blob: 8833908ad267f23592bc7f3dd0431a530a8bb9dd [file] [log] [blame]
pbos@webrtc.org9115cde2014-12-09 10:36:40 +00001/*
2 * Copyright (c) 2014 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 *
10 */
11
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020012#ifndef MEDIA_ENGINE_SIMULCAST_ENCODER_ADAPTER_H_
13#define MEDIA_ENGINE_SIMULCAST_ENCODER_ADAPTER_H_
pbos@webrtc.org9115cde2014-12-09 10:36:40 +000014
kwiberg3f55dea2016-02-29 05:51:59 -080015#include <memory>
brandtr5e171752017-05-23 03:32:16 -070016#include <stack>
Peter Boströma5dec162016-01-20 15:53:55 +010017#include <string>
brandtr5e171752017-05-23 03:32:16 -070018#include <utility>
pbos@webrtc.org9115cde2014-12-09 10:36:40 +000019#include <vector>
20
Zhi Huangaea84f52017-11-16 18:46:27 +000021#include "media/engine/webrtcvideoencoderfactory.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020022#include "modules/video_coding/codecs/vp8/include/vp8.h"
23#include "rtc_base/atomicops.h"
24#include "rtc_base/sequenced_task_checker.h"
pbos@webrtc.org9115cde2014-12-09 10:36:40 +000025
26namespace webrtc {
27
Erik Språng78ce6192016-09-12 16:04:43 +020028class SimulcastRateAllocator;
29
pbos@webrtc.org9115cde2014-12-09 10:36:40 +000030// SimulcastEncoderAdapter implements simulcast support by creating multiple
31// webrtc::VideoEncoder instances with the given VideoEncoderFactory.
brandtr5e171752017-05-23 03:32:16 -070032// The object is created and destroyed on the worker thread, but all public
33// interfaces should be called from the encoder task queue.
Noah Richards41ee1ea2015-04-15 09:24:26 -070034class SimulcastEncoderAdapter : public VP8Encoder {
pbos@webrtc.org9115cde2014-12-09 10:36:40 +000035 public:
Zhi Huangaea84f52017-11-16 18:46:27 +000036 explicit SimulcastEncoderAdapter(cricket::WebRtcVideoEncoderFactory* factory);
pbos@webrtc.org9115cde2014-12-09 10:36:40 +000037 virtual ~SimulcastEncoderAdapter();
38
brandtr5e171752017-05-23 03:32:16 -070039 // Implements VideoEncoder.
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000040 int Release() override;
41 int InitEncode(const VideoCodec* inst,
42 int number_of_cores,
43 size_t max_payload_size) override;
Miguel Casas-Sanchez47650702015-05-29 17:21:40 -070044 int Encode(const VideoFrame& input_image,
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000045 const CodecSpecificInfo* codec_specific_info,
pbos22993e12015-10-19 02:39:06 -070046 const std::vector<FrameType>* frame_types) override;
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000047 int RegisterEncodeCompleteCallback(EncodedImageCallback* callback) override;
48 int SetChannelParameters(uint32_t packet_loss, int64_t rtt) override;
Erik Språng08127a92016-11-16 16:41:30 +010049 int SetRateAllocation(const BitrateAllocation& bitrate,
50 uint32_t new_framerate) override;
pbos@webrtc.org9115cde2014-12-09 10:36:40 +000051
Noah Richards41ee1ea2015-04-15 09:24:26 -070052 // Eventual handler for the contained encoders' EncodedImageCallbacks, but
53 // called from an internal helper that also knows the correct stream
54 // index.
Sergey Ulanov525df3f2016-08-02 17:46:41 -070055 EncodedImageCallback::Result OnEncodedImage(
56 size_t stream_idx,
57 const EncodedImage& encoded_image,
58 const CodecSpecificInfo* codec_specific_info,
59 const RTPFragmentationHeader* fragmentation);
pbos@webrtc.org9115cde2014-12-09 10:36:40 +000060
kthelgason876222f2016-11-29 01:44:11 -080061 VideoEncoder::ScalingSettings GetScalingSettings() const override;
jackychen61b4d512015-04-21 15:30:11 -070062
pbos65e15ba2015-10-15 10:52:15 -070063 bool SupportsNativeHandle() const override;
pbosecd21b42016-01-07 08:03:05 -080064 const char* ImplementationName() const override;
jackychen6e2ce6e2015-07-13 16:26:33 -070065
pbos@webrtc.org9115cde2014-12-09 10:36:40 +000066 private:
67 struct StreamInfo {
magjed3f897582017-08-28 08:05:42 -070068 StreamInfo(std::unique_ptr<VideoEncoder> encoder,
brandtr5e171752017-05-23 03:32:16 -070069 std::unique_ptr<EncodedImageCallback> callback,
philipelcce46fc2015-12-21 03:04:49 -080070 uint16_t width,
71 uint16_t height,
pbos@webrtc.org9115cde2014-12-09 10:36:40 +000072 bool send_stream)
magjed3f897582017-08-28 08:05:42 -070073 : encoder(std::move(encoder)),
brandtr5e171752017-05-23 03:32:16 -070074 callback(std::move(callback)),
pbos@webrtc.org9115cde2014-12-09 10:36:40 +000075 width(width),
76 height(height),
77 key_frame_request(false),
78 send_stream(send_stream) {}
magjed3f897582017-08-28 08:05:42 -070079 std::unique_ptr<VideoEncoder> encoder;
brandtr5e171752017-05-23 03:32:16 -070080 std::unique_ptr<EncodedImageCallback> callback;
philipelcce46fc2015-12-21 03:04:49 -080081 uint16_t width;
82 uint16_t height;
pbos@webrtc.org9115cde2014-12-09 10:36:40 +000083 bool key_frame_request;
84 bool send_stream;
85 };
86
brandtr5e171752017-05-23 03:32:16 -070087 // Populate the codec settings for each simulcast stream.
88 static void PopulateStreamCodec(const webrtc::VideoCodec& inst,
89 int stream_index,
90 uint32_t start_bitrate_kbps,
91 bool highest_resolution_stream,
92 webrtc::VideoCodec* stream_codec);
pbos@webrtc.org9115cde2014-12-09 10:36:40 +000093
pbos@webrtc.org9115cde2014-12-09 10:36:40 +000094 bool Initialized() const;
95
brandtr5e171752017-05-23 03:32:16 -070096 void DestroyStoredEncoders();
97
98 volatile int inited_; // Accessed atomically.
Zhi Huangaea84f52017-11-16 18:46:27 +000099 cricket::WebRtcVideoEncoderFactory* const factory_;
pbos@webrtc.org9115cde2014-12-09 10:36:40 +0000100 VideoCodec codec_;
101 std::vector<StreamInfo> streaminfos_;
102 EncodedImageCallback* encoded_complete_callback_;
Peter Boströma5dec162016-01-20 15:53:55 +0100103 std::string implementation_name_;
brandtr5e171752017-05-23 03:32:16 -0700104
105 // Used for checking the single-threaded access of the encoder interface.
106 rtc::SequencedTaskChecker encoder_queue_;
107
108 // Store encoders in between calls to Release and InitEncode, so they don't
109 // have to be recreated. Remaining encoders are destroyed by the destructor.
magjed3f897582017-08-28 08:05:42 -0700110 std::stack<std::unique_ptr<VideoEncoder>> stored_encoders_;
pbos@webrtc.org9115cde2014-12-09 10:36:40 +0000111};
112
113} // namespace webrtc
114
Mirko Bonadei92ea95e2017-09-15 06:47:31 +0200115#endif // MEDIA_ENGINE_SIMULCAST_ENCODER_ADAPTER_H_