blob: d066eb9c9e007bd337464d3526da876ba3e0c2e1 [file] [log] [blame]
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001/*
2 * libjingle
3 * Copyright 2014 Google Inc.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
7 *
8 * 1. Redistributions of source code must retain the above copyright notice,
9 * this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright notice,
11 * this list of conditions and the following disclaimer in the documentation
12 * and/or other materials provided with the distribution.
13 * 3. The name of the author may not be used to endorse or promote products
14 * derived from this software without specific prior written permission.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
17 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
18 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
19 * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
21 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
22 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
24 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
25 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 */
27
28#ifdef HAVE_WEBRTC_VIDEO
29#include "talk/media/webrtc/webrtcvideoengine2.h"
30
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +000031#include <algorithm>
pbos@webrtc.org3c107582014-07-20 15:27:35 +000032#include <set>
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000033#include <string>
34
35#include "libyuv/convert_from.h"
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000036#include "talk/media/base/videocapturer.h"
37#include "talk/media/base/videorenderer.h"
buildbot@webrtc.orgdf9bbbe2014-06-19 19:54:33 +000038#include "talk/media/webrtc/constants.h"
buildbot@webrtc.orga8530772014-12-10 09:01:18 +000039#include "talk/media/webrtc/simulcast.h"
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000040#include "talk/media/webrtc/webrtcvideocapturer.h"
andresp@webrtc.org82775b12014-11-07 09:37:54 +000041#include "talk/media/webrtc/webrtcvideoengine.h"
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000042#include "talk/media/webrtc/webrtcvideoframe.h"
43#include "talk/media/webrtc/webrtcvoiceengine.h"
buildbot@webrtc.orga09a9992014-08-13 17:26:08 +000044#include "webrtc/base/buffer.h"
45#include "webrtc/base/logging.h"
46#include "webrtc/base/stringutils.h"
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000047#include "webrtc/call.h"
pbos@webrtc.org776e6f22014-10-29 15:28:39 +000048#include "webrtc/video_decoder.h"
pbos@webrtc.orgab990ae2014-09-17 09:02:25 +000049#include "webrtc/video_encoder.h"
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000050
51#define UNIMPLEMENTED \
52 LOG(LS_ERROR) << "Call to unimplemented function " << __FUNCTION__; \
53 ASSERT(false)
54
55namespace cricket {
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +000056namespace {
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +000057static std::string CodecVectorToString(const std::vector<VideoCodec>& codecs) {
58 std::stringstream out;
59 out << '{';
60 for (size_t i = 0; i < codecs.size(); ++i) {
61 out << codecs[i].ToString();
62 if (i != codecs.size() - 1) {
63 out << ", ";
64 }
65 }
66 out << '}';
67 return out.str();
68}
69
70static bool ValidateCodecFormats(const std::vector<VideoCodec>& codecs) {
71 bool has_video = false;
72 for (size_t i = 0; i < codecs.size(); ++i) {
73 if (!codecs[i].ValidateCodecFormat()) {
74 return false;
75 }
76 if (codecs[i].GetCodecType() == VideoCodec::CODEC_VIDEO) {
77 has_video = true;
78 }
79 }
80 if (!has_video) {
81 LOG(LS_ERROR) << "Setting codecs without a video codec is invalid: "
82 << CodecVectorToString(codecs);
83 return false;
84 }
85 return true;
86}
87
88static std::string RtpExtensionsToString(
89 const std::vector<RtpHeaderExtension>& extensions) {
90 std::stringstream out;
91 out << '{';
92 for (size_t i = 0; i < extensions.size(); ++i) {
93 out << "{" << extensions[i].uri << ": " << extensions[i].id << "}";
94 if (i != extensions.size() - 1) {
95 out << ", ";
96 }
97 }
98 out << '}';
99 return out.str();
100}
101
andresp@webrtc.org82775b12014-11-07 09:37:54 +0000102// Merges two fec configs and logs an error if a conflict arises
103// such that merging in diferent order would trigger a diferent output.
104static void MergeFecConfig(const webrtc::FecConfig& other,
105 webrtc::FecConfig* output) {
106 if (other.ulpfec_payload_type != -1) {
107 if (output->ulpfec_payload_type != -1 &&
108 output->ulpfec_payload_type != other.ulpfec_payload_type) {
109 LOG(LS_WARNING) << "Conflict merging ulpfec_payload_type configs: "
110 << output->ulpfec_payload_type << " and "
111 << other.ulpfec_payload_type;
112 }
113 output->ulpfec_payload_type = other.ulpfec_payload_type;
114 }
115 if (other.red_payload_type != -1) {
116 if (output->red_payload_type != -1 &&
117 output->red_payload_type != other.red_payload_type) {
118 LOG(LS_WARNING) << "Conflict merging red_payload_type configs: "
119 << output->red_payload_type << " and "
120 << other.red_payload_type;
121 }
122 output->red_payload_type = other.red_payload_type;
123 }
124}
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000125} // namespace
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000126
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000127// This constant is really an on/off, lower-level configurable NACK history
128// duration hasn't been implemented.
129static const int kNackHistoryMs = 1000;
130
buildbot@webrtc.org933d88a2014-09-18 20:23:05 +0000131static const int kDefaultQpMax = 56;
132
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000133static const int kDefaultRtcpReceiverReportSsrc = 1;
134
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000135// External video encoders are given payloads 120-127. This also means that we
136// only support up to 8 external payload types.
137static const int kExternalVideoPayloadTypeBase = 120;
138#ifndef NDEBUG
139static const size_t kMaxExternalVideoCodecs = 8;
140#endif
141
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000142const char kH264CodecName[] = "H264";
143
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000144static bool FindFirstMatchingCodec(const std::vector<VideoCodec>& codecs,
145 const VideoCodec& requested_codec,
146 VideoCodec* matching_codec) {
147 for (size_t i = 0; i < codecs.size(); ++i) {
148 if (requested_codec.Matches(codecs[i])) {
149 *matching_codec = codecs[i];
150 return true;
151 }
152 }
153 return false;
154}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000155
pbos@webrtc.org3c107582014-07-20 15:27:35 +0000156static bool ValidateRtpHeaderExtensionIds(
157 const std::vector<RtpHeaderExtension>& extensions) {
158 std::set<int> extensions_used;
159 for (size_t i = 0; i < extensions.size(); ++i) {
160 if (extensions[i].id < 0 || extensions[i].id >= 15 ||
161 !extensions_used.insert(extensions[i].id).second) {
162 LOG(LS_ERROR) << "RTP extensions are with incorrect or duplicate ids.";
163 return false;
164 }
165 }
166 return true;
167}
168
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +0000169static bool CompareRtpHeaderExtensionIds(
170 const webrtc::RtpExtension& extension1,
171 const webrtc::RtpExtension& extension2) {
172 // Sorting on ID is sufficient, more than one extension per ID is unsupported.
173 return extension1.id > extension2.id;
174}
175
pbos@webrtc.org3c107582014-07-20 15:27:35 +0000176static std::vector<webrtc::RtpExtension> FilterRtpExtensions(
177 const std::vector<RtpHeaderExtension>& extensions) {
178 std::vector<webrtc::RtpExtension> webrtc_extensions;
179 for (size_t i = 0; i < extensions.size(); ++i) {
180 // Unsupported extensions will be ignored.
181 if (webrtc::RtpExtension::IsSupported(extensions[i].uri)) {
182 webrtc_extensions.push_back(webrtc::RtpExtension(
183 extensions[i].uri, extensions[i].id));
184 } else {
185 LOG(LS_WARNING) << "Unsupported RTP extension: " << extensions[i].uri;
186 }
187 }
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +0000188
189 // Sort filtered headers to make sure that they can later be compared
190 // regardless of in which order they were entered.
191 std::sort(webrtc_extensions.begin(), webrtc_extensions.end(),
192 CompareRtpHeaderExtensionIds);
pbos@webrtc.org3c107582014-07-20 15:27:35 +0000193 return webrtc_extensions;
194}
195
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +0000196static bool RtpExtensionsHaveChanged(
197 const std::vector<webrtc::RtpExtension>& before,
198 const std::vector<webrtc::RtpExtension>& after) {
199 if (before.size() != after.size())
200 return true;
201 for (size_t i = 0; i < before.size(); ++i) {
202 if (before[i].id != after[i].id)
203 return true;
204 if (before[i].name != after[i].name)
205 return true;
206 }
207 return false;
208}
209
pbos@webrtc.org0d523ee2014-06-05 09:10:55 +0000210WebRtcVideoEncoderFactory2::~WebRtcVideoEncoderFactory2() {
211}
212
buildbot@webrtc.orga8530772014-12-10 09:01:18 +0000213std::vector<webrtc::VideoStream>
214WebRtcVideoEncoderFactory2::CreateSimulcastVideoStreams(
215 const VideoCodec& codec,
216 const VideoOptions& options,
217 size_t num_streams) {
218 // Use default factory for non-simulcast.
219 int max_qp = kDefaultQpMax;
220 codec.GetParam(kCodecParamMaxQuantization, &max_qp);
221
222 int min_bitrate_kbps;
223 if (!codec.GetParam(kCodecParamMinBitrate, &min_bitrate_kbps) ||
224 min_bitrate_kbps < kMinVideoBitrate) {
225 min_bitrate_kbps = kMinVideoBitrate;
226 }
227
228 int max_bitrate_kbps;
229 if (!codec.GetParam(kCodecParamMaxBitrate, &max_bitrate_kbps)) {
230 max_bitrate_kbps = 0;
231 }
232
233 return GetSimulcastConfig(
234 num_streams,
235 GetSimulcastBitrateMode(options),
236 codec.width,
237 codec.height,
buildbot@webrtc.orga8530772014-12-10 09:01:18 +0000238 max_bitrate_kbps * 1000,
239 max_qp,
240 codec.framerate != 0 ? codec.framerate : kDefaultVideoMaxFramerate);
241}
242
buildbot@webrtc.orgd41eaeb2014-06-12 07:13:26 +0000243std::vector<webrtc::VideoStream> WebRtcVideoEncoderFactory2::CreateVideoStreams(
244 const VideoCodec& codec,
245 const VideoOptions& options,
246 size_t num_streams) {
buildbot@webrtc.orga8530772014-12-10 09:01:18 +0000247 if (num_streams != 1)
248 return CreateSimulcastVideoStreams(codec, options, num_streams);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000249
buildbot@webrtc.orgd41eaeb2014-06-12 07:13:26 +0000250 webrtc::VideoStream stream;
251 stream.width = codec.width;
252 stream.height = codec.height;
253 stream.max_framerate =
andresp@webrtc.org82775b12014-11-07 09:37:54 +0000254 codec.framerate != 0 ? codec.framerate : kDefaultVideoMaxFramerate;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000255
pbos@webrtc.org00873182014-11-25 14:03:34 +0000256 stream.min_bitrate_bps = kMinVideoBitrate * 1000;
257 stream.target_bitrate_bps = stream.max_bitrate_bps = kMaxVideoBitrate * 1000;
buildbot@webrtc.orgd41eaeb2014-06-12 07:13:26 +0000258
buildbot@webrtc.org933d88a2014-09-18 20:23:05 +0000259 int max_qp = kDefaultQpMax;
buildbot@webrtc.orgd41eaeb2014-06-12 07:13:26 +0000260 codec.GetParam(kCodecParamMaxQuantization, &max_qp);
261 stream.max_qp = max_qp;
262 std::vector<webrtc::VideoStream> streams;
263 streams.push_back(stream);
264 return streams;
265}
266
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +0000267void* WebRtcVideoEncoderFactory2::CreateVideoEncoderSettings(
268 const VideoCodec& codec,
269 const VideoOptions& options) {
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000270 if (CodecNameMatches(codec.name, kVp8CodecName)) {
pbos@webrtc.org6cd6ba82014-09-18 12:42:28 +0000271 webrtc::VideoCodecVP8* settings = new webrtc::VideoCodecVP8(
272 webrtc::VideoEncoder::GetDefaultVp8Settings());
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +0000273 options.video_noise_reduction.Get(&settings->denoisingOn);
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +0000274 return settings;
275 }
andresp@webrtc.org188d3b22014-11-07 13:21:04 +0000276 if (CodecNameMatches(codec.name, kVp9CodecName)) {
277 webrtc::VideoCodecVP9* settings = new webrtc::VideoCodecVP9(
278 webrtc::VideoEncoder::GetDefaultVp9Settings());
279 options.video_noise_reduction.Get(&settings->denoisingOn);
280 return settings;
281 }
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +0000282 return NULL;
283}
284
285void WebRtcVideoEncoderFactory2::DestroyVideoEncoderSettings(
286 const VideoCodec& codec,
287 void* encoder_settings) {
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +0000288 if (encoder_settings == NULL) {
289 return;
290 }
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000291 if (CodecNameMatches(codec.name, kVp8CodecName)) {
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +0000292 delete reinterpret_cast<webrtc::VideoCodecVP8*>(encoder_settings);
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +0000293 }
andresp@webrtc.org188d3b22014-11-07 13:21:04 +0000294 if (CodecNameMatches(codec.name, kVp9CodecName)) {
295 delete reinterpret_cast<webrtc::VideoCodecVP9*>(encoder_settings);
296 }
buildbot@webrtc.orgd41eaeb2014-06-12 07:13:26 +0000297}
298
pbos@webrtc.orgafb554f42014-08-12 23:17:13 +0000299DefaultUnsignalledSsrcHandler::DefaultUnsignalledSsrcHandler()
300 : default_recv_ssrc_(0), default_renderer_(NULL) {}
301
302UnsignalledSsrcHandler::Action DefaultUnsignalledSsrcHandler::OnUnsignalledSsrc(
303 VideoMediaChannel* channel,
304 uint32_t ssrc) {
305 if (default_recv_ssrc_ != 0) { // Already one default stream.
306 LOG(LS_WARNING) << "Unknown SSRC, but default receive stream already set.";
307 return kDropPacket;
308 }
309
310 StreamParams sp;
311 sp.ssrcs.push_back(ssrc);
312 LOG(LS_INFO) << "Creating default receive stream for SSRC=" << ssrc << ".";
313 if (!channel->AddRecvStream(sp)) {
314 LOG(LS_WARNING) << "Could not create default receive stream.";
315 }
316
317 channel->SetRenderer(ssrc, default_renderer_);
318 default_recv_ssrc_ = ssrc;
319 return kDeliverPacket;
320}
321
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000322WebRtcCallFactory::~WebRtcCallFactory() {
323}
324webrtc::Call* WebRtcCallFactory::CreateCall(
325 const webrtc::Call::Config& config) {
326 return webrtc::Call::Create(config);
327}
328
pbos@webrtc.orgafb554f42014-08-12 23:17:13 +0000329VideoRenderer* DefaultUnsignalledSsrcHandler::GetDefaultRenderer() const {
330 return default_renderer_;
331}
332
333void DefaultUnsignalledSsrcHandler::SetDefaultRenderer(
334 VideoMediaChannel* channel,
335 VideoRenderer* renderer) {
336 default_renderer_ = renderer;
337 if (default_recv_ssrc_ != 0) {
338 channel->SetRenderer(default_recv_ssrc_, default_renderer_);
339 }
340}
341
pbos@webrtc.org97fdeb82014-08-22 10:36:23 +0000342WebRtcVideoEngine2::WebRtcVideoEngine2()
pbos@webrtc.orgb648b9d2014-08-26 11:08:06 +0000343 : worker_thread_(NULL),
344 voice_engine_(NULL),
andresp@webrtc.org82775b12014-11-07 09:37:54 +0000345 default_codec_format_(kDefaultVideoMaxWidth,
346 kDefaultVideoMaxHeight,
347 FPS_TO_INTERVAL(kDefaultVideoMaxFramerate),
buildbot@webrtc.org992febb2014-09-05 16:39:08 +0000348 FOURCC_ANY),
pbos@webrtc.orgb648b9d2014-08-26 11:08:06 +0000349 initialized_(false),
350 cpu_monitor_(new rtc::CpuMonitor(NULL)),
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000351 call_factory_(&default_call_factory_),
pbos@webrtc.org0a2087a2014-09-23 09:40:22 +0000352 external_decoder_factory_(NULL),
353 external_encoder_factory_(NULL) {
pbos@webrtc.orgb648b9d2014-08-26 11:08:06 +0000354 LOG(LS_INFO) << "WebRtcVideoEngine2::WebRtcVideoEngine2()";
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000355 video_codecs_ = GetSupportedCodecs();
pbos@webrtc.org587ef602014-06-16 17:32:02 +0000356 rtp_header_extensions_.push_back(
357 RtpHeaderExtension(kRtpTimestampOffsetHeaderExtension,
358 kRtpTimestampOffsetHeaderExtensionDefaultId));
359 rtp_header_extensions_.push_back(
360 RtpHeaderExtension(kRtpAbsoluteSenderTimeHeaderExtension,
361 kRtpAbsoluteSenderTimeHeaderExtensionDefaultId));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000362}
363
364WebRtcVideoEngine2::~WebRtcVideoEngine2() {
365 LOG(LS_INFO) << "WebRtcVideoEngine2::~WebRtcVideoEngine2";
366
367 if (initialized_) {
368 Terminate();
369 }
370}
371
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000372void WebRtcVideoEngine2::SetCallFactory(WebRtcCallFactory* call_factory) {
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000373 assert(!initialized_);
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000374 call_factory_ = call_factory;
375}
376
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000377bool WebRtcVideoEngine2::Init(rtc::Thread* worker_thread) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000378 LOG(LS_INFO) << "WebRtcVideoEngine2::Init";
379 worker_thread_ = worker_thread;
380 ASSERT(worker_thread_ != NULL);
381
382 cpu_monitor_->set_thread(worker_thread_);
383 if (!cpu_monitor_->Start(kCpuMonitorPeriodMs)) {
384 LOG(LS_ERROR) << "Failed to start CPU monitor.";
385 cpu_monitor_.reset();
386 }
387
388 initialized_ = true;
389 return true;
390}
391
392void WebRtcVideoEngine2::Terminate() {
393 LOG(LS_INFO) << "WebRtcVideoEngine2::Terminate";
394
pbos@webrtc.org0fb6ad22014-12-03 13:44:29 +0000395 if (cpu_monitor_.get() != NULL)
396 cpu_monitor_->Stop();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000397
398 initialized_ = false;
399}
400
401int WebRtcVideoEngine2::GetCapabilities() { return VIDEO_RECV | VIDEO_SEND; }
402
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000403bool WebRtcVideoEngine2::SetDefaultEncoderConfig(
404 const VideoEncoderConfig& config) {
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +0000405 const VideoCodec& codec = config.max_codec;
pbos@webrtc.org957e8022014-11-10 12:36:11 +0000406 bool supports_codec = false;
407 for (size_t i = 0; i < video_codecs_.size(); ++i) {
408 if (CodecNameMatches(video_codecs_[i].name, codec.name)) {
409 video_codecs_[i] = codec;
410 supports_codec = true;
411 break;
412 }
413 }
414
415 if (!supports_codec) {
416 LOG(LS_ERROR) << "SetDefaultEncoderConfig, codec not supported: "
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +0000417 << codec.ToString();
418 return false;
419 }
420
buildbot@webrtc.org992febb2014-09-05 16:39:08 +0000421 default_codec_format_ =
422 VideoFormat(codec.width,
423 codec.height,
424 VideoFormat::FpsToInterval(codec.framerate),
425 FOURCC_ANY);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000426 return true;
427}
428
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000429WebRtcVideoChannel2* WebRtcVideoEngine2::CreateChannel(
buildbot@webrtc.org1ecbe452014-10-14 20:29:28 +0000430 const VideoOptions& options,
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000431 VoiceMediaChannel* voice_channel) {
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000432 assert(initialized_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000433 LOG(LS_INFO) << "CreateChannel: "
434 << (voice_channel != NULL ? "With" : "Without")
pbos@webrtc.orgfa553ef2014-10-20 11:07:07 +0000435 << " voice channel. Options: " << options.ToString();
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000436 WebRtcVideoChannel2* channel =
437 new WebRtcVideoChannel2(call_factory_,
pbos@webrtc.org3bf3d232014-10-31 12:59:34 +0000438 voice_engine_,
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000439 voice_channel,
pbos@webrtc.orgfa553ef2014-10-20 11:07:07 +0000440 options,
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000441 external_encoder_factory_,
442 external_decoder_factory_,
443 GetVideoEncoderFactory());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000444 if (!channel->Init()) {
445 delete channel;
446 return NULL;
447 }
pbos@webrtc.orge322a172014-06-13 11:47:28 +0000448 channel->SetRecvCodecs(video_codecs_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000449 return channel;
450}
451
452const std::vector<VideoCodec>& WebRtcVideoEngine2::codecs() const {
453 return video_codecs_;
454}
455
456const std::vector<RtpHeaderExtension>&
457WebRtcVideoEngine2::rtp_header_extensions() const {
458 return rtp_header_extensions_;
459}
460
461void WebRtcVideoEngine2::SetLogging(int min_sev, const char* filter) {
462 // TODO(pbos): Set up logging.
463 LOG(LS_VERBOSE) << "SetLogging: " << min_sev << '"' << filter << '"';
464 // if min_sev == -1, we keep the current log level.
465 if (min_sev < 0) {
466 assert(min_sev == -1);
467 return;
468 }
469}
470
pbos@webrtc.org0a2087a2014-09-23 09:40:22 +0000471void WebRtcVideoEngine2::SetExternalDecoderFactory(
472 WebRtcVideoDecoderFactory* decoder_factory) {
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000473 assert(!initialized_);
pbos@webrtc.org0a2087a2014-09-23 09:40:22 +0000474 external_decoder_factory_ = decoder_factory;
475}
476
477void WebRtcVideoEngine2::SetExternalEncoderFactory(
478 WebRtcVideoEncoderFactory* encoder_factory) {
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000479 assert(!initialized_);
pbos@webrtc.org0a2087a2014-09-23 09:40:22 +0000480 external_encoder_factory_ = encoder_factory;
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000481
482 video_codecs_ = GetSupportedCodecs();
pbos@webrtc.org0a2087a2014-09-23 09:40:22 +0000483}
484
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000485bool WebRtcVideoEngine2::EnableTimedRender() {
486 // TODO(pbos): Figure out whether this can be removed.
487 return true;
488}
489
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000490// Checks to see whether we comprehend and could receive a particular codec
491bool WebRtcVideoEngine2::FindCodec(const VideoCodec& in) {
492 // TODO(pbos): Probe encoder factory to figure out that the codec is supported
493 // if supported by the encoder factory. Add a corresponding test that fails
494 // with this code (that doesn't ask the factory).
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +0000495 for (size_t j = 0; j < video_codecs_.size(); ++j) {
496 VideoCodec codec(video_codecs_[j].id, video_codecs_[j].name, 0, 0, 0, 0);
497 if (codec.Matches(in)) {
498 return true;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000499 }
500 }
501 return false;
502}
503
504// Tells whether the |requested| codec can be transmitted or not. If it can be
505// transmitted |out| is set with the best settings supported. Aspect ratio will
506// be set as close to |current|'s as possible. If not set |requested|'s
507// dimensions will be used for aspect ratio matching.
508bool WebRtcVideoEngine2::CanSendCodec(const VideoCodec& requested,
509 const VideoCodec& current,
510 VideoCodec* out) {
511 assert(out != NULL);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000512
513 if (requested.width != requested.height &&
514 (requested.height == 0 || requested.width == 0)) {
515 // 0xn and nx0 are invalid resolutions.
516 return false;
517 }
518
519 VideoCodec matching_codec;
520 if (!FindFirstMatchingCodec(video_codecs_, requested, &matching_codec)) {
521 // Codec not supported.
522 return false;
523 }
524
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000525 out->id = requested.id;
526 out->name = requested.name;
527 out->preference = requested.preference;
528 out->params = requested.params;
529 out->framerate =
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000530 rtc::_min(requested.framerate, matching_codec.framerate);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000531 out->params = requested.params;
532 out->feedback_params = requested.feedback_params;
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +0000533 out->width = requested.width;
534 out->height = requested.height;
535 if (requested.width == 0 && requested.height == 0) {
536 return true;
537 }
538
539 while (out->width > matching_codec.width) {
540 out->width /= 2;
541 out->height /= 2;
542 }
543
544 return out->width > 0 && out->height > 0;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000545}
546
547bool WebRtcVideoEngine2::SetVoiceEngine(WebRtcVoiceEngine* voice_engine) {
548 if (initialized_) {
549 LOG(LS_WARNING) << "SetVoiceEngine can not be called after Init";
550 return false;
551 }
552 voice_engine_ = voice_engine;
553 return true;
554}
555
556// Ignore spammy trace messages, mostly from the stats API when we haven't
557// gotten RTCP info yet from the remote side.
558bool WebRtcVideoEngine2::ShouldIgnoreTrace(const std::string& trace) {
559 static const char* const kTracesToIgnore[] = {NULL};
560 for (const char* const* p = kTracesToIgnore; *p; ++p) {
561 if (trace.find(*p) == 0) {
562 return true;
563 }
564 }
565 return false;
566}
567
buildbot@webrtc.orgd41eaeb2014-06-12 07:13:26 +0000568WebRtcVideoEncoderFactory2* WebRtcVideoEngine2::GetVideoEncoderFactory() {
569 return &default_video_encoder_factory_;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000570}
571
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000572std::vector<VideoCodec> WebRtcVideoEngine2::GetSupportedCodecs() const {
andresp@webrtc.org82775b12014-11-07 09:37:54 +0000573 std::vector<VideoCodec> supported_codecs = DefaultVideoCodecList();
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000574
575 if (external_encoder_factory_ == NULL) {
576 return supported_codecs;
577 }
578
579 assert(external_encoder_factory_->codecs().size() <= kMaxExternalVideoCodecs);
580 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
581 external_encoder_factory_->codecs();
582 for (size_t i = 0; i < codecs.size(); ++i) {
583 // Don't add internally-supported codecs twice.
584 if (CodecIsInternallySupported(codecs[i].name)) {
585 continue;
586 }
587
588 VideoCodec codec(kExternalVideoPayloadTypeBase + static_cast<int>(i),
589 codecs[i].name,
590 codecs[i].max_width,
591 codecs[i].max_height,
592 codecs[i].max_fps,
593 0);
594
595 AddDefaultFeedbackParams(&codec);
596 supported_codecs.push_back(codec);
597 }
598 return supported_codecs;
599}
600
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000601WebRtcVideoChannel2::WebRtcVideoChannel2(
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000602 WebRtcCallFactory* call_factory,
pbos@webrtc.org3bf3d232014-10-31 12:59:34 +0000603 WebRtcVoiceEngine* voice_engine,
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000604 VoiceMediaChannel* voice_channel,
pbos@webrtc.orgfa553ef2014-10-20 11:07:07 +0000605 const VideoOptions& options,
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000606 WebRtcVideoEncoderFactory* external_encoder_factory,
607 WebRtcVideoDecoderFactory* external_decoder_factory,
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000608 WebRtcVideoEncoderFactory2* encoder_factory)
pbos@webrtc.orgb648b9d2014-08-26 11:08:06 +0000609 : unsignalled_ssrc_handler_(&default_unsignalled_ssrc_handler_),
pbos@webrtc.org3bf3d232014-10-31 12:59:34 +0000610 voice_channel_(voice_channel),
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000611 external_encoder_factory_(external_encoder_factory),
612 external_decoder_factory_(external_decoder_factory),
pbos@webrtc.orgb648b9d2014-08-26 11:08:06 +0000613 encoder_factory_(encoder_factory) {
pbos@webrtc.orgfa553ef2014-10-20 11:07:07 +0000614 SetDefaultOptions();
615 options_.SetAll(options);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000616 webrtc::Call::Config config(this);
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000617 config.overuse_callback = this;
pbos@webrtc.org3bf3d232014-10-31 12:59:34 +0000618 if (voice_engine != NULL) {
619 config.voice_engine = voice_engine->voe()->engine();
620 }
pbos@webrtc.orgfa553ef2014-10-20 11:07:07 +0000621
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000622 call_.reset(call_factory->CreateCall(config));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000623
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000624 rtcp_receiver_report_ssrc_ = kDefaultRtcpReceiverReportSsrc;
625 sending_ = false;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000626 default_send_ssrc_ = 0;
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +0000627}
628
629void WebRtcVideoChannel2::SetDefaultOptions() {
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000630 options_.cpu_overuse_detection.Set(false);
pbos@webrtc.orgd8198032014-11-10 14:41:43 +0000631 options_.dscp.Set(false);
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +0000632 options_.suspend_below_min_bitrate.Set(false);
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000633 options_.video_noise_reduction.Set(true);
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +0000634 options_.screencast_min_bitrate.Set(0);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000635}
636
637WebRtcVideoChannel2::~WebRtcVideoChannel2() {
638 for (std::map<uint32, WebRtcVideoSendStream*>::iterator it =
639 send_streams_.begin();
640 it != send_streams_.end();
641 ++it) {
642 delete it->second;
643 }
644
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +0000645 for (std::map<uint32, WebRtcVideoReceiveStream*>::iterator it =
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000646 receive_streams_.begin();
647 it != receive_streams_.end();
648 ++it) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000649 delete it->second;
650 }
651}
652
653bool WebRtcVideoChannel2::Init() { return true; }
654
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000655bool WebRtcVideoChannel2::CodecIsExternallySupported(
656 const std::string& name) const {
657 if (external_encoder_factory_ == NULL) {
658 return false;
659 }
660
661 const std::vector<WebRtcVideoEncoderFactory::VideoCodec> external_codecs =
662 external_encoder_factory_->codecs();
663 for (size_t c = 0; c < external_codecs.size(); ++c) {
664 if (CodecNameMatches(name, external_codecs[c].name)) {
665 return true;
666 }
667 }
668 return false;
669}
670
671std::vector<WebRtcVideoChannel2::VideoCodecSettings>
672WebRtcVideoChannel2::FilterSupportedCodecs(
673 const std::vector<WebRtcVideoChannel2::VideoCodecSettings>& mapped_codecs)
674 const {
675 std::vector<VideoCodecSettings> supported_codecs;
676 for (size_t i = 0; i < mapped_codecs.size(); ++i) {
677 const VideoCodecSettings& codec = mapped_codecs[i];
678 if (CodecIsInternallySupported(codec.codec.name) ||
679 CodecIsExternallySupported(codec.codec.name)) {
680 supported_codecs.push_back(codec);
681 }
682 }
683 return supported_codecs;
684}
685
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000686bool WebRtcVideoChannel2::SetRecvCodecs(const std::vector<VideoCodec>& codecs) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000687 LOG(LS_INFO) << "SetRecvCodecs: " << CodecVectorToString(codecs);
688 if (!ValidateCodecFormats(codecs)) {
689 return false;
690 }
691
692 const std::vector<VideoCodecSettings> mapped_codecs = MapCodecs(codecs);
693 if (mapped_codecs.empty()) {
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000694 LOG(LS_ERROR) << "SetRecvCodecs called without any video codecs.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000695 return false;
696 }
697
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000698 const std::vector<VideoCodecSettings> supported_codecs =
699 FilterSupportedCodecs(mapped_codecs);
700
701 if (mapped_codecs.size() != supported_codecs.size()) {
702 LOG(LS_ERROR) << "SetRecvCodecs called with unsupported video codecs.";
703 return false;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000704 }
705
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000706 recv_codecs_ = supported_codecs;
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +0000707
pbos@webrtc.org575d1262014-10-08 14:48:08 +0000708 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +0000709 for (std::map<uint32, WebRtcVideoReceiveStream*>::iterator it =
710 receive_streams_.begin();
711 it != receive_streams_.end();
712 ++it) {
713 it->second->SetRecvCodecs(recv_codecs_);
714 }
715
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000716 return true;
717}
718
719bool WebRtcVideoChannel2::SetSendCodecs(const std::vector<VideoCodec>& codecs) {
720 LOG(LS_INFO) << "SetSendCodecs: " << CodecVectorToString(codecs);
721 if (!ValidateCodecFormats(codecs)) {
722 return false;
723 }
724
725 const std::vector<VideoCodecSettings> supported_codecs =
726 FilterSupportedCodecs(MapCodecs(codecs));
727
728 if (supported_codecs.empty()) {
729 LOG(LS_ERROR) << "No video codecs supported by encoder factory.";
730 return false;
731 }
732
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000733 LOG(LS_INFO) << "Using codec: " << supported_codecs.front().codec.ToString();
734
pbos@webrtc.orga2ef4fe2014-11-07 10:54:43 +0000735 VideoCodecSettings old_codec;
736 if (send_codec_.Get(&old_codec) && supported_codecs.front() == old_codec) {
737 // Using same codec, avoid reconfiguring.
738 return true;
739 }
740
741 send_codec_.Set(supported_codecs.front());
742
pbos@webrtc.org575d1262014-10-08 14:48:08 +0000743 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +0000744 for (std::map<uint32, WebRtcVideoSendStream*>::iterator it =
745 send_streams_.begin();
746 it != send_streams_.end();
747 ++it) {
748 assert(it->second != NULL);
749 it->second->SetCodec(supported_codecs.front());
750 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000751
pbos@webrtc.org00873182014-11-25 14:03:34 +0000752 VideoCodec codec = supported_codecs.front().codec;
753 int bitrate_kbps;
754 if (codec.GetParam(kCodecParamMinBitrate, &bitrate_kbps) &&
755 bitrate_kbps > 0) {
756 bitrate_config_.min_bitrate_bps = bitrate_kbps * 1000;
757 } else {
758 bitrate_config_.min_bitrate_bps = 0;
759 }
760 if (codec.GetParam(kCodecParamStartBitrate, &bitrate_kbps) &&
761 bitrate_kbps > 0) {
762 bitrate_config_.start_bitrate_bps = bitrate_kbps * 1000;
763 } else {
764 // Do not reconfigure start bitrate unless it's specified and positive.
765 bitrate_config_.start_bitrate_bps = -1;
766 }
767 if (codec.GetParam(kCodecParamMaxBitrate, &bitrate_kbps) &&
768 bitrate_kbps > 0) {
769 bitrate_config_.max_bitrate_bps = bitrate_kbps * 1000;
770 } else {
771 bitrate_config_.max_bitrate_bps = -1;
772 }
773 call_->SetBitrateConfig(bitrate_config_);
774
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000775 return true;
776}
777
778bool WebRtcVideoChannel2::GetSendCodec(VideoCodec* codec) {
779 VideoCodecSettings codec_settings;
780 if (!send_codec_.Get(&codec_settings)) {
781 LOG(LS_VERBOSE) << "GetSendCodec: No send codec set.";
782 return false;
783 }
784 *codec = codec_settings.codec;
785 return true;
786}
787
788bool WebRtcVideoChannel2::SetSendStreamFormat(uint32 ssrc,
789 const VideoFormat& format) {
790 LOG(LS_VERBOSE) << "SetSendStreamFormat:" << ssrc << " -> "
791 << format.ToString();
pbos@webrtc.org575d1262014-10-08 14:48:08 +0000792 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000793 if (send_streams_.find(ssrc) == send_streams_.end()) {
794 return false;
795 }
796 return send_streams_[ssrc]->SetVideoFormat(format);
797}
798
799bool WebRtcVideoChannel2::SetRender(bool render) {
800 // TODO(pbos): Implement. Or refactor away as it shouldn't be needed.
801 LOG(LS_VERBOSE) << "SetRender: " << (render ? "true" : "false");
802 return true;
803}
804
805bool WebRtcVideoChannel2::SetSend(bool send) {
806 LOG(LS_VERBOSE) << "SetSend: " << (send ? "true" : "false");
807 if (send && !send_codec_.IsSet()) {
808 LOG(LS_ERROR) << "SetSend(true) called before setting codec.";
809 return false;
810 }
811 if (send) {
812 StartAllSendStreams();
813 } else {
814 StopAllSendStreams();
815 }
816 sending_ = send;
817 return true;
818}
819
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000820bool WebRtcVideoChannel2::AddSendStream(const StreamParams& sp) {
821 LOG(LS_INFO) << "AddSendStream: " << sp.ToString();
822 if (sp.ssrcs.empty()) {
823 LOG(LS_ERROR) << "No SSRCs in stream parameters.";
824 return false;
825 }
826
827 uint32 ssrc = sp.first_ssrc();
828 assert(ssrc != 0);
829 // TODO(pbos): Make sure none of sp.ssrcs are used, not just the identifying
830 // ssrc.
pbos@webrtc.org575d1262014-10-08 14:48:08 +0000831 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000832 if (send_streams_.find(ssrc) != send_streams_.end()) {
833 LOG(LS_ERROR) << "Send stream with ssrc '" << ssrc << "' already exists.";
834 return false;
835 }
836
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +0000837 std::vector<uint32> primary_ssrcs;
838 sp.GetPrimarySsrcs(&primary_ssrcs);
839 std::vector<uint32> rtx_ssrcs;
840 sp.GetFidSsrcs(primary_ssrcs, &rtx_ssrcs);
841 if (!rtx_ssrcs.empty() && primary_ssrcs.size() != rtx_ssrcs.size()) {
842 LOG(LS_ERROR)
843 << "RTX SSRCs exist, but don't cover all SSRCs (unsupported): "
844 << sp.ToString();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000845 return false;
846 }
847
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000848 WebRtcVideoSendStream* stream =
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +0000849 new WebRtcVideoSendStream(call_.get(),
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000850 external_encoder_factory_,
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +0000851 encoder_factory_,
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +0000852 options_,
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +0000853 send_codec_,
854 sp,
855 send_rtp_extensions_);
856
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000857 send_streams_[ssrc] = stream;
858
859 if (rtcp_receiver_report_ssrc_ == kDefaultRtcpReceiverReportSsrc) {
860 rtcp_receiver_report_ssrc_ = ssrc;
861 }
862 if (default_send_ssrc_ == 0) {
863 default_send_ssrc_ = ssrc;
864 }
865 if (sending_) {
866 stream->Start();
867 }
868
869 return true;
870}
871
872bool WebRtcVideoChannel2::RemoveSendStream(uint32 ssrc) {
873 LOG(LS_INFO) << "RemoveSendStream: " << ssrc;
874
875 if (ssrc == 0) {
876 if (default_send_ssrc_ == 0) {
877 LOG(LS_ERROR) << "No default send stream active.";
878 return false;
879 }
880
881 LOG(LS_VERBOSE) << "Removing default stream: " << default_send_ssrc_;
882 ssrc = default_send_ssrc_;
883 }
884
pbos@webrtc.org575d1262014-10-08 14:48:08 +0000885 WebRtcVideoSendStream* removed_stream;
886 {
887 rtc::CritScope stream_lock(&stream_crit_);
888 std::map<uint32, WebRtcVideoSendStream*>::iterator it =
889 send_streams_.find(ssrc);
890 if (it == send_streams_.end()) {
891 return false;
892 }
893
894 removed_stream = it->second;
895 send_streams_.erase(it);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000896 }
897
pbos@webrtc.org575d1262014-10-08 14:48:08 +0000898 delete removed_stream;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000899
900 if (ssrc == default_send_ssrc_) {
901 default_send_ssrc_ = 0;
902 }
903
904 return true;
905}
906
907bool WebRtcVideoChannel2::AddRecvStream(const StreamParams& sp) {
908 LOG(LS_INFO) << "AddRecvStream: " << sp.ToString();
909 assert(sp.ssrcs.size() > 0);
910
911 uint32 ssrc = sp.first_ssrc();
912 assert(ssrc != 0); // TODO(pbos): Is this ever valid?
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000913
914 // TODO(pbos): Check if any of the SSRCs overlap.
pbos@webrtc.org575d1262014-10-08 14:48:08 +0000915 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000916 if (receive_streams_.find(ssrc) != receive_streams_.end()) {
917 LOG(LS_ERROR) << "Receive stream for SSRC " << ssrc << "already exists.";
918 return false;
919 }
920
pbos@webrtc.orgbd249bc2014-07-07 04:45:15 +0000921 webrtc::VideoReceiveStream::Config config;
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +0000922 ConfigureReceiverRtp(&config, sp);
pbos@webrtc.org3bf3d232014-10-31 12:59:34 +0000923
924 // Set up A/V sync if there is a VoiceChannel.
925 // TODO(pbos): The A/V is synched by the receiving channel. So we need to know
926 // the SSRC of the remote audio channel in order to sync the correct webrtc
927 // VoiceEngine channel. For now sync the first channel in non-conference to
928 // match existing behavior in WebRtcVideoEngine.
929 if (voice_channel_ != NULL && receive_streams_.empty() &&
930 !options_.conference_mode.GetWithDefaultIfUnset(false)) {
931 config.audio_channel_id =
932 static_cast<WebRtcVoiceMediaChannel*>(voice_channel_)->voe_channel();
933 }
934
pbos@webrtc.org776e6f22014-10-29 15:28:39 +0000935 receive_streams_[ssrc] = new WebRtcVideoReceiveStream(
936 call_.get(), external_decoder_factory_, config, recv_codecs_);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +0000937
938 return true;
939}
940
941void WebRtcVideoChannel2::ConfigureReceiverRtp(
942 webrtc::VideoReceiveStream::Config* config,
943 const StreamParams& sp) const {
944 uint32 ssrc = sp.first_ssrc();
945
946 config->rtp.remote_ssrc = ssrc;
947 config->rtp.local_ssrc = rtcp_receiver_report_ssrc_;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000948
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +0000949 config->rtp.extensions = recv_rtp_extensions_;
pbos@webrtc.org257e1302014-07-25 19:01:32 +0000950
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000951 // TODO(pbos): This protection is against setting the same local ssrc as
952 // remote which is not permitted by the lower-level API. RTCP requires a
953 // corresponding sender SSRC. Figure out what to do when we don't have
954 // (receive-only) or know a good local SSRC.
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +0000955 if (config->rtp.remote_ssrc == config->rtp.local_ssrc) {
956 if (config->rtp.local_ssrc != kDefaultRtcpReceiverReportSsrc) {
957 config->rtp.local_ssrc = kDefaultRtcpReceiverReportSsrc;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000958 } else {
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +0000959 config->rtp.local_ssrc = kDefaultRtcpReceiverReportSsrc + 1;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000960 }
961 }
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +0000962
963 for (size_t i = 0; i < recv_codecs_.size(); ++i) {
andresp@webrtc.org82775b12014-11-07 09:37:54 +0000964 MergeFecConfig(recv_codecs_[i].fec, &config->rtp.fec);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000965 }
966
andresp@webrtc.org82775b12014-11-07 09:37:54 +0000967 for (size_t i = 0; i < recv_codecs_.size(); ++i) {
968 uint32 rtx_ssrc;
969 if (recv_codecs_[i].rtx_payload_type != -1 &&
970 sp.GetFidSsrc(ssrc, &rtx_ssrc)) {
971 webrtc::VideoReceiveStream::Config::Rtp::Rtx& rtx =
972 config->rtp.rtx[recv_codecs_[i].codec.id];
973 rtx.ssrc = rtx_ssrc;
974 rtx.payload_type = recv_codecs_[i].rtx_payload_type;
975 }
976 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000977}
978
979bool WebRtcVideoChannel2::RemoveRecvStream(uint32 ssrc) {
980 LOG(LS_INFO) << "RemoveRecvStream: " << ssrc;
981 if (ssrc == 0) {
pbos@webrtc.orgafb554f42014-08-12 23:17:13 +0000982 LOG(LS_ERROR) << "RemoveRecvStream with 0 ssrc is not supported.";
983 return false;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000984 }
985
pbos@webrtc.org575d1262014-10-08 14:48:08 +0000986 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +0000987 std::map<uint32, WebRtcVideoReceiveStream*>::iterator stream =
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000988 receive_streams_.find(ssrc);
989 if (stream == receive_streams_.end()) {
990 LOG(LS_ERROR) << "Stream not found for ssrc: " << ssrc;
991 return false;
992 }
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +0000993 delete stream->second;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000994 receive_streams_.erase(stream);
995
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000996 return true;
997}
998
999bool WebRtcVideoChannel2::SetRenderer(uint32 ssrc, VideoRenderer* renderer) {
1000 LOG(LS_INFO) << "SetRenderer: ssrc:" << ssrc << " "
1001 << (renderer ? "(ptr)" : "NULL");
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001002 if (ssrc == 0) {
pbos@webrtc.orgafb554f42014-08-12 23:17:13 +00001003 default_unsignalled_ssrc_handler_.SetDefaultRenderer(this, renderer);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001004 return true;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001005 }
1006
pbos@webrtc.org575d1262014-10-08 14:48:08 +00001007 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001008 std::map<uint32, WebRtcVideoReceiveStream*>::iterator it =
1009 receive_streams_.find(ssrc);
1010 if (it == receive_streams_.end()) {
1011 return false;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001012 }
1013
1014 it->second->SetRenderer(renderer);
1015 return true;
1016}
1017
1018bool WebRtcVideoChannel2::GetRenderer(uint32 ssrc, VideoRenderer** renderer) {
1019 if (ssrc == 0) {
pbos@webrtc.orgafb554f42014-08-12 23:17:13 +00001020 *renderer = default_unsignalled_ssrc_handler_.GetDefaultRenderer();
1021 return *renderer != NULL;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001022 }
1023
pbos@webrtc.org575d1262014-10-08 14:48:08 +00001024 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001025 std::map<uint32, WebRtcVideoReceiveStream*>::iterator it =
1026 receive_streams_.find(ssrc);
1027 if (it == receive_streams_.end()) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001028 return false;
1029 }
1030 *renderer = it->second->GetRenderer();
1031 return true;
1032}
1033
1034bool WebRtcVideoChannel2::GetStats(const StatsOptions& options,
1035 VideoMediaInfo* info) {
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00001036 info->Clear();
1037 FillSenderStats(info);
1038 FillReceiverStats(info);
pbos@webrtc.org2b19f062014-12-11 13:26:09 +00001039 webrtc::Call::Stats stats = call_->GetStats();
1040 FillBandwidthEstimationStats(stats, info);
1041 if (stats.rtt_ms != -1) {
1042 for (size_t i = 0; i < info->senders.size(); ++i) {
1043 info->senders[i].rtt_ms = stats.rtt_ms;
1044 }
1045 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001046 return true;
1047}
1048
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00001049void WebRtcVideoChannel2::FillSenderStats(VideoMediaInfo* video_media_info) {
pbos@webrtc.org575d1262014-10-08 14:48:08 +00001050 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00001051 for (std::map<uint32, WebRtcVideoSendStream*>::iterator it =
1052 send_streams_.begin();
1053 it != send_streams_.end();
1054 ++it) {
1055 video_media_info->senders.push_back(it->second->GetVideoSenderInfo());
1056 }
1057}
1058
1059void WebRtcVideoChannel2::FillReceiverStats(VideoMediaInfo* video_media_info) {
pbos@webrtc.org575d1262014-10-08 14:48:08 +00001060 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00001061 for (std::map<uint32, WebRtcVideoReceiveStream*>::iterator it =
1062 receive_streams_.begin();
1063 it != receive_streams_.end();
1064 ++it) {
1065 video_media_info->receivers.push_back(it->second->GetVideoReceiverInfo());
1066 }
1067}
1068
1069void WebRtcVideoChannel2::FillBandwidthEstimationStats(
pbos@webrtc.org2b19f062014-12-11 13:26:09 +00001070 const webrtc::Call::Stats& stats,
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00001071 VideoMediaInfo* video_media_info) {
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001072 BandwidthEstimationInfo bwe_info;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001073 bwe_info.available_send_bandwidth = stats.send_bandwidth_bps;
1074 bwe_info.available_recv_bandwidth = stats.recv_bandwidth_bps;
1075 bwe_info.bucket_delay = stats.pacer_delay_ms;
1076
1077 // Get send stream bitrate stats.
1078 rtc::CritScope stream_lock(&stream_crit_);
1079 for (std::map<uint32, WebRtcVideoSendStream*>::iterator stream =
1080 send_streams_.begin();
1081 stream != send_streams_.end();
1082 ++stream) {
1083 stream->second->FillBandwidthEstimationInfo(&bwe_info);
1084 }
1085 video_media_info->bw_estimations.push_back(bwe_info);
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00001086}
1087
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001088bool WebRtcVideoChannel2::SetCapturer(uint32 ssrc, VideoCapturer* capturer) {
1089 LOG(LS_INFO) << "SetCapturer: " << ssrc << " -> "
1090 << (capturer != NULL ? "(capturer)" : "NULL");
1091 assert(ssrc != 0);
pbos@webrtc.org575d1262014-10-08 14:48:08 +00001092 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001093 if (send_streams_.find(ssrc) == send_streams_.end()) {
1094 LOG(LS_ERROR) << "No sending stream on ssrc " << ssrc;
1095 return false;
1096 }
1097 return send_streams_[ssrc]->SetCapturer(capturer);
1098}
1099
1100bool WebRtcVideoChannel2::SendIntraFrame() {
1101 // TODO(pbos): Implement.
1102 LOG(LS_VERBOSE) << "SendIntraFrame().";
1103 return true;
1104}
1105
1106bool WebRtcVideoChannel2::RequestIntraFrame() {
1107 // TODO(pbos): Implement.
1108 LOG(LS_VERBOSE) << "SendIntraFrame().";
1109 return true;
1110}
1111
1112void WebRtcVideoChannel2::OnPacketReceived(
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001113 rtc::Buffer* packet,
1114 const rtc::PacketTime& packet_time) {
pbos@webrtc.org4e545cc2014-05-14 13:58:13 +00001115 const webrtc::PacketReceiver::DeliveryStatus delivery_result =
1116 call_->Receiver()->DeliverPacket(
1117 reinterpret_cast<const uint8_t*>(packet->data()), packet->length());
1118 switch (delivery_result) {
1119 case webrtc::PacketReceiver::DELIVERY_OK:
1120 return;
1121 case webrtc::PacketReceiver::DELIVERY_PACKET_ERROR:
1122 return;
1123 case webrtc::PacketReceiver::DELIVERY_UNKNOWN_SSRC:
1124 break;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001125 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001126
1127 uint32 ssrc = 0;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001128 if (!GetRtpSsrc(packet->data(), packet->length(), &ssrc)) {
1129 return;
1130 }
1131
pbos@webrtc.orgafb554f42014-08-12 23:17:13 +00001132 // TODO(pbos): Make sure that the unsignalled SSRC uses the video payload.
1133 // Also figure out whether RTX needs to be handled.
1134 switch (unsignalled_ssrc_handler_->OnUnsignalledSsrc(this, ssrc)) {
1135 case UnsignalledSsrcHandler::kDropPacket:
1136 return;
1137 case UnsignalledSsrcHandler::kDeliverPacket:
1138 break;
1139 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001140
pbos@webrtc.org1e019d12014-05-16 11:38:45 +00001141 if (call_->Receiver()->DeliverPacket(
1142 reinterpret_cast<const uint8_t*>(packet->data()), packet->length()) !=
1143 webrtc::PacketReceiver::DELIVERY_OK) {
pbos@webrtc.orgafb554f42014-08-12 23:17:13 +00001144 LOG(LS_WARNING) << "Failed to deliver RTP packet on re-delivery.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001145 return;
1146 }
1147}
1148
1149void WebRtcVideoChannel2::OnRtcpReceived(
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001150 rtc::Buffer* packet,
1151 const rtc::PacketTime& packet_time) {
pbos@webrtc.org1e019d12014-05-16 11:38:45 +00001152 if (call_->Receiver()->DeliverPacket(
1153 reinterpret_cast<const uint8_t*>(packet->data()), packet->length()) !=
1154 webrtc::PacketReceiver::DELIVERY_OK) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001155 LOG(LS_WARNING) << "Failed to deliver RTCP packet.";
1156 }
1157}
1158
1159void WebRtcVideoChannel2::OnReadyToSend(bool ready) {
pbos@webrtc.org26c0c412014-09-03 16:17:12 +00001160 LOG(LS_VERBOSE) << "OnReadyToSend: " << (ready ? "Ready." : "Not ready.");
1161 call_->SignalNetworkState(ready ? webrtc::Call::kNetworkUp
1162 : webrtc::Call::kNetworkDown);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001163}
1164
1165bool WebRtcVideoChannel2::MuteStream(uint32 ssrc, bool mute) {
1166 LOG(LS_VERBOSE) << "MuteStream: " << ssrc << " -> "
1167 << (mute ? "mute" : "unmute");
1168 assert(ssrc != 0);
pbos@webrtc.org575d1262014-10-08 14:48:08 +00001169 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001170 if (send_streams_.find(ssrc) == send_streams_.end()) {
1171 LOG(LS_ERROR) << "No sending stream on ssrc " << ssrc;
1172 return false;
1173 }
pbos@webrtc.orgef8bb8d2014-08-13 21:36:18 +00001174
1175 send_streams_[ssrc]->MuteStream(mute);
1176 return true;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001177}
1178
1179bool WebRtcVideoChannel2::SetRecvRtpHeaderExtensions(
1180 const std::vector<RtpHeaderExtension>& extensions) {
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001181 LOG(LS_INFO) << "SetRecvRtpHeaderExtensions: "
1182 << RtpExtensionsToString(extensions);
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001183 if (!ValidateRtpHeaderExtensionIds(extensions))
1184 return false;
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001185
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001186 std::vector<webrtc::RtpExtension> filtered_extensions =
1187 FilterRtpExtensions(extensions);
1188 if (!RtpExtensionsHaveChanged(recv_rtp_extensions_, filtered_extensions))
1189 return true;
1190
1191 recv_rtp_extensions_ = filtered_extensions;
1192
pbos@webrtc.org575d1262014-10-08 14:48:08 +00001193 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001194 for (std::map<uint32, WebRtcVideoReceiveStream*>::iterator it =
1195 receive_streams_.begin();
1196 it != receive_streams_.end();
1197 ++it) {
1198 it->second->SetRtpExtensions(recv_rtp_extensions_);
1199 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001200 return true;
1201}
1202
1203bool WebRtcVideoChannel2::SetSendRtpHeaderExtensions(
1204 const std::vector<RtpHeaderExtension>& extensions) {
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001205 LOG(LS_INFO) << "SetSendRtpHeaderExtensions: "
1206 << RtpExtensionsToString(extensions);
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001207 if (!ValidateRtpHeaderExtensionIds(extensions))
1208 return false;
1209
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001210 std::vector<webrtc::RtpExtension> filtered_extensions =
1211 FilterRtpExtensions(extensions);
1212 if (!RtpExtensionsHaveChanged(send_rtp_extensions_, filtered_extensions))
1213 return true;
1214
1215 send_rtp_extensions_ = filtered_extensions;
pbos@webrtc.orga2ef4fe2014-11-07 10:54:43 +00001216
pbos@webrtc.org575d1262014-10-08 14:48:08 +00001217 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001218 for (std::map<uint32, WebRtcVideoSendStream*>::iterator it =
1219 send_streams_.begin();
1220 it != send_streams_.end();
1221 ++it) {
1222 it->second->SetRtpExtensions(send_rtp_extensions_);
1223 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001224 return true;
1225}
1226
pbos@webrtc.org00873182014-11-25 14:03:34 +00001227bool WebRtcVideoChannel2::SetMaxSendBandwidth(int max_bitrate_bps) {
1228 LOG(LS_INFO) << "SetMaxSendBandwidth: " << max_bitrate_bps << "bps.";
1229 if (max_bitrate_bps <= 0) {
1230 // Unsetting max bitrate.
1231 max_bitrate_bps = -1;
1232 }
1233 bitrate_config_.start_bitrate_bps = -1;
1234 bitrate_config_.max_bitrate_bps = max_bitrate_bps;
1235 if (max_bitrate_bps > 0 &&
1236 bitrate_config_.min_bitrate_bps > max_bitrate_bps) {
1237 bitrate_config_.min_bitrate_bps = max_bitrate_bps;
1238 }
1239 call_->SetBitrateConfig(bitrate_config_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001240 return true;
1241}
1242
1243bool WebRtcVideoChannel2::SetOptions(const VideoOptions& options) {
pbos@webrtc.orga2ef4fe2014-11-07 10:54:43 +00001244 LOG(LS_INFO) << "SetOptions: " << options.ToString();
1245 VideoOptions old_options = options_;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001246 options_.SetAll(options);
pbos@webrtc.orga2ef4fe2014-11-07 10:54:43 +00001247 if (options_ == old_options) {
1248 // No new options to set.
1249 return true;
1250 }
pbos@webrtc.orgd8198032014-11-10 14:41:43 +00001251 rtc::DiffServCodePoint dscp = options_.dscp.GetWithDefaultIfUnset(false)
1252 ? rtc::DSCP_AF41
1253 : rtc::DSCP_DEFAULT;
1254 MediaChannel::SetDscp(dscp);
pbos@webrtc.org575d1262014-10-08 14:48:08 +00001255 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001256 for (std::map<uint32, WebRtcVideoSendStream*>::iterator it =
1257 send_streams_.begin();
1258 it != send_streams_.end();
1259 ++it) {
1260 it->second->SetOptions(options_);
1261 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001262 return true;
1263}
1264
1265void WebRtcVideoChannel2::SetInterface(NetworkInterface* iface) {
1266 MediaChannel::SetInterface(iface);
1267 // Set the RTP recv/send buffer to a bigger size
1268 MediaChannel::SetOption(NetworkInterface::ST_RTP,
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001269 rtc::Socket::OPT_RCVBUF,
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001270 kVideoRtpBufferSize);
1271
buildbot@webrtc.orgae694ef2014-10-28 17:37:17 +00001272 // Speculative change to increase the outbound socket buffer size.
1273 // In b/15152257, we are seeing a significant number of packets discarded
1274 // due to lack of socket buffer space, although it's not yet clear what the
1275 // ideal value should be.
1276 MediaChannel::SetOption(NetworkInterface::ST_RTP,
1277 rtc::Socket::OPT_SNDBUF,
1278 kVideoRtpBufferSize);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001279}
1280
1281void WebRtcVideoChannel2::UpdateAspectRatio(int ratio_w, int ratio_h) {
1282 // TODO(pbos): Implement.
1283}
1284
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001285void WebRtcVideoChannel2::OnMessage(rtc::Message* msg) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001286 // Ignored.
1287}
1288
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001289void WebRtcVideoChannel2::OnLoadUpdate(Load load) {
pbos@webrtc.org575d1262014-10-08 14:48:08 +00001290 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001291 for (std::map<uint32, WebRtcVideoSendStream*>::iterator it =
1292 send_streams_.begin();
1293 it != send_streams_.end();
1294 ++it) {
1295 it->second->OnCpuResolutionRequest(load == kOveruse
1296 ? CoordinatedVideoAdapter::DOWNGRADE
1297 : CoordinatedVideoAdapter::UPGRADE);
1298 }
1299}
1300
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001301bool WebRtcVideoChannel2::SendRtp(const uint8_t* data, size_t len) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001302 rtc::Buffer packet(data, len, kMaxRtpPacketLen);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001303 return MediaChannel::SendPacket(&packet);
1304}
1305
1306bool WebRtcVideoChannel2::SendRtcp(const uint8_t* data, size_t len) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001307 rtc::Buffer packet(data, len, kMaxRtpPacketLen);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001308 return MediaChannel::SendRtcp(&packet);
1309}
1310
1311void WebRtcVideoChannel2::StartAllSendStreams() {
pbos@webrtc.org575d1262014-10-08 14:48:08 +00001312 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001313 for (std::map<uint32, WebRtcVideoSendStream*>::iterator it =
1314 send_streams_.begin();
1315 it != send_streams_.end();
1316 ++it) {
1317 it->second->Start();
1318 }
1319}
1320
1321void WebRtcVideoChannel2::StopAllSendStreams() {
pbos@webrtc.org575d1262014-10-08 14:48:08 +00001322 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001323 for (std::map<uint32, WebRtcVideoSendStream*>::iterator it =
1324 send_streams_.begin();
1325 it != send_streams_.end();
1326 ++it) {
1327 it->second->Stop();
1328 }
1329}
1330
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +00001331WebRtcVideoChannel2::WebRtcVideoSendStream::VideoSendStreamParameters::
1332 VideoSendStreamParameters(
1333 const webrtc::VideoSendStream::Config& config,
1334 const VideoOptions& options,
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001335 const Settable<VideoCodecSettings>& codec_settings)
1336 : config(config), options(options), codec_settings(codec_settings) {
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +00001337}
1338
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001339WebRtcVideoChannel2::WebRtcVideoSendStream::WebRtcVideoSendStream(
1340 webrtc::Call* call,
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +00001341 WebRtcVideoEncoderFactory* external_encoder_factory,
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001342 WebRtcVideoEncoderFactory2* encoder_factory,
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +00001343 const VideoOptions& options,
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001344 const Settable<VideoCodecSettings>& codec_settings,
1345 const StreamParams& sp,
1346 const std::vector<webrtc::RtpExtension>& rtp_extensions)
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001347 : call_(call),
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +00001348 external_encoder_factory_(external_encoder_factory),
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001349 encoder_factory_(encoder_factory),
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001350 stream_(NULL),
pbos@webrtc.orgb648b9d2014-08-26 11:08:06 +00001351 parameters_(webrtc::VideoSendStream::Config(), options, codec_settings),
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +00001352 allocated_encoder_(NULL, webrtc::kVideoCodecUnknown, false),
pbos@webrtc.orgb648b9d2014-08-26 11:08:06 +00001353 capturer_(NULL),
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001354 sending_(false),
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001355 muted_(false) {
1356 parameters_.config.rtp.max_packet_size = kVideoMtu;
1357
1358 sp.GetPrimarySsrcs(&parameters_.config.rtp.ssrcs);
1359 sp.GetFidSsrcs(parameters_.config.rtp.ssrcs,
1360 &parameters_.config.rtp.rtx.ssrcs);
1361 parameters_.config.rtp.c_name = sp.cname;
1362 parameters_.config.rtp.extensions = rtp_extensions;
1363
1364 VideoCodecSettings params;
1365 if (codec_settings.Get(&params)) {
1366 SetCodec(params);
1367 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001368}
1369
1370WebRtcVideoChannel2::WebRtcVideoSendStream::~WebRtcVideoSendStream() {
1371 DisconnectCapturer();
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001372 if (stream_ != NULL) {
1373 call_->DestroyVideoSendStream(stream_);
1374 }
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +00001375 DestroyVideoEncoder(&allocated_encoder_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001376}
1377
1378static void SetWebRtcFrameToBlack(webrtc::I420VideoFrame* video_frame) {
1379 assert(video_frame != NULL);
1380 memset(video_frame->buffer(webrtc::kYPlane),
1381 16,
1382 video_frame->allocated_size(webrtc::kYPlane));
1383 memset(video_frame->buffer(webrtc::kUPlane),
1384 128,
1385 video_frame->allocated_size(webrtc::kUPlane));
1386 memset(video_frame->buffer(webrtc::kVPlane),
1387 128,
1388 video_frame->allocated_size(webrtc::kVPlane));
1389}
1390
1391static void CreateBlackFrame(webrtc::I420VideoFrame* video_frame,
1392 int width,
1393 int height) {
1394 video_frame->CreateEmptyFrame(
1395 width, height, width, (width + 1) / 2, (width + 1) / 2);
1396 SetWebRtcFrameToBlack(video_frame);
1397}
1398
1399static void ConvertToI420VideoFrame(const VideoFrame& frame,
1400 webrtc::I420VideoFrame* i420_frame) {
1401 i420_frame->CreateFrame(
1402 static_cast<int>(frame.GetYPitch() * frame.GetHeight()),
1403 frame.GetYPlane(),
1404 static_cast<int>(frame.GetUPitch() * ((frame.GetHeight() + 1) / 2)),
1405 frame.GetUPlane(),
1406 static_cast<int>(frame.GetVPitch() * ((frame.GetHeight() + 1) / 2)),
1407 frame.GetVPlane(),
1408 static_cast<int>(frame.GetWidth()),
1409 static_cast<int>(frame.GetHeight()),
1410 static_cast<int>(frame.GetYPitch()),
1411 static_cast<int>(frame.GetUPitch()),
1412 static_cast<int>(frame.GetVPitch()));
1413}
1414
1415void WebRtcVideoChannel2::WebRtcVideoSendStream::InputFrame(
1416 VideoCapturer* capturer,
1417 const VideoFrame* frame) {
1418 LOG(LS_VERBOSE) << "InputFrame: " << frame->GetWidth() << "x"
1419 << frame->GetHeight();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001420 // Lock before copying, can be called concurrently when swapping input source.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001421 rtc::CritScope frame_cs(&frame_lock_);
pbos@webrtc.orgd60d79a2014-09-24 07:10:57 +00001422 ConvertToI420VideoFrame(*frame, &video_frame_);
1423
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001424 rtc::CritScope cs(&lock_);
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001425 if (stream_ == NULL) {
1426 LOG(LS_WARNING) << "Capturer inputting frames before send codecs are "
1427 "configured, dropping.";
1428 return;
1429 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001430 if (format_.width == 0) { // Dropping frames.
1431 assert(format_.height == 0);
1432 LOG(LS_VERBOSE) << "VideoFormat 0x0 set, Dropping frame.";
1433 return;
1434 }
pbos@webrtc.orgd60d79a2014-09-24 07:10:57 +00001435 if (muted_) {
1436 // Create a black frame to transmit instead.
1437 CreateBlackFrame(&video_frame_,
1438 static_cast<int>(frame->GetWidth()),
1439 static_cast<int>(frame->GetHeight()));
1440 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001441 // Reconfigure codec if necessary.
pbos@webrtc.orgc4175b92014-09-03 15:25:49 +00001442 SetDimensions(
1443 video_frame_.width(), video_frame_.height(), capturer->IsScreencast());
1444
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001445 LOG(LS_VERBOSE) << "SwapFrame: " << video_frame_.width() << "x"
1446 << video_frame_.height() << " -> (codec) "
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +00001447 << parameters_.encoder_config.streams.back().width << "x"
1448 << parameters_.encoder_config.streams.back().height;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001449 stream_->Input()->SwapFrame(&video_frame_);
1450}
1451
1452bool WebRtcVideoChannel2::WebRtcVideoSendStream::SetCapturer(
1453 VideoCapturer* capturer) {
1454 if (!DisconnectCapturer() && capturer == NULL) {
1455 return false;
1456 }
1457
1458 {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001459 rtc::CritScope cs(&lock_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001460
pbos@webrtc.org9359cb32014-07-23 15:44:48 +00001461 if (capturer == NULL) {
1462 if (stream_ != NULL) {
1463 LOG(LS_VERBOSE) << "Disabling capturer, sending black frame.";
1464 webrtc::I420VideoFrame black_frame;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001465
pbos@webrtc.orga2ef4fe2014-11-07 10:54:43 +00001466 // TODO(pbos): Base width/height on last_dimensions_. This will however
1467 // fail the test AddRemoveCapturer which needs to be fixed to permit
1468 // sending black frames in the same size that was previously sent.
pbos@webrtc.org9359cb32014-07-23 15:44:48 +00001469 int width = format_.width;
1470 int height = format_.height;
1471 int half_width = (width + 1) / 2;
1472 black_frame.CreateEmptyFrame(
1473 width, height, width, half_width, half_width);
1474 SetWebRtcFrameToBlack(&black_frame);
pbos@webrtc.orga2ef4fe2014-11-07 10:54:43 +00001475 SetDimensions(width, height, last_dimensions_.is_screencast);
pbos@webrtc.org9359cb32014-07-23 15:44:48 +00001476 stream_->Input()->SwapFrame(&black_frame);
1477 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001478
1479 capturer_ = NULL;
1480 return true;
1481 }
1482
1483 capturer_ = capturer;
1484 }
1485 // Lock cannot be held while connecting the capturer to prevent lock-order
1486 // violations.
1487 capturer->SignalVideoFrame.connect(this, &WebRtcVideoSendStream::InputFrame);
1488 return true;
1489}
1490
1491bool WebRtcVideoChannel2::WebRtcVideoSendStream::SetVideoFormat(
1492 const VideoFormat& format) {
1493 if ((format.width == 0 || format.height == 0) &&
1494 format.width != format.height) {
1495 LOG(LS_ERROR) << "Can't set VideoFormat, width or height is zero (but not "
1496 "both, 0x0 drops frames).";
1497 return false;
1498 }
1499
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001500 rtc::CritScope cs(&lock_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001501 if (format.width == 0 && format.height == 0) {
1502 LOG(LS_INFO)
1503 << "0x0 resolution selected. Captured frames will be dropped for ssrc: "
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +00001504 << parameters_.config.rtp.ssrcs[0] << ".";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001505 } else {
1506 // TODO(pbos): Fix me, this only affects the last stream!
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +00001507 parameters_.encoder_config.streams.back().max_framerate =
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001508 VideoFormat::IntervalToFps(format.interval);
pbos@webrtc.orgc4175b92014-09-03 15:25:49 +00001509 SetDimensions(format.width, format.height, false);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001510 }
1511
1512 format_ = format;
1513 return true;
1514}
1515
pbos@webrtc.orgef8bb8d2014-08-13 21:36:18 +00001516void WebRtcVideoChannel2::WebRtcVideoSendStream::MuteStream(bool mute) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001517 rtc::CritScope cs(&lock_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001518 muted_ = mute;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001519}
1520
1521bool WebRtcVideoChannel2::WebRtcVideoSendStream::DisconnectCapturer() {
pbos@webrtc.org963b9792014-10-07 14:27:27 +00001522 cricket::VideoCapturer* capturer;
1523 {
1524 rtc::CritScope cs(&lock_);
1525 if (capturer_ == NULL) {
1526 return false;
1527 }
1528 capturer = capturer_;
1529 capturer_ = NULL;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001530 }
pbos@webrtc.org963b9792014-10-07 14:27:27 +00001531 capturer->SignalVideoFrame.disconnect(this);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001532 return true;
1533}
1534
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001535void WebRtcVideoChannel2::WebRtcVideoSendStream::SetOptions(
1536 const VideoOptions& options) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001537 rtc::CritScope cs(&lock_);
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001538 VideoCodecSettings codec_settings;
1539 if (parameters_.codec_settings.Get(&codec_settings)) {
1540 SetCodecAndOptions(codec_settings, options);
1541 } else {
1542 parameters_.options = options;
1543 }
1544}
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +00001545
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001546void WebRtcVideoChannel2::WebRtcVideoSendStream::SetCodec(
1547 const VideoCodecSettings& codec_settings) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001548 rtc::CritScope cs(&lock_);
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001549 SetCodecAndOptions(codec_settings, parameters_.options);
1550}
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +00001551
1552webrtc::VideoCodecType CodecTypeFromName(const std::string& name) {
1553 if (CodecNameMatches(name, kVp8CodecName)) {
1554 return webrtc::kVideoCodecVP8;
andresp@webrtc.org188d3b22014-11-07 13:21:04 +00001555 } else if (CodecNameMatches(name, kVp9CodecName)) {
1556 return webrtc::kVideoCodecVP9;
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +00001557 } else if (CodecNameMatches(name, kH264CodecName)) {
1558 return webrtc::kVideoCodecH264;
1559 }
1560 return webrtc::kVideoCodecUnknown;
1561}
1562
1563WebRtcVideoChannel2::WebRtcVideoSendStream::AllocatedEncoder
1564WebRtcVideoChannel2::WebRtcVideoSendStream::CreateVideoEncoder(
1565 const VideoCodec& codec) {
1566 webrtc::VideoCodecType type = CodecTypeFromName(codec.name);
1567
1568 // Do not re-create encoders of the same type.
1569 if (type == allocated_encoder_.type && allocated_encoder_.encoder != NULL) {
1570 return allocated_encoder_;
1571 }
1572
1573 if (external_encoder_factory_ != NULL) {
1574 webrtc::VideoEncoder* encoder =
1575 external_encoder_factory_->CreateVideoEncoder(type);
1576 if (encoder != NULL) {
1577 return AllocatedEncoder(encoder, type, true);
1578 }
1579 }
1580
1581 if (type == webrtc::kVideoCodecVP8) {
1582 return AllocatedEncoder(
1583 webrtc::VideoEncoder::Create(webrtc::VideoEncoder::kVp8), type, false);
andresp@webrtc.org188d3b22014-11-07 13:21:04 +00001584 } else if (type == webrtc::kVideoCodecVP9) {
1585 return AllocatedEncoder(
1586 webrtc::VideoEncoder::Create(webrtc::VideoEncoder::kVp9), type, false);
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +00001587 }
1588
1589 // This shouldn't happen, we should not be trying to create something we don't
1590 // support.
1591 assert(false);
1592 return AllocatedEncoder(NULL, webrtc::kVideoCodecUnknown, false);
1593}
1594
1595void WebRtcVideoChannel2::WebRtcVideoSendStream::DestroyVideoEncoder(
1596 AllocatedEncoder* encoder) {
1597 if (encoder->external) {
1598 external_encoder_factory_->DestroyVideoEncoder(encoder->encoder);
1599 } else {
1600 delete encoder->encoder;
1601 }
1602}
1603
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001604void WebRtcVideoChannel2::WebRtcVideoSendStream::SetCodecAndOptions(
1605 const VideoCodecSettings& codec_settings,
1606 const VideoOptions& options) {
pbos@webrtc.orga2ef4fe2014-11-07 10:54:43 +00001607 if (last_dimensions_.width == -1) {
1608 last_dimensions_.width = codec_settings.codec.width;
1609 last_dimensions_.height = codec_settings.codec.height;
1610 last_dimensions_.is_screencast = false;
1611 }
1612 parameters_.encoder_config =
1613 CreateVideoEncoderConfig(last_dimensions_, codec_settings.codec);
1614 if (parameters_.encoder_config.streams.empty()) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001615 return;
1616 }
pbos@webrtc.orga2ef4fe2014-11-07 10:54:43 +00001617
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001618 format_ = VideoFormat(codec_settings.codec.width,
1619 codec_settings.codec.height,
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001620 VideoFormat::FpsToInterval(30),
1621 FOURCC_I420);
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +00001622
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +00001623 AllocatedEncoder new_encoder = CreateVideoEncoder(codec_settings.codec);
1624 parameters_.config.encoder_settings.encoder = new_encoder.encoder;
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001625 parameters_.config.encoder_settings.payload_name = codec_settings.codec.name;
1626 parameters_.config.encoder_settings.payload_type = codec_settings.codec.id;
1627 parameters_.config.rtp.fec = codec_settings.fec;
1628
1629 // Set RTX payload type if RTX is enabled.
1630 if (!parameters_.config.rtp.rtx.ssrcs.empty()) {
1631 parameters_.config.rtp.rtx.payload_type = codec_settings.rtx_payload_type;
1632 }
1633
1634 if (IsNackEnabled(codec_settings.codec)) {
1635 parameters_.config.rtp.nack.rtp_history_ms = kNackHistoryMs;
1636 }
1637
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00001638 options.suspend_below_min_bitrate.Get(
1639 &parameters_.config.suspend_below_min_bitrate);
1640
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001641 parameters_.codec_settings.Set(codec_settings);
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +00001642 parameters_.options = options;
pbos@webrtc.org543e5892014-07-23 07:01:31 +00001643
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001644 RecreateWebRtcStream();
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +00001645 if (allocated_encoder_.encoder != new_encoder.encoder) {
1646 DestroyVideoEncoder(&allocated_encoder_);
1647 allocated_encoder_ = new_encoder;
1648 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001649}
1650
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001651void WebRtcVideoChannel2::WebRtcVideoSendStream::SetRtpExtensions(
1652 const std::vector<webrtc::RtpExtension>& rtp_extensions) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001653 rtc::CritScope cs(&lock_);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001654 parameters_.config.rtp.extensions = rtp_extensions;
1655 RecreateWebRtcStream();
1656}
1657
pbos@webrtc.orga2ef4fe2014-11-07 10:54:43 +00001658webrtc::VideoEncoderConfig
1659WebRtcVideoChannel2::WebRtcVideoSendStream::CreateVideoEncoderConfig(
1660 const Dimensions& dimensions,
1661 const VideoCodec& codec) const {
1662 webrtc::VideoEncoderConfig encoder_config;
1663 if (dimensions.is_screencast) {
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001664 int screencast_min_bitrate_kbps;
1665 parameters_.options.screencast_min_bitrate.Get(
1666 &screencast_min_bitrate_kbps);
1667 encoder_config.min_transmit_bitrate_bps =
1668 screencast_min_bitrate_kbps * 1000;
1669 encoder_config.content_type = webrtc::VideoEncoderConfig::kScreenshare;
1670 } else {
1671 encoder_config.min_transmit_bitrate_bps = 0;
1672 encoder_config.content_type = webrtc::VideoEncoderConfig::kRealtimeVideo;
1673 }
1674
pbos@webrtc.orga2ef4fe2014-11-07 10:54:43 +00001675 // Restrict dimensions according to codec max.
1676 int width = dimensions.width;
1677 int height = dimensions.height;
1678 if (!dimensions.is_screencast) {
1679 if (codec.width < width)
1680 width = codec.width;
1681 if (codec.height < height)
1682 height = codec.height;
1683 }
1684
1685 VideoCodec clamped_codec = codec;
1686 clamped_codec.width = width;
1687 clamped_codec.height = height;
pbos@webrtc.orgcddd17c2014-09-16 16:33:13 +00001688
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +00001689 encoder_config.streams = encoder_factory_->CreateVideoStreams(
pbos@webrtc.orga2ef4fe2014-11-07 10:54:43 +00001690 clamped_codec, parameters_.options, parameters_.config.rtp.ssrcs.size());
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00001691
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001692 // Conference mode screencast uses 2 temporal layers split at 100kbit.
1693 if (parameters_.options.conference_mode.GetWithDefaultIfUnset(false) &&
pbos@webrtc.orga2ef4fe2014-11-07 10:54:43 +00001694 dimensions.is_screencast && encoder_config.streams.size() == 1) {
sprang@webrtc.org46d4d292014-12-23 15:19:35 +00001695 ScreenshareLayerConfig config = ScreenshareLayerConfig::GetDefault();
1696
1697 // For screenshare in conference mode, tl0 and tl1 bitrates are piggybacked
1698 // on the VideoCodec struct as target and max bitrates, respectively.
1699 // See eg. webrtc::VP8EncoderImpl::SetRates().
1700 encoder_config.streams[0].target_bitrate_bps =
1701 config.tl0_bitrate_kbps * 1000;
1702 encoder_config.streams[0].max_bitrate_bps = config.tl1_bitrate_kbps * 1000;
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001703 encoder_config.streams[0].temporal_layer_thresholds_bps.clear();
1704 encoder_config.streams[0].temporal_layer_thresholds_bps.push_back(
sprang@webrtc.org46d4d292014-12-23 15:19:35 +00001705 config.tl0_bitrate_kbps * 1000);
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001706 }
pbos@webrtc.orga2ef4fe2014-11-07 10:54:43 +00001707 return encoder_config;
1708}
1709
1710void WebRtcVideoChannel2::WebRtcVideoSendStream::SetDimensions(
1711 int width,
1712 int height,
1713 bool is_screencast) {
1714 if (last_dimensions_.width == width && last_dimensions_.height == height &&
1715 last_dimensions_.is_screencast == is_screencast) {
1716 // Configured using the same parameters, do not reconfigure.
1717 return;
1718 }
1719 LOG(LS_INFO) << "SetDimensions: " << width << "x" << height
1720 << (is_screencast ? " (screencast)" : " (not screencast)");
1721
1722 last_dimensions_.width = width;
1723 last_dimensions_.height = height;
1724 last_dimensions_.is_screencast = is_screencast;
1725
1726 assert(!parameters_.encoder_config.streams.empty());
1727
1728 VideoCodecSettings codec_settings;
1729 parameters_.codec_settings.Get(&codec_settings);
1730
1731 webrtc::VideoEncoderConfig encoder_config =
1732 CreateVideoEncoderConfig(last_dimensions_, codec_settings.codec);
1733
1734 encoder_config.encoder_specific_settings =
1735 encoder_factory_->CreateVideoEncoderSettings(codec_settings.codec,
1736 parameters_.options);
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001737
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +00001738 bool stream_reconfigured = stream_->ReconfigureVideoEncoder(encoder_config);
1739
1740 encoder_factory_->DestroyVideoEncoderSettings(
1741 codec_settings.codec,
1742 encoder_config.encoder_specific_settings);
1743
1744 encoder_config.encoder_specific_settings = NULL;
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00001745
1746 if (!stream_reconfigured) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001747 LOG(LS_WARNING) << "Failed to reconfigure video encoder for dimensions: "
1748 << width << "x" << height;
1749 return;
1750 }
pbos@webrtc.orgcddd17c2014-09-16 16:33:13 +00001751
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +00001752 parameters_.encoder_config = encoder_config;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001753}
1754
1755void WebRtcVideoChannel2::WebRtcVideoSendStream::Start() {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001756 rtc::CritScope cs(&lock_);
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001757 assert(stream_ != NULL);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001758 stream_->Start();
1759 sending_ = true;
1760}
1761
1762void WebRtcVideoChannel2::WebRtcVideoSendStream::Stop() {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001763 rtc::CritScope cs(&lock_);
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001764 if (stream_ != NULL) {
1765 stream_->Stop();
1766 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001767 sending_ = false;
1768}
1769
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00001770VideoSenderInfo
1771WebRtcVideoChannel2::WebRtcVideoSendStream::GetVideoSenderInfo() {
1772 VideoSenderInfo info;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001773 rtc::CritScope cs(&lock_);
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00001774 for (size_t i = 0; i < parameters_.config.rtp.ssrcs.size(); ++i) {
1775 info.add_ssrc(parameters_.config.rtp.ssrcs[i]);
1776 }
1777
pbos@webrtc.orgc3d2bd22014-08-12 20:55:10 +00001778 if (stream_ == NULL) {
1779 return info;
1780 }
1781
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00001782 webrtc::VideoSendStream::Stats stats = stream_->GetStats();
1783 info.framerate_input = stats.input_frame_rate;
1784 info.framerate_sent = stats.encode_frame_rate;
1785
pbos@webrtc.org273a4142014-12-01 15:23:21 +00001786 info.send_frame_width = 0;
1787 info.send_frame_height = 0;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001788 for (std::map<uint32_t, webrtc::SsrcStats>::iterator it =
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00001789 stats.substreams.begin();
1790 it != stats.substreams.end();
1791 ++it) {
1792 // TODO(pbos): Wire up additional stats, such as padding bytes.
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001793 webrtc::SsrcStats stream_stats = it->second;
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00001794 info.bytes_sent += stream_stats.rtp_stats.bytes +
1795 stream_stats.rtp_stats.header_bytes +
1796 stream_stats.rtp_stats.padding_bytes;
1797 info.packets_sent += stream_stats.rtp_stats.packets;
1798 info.packets_lost += stream_stats.rtcp_stats.cumulative_lost;
pbos@webrtc.org273a4142014-12-01 15:23:21 +00001799 if (stream_stats.sent_width > info.send_frame_width)
1800 info.send_frame_width = stream_stats.sent_width;
1801 if (stream_stats.sent_height > info.send_frame_height)
1802 info.send_frame_height = stream_stats.sent_height;
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00001803 }
1804
1805 if (!stats.substreams.empty()) {
1806 // TODO(pbos): Report fraction lost per SSRC.
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001807 webrtc::SsrcStats first_stream_stats = stats.substreams.begin()->second;
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00001808 info.fraction_lost =
1809 static_cast<float>(first_stream_stats.rtcp_stats.fraction_lost) /
1810 (1 << 8);
1811 }
1812
1813 if (capturer_ != NULL && !capturer_->IsMuted()) {
1814 VideoFormat last_captured_frame_format;
1815 capturer_->GetStats(&info.adapt_frame_drops,
1816 &info.effects_frame_drops,
1817 &info.capturer_frame_time,
1818 &last_captured_frame_format);
1819 info.input_frame_width = last_captured_frame_format.width;
1820 info.input_frame_height = last_captured_frame_format.height;
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00001821 }
1822
1823 // TODO(pbos): Support or remove the following stats.
1824 info.packets_cached = -1;
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00001825
1826 return info;
1827}
1828
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001829void WebRtcVideoChannel2::WebRtcVideoSendStream::FillBandwidthEstimationInfo(
1830 BandwidthEstimationInfo* bwe_info) {
1831 rtc::CritScope cs(&lock_);
1832 if (stream_ == NULL) {
1833 return;
1834 }
1835 webrtc::VideoSendStream::Stats stats = stream_->GetStats();
1836 for (std::map<uint32_t, webrtc::SsrcStats>::iterator it =
1837 stats.substreams.begin();
1838 it != stats.substreams.end();
1839 ++it) {
1840 bwe_info->transmit_bitrate += it->second.total_bitrate_bps;
1841 bwe_info->retransmit_bitrate += it->second.retransmit_bitrate_bps;
1842 }
1843 bwe_info->actual_enc_bitrate = stats.media_bitrate_bps;
1844}
1845
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001846void WebRtcVideoChannel2::WebRtcVideoSendStream::OnCpuResolutionRequest(
1847 CoordinatedVideoAdapter::AdaptRequest adapt_request) {
1848 rtc::CritScope cs(&lock_);
1849 bool adapt_cpu;
1850 parameters_.options.cpu_overuse_detection.Get(&adapt_cpu);
1851 if (!adapt_cpu) {
1852 return;
1853 }
1854 if (capturer_ == NULL || capturer_->video_adapter() == NULL) {
1855 return;
1856 }
1857
1858 capturer_->video_adapter()->OnCpuResolutionRequest(adapt_request);
1859}
1860
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001861void WebRtcVideoChannel2::WebRtcVideoSendStream::RecreateWebRtcStream() {
1862 if (stream_ != NULL) {
1863 call_->DestroyVideoSendStream(stream_);
1864 }
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +00001865
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00001866 VideoCodecSettings codec_settings;
1867 parameters_.codec_settings.Get(&codec_settings);
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +00001868 parameters_.encoder_config.encoder_specific_settings =
1869 encoder_factory_->CreateVideoEncoderSettings(codec_settings.codec,
1870 parameters_.options);
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00001871
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +00001872 stream_ = call_->CreateVideoSendStream(parameters_.config,
1873 parameters_.encoder_config);
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00001874
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +00001875 encoder_factory_->DestroyVideoEncoderSettings(
1876 codec_settings.codec,
1877 parameters_.encoder_config.encoder_specific_settings);
1878
1879 parameters_.encoder_config.encoder_specific_settings = NULL;
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00001880
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001881 if (sending_) {
1882 stream_->Start();
1883 }
1884}
1885
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001886WebRtcVideoChannel2::WebRtcVideoReceiveStream::WebRtcVideoReceiveStream(
1887 webrtc::Call* call,
pbos@webrtc.org776e6f22014-10-29 15:28:39 +00001888 WebRtcVideoDecoderFactory* external_decoder_factory,
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001889 const webrtc::VideoReceiveStream::Config& config,
1890 const std::vector<VideoCodecSettings>& recv_codecs)
1891 : call_(call),
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001892 stream_(NULL),
pbos@webrtc.orgb648b9d2014-08-26 11:08:06 +00001893 config_(config),
pbos@webrtc.org776e6f22014-10-29 15:28:39 +00001894 external_decoder_factory_(external_decoder_factory),
pbos@webrtc.orgb648b9d2014-08-26 11:08:06 +00001895 renderer_(NULL),
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001896 last_width_(-1),
pbos@webrtc.orgb648b9d2014-08-26 11:08:06 +00001897 last_height_(-1) {
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001898 config_.renderer = this;
1899 // SetRecvCodecs will also reset (start) the VideoReceiveStream.
1900 SetRecvCodecs(recv_codecs);
1901}
1902
1903WebRtcVideoChannel2::WebRtcVideoReceiveStream::~WebRtcVideoReceiveStream() {
1904 call_->DestroyVideoReceiveStream(stream_);
pbos@webrtc.org96a93252014-11-03 14:46:44 +00001905 ClearDecoders(&allocated_decoders_);
1906}
1907
1908WebRtcVideoChannel2::WebRtcVideoReceiveStream::AllocatedDecoder
1909WebRtcVideoChannel2::WebRtcVideoReceiveStream::CreateOrReuseVideoDecoder(
1910 std::vector<AllocatedDecoder>* old_decoders,
1911 const VideoCodec& codec) {
1912 webrtc::VideoCodecType type = CodecTypeFromName(codec.name);
1913
1914 for (size_t i = 0; i < old_decoders->size(); ++i) {
1915 if ((*old_decoders)[i].type == type) {
1916 AllocatedDecoder decoder = (*old_decoders)[i];
1917 (*old_decoders)[i] = old_decoders->back();
1918 old_decoders->pop_back();
1919 return decoder;
1920 }
1921 }
1922
1923 if (external_decoder_factory_ != NULL) {
1924 webrtc::VideoDecoder* decoder =
1925 external_decoder_factory_->CreateVideoDecoder(type);
1926 if (decoder != NULL) {
1927 return AllocatedDecoder(decoder, type, true);
1928 }
1929 }
1930
1931 if (type == webrtc::kVideoCodecVP8) {
1932 return AllocatedDecoder(
1933 webrtc::VideoDecoder::Create(webrtc::VideoDecoder::kVp8), type, false);
1934 }
1935
1936 // This shouldn't happen, we should not be trying to create something we don't
1937 // support.
1938 assert(false);
1939 return AllocatedDecoder(NULL, webrtc::kVideoCodecUnknown, false);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001940}
1941
1942void WebRtcVideoChannel2::WebRtcVideoReceiveStream::SetRecvCodecs(
1943 const std::vector<VideoCodecSettings>& recv_codecs) {
pbos@webrtc.org96a93252014-11-03 14:46:44 +00001944 std::vector<AllocatedDecoder> old_decoders = allocated_decoders_;
1945 allocated_decoders_.clear();
1946 config_.decoders.clear();
1947 for (size_t i = 0; i < recv_codecs.size(); ++i) {
1948 AllocatedDecoder allocated_decoder =
1949 CreateOrReuseVideoDecoder(&old_decoders, recv_codecs[i].codec);
1950 allocated_decoders_.push_back(allocated_decoder);
1951
1952 webrtc::VideoReceiveStream::Decoder decoder;
1953 decoder.decoder = allocated_decoder.decoder;
1954 decoder.payload_type = recv_codecs[i].codec.id;
1955 decoder.payload_name = recv_codecs[i].codec.name;
1956 config_.decoders.push_back(decoder);
1957 }
1958
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001959 // TODO(pbos): Reconfigure RTX based on incoming recv_codecs.
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001960 config_.rtp.fec = recv_codecs.front().fec;
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001961 config_.rtp.nack.rtp_history_ms =
1962 IsNackEnabled(recv_codecs.begin()->codec) ? kNackHistoryMs : 0;
1963 config_.rtp.remb = IsRembEnabled(recv_codecs.begin()->codec);
1964
pbos@webrtc.org96a93252014-11-03 14:46:44 +00001965 ClearDecoders(&old_decoders);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001966 RecreateWebRtcStream();
1967}
1968
1969void WebRtcVideoChannel2::WebRtcVideoReceiveStream::SetRtpExtensions(
1970 const std::vector<webrtc::RtpExtension>& extensions) {
1971 config_.rtp.extensions = extensions;
1972 RecreateWebRtcStream();
1973}
1974
1975void WebRtcVideoChannel2::WebRtcVideoReceiveStream::RecreateWebRtcStream() {
1976 if (stream_ != NULL) {
1977 call_->DestroyVideoReceiveStream(stream_);
1978 }
1979 stream_ = call_->CreateVideoReceiveStream(config_);
1980 stream_->Start();
1981}
1982
pbos@webrtc.org96a93252014-11-03 14:46:44 +00001983void WebRtcVideoChannel2::WebRtcVideoReceiveStream::ClearDecoders(
1984 std::vector<AllocatedDecoder>* allocated_decoders) {
1985 for (size_t i = 0; i < allocated_decoders->size(); ++i) {
1986 if ((*allocated_decoders)[i].external) {
pbos@webrtc.org776e6f22014-10-29 15:28:39 +00001987 external_decoder_factory_->DestroyVideoDecoder(
pbos@webrtc.org96a93252014-11-03 14:46:44 +00001988 (*allocated_decoders)[i].decoder);
pbos@webrtc.org776e6f22014-10-29 15:28:39 +00001989 } else {
pbos@webrtc.org96a93252014-11-03 14:46:44 +00001990 delete (*allocated_decoders)[i].decoder;
pbos@webrtc.org776e6f22014-10-29 15:28:39 +00001991 }
1992 }
pbos@webrtc.org96a93252014-11-03 14:46:44 +00001993 allocated_decoders->clear();
pbos@webrtc.org776e6f22014-10-29 15:28:39 +00001994}
1995
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001996void WebRtcVideoChannel2::WebRtcVideoReceiveStream::RenderFrame(
1997 const webrtc::I420VideoFrame& frame,
1998 int time_to_render_ms) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001999 rtc::CritScope crit(&renderer_lock_);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00002000 if (renderer_ == NULL) {
2001 LOG(LS_WARNING) << "VideoReceiveStream not connected to a VideoRenderer.";
2002 return;
2003 }
2004
2005 if (frame.width() != last_width_ || frame.height() != last_height_) {
2006 SetSize(frame.width(), frame.height());
2007 }
2008
2009 LOG(LS_VERBOSE) << "RenderFrame: (" << frame.width() << "x" << frame.height()
2010 << ")";
2011
2012 const WebRtcVideoRenderFrame render_frame(&frame);
2013 renderer_->RenderFrame(&render_frame);
2014}
2015
2016void WebRtcVideoChannel2::WebRtcVideoReceiveStream::SetRenderer(
2017 cricket::VideoRenderer* renderer) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00002018 rtc::CritScope crit(&renderer_lock_);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00002019 renderer_ = renderer;
2020 if (renderer_ != NULL && last_width_ != -1) {
2021 SetSize(last_width_, last_height_);
2022 }
2023}
2024
2025VideoRenderer* WebRtcVideoChannel2::WebRtcVideoReceiveStream::GetRenderer() {
2026 // TODO(pbos): Remove GetRenderer and all uses of it, it's thread-unsafe by
2027 // design.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00002028 rtc::CritScope crit(&renderer_lock_);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00002029 return renderer_;
2030}
2031
2032void WebRtcVideoChannel2::WebRtcVideoReceiveStream::SetSize(int width,
2033 int height) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00002034 rtc::CritScope crit(&renderer_lock_);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00002035 if (!renderer_->SetSize(width, height, 0)) {
2036 LOG(LS_ERROR) << "Could not set renderer size.";
2037 }
2038 last_width_ = width;
2039 last_height_ = height;
2040}
2041
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00002042VideoReceiverInfo
2043WebRtcVideoChannel2::WebRtcVideoReceiveStream::GetVideoReceiverInfo() {
2044 VideoReceiverInfo info;
2045 info.add_ssrc(config_.rtp.remote_ssrc);
2046 webrtc::VideoReceiveStream::Stats stats = stream_->GetStats();
2047 info.bytes_rcvd = stats.rtp_stats.bytes + stats.rtp_stats.header_bytes +
2048 stats.rtp_stats.padding_bytes;
2049 info.packets_rcvd = stats.rtp_stats.packets;
2050
2051 info.framerate_rcvd = stats.network_frame_rate;
2052 info.framerate_decoded = stats.decode_frame_rate;
2053 info.framerate_output = stats.render_frame_rate;
2054
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00002055 rtc::CritScope frame_cs(&renderer_lock_);
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00002056 info.frame_width = last_width_;
2057 info.frame_height = last_height_;
2058
2059 // TODO(pbos): Support or remove the following stats.
2060 info.packets_concealed = -1;
2061
2062 return info;
2063}
2064
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002065WebRtcVideoChannel2::VideoCodecSettings::VideoCodecSettings()
2066 : rtx_payload_type(-1) {}
2067
pbos@webrtc.orga2ef4fe2014-11-07 10:54:43 +00002068bool WebRtcVideoChannel2::VideoCodecSettings::operator==(
2069 const WebRtcVideoChannel2::VideoCodecSettings& other) const {
2070 return codec == other.codec &&
2071 fec.ulpfec_payload_type == other.fec.ulpfec_payload_type &&
2072 fec.red_payload_type == other.fec.red_payload_type &&
2073 rtx_payload_type == other.rtx_payload_type;
2074}
2075
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002076std::vector<WebRtcVideoChannel2::VideoCodecSettings>
2077WebRtcVideoChannel2::MapCodecs(const std::vector<VideoCodec>& codecs) {
2078 assert(!codecs.empty());
2079
2080 std::vector<VideoCodecSettings> video_codecs;
2081 std::map<int, bool> payload_used;
pbos@webrtc.orge322a172014-06-13 11:47:28 +00002082 std::map<int, VideoCodec::CodecType> payload_codec_type;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002083 std::map<int, int> rtx_mapping; // video payload type -> rtx payload type.
2084
2085 webrtc::FecConfig fec_settings;
2086
2087 for (size_t i = 0; i < codecs.size(); ++i) {
2088 const VideoCodec& in_codec = codecs[i];
2089 int payload_type = in_codec.id;
2090
2091 if (payload_used[payload_type]) {
2092 LOG(LS_ERROR) << "Payload type already registered: "
2093 << in_codec.ToString();
2094 return std::vector<VideoCodecSettings>();
2095 }
2096 payload_used[payload_type] = true;
pbos@webrtc.orge322a172014-06-13 11:47:28 +00002097 payload_codec_type[payload_type] = in_codec.GetCodecType();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002098
2099 switch (in_codec.GetCodecType()) {
2100 case VideoCodec::CODEC_RED: {
2101 // RED payload type, should not have duplicates.
2102 assert(fec_settings.red_payload_type == -1);
2103 fec_settings.red_payload_type = in_codec.id;
2104 continue;
2105 }
2106
2107 case VideoCodec::CODEC_ULPFEC: {
2108 // ULPFEC payload type, should not have duplicates.
2109 assert(fec_settings.ulpfec_payload_type == -1);
2110 fec_settings.ulpfec_payload_type = in_codec.id;
2111 continue;
2112 }
2113
2114 case VideoCodec::CODEC_RTX: {
2115 int associated_payload_type;
2116 if (!in_codec.GetParam(kCodecParamAssociatedPayloadType,
2117 &associated_payload_type)) {
2118 LOG(LS_ERROR) << "RTX codec without associated payload type: "
2119 << in_codec.ToString();
2120 return std::vector<VideoCodecSettings>();
2121 }
2122 rtx_mapping[associated_payload_type] = in_codec.id;
2123 continue;
2124 }
2125
2126 case VideoCodec::CODEC_VIDEO:
2127 break;
2128 }
2129
2130 video_codecs.push_back(VideoCodecSettings());
2131 video_codecs.back().codec = in_codec;
2132 }
2133
2134 // One of these codecs should have been a video codec. Only having FEC
2135 // parameters into this code is a logic error.
2136 assert(!video_codecs.empty());
2137
pbos@webrtc.orge322a172014-06-13 11:47:28 +00002138 for (std::map<int, int>::const_iterator it = rtx_mapping.begin();
2139 it != rtx_mapping.end();
2140 ++it) {
2141 if (!payload_used[it->first]) {
2142 LOG(LS_ERROR) << "RTX mapped to payload not in codec list.";
2143 return std::vector<VideoCodecSettings>();
2144 }
andrew@webrtc.org8f27fcc2015-01-09 20:22:46 +00002145 if (payload_codec_type[it->first] != VideoCodec::CODEC_VIDEO) {
2146 LOG(LS_ERROR) << "RTX not mapped to regular video codec.";
pbos@webrtc.orge322a172014-06-13 11:47:28 +00002147 return std::vector<VideoCodecSettings>();
2148 }
2149 }
2150
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002151 // TODO(pbos): Write tests that figure out that I have not verified that RTX
2152 // codecs aren't mapped to bogus payloads.
2153 for (size_t i = 0; i < video_codecs.size(); ++i) {
2154 video_codecs[i].fec = fec_settings;
andrew@webrtc.org8f27fcc2015-01-09 20:22:46 +00002155 if (rtx_mapping[video_codecs[i].codec.id] != 0) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002156 video_codecs[i].rtx_payload_type = rtx_mapping[video_codecs[i].codec.id];
2157 }
2158 }
2159
2160 return video_codecs;
2161}
2162
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002163} // namespace cricket
2164
2165#endif // HAVE_WEBRTC_VIDEO