blob: 608b8073e539aace96ac63d16d43a7d9f98eb733 [file] [log] [blame]
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001/*
2 * libjingle
3 * Copyright 2014 Google Inc.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
7 *
8 * 1. Redistributions of source code must retain the above copyright notice,
9 * this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright notice,
11 * this list of conditions and the following disclaimer in the documentation
12 * and/or other materials provided with the distribution.
13 * 3. The name of the author may not be used to endorse or promote products
14 * derived from this software without specific prior written permission.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
17 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
18 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
19 * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
21 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
22 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
24 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
25 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 */
27
28#ifdef HAVE_WEBRTC_VIDEO
29#include "talk/media/webrtc/webrtcvideoengine2.h"
30
pbos@webrtc.org3c107582014-07-20 15:27:35 +000031#include <set>
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000032#include <string>
33
34#include "libyuv/convert_from.h"
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000035#include "talk/media/base/videocapturer.h"
36#include "talk/media/base/videorenderer.h"
buildbot@webrtc.orgdf9bbbe2014-06-19 19:54:33 +000037#include "talk/media/webrtc/constants.h"
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000038#include "talk/media/webrtc/webrtcvideocapturer.h"
andresp@webrtc.org82775b12014-11-07 09:37:54 +000039#include "talk/media/webrtc/webrtcvideoengine.h"
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000040#include "talk/media/webrtc/webrtcvideoframe.h"
41#include "talk/media/webrtc/webrtcvoiceengine.h"
buildbot@webrtc.orga09a9992014-08-13 17:26:08 +000042#include "webrtc/base/buffer.h"
43#include "webrtc/base/logging.h"
44#include "webrtc/base/stringutils.h"
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000045#include "webrtc/call.h"
pbos@webrtc.org776e6f22014-10-29 15:28:39 +000046#include "webrtc/video_decoder.h"
pbos@webrtc.orgab990ae2014-09-17 09:02:25 +000047#include "webrtc/video_encoder.h"
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000048
49#define UNIMPLEMENTED \
50 LOG(LS_ERROR) << "Call to unimplemented function " << __FUNCTION__; \
51 ASSERT(false)
52
53namespace cricket {
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +000054namespace {
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +000055static std::string CodecVectorToString(const std::vector<VideoCodec>& codecs) {
56 std::stringstream out;
57 out << '{';
58 for (size_t i = 0; i < codecs.size(); ++i) {
59 out << codecs[i].ToString();
60 if (i != codecs.size() - 1) {
61 out << ", ";
62 }
63 }
64 out << '}';
65 return out.str();
66}
67
68static bool ValidateCodecFormats(const std::vector<VideoCodec>& codecs) {
69 bool has_video = false;
70 for (size_t i = 0; i < codecs.size(); ++i) {
71 if (!codecs[i].ValidateCodecFormat()) {
72 return false;
73 }
74 if (codecs[i].GetCodecType() == VideoCodec::CODEC_VIDEO) {
75 has_video = true;
76 }
77 }
78 if (!has_video) {
79 LOG(LS_ERROR) << "Setting codecs without a video codec is invalid: "
80 << CodecVectorToString(codecs);
81 return false;
82 }
83 return true;
84}
85
86static std::string RtpExtensionsToString(
87 const std::vector<RtpHeaderExtension>& extensions) {
88 std::stringstream out;
89 out << '{';
90 for (size_t i = 0; i < extensions.size(); ++i) {
91 out << "{" << extensions[i].uri << ": " << extensions[i].id << "}";
92 if (i != extensions.size() - 1) {
93 out << ", ";
94 }
95 }
96 out << '}';
97 return out.str();
98}
99
andresp@webrtc.org82775b12014-11-07 09:37:54 +0000100// Merges two fec configs and logs an error if a conflict arises
101// such that merging in diferent order would trigger a diferent output.
102static void MergeFecConfig(const webrtc::FecConfig& other,
103 webrtc::FecConfig* output) {
104 if (other.ulpfec_payload_type != -1) {
105 if (output->ulpfec_payload_type != -1 &&
106 output->ulpfec_payload_type != other.ulpfec_payload_type) {
107 LOG(LS_WARNING) << "Conflict merging ulpfec_payload_type configs: "
108 << output->ulpfec_payload_type << " and "
109 << other.ulpfec_payload_type;
110 }
111 output->ulpfec_payload_type = other.ulpfec_payload_type;
112 }
113 if (other.red_payload_type != -1) {
114 if (output->red_payload_type != -1 &&
115 output->red_payload_type != other.red_payload_type) {
116 LOG(LS_WARNING) << "Conflict merging red_payload_type configs: "
117 << output->red_payload_type << " and "
118 << other.red_payload_type;
119 }
120 output->red_payload_type = other.red_payload_type;
121 }
122}
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000123} // namespace
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000124
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000125// This constant is really an on/off, lower-level configurable NACK history
126// duration hasn't been implemented.
127static const int kNackHistoryMs = 1000;
128
buildbot@webrtc.org933d88a2014-09-18 20:23:05 +0000129static const int kDefaultQpMax = 56;
130
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000131static const int kDefaultRtcpReceiverReportSsrc = 1;
132
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +0000133static const int kConferenceModeTemporalLayerBitrateBps = 100000;
134
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000135// External video encoders are given payloads 120-127. This also means that we
136// only support up to 8 external payload types.
137static const int kExternalVideoPayloadTypeBase = 120;
138#ifndef NDEBUG
139static const size_t kMaxExternalVideoCodecs = 8;
140#endif
141
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000142const char kH264CodecName[] = "H264";
143
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000144static bool FindFirstMatchingCodec(const std::vector<VideoCodec>& codecs,
145 const VideoCodec& requested_codec,
146 VideoCodec* matching_codec) {
147 for (size_t i = 0; i < codecs.size(); ++i) {
148 if (requested_codec.Matches(codecs[i])) {
149 *matching_codec = codecs[i];
150 return true;
151 }
152 }
153 return false;
154}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000155
pbos@webrtc.org3c107582014-07-20 15:27:35 +0000156static bool ValidateRtpHeaderExtensionIds(
157 const std::vector<RtpHeaderExtension>& extensions) {
158 std::set<int> extensions_used;
159 for (size_t i = 0; i < extensions.size(); ++i) {
160 if (extensions[i].id < 0 || extensions[i].id >= 15 ||
161 !extensions_used.insert(extensions[i].id).second) {
162 LOG(LS_ERROR) << "RTP extensions are with incorrect or duplicate ids.";
163 return false;
164 }
165 }
166 return true;
167}
168
169static std::vector<webrtc::RtpExtension> FilterRtpExtensions(
170 const std::vector<RtpHeaderExtension>& extensions) {
171 std::vector<webrtc::RtpExtension> webrtc_extensions;
172 for (size_t i = 0; i < extensions.size(); ++i) {
173 // Unsupported extensions will be ignored.
174 if (webrtc::RtpExtension::IsSupported(extensions[i].uri)) {
175 webrtc_extensions.push_back(webrtc::RtpExtension(
176 extensions[i].uri, extensions[i].id));
177 } else {
178 LOG(LS_WARNING) << "Unsupported RTP extension: " << extensions[i].uri;
179 }
180 }
181 return webrtc_extensions;
182}
183
pbos@webrtc.org0d523ee2014-06-05 09:10:55 +0000184WebRtcVideoEncoderFactory2::~WebRtcVideoEncoderFactory2() {
185}
186
buildbot@webrtc.orgd41eaeb2014-06-12 07:13:26 +0000187std::vector<webrtc::VideoStream> WebRtcVideoEncoderFactory2::CreateVideoStreams(
188 const VideoCodec& codec,
189 const VideoOptions& options,
190 size_t num_streams) {
buildbot@webrtc.orgd41eaeb2014-06-12 07:13:26 +0000191 if (num_streams != 1) {
pbos@webrtc.org88ef6322014-11-04 15:29:29 +0000192 LOG(LS_WARNING) << "Unsupported number of streams (" << num_streams
193 << "), falling back to one.";
194 num_streams = 1;
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +0000195 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000196
buildbot@webrtc.orgd41eaeb2014-06-12 07:13:26 +0000197 webrtc::VideoStream stream;
198 stream.width = codec.width;
199 stream.height = codec.height;
200 stream.max_framerate =
andresp@webrtc.org82775b12014-11-07 09:37:54 +0000201 codec.framerate != 0 ? codec.framerate : kDefaultVideoMaxFramerate;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000202
buildbot@webrtc.orgd41eaeb2014-06-12 07:13:26 +0000203 int min_bitrate = kMinVideoBitrate;
204 codec.GetParam(kCodecParamMinBitrate, &min_bitrate);
pbos@webrtc.org88ef6322014-11-04 15:29:29 +0000205 // Clamp the min video bitrate, this is set from JavaScript directly and needs
206 // to be sanitized.
207 if (min_bitrate < kMinVideoBitrate) {
208 min_bitrate = kMinVideoBitrate;
209 }
210
buildbot@webrtc.orgd41eaeb2014-06-12 07:13:26 +0000211 int max_bitrate = kMaxVideoBitrate;
212 codec.GetParam(kCodecParamMaxBitrate, &max_bitrate);
213 stream.min_bitrate_bps = min_bitrate * 1000;
214 stream.target_bitrate_bps = stream.max_bitrate_bps = max_bitrate * 1000;
215
buildbot@webrtc.org933d88a2014-09-18 20:23:05 +0000216 int max_qp = kDefaultQpMax;
buildbot@webrtc.orgd41eaeb2014-06-12 07:13:26 +0000217 codec.GetParam(kCodecParamMaxQuantization, &max_qp);
218 stream.max_qp = max_qp;
219 std::vector<webrtc::VideoStream> streams;
220 streams.push_back(stream);
221 return streams;
222}
223
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +0000224void* WebRtcVideoEncoderFactory2::CreateVideoEncoderSettings(
225 const VideoCodec& codec,
226 const VideoOptions& options) {
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000227 if (CodecNameMatches(codec.name, kVp8CodecName)) {
pbos@webrtc.org6cd6ba82014-09-18 12:42:28 +0000228 webrtc::VideoCodecVP8* settings = new webrtc::VideoCodecVP8(
229 webrtc::VideoEncoder::GetDefaultVp8Settings());
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +0000230 options.video_noise_reduction.Get(&settings->denoisingOn);
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +0000231 return settings;
232 }
andresp@webrtc.org188d3b22014-11-07 13:21:04 +0000233 if (CodecNameMatches(codec.name, kVp9CodecName)) {
234 webrtc::VideoCodecVP9* settings = new webrtc::VideoCodecVP9(
235 webrtc::VideoEncoder::GetDefaultVp9Settings());
236 options.video_noise_reduction.Get(&settings->denoisingOn);
237 return settings;
238 }
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +0000239 return NULL;
240}
241
242void WebRtcVideoEncoderFactory2::DestroyVideoEncoderSettings(
243 const VideoCodec& codec,
244 void* encoder_settings) {
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +0000245 if (encoder_settings == NULL) {
246 return;
247 }
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000248 if (CodecNameMatches(codec.name, kVp8CodecName)) {
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +0000249 delete reinterpret_cast<webrtc::VideoCodecVP8*>(encoder_settings);
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +0000250 }
andresp@webrtc.org188d3b22014-11-07 13:21:04 +0000251 if (CodecNameMatches(codec.name, kVp9CodecName)) {
252 delete reinterpret_cast<webrtc::VideoCodecVP9*>(encoder_settings);
253 }
buildbot@webrtc.orgd41eaeb2014-06-12 07:13:26 +0000254}
255
pbos@webrtc.orgafb554f42014-08-12 23:17:13 +0000256DefaultUnsignalledSsrcHandler::DefaultUnsignalledSsrcHandler()
257 : default_recv_ssrc_(0), default_renderer_(NULL) {}
258
259UnsignalledSsrcHandler::Action DefaultUnsignalledSsrcHandler::OnUnsignalledSsrc(
260 VideoMediaChannel* channel,
261 uint32_t ssrc) {
262 if (default_recv_ssrc_ != 0) { // Already one default stream.
263 LOG(LS_WARNING) << "Unknown SSRC, but default receive stream already set.";
264 return kDropPacket;
265 }
266
267 StreamParams sp;
268 sp.ssrcs.push_back(ssrc);
269 LOG(LS_INFO) << "Creating default receive stream for SSRC=" << ssrc << ".";
270 if (!channel->AddRecvStream(sp)) {
271 LOG(LS_WARNING) << "Could not create default receive stream.";
272 }
273
274 channel->SetRenderer(ssrc, default_renderer_);
275 default_recv_ssrc_ = ssrc;
276 return kDeliverPacket;
277}
278
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000279WebRtcCallFactory::~WebRtcCallFactory() {
280}
281webrtc::Call* WebRtcCallFactory::CreateCall(
282 const webrtc::Call::Config& config) {
283 return webrtc::Call::Create(config);
284}
285
pbos@webrtc.orgafb554f42014-08-12 23:17:13 +0000286VideoRenderer* DefaultUnsignalledSsrcHandler::GetDefaultRenderer() const {
287 return default_renderer_;
288}
289
290void DefaultUnsignalledSsrcHandler::SetDefaultRenderer(
291 VideoMediaChannel* channel,
292 VideoRenderer* renderer) {
293 default_renderer_ = renderer;
294 if (default_recv_ssrc_ != 0) {
295 channel->SetRenderer(default_recv_ssrc_, default_renderer_);
296 }
297}
298
pbos@webrtc.org97fdeb82014-08-22 10:36:23 +0000299WebRtcVideoEngine2::WebRtcVideoEngine2()
pbos@webrtc.orgb648b9d2014-08-26 11:08:06 +0000300 : worker_thread_(NULL),
301 voice_engine_(NULL),
andresp@webrtc.org82775b12014-11-07 09:37:54 +0000302 default_codec_format_(kDefaultVideoMaxWidth,
303 kDefaultVideoMaxHeight,
304 FPS_TO_INTERVAL(kDefaultVideoMaxFramerate),
buildbot@webrtc.org992febb2014-09-05 16:39:08 +0000305 FOURCC_ANY),
pbos@webrtc.orgb648b9d2014-08-26 11:08:06 +0000306 initialized_(false),
307 cpu_monitor_(new rtc::CpuMonitor(NULL)),
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000308 call_factory_(&default_call_factory_),
pbos@webrtc.org0a2087a2014-09-23 09:40:22 +0000309 external_decoder_factory_(NULL),
310 external_encoder_factory_(NULL) {
pbos@webrtc.orgb648b9d2014-08-26 11:08:06 +0000311 LOG(LS_INFO) << "WebRtcVideoEngine2::WebRtcVideoEngine2()";
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000312 video_codecs_ = GetSupportedCodecs();
pbos@webrtc.org587ef602014-06-16 17:32:02 +0000313 rtp_header_extensions_.push_back(
314 RtpHeaderExtension(kRtpTimestampOffsetHeaderExtension,
315 kRtpTimestampOffsetHeaderExtensionDefaultId));
316 rtp_header_extensions_.push_back(
317 RtpHeaderExtension(kRtpAbsoluteSenderTimeHeaderExtension,
318 kRtpAbsoluteSenderTimeHeaderExtensionDefaultId));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000319}
320
321WebRtcVideoEngine2::~WebRtcVideoEngine2() {
322 LOG(LS_INFO) << "WebRtcVideoEngine2::~WebRtcVideoEngine2";
323
324 if (initialized_) {
325 Terminate();
326 }
327}
328
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000329void WebRtcVideoEngine2::SetCallFactory(WebRtcCallFactory* call_factory) {
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000330 assert(!initialized_);
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000331 call_factory_ = call_factory;
332}
333
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000334bool WebRtcVideoEngine2::Init(rtc::Thread* worker_thread) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000335 LOG(LS_INFO) << "WebRtcVideoEngine2::Init";
336 worker_thread_ = worker_thread;
337 ASSERT(worker_thread_ != NULL);
338
339 cpu_monitor_->set_thread(worker_thread_);
340 if (!cpu_monitor_->Start(kCpuMonitorPeriodMs)) {
341 LOG(LS_ERROR) << "Failed to start CPU monitor.";
342 cpu_monitor_.reset();
343 }
344
345 initialized_ = true;
346 return true;
347}
348
349void WebRtcVideoEngine2::Terminate() {
350 LOG(LS_INFO) << "WebRtcVideoEngine2::Terminate";
351
352 cpu_monitor_->Stop();
353
354 initialized_ = false;
355}
356
357int WebRtcVideoEngine2::GetCapabilities() { return VIDEO_RECV | VIDEO_SEND; }
358
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000359bool WebRtcVideoEngine2::SetDefaultEncoderConfig(
360 const VideoEncoderConfig& config) {
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +0000361 const VideoCodec& codec = config.max_codec;
pbos@webrtc.org957e8022014-11-10 12:36:11 +0000362 bool supports_codec = false;
363 for (size_t i = 0; i < video_codecs_.size(); ++i) {
364 if (CodecNameMatches(video_codecs_[i].name, codec.name)) {
365 video_codecs_[i] = codec;
366 supports_codec = true;
367 break;
368 }
369 }
370
371 if (!supports_codec) {
372 LOG(LS_ERROR) << "SetDefaultEncoderConfig, codec not supported: "
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +0000373 << codec.ToString();
374 return false;
375 }
376
buildbot@webrtc.org992febb2014-09-05 16:39:08 +0000377 default_codec_format_ =
378 VideoFormat(codec.width,
379 codec.height,
380 VideoFormat::FpsToInterval(codec.framerate),
381 FOURCC_ANY);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000382 return true;
383}
384
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000385WebRtcVideoChannel2* WebRtcVideoEngine2::CreateChannel(
buildbot@webrtc.org1ecbe452014-10-14 20:29:28 +0000386 const VideoOptions& options,
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000387 VoiceMediaChannel* voice_channel) {
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000388 assert(initialized_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000389 LOG(LS_INFO) << "CreateChannel: "
390 << (voice_channel != NULL ? "With" : "Without")
pbos@webrtc.orgfa553ef2014-10-20 11:07:07 +0000391 << " voice channel. Options: " << options.ToString();
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000392 WebRtcVideoChannel2* channel =
393 new WebRtcVideoChannel2(call_factory_,
pbos@webrtc.org3bf3d232014-10-31 12:59:34 +0000394 voice_engine_,
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000395 voice_channel,
pbos@webrtc.orgfa553ef2014-10-20 11:07:07 +0000396 options,
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000397 external_encoder_factory_,
398 external_decoder_factory_,
399 GetVideoEncoderFactory());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000400 if (!channel->Init()) {
401 delete channel;
402 return NULL;
403 }
pbos@webrtc.orge322a172014-06-13 11:47:28 +0000404 channel->SetRecvCodecs(video_codecs_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000405 return channel;
406}
407
408const std::vector<VideoCodec>& WebRtcVideoEngine2::codecs() const {
409 return video_codecs_;
410}
411
412const std::vector<RtpHeaderExtension>&
413WebRtcVideoEngine2::rtp_header_extensions() const {
414 return rtp_header_extensions_;
415}
416
417void WebRtcVideoEngine2::SetLogging(int min_sev, const char* filter) {
418 // TODO(pbos): Set up logging.
419 LOG(LS_VERBOSE) << "SetLogging: " << min_sev << '"' << filter << '"';
420 // if min_sev == -1, we keep the current log level.
421 if (min_sev < 0) {
422 assert(min_sev == -1);
423 return;
424 }
425}
426
pbos@webrtc.org0a2087a2014-09-23 09:40:22 +0000427void WebRtcVideoEngine2::SetExternalDecoderFactory(
428 WebRtcVideoDecoderFactory* decoder_factory) {
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000429 assert(!initialized_);
pbos@webrtc.org0a2087a2014-09-23 09:40:22 +0000430 external_decoder_factory_ = decoder_factory;
431}
432
433void WebRtcVideoEngine2::SetExternalEncoderFactory(
434 WebRtcVideoEncoderFactory* encoder_factory) {
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000435 assert(!initialized_);
pbos@webrtc.org0a2087a2014-09-23 09:40:22 +0000436 external_encoder_factory_ = encoder_factory;
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000437
438 video_codecs_ = GetSupportedCodecs();
pbos@webrtc.org0a2087a2014-09-23 09:40:22 +0000439}
440
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000441bool WebRtcVideoEngine2::EnableTimedRender() {
442 // TODO(pbos): Figure out whether this can be removed.
443 return true;
444}
445
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000446// Checks to see whether we comprehend and could receive a particular codec
447bool WebRtcVideoEngine2::FindCodec(const VideoCodec& in) {
448 // TODO(pbos): Probe encoder factory to figure out that the codec is supported
449 // if supported by the encoder factory. Add a corresponding test that fails
450 // with this code (that doesn't ask the factory).
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +0000451 for (size_t j = 0; j < video_codecs_.size(); ++j) {
452 VideoCodec codec(video_codecs_[j].id, video_codecs_[j].name, 0, 0, 0, 0);
453 if (codec.Matches(in)) {
454 return true;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000455 }
456 }
457 return false;
458}
459
460// Tells whether the |requested| codec can be transmitted or not. If it can be
461// transmitted |out| is set with the best settings supported. Aspect ratio will
462// be set as close to |current|'s as possible. If not set |requested|'s
463// dimensions will be used for aspect ratio matching.
464bool WebRtcVideoEngine2::CanSendCodec(const VideoCodec& requested,
465 const VideoCodec& current,
466 VideoCodec* out) {
467 assert(out != NULL);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000468
469 if (requested.width != requested.height &&
470 (requested.height == 0 || requested.width == 0)) {
471 // 0xn and nx0 are invalid resolutions.
472 return false;
473 }
474
475 VideoCodec matching_codec;
476 if (!FindFirstMatchingCodec(video_codecs_, requested, &matching_codec)) {
477 // Codec not supported.
478 return false;
479 }
480
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000481 out->id = requested.id;
482 out->name = requested.name;
483 out->preference = requested.preference;
484 out->params = requested.params;
485 out->framerate =
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000486 rtc::_min(requested.framerate, matching_codec.framerate);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000487 out->params = requested.params;
488 out->feedback_params = requested.feedback_params;
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +0000489 out->width = requested.width;
490 out->height = requested.height;
491 if (requested.width == 0 && requested.height == 0) {
492 return true;
493 }
494
495 while (out->width > matching_codec.width) {
496 out->width /= 2;
497 out->height /= 2;
498 }
499
500 return out->width > 0 && out->height > 0;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000501}
502
503bool WebRtcVideoEngine2::SetVoiceEngine(WebRtcVoiceEngine* voice_engine) {
504 if (initialized_) {
505 LOG(LS_WARNING) << "SetVoiceEngine can not be called after Init";
506 return false;
507 }
508 voice_engine_ = voice_engine;
509 return true;
510}
511
512// Ignore spammy trace messages, mostly from the stats API when we haven't
513// gotten RTCP info yet from the remote side.
514bool WebRtcVideoEngine2::ShouldIgnoreTrace(const std::string& trace) {
515 static const char* const kTracesToIgnore[] = {NULL};
516 for (const char* const* p = kTracesToIgnore; *p; ++p) {
517 if (trace.find(*p) == 0) {
518 return true;
519 }
520 }
521 return false;
522}
523
buildbot@webrtc.orgd41eaeb2014-06-12 07:13:26 +0000524WebRtcVideoEncoderFactory2* WebRtcVideoEngine2::GetVideoEncoderFactory() {
525 return &default_video_encoder_factory_;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000526}
527
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000528std::vector<VideoCodec> WebRtcVideoEngine2::GetSupportedCodecs() const {
andresp@webrtc.org82775b12014-11-07 09:37:54 +0000529 std::vector<VideoCodec> supported_codecs = DefaultVideoCodecList();
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000530
531 if (external_encoder_factory_ == NULL) {
532 return supported_codecs;
533 }
534
535 assert(external_encoder_factory_->codecs().size() <= kMaxExternalVideoCodecs);
536 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
537 external_encoder_factory_->codecs();
538 for (size_t i = 0; i < codecs.size(); ++i) {
539 // Don't add internally-supported codecs twice.
540 if (CodecIsInternallySupported(codecs[i].name)) {
541 continue;
542 }
543
544 VideoCodec codec(kExternalVideoPayloadTypeBase + static_cast<int>(i),
545 codecs[i].name,
546 codecs[i].max_width,
547 codecs[i].max_height,
548 codecs[i].max_fps,
549 0);
550
551 AddDefaultFeedbackParams(&codec);
552 supported_codecs.push_back(codec);
553 }
554 return supported_codecs;
555}
556
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +0000557// Thin map between VideoFrame and an existing webrtc::I420VideoFrame
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000558// to avoid having to copy the rendered VideoFrame prematurely.
559// This implementation is only safe to use in a const context and should never
560// be written to.
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +0000561class WebRtcVideoRenderFrame : public VideoFrame {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000562 public:
563 explicit WebRtcVideoRenderFrame(const webrtc::I420VideoFrame* frame)
564 : frame_(frame) {}
565
566 virtual bool InitToBlack(int w,
567 int h,
568 size_t pixel_width,
569 size_t pixel_height,
570 int64 elapsed_time,
571 int64 time_stamp) OVERRIDE {
572 UNIMPLEMENTED;
573 return false;
574 }
575
576 virtual bool Reset(uint32 fourcc,
577 int w,
578 int h,
579 int dw,
580 int dh,
581 uint8* sample,
582 size_t sample_size,
583 size_t pixel_width,
584 size_t pixel_height,
585 int64 elapsed_time,
586 int64 time_stamp,
587 int rotation) OVERRIDE {
588 UNIMPLEMENTED;
589 return false;
590 }
591
592 virtual size_t GetWidth() const OVERRIDE {
593 return static_cast<size_t>(frame_->width());
594 }
595 virtual size_t GetHeight() const OVERRIDE {
596 return static_cast<size_t>(frame_->height());
597 }
598
599 virtual const uint8* GetYPlane() const OVERRIDE {
600 return frame_->buffer(webrtc::kYPlane);
601 }
602 virtual const uint8* GetUPlane() const OVERRIDE {
603 return frame_->buffer(webrtc::kUPlane);
604 }
605 virtual const uint8* GetVPlane() const OVERRIDE {
606 return frame_->buffer(webrtc::kVPlane);
607 }
608
609 virtual uint8* GetYPlane() OVERRIDE {
610 UNIMPLEMENTED;
611 return NULL;
612 }
613 virtual uint8* GetUPlane() OVERRIDE {
614 UNIMPLEMENTED;
615 return NULL;
616 }
617 virtual uint8* GetVPlane() OVERRIDE {
618 UNIMPLEMENTED;
619 return NULL;
620 }
621
622 virtual int32 GetYPitch() const OVERRIDE {
623 return frame_->stride(webrtc::kYPlane);
624 }
625 virtual int32 GetUPitch() const OVERRIDE {
626 return frame_->stride(webrtc::kUPlane);
627 }
628 virtual int32 GetVPitch() const OVERRIDE {
629 return frame_->stride(webrtc::kVPlane);
630 }
631
632 virtual void* GetNativeHandle() const OVERRIDE { return NULL; }
633
634 virtual size_t GetPixelWidth() const OVERRIDE { return 1; }
635 virtual size_t GetPixelHeight() const OVERRIDE { return 1; }
636
637 virtual int64 GetElapsedTime() const OVERRIDE {
638 // Convert millisecond render time to ns timestamp.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000639 return frame_->render_time_ms() * rtc::kNumNanosecsPerMillisec;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000640 }
641 virtual int64 GetTimeStamp() const OVERRIDE {
642 // Convert 90K rtp timestamp to ns timestamp.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000643 return (frame_->timestamp() / 90) * rtc::kNumNanosecsPerMillisec;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000644 }
645 virtual void SetElapsedTime(int64 elapsed_time) OVERRIDE { UNIMPLEMENTED; }
646 virtual void SetTimeStamp(int64 time_stamp) OVERRIDE { UNIMPLEMENTED; }
647
648 virtual int GetRotation() const OVERRIDE {
649 UNIMPLEMENTED;
650 return ROTATION_0;
651 }
652
653 virtual VideoFrame* Copy() const OVERRIDE {
654 UNIMPLEMENTED;
655 return NULL;
656 }
657
658 virtual bool MakeExclusive() OVERRIDE {
659 UNIMPLEMENTED;
660 return false;
661 }
662
663 virtual size_t CopyToBuffer(uint8* buffer, size_t size) const {
664 UNIMPLEMENTED;
665 return 0;
666 }
667
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000668 protected:
669 virtual VideoFrame* CreateEmptyFrame(int w,
670 int h,
671 size_t pixel_width,
672 size_t pixel_height,
673 int64 elapsed_time,
674 int64 time_stamp) const OVERRIDE {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000675 WebRtcVideoFrame* frame = new WebRtcVideoFrame();
676 frame->InitToBlack(
677 w, h, pixel_width, pixel_height, elapsed_time, time_stamp);
678 return frame;
679 }
680
681 private:
682 const webrtc::I420VideoFrame* const frame_;
683};
684
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000685WebRtcVideoChannel2::WebRtcVideoChannel2(
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000686 WebRtcCallFactory* call_factory,
pbos@webrtc.org3bf3d232014-10-31 12:59:34 +0000687 WebRtcVoiceEngine* voice_engine,
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000688 VoiceMediaChannel* voice_channel,
pbos@webrtc.orgfa553ef2014-10-20 11:07:07 +0000689 const VideoOptions& options,
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000690 WebRtcVideoEncoderFactory* external_encoder_factory,
691 WebRtcVideoDecoderFactory* external_decoder_factory,
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000692 WebRtcVideoEncoderFactory2* encoder_factory)
pbos@webrtc.orgb648b9d2014-08-26 11:08:06 +0000693 : unsignalled_ssrc_handler_(&default_unsignalled_ssrc_handler_),
pbos@webrtc.org3bf3d232014-10-31 12:59:34 +0000694 voice_channel_(voice_channel),
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000695 external_encoder_factory_(external_encoder_factory),
696 external_decoder_factory_(external_decoder_factory),
pbos@webrtc.orgb648b9d2014-08-26 11:08:06 +0000697 encoder_factory_(encoder_factory) {
pbos@webrtc.orgfa553ef2014-10-20 11:07:07 +0000698 SetDefaultOptions();
699 options_.SetAll(options);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000700 webrtc::Call::Config config(this);
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000701 config.overuse_callback = this;
pbos@webrtc.org3bf3d232014-10-31 12:59:34 +0000702 if (voice_engine != NULL) {
703 config.voice_engine = voice_engine->voe()->engine();
704 }
pbos@webrtc.orgfa553ef2014-10-20 11:07:07 +0000705
706 // Set start bitrate for the call. A default is provided by SetDefaultOptions.
707 int start_bitrate_kbps;
708 options_.video_start_bitrate.Get(&start_bitrate_kbps);
709 config.stream_start_bitrate_bps = start_bitrate_kbps * 1000;
710
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000711 call_.reset(call_factory->CreateCall(config));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000712
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000713 rtcp_receiver_report_ssrc_ = kDefaultRtcpReceiverReportSsrc;
714 sending_ = false;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000715 default_send_ssrc_ = 0;
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +0000716}
717
718void WebRtcVideoChannel2::SetDefaultOptions() {
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000719 options_.cpu_overuse_detection.Set(false);
pbos@webrtc.orgd8198032014-11-10 14:41:43 +0000720 options_.dscp.Set(false);
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +0000721 options_.suspend_below_min_bitrate.Set(false);
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000722 options_.use_payload_padding.Set(false);
723 options_.video_noise_reduction.Set(true);
pbos@webrtc.orgfa553ef2014-10-20 11:07:07 +0000724 options_.video_start_bitrate.Set(
725 webrtc::Call::Config::kDefaultStartBitrateBps / 1000);
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +0000726 options_.screencast_min_bitrate.Set(0);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000727}
728
729WebRtcVideoChannel2::~WebRtcVideoChannel2() {
730 for (std::map<uint32, WebRtcVideoSendStream*>::iterator it =
731 send_streams_.begin();
732 it != send_streams_.end();
733 ++it) {
734 delete it->second;
735 }
736
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +0000737 for (std::map<uint32, WebRtcVideoReceiveStream*>::iterator it =
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000738 receive_streams_.begin();
739 it != receive_streams_.end();
740 ++it) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000741 delete it->second;
742 }
743}
744
745bool WebRtcVideoChannel2::Init() { return true; }
746
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000747bool WebRtcVideoChannel2::CodecIsExternallySupported(
748 const std::string& name) const {
749 if (external_encoder_factory_ == NULL) {
750 return false;
751 }
752
753 const std::vector<WebRtcVideoEncoderFactory::VideoCodec> external_codecs =
754 external_encoder_factory_->codecs();
755 for (size_t c = 0; c < external_codecs.size(); ++c) {
756 if (CodecNameMatches(name, external_codecs[c].name)) {
757 return true;
758 }
759 }
760 return false;
761}
762
763std::vector<WebRtcVideoChannel2::VideoCodecSettings>
764WebRtcVideoChannel2::FilterSupportedCodecs(
765 const std::vector<WebRtcVideoChannel2::VideoCodecSettings>& mapped_codecs)
766 const {
767 std::vector<VideoCodecSettings> supported_codecs;
768 for (size_t i = 0; i < mapped_codecs.size(); ++i) {
769 const VideoCodecSettings& codec = mapped_codecs[i];
770 if (CodecIsInternallySupported(codec.codec.name) ||
771 CodecIsExternallySupported(codec.codec.name)) {
772 supported_codecs.push_back(codec);
773 }
774 }
775 return supported_codecs;
776}
777
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000778bool WebRtcVideoChannel2::SetRecvCodecs(const std::vector<VideoCodec>& codecs) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000779 LOG(LS_INFO) << "SetRecvCodecs: " << CodecVectorToString(codecs);
780 if (!ValidateCodecFormats(codecs)) {
781 return false;
782 }
783
784 const std::vector<VideoCodecSettings> mapped_codecs = MapCodecs(codecs);
785 if (mapped_codecs.empty()) {
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000786 LOG(LS_ERROR) << "SetRecvCodecs called without any video codecs.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000787 return false;
788 }
789
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000790 const std::vector<VideoCodecSettings> supported_codecs =
791 FilterSupportedCodecs(mapped_codecs);
792
793 if (mapped_codecs.size() != supported_codecs.size()) {
794 LOG(LS_ERROR) << "SetRecvCodecs called with unsupported video codecs.";
795 return false;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000796 }
797
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000798 recv_codecs_ = supported_codecs;
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +0000799
pbos@webrtc.org575d1262014-10-08 14:48:08 +0000800 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +0000801 for (std::map<uint32, WebRtcVideoReceiveStream*>::iterator it =
802 receive_streams_.begin();
803 it != receive_streams_.end();
804 ++it) {
805 it->second->SetRecvCodecs(recv_codecs_);
806 }
807
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000808 return true;
809}
810
811bool WebRtcVideoChannel2::SetSendCodecs(const std::vector<VideoCodec>& codecs) {
812 LOG(LS_INFO) << "SetSendCodecs: " << CodecVectorToString(codecs);
813 if (!ValidateCodecFormats(codecs)) {
814 return false;
815 }
816
817 const std::vector<VideoCodecSettings> supported_codecs =
818 FilterSupportedCodecs(MapCodecs(codecs));
819
820 if (supported_codecs.empty()) {
821 LOG(LS_ERROR) << "No video codecs supported by encoder factory.";
822 return false;
823 }
824
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000825 LOG(LS_INFO) << "Using codec: " << supported_codecs.front().codec.ToString();
826
pbos@webrtc.orga2ef4fe2014-11-07 10:54:43 +0000827 VideoCodecSettings old_codec;
828 if (send_codec_.Get(&old_codec) && supported_codecs.front() == old_codec) {
829 // Using same codec, avoid reconfiguring.
830 return true;
831 }
832
833 send_codec_.Set(supported_codecs.front());
834
pbos@webrtc.org575d1262014-10-08 14:48:08 +0000835 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +0000836 for (std::map<uint32, WebRtcVideoSendStream*>::iterator it =
837 send_streams_.begin();
838 it != send_streams_.end();
839 ++it) {
840 assert(it->second != NULL);
841 it->second->SetCodec(supported_codecs.front());
842 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000843
844 return true;
845}
846
847bool WebRtcVideoChannel2::GetSendCodec(VideoCodec* codec) {
848 VideoCodecSettings codec_settings;
849 if (!send_codec_.Get(&codec_settings)) {
850 LOG(LS_VERBOSE) << "GetSendCodec: No send codec set.";
851 return false;
852 }
853 *codec = codec_settings.codec;
854 return true;
855}
856
857bool WebRtcVideoChannel2::SetSendStreamFormat(uint32 ssrc,
858 const VideoFormat& format) {
859 LOG(LS_VERBOSE) << "SetSendStreamFormat:" << ssrc << " -> "
860 << format.ToString();
pbos@webrtc.org575d1262014-10-08 14:48:08 +0000861 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000862 if (send_streams_.find(ssrc) == send_streams_.end()) {
863 return false;
864 }
865 return send_streams_[ssrc]->SetVideoFormat(format);
866}
867
868bool WebRtcVideoChannel2::SetRender(bool render) {
869 // TODO(pbos): Implement. Or refactor away as it shouldn't be needed.
870 LOG(LS_VERBOSE) << "SetRender: " << (render ? "true" : "false");
871 return true;
872}
873
874bool WebRtcVideoChannel2::SetSend(bool send) {
875 LOG(LS_VERBOSE) << "SetSend: " << (send ? "true" : "false");
876 if (send && !send_codec_.IsSet()) {
877 LOG(LS_ERROR) << "SetSend(true) called before setting codec.";
878 return false;
879 }
880 if (send) {
881 StartAllSendStreams();
882 } else {
883 StopAllSendStreams();
884 }
885 sending_ = send;
886 return true;
887}
888
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000889bool WebRtcVideoChannel2::AddSendStream(const StreamParams& sp) {
890 LOG(LS_INFO) << "AddSendStream: " << sp.ToString();
891 if (sp.ssrcs.empty()) {
892 LOG(LS_ERROR) << "No SSRCs in stream parameters.";
893 return false;
894 }
895
896 uint32 ssrc = sp.first_ssrc();
897 assert(ssrc != 0);
898 // TODO(pbos): Make sure none of sp.ssrcs are used, not just the identifying
899 // ssrc.
pbos@webrtc.org575d1262014-10-08 14:48:08 +0000900 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000901 if (send_streams_.find(ssrc) != send_streams_.end()) {
902 LOG(LS_ERROR) << "Send stream with ssrc '" << ssrc << "' already exists.";
903 return false;
904 }
905
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +0000906 std::vector<uint32> primary_ssrcs;
907 sp.GetPrimarySsrcs(&primary_ssrcs);
908 std::vector<uint32> rtx_ssrcs;
909 sp.GetFidSsrcs(primary_ssrcs, &rtx_ssrcs);
910 if (!rtx_ssrcs.empty() && primary_ssrcs.size() != rtx_ssrcs.size()) {
911 LOG(LS_ERROR)
912 << "RTX SSRCs exist, but don't cover all SSRCs (unsupported): "
913 << sp.ToString();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000914 return false;
915 }
916
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000917 WebRtcVideoSendStream* stream =
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +0000918 new WebRtcVideoSendStream(call_.get(),
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000919 external_encoder_factory_,
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +0000920 encoder_factory_,
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +0000921 options_,
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +0000922 send_codec_,
923 sp,
924 send_rtp_extensions_);
925
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000926 send_streams_[ssrc] = stream;
927
928 if (rtcp_receiver_report_ssrc_ == kDefaultRtcpReceiverReportSsrc) {
929 rtcp_receiver_report_ssrc_ = ssrc;
930 }
931 if (default_send_ssrc_ == 0) {
932 default_send_ssrc_ = ssrc;
933 }
934 if (sending_) {
935 stream->Start();
936 }
937
938 return true;
939}
940
941bool WebRtcVideoChannel2::RemoveSendStream(uint32 ssrc) {
942 LOG(LS_INFO) << "RemoveSendStream: " << ssrc;
943
944 if (ssrc == 0) {
945 if (default_send_ssrc_ == 0) {
946 LOG(LS_ERROR) << "No default send stream active.";
947 return false;
948 }
949
950 LOG(LS_VERBOSE) << "Removing default stream: " << default_send_ssrc_;
951 ssrc = default_send_ssrc_;
952 }
953
pbos@webrtc.org575d1262014-10-08 14:48:08 +0000954 WebRtcVideoSendStream* removed_stream;
955 {
956 rtc::CritScope stream_lock(&stream_crit_);
957 std::map<uint32, WebRtcVideoSendStream*>::iterator it =
958 send_streams_.find(ssrc);
959 if (it == send_streams_.end()) {
960 return false;
961 }
962
963 removed_stream = it->second;
964 send_streams_.erase(it);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000965 }
966
pbos@webrtc.org575d1262014-10-08 14:48:08 +0000967 delete removed_stream;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000968
969 if (ssrc == default_send_ssrc_) {
970 default_send_ssrc_ = 0;
971 }
972
973 return true;
974}
975
976bool WebRtcVideoChannel2::AddRecvStream(const StreamParams& sp) {
977 LOG(LS_INFO) << "AddRecvStream: " << sp.ToString();
978 assert(sp.ssrcs.size() > 0);
979
980 uint32 ssrc = sp.first_ssrc();
981 assert(ssrc != 0); // TODO(pbos): Is this ever valid?
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000982
983 // TODO(pbos): Check if any of the SSRCs overlap.
pbos@webrtc.org575d1262014-10-08 14:48:08 +0000984 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000985 if (receive_streams_.find(ssrc) != receive_streams_.end()) {
986 LOG(LS_ERROR) << "Receive stream for SSRC " << ssrc << "already exists.";
987 return false;
988 }
989
pbos@webrtc.orgbd249bc2014-07-07 04:45:15 +0000990 webrtc::VideoReceiveStream::Config config;
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +0000991 ConfigureReceiverRtp(&config, sp);
pbos@webrtc.org3bf3d232014-10-31 12:59:34 +0000992
993 // Set up A/V sync if there is a VoiceChannel.
994 // TODO(pbos): The A/V is synched by the receiving channel. So we need to know
995 // the SSRC of the remote audio channel in order to sync the correct webrtc
996 // VoiceEngine channel. For now sync the first channel in non-conference to
997 // match existing behavior in WebRtcVideoEngine.
998 if (voice_channel_ != NULL && receive_streams_.empty() &&
999 !options_.conference_mode.GetWithDefaultIfUnset(false)) {
1000 config.audio_channel_id =
1001 static_cast<WebRtcVoiceMediaChannel*>(voice_channel_)->voe_channel();
1002 }
1003
pbos@webrtc.org776e6f22014-10-29 15:28:39 +00001004 receive_streams_[ssrc] = new WebRtcVideoReceiveStream(
1005 call_.get(), external_decoder_factory_, config, recv_codecs_);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001006
1007 return true;
1008}
1009
1010void WebRtcVideoChannel2::ConfigureReceiverRtp(
1011 webrtc::VideoReceiveStream::Config* config,
1012 const StreamParams& sp) const {
1013 uint32 ssrc = sp.first_ssrc();
1014
1015 config->rtp.remote_ssrc = ssrc;
1016 config->rtp.local_ssrc = rtcp_receiver_report_ssrc_;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001017
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001018 config->rtp.extensions = recv_rtp_extensions_;
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001019
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001020 // TODO(pbos): This protection is against setting the same local ssrc as
1021 // remote which is not permitted by the lower-level API. RTCP requires a
1022 // corresponding sender SSRC. Figure out what to do when we don't have
1023 // (receive-only) or know a good local SSRC.
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001024 if (config->rtp.remote_ssrc == config->rtp.local_ssrc) {
1025 if (config->rtp.local_ssrc != kDefaultRtcpReceiverReportSsrc) {
1026 config->rtp.local_ssrc = kDefaultRtcpReceiverReportSsrc;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001027 } else {
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001028 config->rtp.local_ssrc = kDefaultRtcpReceiverReportSsrc + 1;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001029 }
1030 }
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001031
1032 for (size_t i = 0; i < recv_codecs_.size(); ++i) {
andresp@webrtc.org82775b12014-11-07 09:37:54 +00001033 MergeFecConfig(recv_codecs_[i].fec, &config->rtp.fec);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001034 }
1035
andresp@webrtc.org82775b12014-11-07 09:37:54 +00001036 for (size_t i = 0; i < recv_codecs_.size(); ++i) {
1037 uint32 rtx_ssrc;
1038 if (recv_codecs_[i].rtx_payload_type != -1 &&
1039 sp.GetFidSsrc(ssrc, &rtx_ssrc)) {
1040 webrtc::VideoReceiveStream::Config::Rtp::Rtx& rtx =
1041 config->rtp.rtx[recv_codecs_[i].codec.id];
1042 rtx.ssrc = rtx_ssrc;
1043 rtx.payload_type = recv_codecs_[i].rtx_payload_type;
1044 }
1045 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001046}
1047
1048bool WebRtcVideoChannel2::RemoveRecvStream(uint32 ssrc) {
1049 LOG(LS_INFO) << "RemoveRecvStream: " << ssrc;
1050 if (ssrc == 0) {
pbos@webrtc.orgafb554f42014-08-12 23:17:13 +00001051 LOG(LS_ERROR) << "RemoveRecvStream with 0 ssrc is not supported.";
1052 return false;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001053 }
1054
pbos@webrtc.org575d1262014-10-08 14:48:08 +00001055 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001056 std::map<uint32, WebRtcVideoReceiveStream*>::iterator stream =
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001057 receive_streams_.find(ssrc);
1058 if (stream == receive_streams_.end()) {
1059 LOG(LS_ERROR) << "Stream not found for ssrc: " << ssrc;
1060 return false;
1061 }
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001062 delete stream->second;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001063 receive_streams_.erase(stream);
1064
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001065 return true;
1066}
1067
1068bool WebRtcVideoChannel2::SetRenderer(uint32 ssrc, VideoRenderer* renderer) {
1069 LOG(LS_INFO) << "SetRenderer: ssrc:" << ssrc << " "
1070 << (renderer ? "(ptr)" : "NULL");
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001071 if (ssrc == 0) {
pbos@webrtc.orgafb554f42014-08-12 23:17:13 +00001072 default_unsignalled_ssrc_handler_.SetDefaultRenderer(this, renderer);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001073 return true;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001074 }
1075
pbos@webrtc.org575d1262014-10-08 14:48:08 +00001076 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001077 std::map<uint32, WebRtcVideoReceiveStream*>::iterator it =
1078 receive_streams_.find(ssrc);
1079 if (it == receive_streams_.end()) {
1080 return false;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001081 }
1082
1083 it->second->SetRenderer(renderer);
1084 return true;
1085}
1086
1087bool WebRtcVideoChannel2::GetRenderer(uint32 ssrc, VideoRenderer** renderer) {
1088 if (ssrc == 0) {
pbos@webrtc.orgafb554f42014-08-12 23:17:13 +00001089 *renderer = default_unsignalled_ssrc_handler_.GetDefaultRenderer();
1090 return *renderer != NULL;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001091 }
1092
pbos@webrtc.org575d1262014-10-08 14:48:08 +00001093 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001094 std::map<uint32, WebRtcVideoReceiveStream*>::iterator it =
1095 receive_streams_.find(ssrc);
1096 if (it == receive_streams_.end()) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001097 return false;
1098 }
1099 *renderer = it->second->GetRenderer();
1100 return true;
1101}
1102
1103bool WebRtcVideoChannel2::GetStats(const StatsOptions& options,
1104 VideoMediaInfo* info) {
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00001105 info->Clear();
1106 FillSenderStats(info);
1107 FillReceiverStats(info);
1108 FillBandwidthEstimationStats(info);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001109 return true;
1110}
1111
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00001112void WebRtcVideoChannel2::FillSenderStats(VideoMediaInfo* video_media_info) {
pbos@webrtc.org575d1262014-10-08 14:48:08 +00001113 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00001114 for (std::map<uint32, WebRtcVideoSendStream*>::iterator it =
1115 send_streams_.begin();
1116 it != send_streams_.end();
1117 ++it) {
1118 video_media_info->senders.push_back(it->second->GetVideoSenderInfo());
1119 }
1120}
1121
1122void WebRtcVideoChannel2::FillReceiverStats(VideoMediaInfo* video_media_info) {
pbos@webrtc.org575d1262014-10-08 14:48:08 +00001123 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00001124 for (std::map<uint32, WebRtcVideoReceiveStream*>::iterator it =
1125 receive_streams_.begin();
1126 it != receive_streams_.end();
1127 ++it) {
1128 video_media_info->receivers.push_back(it->second->GetVideoReceiverInfo());
1129 }
1130}
1131
1132void WebRtcVideoChannel2::FillBandwidthEstimationStats(
1133 VideoMediaInfo* video_media_info) {
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001134 BandwidthEstimationInfo bwe_info;
1135 webrtc::Call::Stats stats = call_->GetStats();
1136 bwe_info.available_send_bandwidth = stats.send_bandwidth_bps;
1137 bwe_info.available_recv_bandwidth = stats.recv_bandwidth_bps;
1138 bwe_info.bucket_delay = stats.pacer_delay_ms;
1139
1140 // Get send stream bitrate stats.
1141 rtc::CritScope stream_lock(&stream_crit_);
1142 for (std::map<uint32, WebRtcVideoSendStream*>::iterator stream =
1143 send_streams_.begin();
1144 stream != send_streams_.end();
1145 ++stream) {
1146 stream->second->FillBandwidthEstimationInfo(&bwe_info);
1147 }
1148 video_media_info->bw_estimations.push_back(bwe_info);
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00001149}
1150
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001151bool WebRtcVideoChannel2::SetCapturer(uint32 ssrc, VideoCapturer* capturer) {
1152 LOG(LS_INFO) << "SetCapturer: " << ssrc << " -> "
1153 << (capturer != NULL ? "(capturer)" : "NULL");
1154 assert(ssrc != 0);
pbos@webrtc.org575d1262014-10-08 14:48:08 +00001155 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001156 if (send_streams_.find(ssrc) == send_streams_.end()) {
1157 LOG(LS_ERROR) << "No sending stream on ssrc " << ssrc;
1158 return false;
1159 }
1160 return send_streams_[ssrc]->SetCapturer(capturer);
1161}
1162
1163bool WebRtcVideoChannel2::SendIntraFrame() {
1164 // TODO(pbos): Implement.
1165 LOG(LS_VERBOSE) << "SendIntraFrame().";
1166 return true;
1167}
1168
1169bool WebRtcVideoChannel2::RequestIntraFrame() {
1170 // TODO(pbos): Implement.
1171 LOG(LS_VERBOSE) << "SendIntraFrame().";
1172 return true;
1173}
1174
1175void WebRtcVideoChannel2::OnPacketReceived(
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001176 rtc::Buffer* packet,
1177 const rtc::PacketTime& packet_time) {
pbos@webrtc.org4e545cc2014-05-14 13:58:13 +00001178 const webrtc::PacketReceiver::DeliveryStatus delivery_result =
1179 call_->Receiver()->DeliverPacket(
1180 reinterpret_cast<const uint8_t*>(packet->data()), packet->length());
1181 switch (delivery_result) {
1182 case webrtc::PacketReceiver::DELIVERY_OK:
1183 return;
1184 case webrtc::PacketReceiver::DELIVERY_PACKET_ERROR:
1185 return;
1186 case webrtc::PacketReceiver::DELIVERY_UNKNOWN_SSRC:
1187 break;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001188 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001189
1190 uint32 ssrc = 0;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001191 if (!GetRtpSsrc(packet->data(), packet->length(), &ssrc)) {
1192 return;
1193 }
1194
pbos@webrtc.orgafb554f42014-08-12 23:17:13 +00001195 // TODO(pbos): Make sure that the unsignalled SSRC uses the video payload.
1196 // Also figure out whether RTX needs to be handled.
1197 switch (unsignalled_ssrc_handler_->OnUnsignalledSsrc(this, ssrc)) {
1198 case UnsignalledSsrcHandler::kDropPacket:
1199 return;
1200 case UnsignalledSsrcHandler::kDeliverPacket:
1201 break;
1202 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001203
pbos@webrtc.org1e019d12014-05-16 11:38:45 +00001204 if (call_->Receiver()->DeliverPacket(
1205 reinterpret_cast<const uint8_t*>(packet->data()), packet->length()) !=
1206 webrtc::PacketReceiver::DELIVERY_OK) {
pbos@webrtc.orgafb554f42014-08-12 23:17:13 +00001207 LOG(LS_WARNING) << "Failed to deliver RTP packet on re-delivery.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001208 return;
1209 }
1210}
1211
1212void WebRtcVideoChannel2::OnRtcpReceived(
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001213 rtc::Buffer* packet,
1214 const rtc::PacketTime& packet_time) {
pbos@webrtc.org1e019d12014-05-16 11:38:45 +00001215 if (call_->Receiver()->DeliverPacket(
1216 reinterpret_cast<const uint8_t*>(packet->data()), packet->length()) !=
1217 webrtc::PacketReceiver::DELIVERY_OK) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001218 LOG(LS_WARNING) << "Failed to deliver RTCP packet.";
1219 }
1220}
1221
1222void WebRtcVideoChannel2::OnReadyToSend(bool ready) {
pbos@webrtc.org26c0c412014-09-03 16:17:12 +00001223 LOG(LS_VERBOSE) << "OnReadyToSend: " << (ready ? "Ready." : "Not ready.");
1224 call_->SignalNetworkState(ready ? webrtc::Call::kNetworkUp
1225 : webrtc::Call::kNetworkDown);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001226}
1227
1228bool WebRtcVideoChannel2::MuteStream(uint32 ssrc, bool mute) {
1229 LOG(LS_VERBOSE) << "MuteStream: " << ssrc << " -> "
1230 << (mute ? "mute" : "unmute");
1231 assert(ssrc != 0);
pbos@webrtc.org575d1262014-10-08 14:48:08 +00001232 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001233 if (send_streams_.find(ssrc) == send_streams_.end()) {
1234 LOG(LS_ERROR) << "No sending stream on ssrc " << ssrc;
1235 return false;
1236 }
pbos@webrtc.orgef8bb8d2014-08-13 21:36:18 +00001237
1238 send_streams_[ssrc]->MuteStream(mute);
1239 return true;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001240}
1241
1242bool WebRtcVideoChannel2::SetRecvRtpHeaderExtensions(
1243 const std::vector<RtpHeaderExtension>& extensions) {
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001244 LOG(LS_INFO) << "SetRecvRtpHeaderExtensions: "
1245 << RtpExtensionsToString(extensions);
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001246 if (!ValidateRtpHeaderExtensionIds(extensions))
1247 return false;
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001248
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001249 recv_rtp_extensions_ = FilterRtpExtensions(extensions);
pbos@webrtc.org575d1262014-10-08 14:48:08 +00001250 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001251 for (std::map<uint32, WebRtcVideoReceiveStream*>::iterator it =
1252 receive_streams_.begin();
1253 it != receive_streams_.end();
1254 ++it) {
1255 it->second->SetRtpExtensions(recv_rtp_extensions_);
1256 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001257 return true;
1258}
1259
1260bool WebRtcVideoChannel2::SetSendRtpHeaderExtensions(
1261 const std::vector<RtpHeaderExtension>& extensions) {
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001262 LOG(LS_INFO) << "SetSendRtpHeaderExtensions: "
1263 << RtpExtensionsToString(extensions);
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001264 if (!ValidateRtpHeaderExtensionIds(extensions))
1265 return false;
1266
1267 send_rtp_extensions_ = FilterRtpExtensions(extensions);
pbos@webrtc.orga2ef4fe2014-11-07 10:54:43 +00001268
pbos@webrtc.org575d1262014-10-08 14:48:08 +00001269 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001270 for (std::map<uint32, WebRtcVideoSendStream*>::iterator it =
1271 send_streams_.begin();
1272 it != send_streams_.end();
1273 ++it) {
1274 it->second->SetRtpExtensions(send_rtp_extensions_);
1275 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001276 return true;
1277}
1278
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001279bool WebRtcVideoChannel2::SetMaxSendBandwidth(int bps) {
1280 // TODO(pbos): Implement.
1281 LOG(LS_VERBOSE) << "SetMaxSendBandwidth: " << bps;
1282 return true;
1283}
1284
1285bool WebRtcVideoChannel2::SetOptions(const VideoOptions& options) {
pbos@webrtc.orga2ef4fe2014-11-07 10:54:43 +00001286 LOG(LS_INFO) << "SetOptions: " << options.ToString();
1287 VideoOptions old_options = options_;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001288 options_.SetAll(options);
pbos@webrtc.orga2ef4fe2014-11-07 10:54:43 +00001289 if (options_ == old_options) {
1290 // No new options to set.
1291 return true;
1292 }
pbos@webrtc.orgd8198032014-11-10 14:41:43 +00001293 rtc::DiffServCodePoint dscp = options_.dscp.GetWithDefaultIfUnset(false)
1294 ? rtc::DSCP_AF41
1295 : rtc::DSCP_DEFAULT;
1296 MediaChannel::SetDscp(dscp);
pbos@webrtc.org575d1262014-10-08 14:48:08 +00001297 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001298 for (std::map<uint32, WebRtcVideoSendStream*>::iterator it =
1299 send_streams_.begin();
1300 it != send_streams_.end();
1301 ++it) {
1302 it->second->SetOptions(options_);
1303 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001304 return true;
1305}
1306
1307void WebRtcVideoChannel2::SetInterface(NetworkInterface* iface) {
1308 MediaChannel::SetInterface(iface);
1309 // Set the RTP recv/send buffer to a bigger size
1310 MediaChannel::SetOption(NetworkInterface::ST_RTP,
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001311 rtc::Socket::OPT_RCVBUF,
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001312 kVideoRtpBufferSize);
1313
buildbot@webrtc.orgae694ef2014-10-28 17:37:17 +00001314 // Speculative change to increase the outbound socket buffer size.
1315 // In b/15152257, we are seeing a significant number of packets discarded
1316 // due to lack of socket buffer space, although it's not yet clear what the
1317 // ideal value should be.
1318 MediaChannel::SetOption(NetworkInterface::ST_RTP,
1319 rtc::Socket::OPT_SNDBUF,
1320 kVideoRtpBufferSize);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001321}
1322
1323void WebRtcVideoChannel2::UpdateAspectRatio(int ratio_w, int ratio_h) {
1324 // TODO(pbos): Implement.
1325}
1326
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001327void WebRtcVideoChannel2::OnMessage(rtc::Message* msg) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001328 // Ignored.
1329}
1330
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001331void WebRtcVideoChannel2::OnLoadUpdate(Load load) {
pbos@webrtc.org575d1262014-10-08 14:48:08 +00001332 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001333 for (std::map<uint32, WebRtcVideoSendStream*>::iterator it =
1334 send_streams_.begin();
1335 it != send_streams_.end();
1336 ++it) {
1337 it->second->OnCpuResolutionRequest(load == kOveruse
1338 ? CoordinatedVideoAdapter::DOWNGRADE
1339 : CoordinatedVideoAdapter::UPGRADE);
1340 }
1341}
1342
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001343bool WebRtcVideoChannel2::SendRtp(const uint8_t* data, size_t len) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001344 rtc::Buffer packet(data, len, kMaxRtpPacketLen);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001345 return MediaChannel::SendPacket(&packet);
1346}
1347
1348bool WebRtcVideoChannel2::SendRtcp(const uint8_t* data, size_t len) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001349 rtc::Buffer packet(data, len, kMaxRtpPacketLen);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001350 return MediaChannel::SendRtcp(&packet);
1351}
1352
1353void WebRtcVideoChannel2::StartAllSendStreams() {
pbos@webrtc.org575d1262014-10-08 14:48:08 +00001354 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001355 for (std::map<uint32, WebRtcVideoSendStream*>::iterator it =
1356 send_streams_.begin();
1357 it != send_streams_.end();
1358 ++it) {
1359 it->second->Start();
1360 }
1361}
1362
1363void WebRtcVideoChannel2::StopAllSendStreams() {
pbos@webrtc.org575d1262014-10-08 14:48:08 +00001364 rtc::CritScope stream_lock(&stream_crit_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001365 for (std::map<uint32, WebRtcVideoSendStream*>::iterator it =
1366 send_streams_.begin();
1367 it != send_streams_.end();
1368 ++it) {
1369 it->second->Stop();
1370 }
1371}
1372
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +00001373WebRtcVideoChannel2::WebRtcVideoSendStream::VideoSendStreamParameters::
1374 VideoSendStreamParameters(
1375 const webrtc::VideoSendStream::Config& config,
1376 const VideoOptions& options,
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001377 const Settable<VideoCodecSettings>& codec_settings)
1378 : config(config), options(options), codec_settings(codec_settings) {
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +00001379}
1380
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001381WebRtcVideoChannel2::WebRtcVideoSendStream::WebRtcVideoSendStream(
1382 webrtc::Call* call,
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +00001383 WebRtcVideoEncoderFactory* external_encoder_factory,
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001384 WebRtcVideoEncoderFactory2* encoder_factory,
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +00001385 const VideoOptions& options,
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001386 const Settable<VideoCodecSettings>& codec_settings,
1387 const StreamParams& sp,
1388 const std::vector<webrtc::RtpExtension>& rtp_extensions)
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001389 : call_(call),
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +00001390 external_encoder_factory_(external_encoder_factory),
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001391 encoder_factory_(encoder_factory),
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001392 stream_(NULL),
pbos@webrtc.orgb648b9d2014-08-26 11:08:06 +00001393 parameters_(webrtc::VideoSendStream::Config(), options, codec_settings),
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +00001394 allocated_encoder_(NULL, webrtc::kVideoCodecUnknown, false),
pbos@webrtc.orgb648b9d2014-08-26 11:08:06 +00001395 capturer_(NULL),
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001396 sending_(false),
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001397 muted_(false) {
1398 parameters_.config.rtp.max_packet_size = kVideoMtu;
1399
1400 sp.GetPrimarySsrcs(&parameters_.config.rtp.ssrcs);
1401 sp.GetFidSsrcs(parameters_.config.rtp.ssrcs,
1402 &parameters_.config.rtp.rtx.ssrcs);
1403 parameters_.config.rtp.c_name = sp.cname;
1404 parameters_.config.rtp.extensions = rtp_extensions;
1405
1406 VideoCodecSettings params;
1407 if (codec_settings.Get(&params)) {
1408 SetCodec(params);
1409 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001410}
1411
1412WebRtcVideoChannel2::WebRtcVideoSendStream::~WebRtcVideoSendStream() {
1413 DisconnectCapturer();
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001414 if (stream_ != NULL) {
1415 call_->DestroyVideoSendStream(stream_);
1416 }
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +00001417 DestroyVideoEncoder(&allocated_encoder_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001418}
1419
1420static void SetWebRtcFrameToBlack(webrtc::I420VideoFrame* video_frame) {
1421 assert(video_frame != NULL);
1422 memset(video_frame->buffer(webrtc::kYPlane),
1423 16,
1424 video_frame->allocated_size(webrtc::kYPlane));
1425 memset(video_frame->buffer(webrtc::kUPlane),
1426 128,
1427 video_frame->allocated_size(webrtc::kUPlane));
1428 memset(video_frame->buffer(webrtc::kVPlane),
1429 128,
1430 video_frame->allocated_size(webrtc::kVPlane));
1431}
1432
1433static void CreateBlackFrame(webrtc::I420VideoFrame* video_frame,
1434 int width,
1435 int height) {
1436 video_frame->CreateEmptyFrame(
1437 width, height, width, (width + 1) / 2, (width + 1) / 2);
1438 SetWebRtcFrameToBlack(video_frame);
1439}
1440
1441static void ConvertToI420VideoFrame(const VideoFrame& frame,
1442 webrtc::I420VideoFrame* i420_frame) {
1443 i420_frame->CreateFrame(
1444 static_cast<int>(frame.GetYPitch() * frame.GetHeight()),
1445 frame.GetYPlane(),
1446 static_cast<int>(frame.GetUPitch() * ((frame.GetHeight() + 1) / 2)),
1447 frame.GetUPlane(),
1448 static_cast<int>(frame.GetVPitch() * ((frame.GetHeight() + 1) / 2)),
1449 frame.GetVPlane(),
1450 static_cast<int>(frame.GetWidth()),
1451 static_cast<int>(frame.GetHeight()),
1452 static_cast<int>(frame.GetYPitch()),
1453 static_cast<int>(frame.GetUPitch()),
1454 static_cast<int>(frame.GetVPitch()));
1455}
1456
1457void WebRtcVideoChannel2::WebRtcVideoSendStream::InputFrame(
1458 VideoCapturer* capturer,
1459 const VideoFrame* frame) {
1460 LOG(LS_VERBOSE) << "InputFrame: " << frame->GetWidth() << "x"
1461 << frame->GetHeight();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001462 // Lock before copying, can be called concurrently when swapping input source.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001463 rtc::CritScope frame_cs(&frame_lock_);
pbos@webrtc.orgd60d79a2014-09-24 07:10:57 +00001464 ConvertToI420VideoFrame(*frame, &video_frame_);
1465
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001466 rtc::CritScope cs(&lock_);
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001467 if (stream_ == NULL) {
1468 LOG(LS_WARNING) << "Capturer inputting frames before send codecs are "
1469 "configured, dropping.";
1470 return;
1471 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001472 if (format_.width == 0) { // Dropping frames.
1473 assert(format_.height == 0);
1474 LOG(LS_VERBOSE) << "VideoFormat 0x0 set, Dropping frame.";
1475 return;
1476 }
pbos@webrtc.orgd60d79a2014-09-24 07:10:57 +00001477 if (muted_) {
1478 // Create a black frame to transmit instead.
1479 CreateBlackFrame(&video_frame_,
1480 static_cast<int>(frame->GetWidth()),
1481 static_cast<int>(frame->GetHeight()));
1482 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001483 // Reconfigure codec if necessary.
pbos@webrtc.orgc4175b92014-09-03 15:25:49 +00001484 SetDimensions(
1485 video_frame_.width(), video_frame_.height(), capturer->IsScreencast());
1486
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001487 LOG(LS_VERBOSE) << "SwapFrame: " << video_frame_.width() << "x"
1488 << video_frame_.height() << " -> (codec) "
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +00001489 << parameters_.encoder_config.streams.back().width << "x"
1490 << parameters_.encoder_config.streams.back().height;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001491 stream_->Input()->SwapFrame(&video_frame_);
1492}
1493
1494bool WebRtcVideoChannel2::WebRtcVideoSendStream::SetCapturer(
1495 VideoCapturer* capturer) {
1496 if (!DisconnectCapturer() && capturer == NULL) {
1497 return false;
1498 }
1499
1500 {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001501 rtc::CritScope cs(&lock_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001502
pbos@webrtc.org9359cb32014-07-23 15:44:48 +00001503 if (capturer == NULL) {
1504 if (stream_ != NULL) {
1505 LOG(LS_VERBOSE) << "Disabling capturer, sending black frame.";
1506 webrtc::I420VideoFrame black_frame;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001507
pbos@webrtc.orga2ef4fe2014-11-07 10:54:43 +00001508 // TODO(pbos): Base width/height on last_dimensions_. This will however
1509 // fail the test AddRemoveCapturer which needs to be fixed to permit
1510 // sending black frames in the same size that was previously sent.
pbos@webrtc.org9359cb32014-07-23 15:44:48 +00001511 int width = format_.width;
1512 int height = format_.height;
1513 int half_width = (width + 1) / 2;
1514 black_frame.CreateEmptyFrame(
1515 width, height, width, half_width, half_width);
1516 SetWebRtcFrameToBlack(&black_frame);
pbos@webrtc.orga2ef4fe2014-11-07 10:54:43 +00001517 SetDimensions(width, height, last_dimensions_.is_screencast);
pbos@webrtc.org9359cb32014-07-23 15:44:48 +00001518 stream_->Input()->SwapFrame(&black_frame);
1519 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001520
1521 capturer_ = NULL;
1522 return true;
1523 }
1524
1525 capturer_ = capturer;
1526 }
1527 // Lock cannot be held while connecting the capturer to prevent lock-order
1528 // violations.
1529 capturer->SignalVideoFrame.connect(this, &WebRtcVideoSendStream::InputFrame);
1530 return true;
1531}
1532
1533bool WebRtcVideoChannel2::WebRtcVideoSendStream::SetVideoFormat(
1534 const VideoFormat& format) {
1535 if ((format.width == 0 || format.height == 0) &&
1536 format.width != format.height) {
1537 LOG(LS_ERROR) << "Can't set VideoFormat, width or height is zero (but not "
1538 "both, 0x0 drops frames).";
1539 return false;
1540 }
1541
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001542 rtc::CritScope cs(&lock_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001543 if (format.width == 0 && format.height == 0) {
1544 LOG(LS_INFO)
1545 << "0x0 resolution selected. Captured frames will be dropped for ssrc: "
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +00001546 << parameters_.config.rtp.ssrcs[0] << ".";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001547 } else {
1548 // TODO(pbos): Fix me, this only affects the last stream!
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +00001549 parameters_.encoder_config.streams.back().max_framerate =
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001550 VideoFormat::IntervalToFps(format.interval);
pbos@webrtc.orgc4175b92014-09-03 15:25:49 +00001551 SetDimensions(format.width, format.height, false);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001552 }
1553
1554 format_ = format;
1555 return true;
1556}
1557
pbos@webrtc.orgef8bb8d2014-08-13 21:36:18 +00001558void WebRtcVideoChannel2::WebRtcVideoSendStream::MuteStream(bool mute) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001559 rtc::CritScope cs(&lock_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001560 muted_ = mute;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001561}
1562
1563bool WebRtcVideoChannel2::WebRtcVideoSendStream::DisconnectCapturer() {
pbos@webrtc.org963b9792014-10-07 14:27:27 +00001564 cricket::VideoCapturer* capturer;
1565 {
1566 rtc::CritScope cs(&lock_);
1567 if (capturer_ == NULL) {
1568 return false;
1569 }
1570 capturer = capturer_;
1571 capturer_ = NULL;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001572 }
pbos@webrtc.org963b9792014-10-07 14:27:27 +00001573 capturer->SignalVideoFrame.disconnect(this);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001574 return true;
1575}
1576
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001577void WebRtcVideoChannel2::WebRtcVideoSendStream::SetOptions(
1578 const VideoOptions& options) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001579 rtc::CritScope cs(&lock_);
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001580 VideoCodecSettings codec_settings;
1581 if (parameters_.codec_settings.Get(&codec_settings)) {
1582 SetCodecAndOptions(codec_settings, options);
1583 } else {
1584 parameters_.options = options;
1585 }
1586}
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +00001587
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001588void WebRtcVideoChannel2::WebRtcVideoSendStream::SetCodec(
1589 const VideoCodecSettings& codec_settings) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001590 rtc::CritScope cs(&lock_);
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001591 SetCodecAndOptions(codec_settings, parameters_.options);
1592}
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +00001593
1594webrtc::VideoCodecType CodecTypeFromName(const std::string& name) {
1595 if (CodecNameMatches(name, kVp8CodecName)) {
1596 return webrtc::kVideoCodecVP8;
andresp@webrtc.org188d3b22014-11-07 13:21:04 +00001597 } else if (CodecNameMatches(name, kVp9CodecName)) {
1598 return webrtc::kVideoCodecVP9;
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +00001599 } else if (CodecNameMatches(name, kH264CodecName)) {
1600 return webrtc::kVideoCodecH264;
1601 }
1602 return webrtc::kVideoCodecUnknown;
1603}
1604
1605WebRtcVideoChannel2::WebRtcVideoSendStream::AllocatedEncoder
1606WebRtcVideoChannel2::WebRtcVideoSendStream::CreateVideoEncoder(
1607 const VideoCodec& codec) {
1608 webrtc::VideoCodecType type = CodecTypeFromName(codec.name);
1609
1610 // Do not re-create encoders of the same type.
1611 if (type == allocated_encoder_.type && allocated_encoder_.encoder != NULL) {
1612 return allocated_encoder_;
1613 }
1614
1615 if (external_encoder_factory_ != NULL) {
1616 webrtc::VideoEncoder* encoder =
1617 external_encoder_factory_->CreateVideoEncoder(type);
1618 if (encoder != NULL) {
1619 return AllocatedEncoder(encoder, type, true);
1620 }
1621 }
1622
1623 if (type == webrtc::kVideoCodecVP8) {
1624 return AllocatedEncoder(
1625 webrtc::VideoEncoder::Create(webrtc::VideoEncoder::kVp8), type, false);
andresp@webrtc.org188d3b22014-11-07 13:21:04 +00001626 } else if (type == webrtc::kVideoCodecVP9) {
1627 return AllocatedEncoder(
1628 webrtc::VideoEncoder::Create(webrtc::VideoEncoder::kVp9), type, false);
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +00001629 }
1630
1631 // This shouldn't happen, we should not be trying to create something we don't
1632 // support.
1633 assert(false);
1634 return AllocatedEncoder(NULL, webrtc::kVideoCodecUnknown, false);
1635}
1636
1637void WebRtcVideoChannel2::WebRtcVideoSendStream::DestroyVideoEncoder(
1638 AllocatedEncoder* encoder) {
1639 if (encoder->external) {
1640 external_encoder_factory_->DestroyVideoEncoder(encoder->encoder);
1641 } else {
1642 delete encoder->encoder;
1643 }
1644}
1645
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001646void WebRtcVideoChannel2::WebRtcVideoSendStream::SetCodecAndOptions(
1647 const VideoCodecSettings& codec_settings,
1648 const VideoOptions& options) {
pbos@webrtc.orga2ef4fe2014-11-07 10:54:43 +00001649 if (last_dimensions_.width == -1) {
1650 last_dimensions_.width = codec_settings.codec.width;
1651 last_dimensions_.height = codec_settings.codec.height;
1652 last_dimensions_.is_screencast = false;
1653 }
1654 parameters_.encoder_config =
1655 CreateVideoEncoderConfig(last_dimensions_, codec_settings.codec);
1656 if (parameters_.encoder_config.streams.empty()) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001657 return;
1658 }
pbos@webrtc.orga2ef4fe2014-11-07 10:54:43 +00001659
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001660 format_ = VideoFormat(codec_settings.codec.width,
1661 codec_settings.codec.height,
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001662 VideoFormat::FpsToInterval(30),
1663 FOURCC_I420);
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +00001664
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +00001665 AllocatedEncoder new_encoder = CreateVideoEncoder(codec_settings.codec);
1666 parameters_.config.encoder_settings.encoder = new_encoder.encoder;
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001667 parameters_.config.encoder_settings.payload_name = codec_settings.codec.name;
1668 parameters_.config.encoder_settings.payload_type = codec_settings.codec.id;
1669 parameters_.config.rtp.fec = codec_settings.fec;
1670
1671 // Set RTX payload type if RTX is enabled.
1672 if (!parameters_.config.rtp.rtx.ssrcs.empty()) {
1673 parameters_.config.rtp.rtx.payload_type = codec_settings.rtx_payload_type;
pbos@webrtc.org543e5892014-07-23 07:01:31 +00001674
1675 options.use_payload_padding.Get(
1676 &parameters_.config.rtp.rtx.pad_with_redundant_payloads);
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001677 }
1678
1679 if (IsNackEnabled(codec_settings.codec)) {
1680 parameters_.config.rtp.nack.rtp_history_ms = kNackHistoryMs;
1681 }
1682
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00001683 options.suspend_below_min_bitrate.Get(
1684 &parameters_.config.suspend_below_min_bitrate);
1685
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001686 parameters_.codec_settings.Set(codec_settings);
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +00001687 parameters_.options = options;
pbos@webrtc.org543e5892014-07-23 07:01:31 +00001688
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001689 RecreateWebRtcStream();
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +00001690 if (allocated_encoder_.encoder != new_encoder.encoder) {
1691 DestroyVideoEncoder(&allocated_encoder_);
1692 allocated_encoder_ = new_encoder;
1693 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001694}
1695
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001696void WebRtcVideoChannel2::WebRtcVideoSendStream::SetRtpExtensions(
1697 const std::vector<webrtc::RtpExtension>& rtp_extensions) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001698 rtc::CritScope cs(&lock_);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001699 parameters_.config.rtp.extensions = rtp_extensions;
1700 RecreateWebRtcStream();
1701}
1702
pbos@webrtc.orga2ef4fe2014-11-07 10:54:43 +00001703webrtc::VideoEncoderConfig
1704WebRtcVideoChannel2::WebRtcVideoSendStream::CreateVideoEncoderConfig(
1705 const Dimensions& dimensions,
1706 const VideoCodec& codec) const {
1707 webrtc::VideoEncoderConfig encoder_config;
1708 if (dimensions.is_screencast) {
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001709 int screencast_min_bitrate_kbps;
1710 parameters_.options.screencast_min_bitrate.Get(
1711 &screencast_min_bitrate_kbps);
1712 encoder_config.min_transmit_bitrate_bps =
1713 screencast_min_bitrate_kbps * 1000;
1714 encoder_config.content_type = webrtc::VideoEncoderConfig::kScreenshare;
1715 } else {
1716 encoder_config.min_transmit_bitrate_bps = 0;
1717 encoder_config.content_type = webrtc::VideoEncoderConfig::kRealtimeVideo;
1718 }
1719
pbos@webrtc.orga2ef4fe2014-11-07 10:54:43 +00001720 // Restrict dimensions according to codec max.
1721 int width = dimensions.width;
1722 int height = dimensions.height;
1723 if (!dimensions.is_screencast) {
1724 if (codec.width < width)
1725 width = codec.width;
1726 if (codec.height < height)
1727 height = codec.height;
1728 }
1729
1730 VideoCodec clamped_codec = codec;
1731 clamped_codec.width = width;
1732 clamped_codec.height = height;
pbos@webrtc.orgcddd17c2014-09-16 16:33:13 +00001733
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +00001734 encoder_config.streams = encoder_factory_->CreateVideoStreams(
pbos@webrtc.orga2ef4fe2014-11-07 10:54:43 +00001735 clamped_codec, parameters_.options, parameters_.config.rtp.ssrcs.size());
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00001736
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001737 // Conference mode screencast uses 2 temporal layers split at 100kbit.
1738 if (parameters_.options.conference_mode.GetWithDefaultIfUnset(false) &&
pbos@webrtc.orga2ef4fe2014-11-07 10:54:43 +00001739 dimensions.is_screencast && encoder_config.streams.size() == 1) {
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001740 encoder_config.streams[0].temporal_layer_thresholds_bps.clear();
1741 encoder_config.streams[0].temporal_layer_thresholds_bps.push_back(
1742 kConferenceModeTemporalLayerBitrateBps);
1743 }
pbos@webrtc.orga2ef4fe2014-11-07 10:54:43 +00001744 return encoder_config;
1745}
1746
1747void WebRtcVideoChannel2::WebRtcVideoSendStream::SetDimensions(
1748 int width,
1749 int height,
1750 bool is_screencast) {
1751 if (last_dimensions_.width == width && last_dimensions_.height == height &&
1752 last_dimensions_.is_screencast == is_screencast) {
1753 // Configured using the same parameters, do not reconfigure.
1754 return;
1755 }
1756 LOG(LS_INFO) << "SetDimensions: " << width << "x" << height
1757 << (is_screencast ? " (screencast)" : " (not screencast)");
1758
1759 last_dimensions_.width = width;
1760 last_dimensions_.height = height;
1761 last_dimensions_.is_screencast = is_screencast;
1762
1763 assert(!parameters_.encoder_config.streams.empty());
1764
1765 VideoCodecSettings codec_settings;
1766 parameters_.codec_settings.Get(&codec_settings);
1767
1768 webrtc::VideoEncoderConfig encoder_config =
1769 CreateVideoEncoderConfig(last_dimensions_, codec_settings.codec);
1770
1771 encoder_config.encoder_specific_settings =
1772 encoder_factory_->CreateVideoEncoderSettings(codec_settings.codec,
1773 parameters_.options);
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001774
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +00001775 bool stream_reconfigured = stream_->ReconfigureVideoEncoder(encoder_config);
1776
1777 encoder_factory_->DestroyVideoEncoderSettings(
1778 codec_settings.codec,
1779 encoder_config.encoder_specific_settings);
1780
1781 encoder_config.encoder_specific_settings = NULL;
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00001782
1783 if (!stream_reconfigured) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001784 LOG(LS_WARNING) << "Failed to reconfigure video encoder for dimensions: "
1785 << width << "x" << height;
1786 return;
1787 }
pbos@webrtc.orgcddd17c2014-09-16 16:33:13 +00001788
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +00001789 parameters_.encoder_config = encoder_config;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001790}
1791
1792void WebRtcVideoChannel2::WebRtcVideoSendStream::Start() {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001793 rtc::CritScope cs(&lock_);
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001794 assert(stream_ != NULL);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001795 stream_->Start();
1796 sending_ = true;
1797}
1798
1799void WebRtcVideoChannel2::WebRtcVideoSendStream::Stop() {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001800 rtc::CritScope cs(&lock_);
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00001801 if (stream_ != NULL) {
1802 stream_->Stop();
1803 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001804 sending_ = false;
1805}
1806
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00001807VideoSenderInfo
1808WebRtcVideoChannel2::WebRtcVideoSendStream::GetVideoSenderInfo() {
1809 VideoSenderInfo info;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001810 rtc::CritScope cs(&lock_);
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00001811 for (size_t i = 0; i < parameters_.config.rtp.ssrcs.size(); ++i) {
1812 info.add_ssrc(parameters_.config.rtp.ssrcs[i]);
1813 }
1814
pbos@webrtc.orgc3d2bd22014-08-12 20:55:10 +00001815 if (stream_ == NULL) {
1816 return info;
1817 }
1818
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00001819 webrtc::VideoSendStream::Stats stats = stream_->GetStats();
1820 info.framerate_input = stats.input_frame_rate;
1821 info.framerate_sent = stats.encode_frame_rate;
1822
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001823 for (std::map<uint32_t, webrtc::SsrcStats>::iterator it =
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00001824 stats.substreams.begin();
1825 it != stats.substreams.end();
1826 ++it) {
1827 // TODO(pbos): Wire up additional stats, such as padding bytes.
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001828 webrtc::SsrcStats stream_stats = it->second;
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00001829 info.bytes_sent += stream_stats.rtp_stats.bytes +
1830 stream_stats.rtp_stats.header_bytes +
1831 stream_stats.rtp_stats.padding_bytes;
1832 info.packets_sent += stream_stats.rtp_stats.packets;
1833 info.packets_lost += stream_stats.rtcp_stats.cumulative_lost;
1834 }
1835
1836 if (!stats.substreams.empty()) {
1837 // TODO(pbos): Report fraction lost per SSRC.
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001838 webrtc::SsrcStats first_stream_stats = stats.substreams.begin()->second;
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00001839 info.fraction_lost =
1840 static_cast<float>(first_stream_stats.rtcp_stats.fraction_lost) /
1841 (1 << 8);
1842 }
1843
1844 if (capturer_ != NULL && !capturer_->IsMuted()) {
1845 VideoFormat last_captured_frame_format;
1846 capturer_->GetStats(&info.adapt_frame_drops,
1847 &info.effects_frame_drops,
1848 &info.capturer_frame_time,
1849 &last_captured_frame_format);
1850 info.input_frame_width = last_captured_frame_format.width;
1851 info.input_frame_height = last_captured_frame_format.height;
1852 info.send_frame_width =
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +00001853 static_cast<int>(parameters_.encoder_config.streams.front().width);
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00001854 info.send_frame_height =
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +00001855 static_cast<int>(parameters_.encoder_config.streams.front().height);
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00001856 }
1857
1858 // TODO(pbos): Support or remove the following stats.
1859 info.packets_cached = -1;
1860 info.rtt_ms = -1;
1861
1862 return info;
1863}
1864
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +00001865void WebRtcVideoChannel2::WebRtcVideoSendStream::FillBandwidthEstimationInfo(
1866 BandwidthEstimationInfo* bwe_info) {
1867 rtc::CritScope cs(&lock_);
1868 if (stream_ == NULL) {
1869 return;
1870 }
1871 webrtc::VideoSendStream::Stats stats = stream_->GetStats();
1872 for (std::map<uint32_t, webrtc::SsrcStats>::iterator it =
1873 stats.substreams.begin();
1874 it != stats.substreams.end();
1875 ++it) {
1876 bwe_info->transmit_bitrate += it->second.total_bitrate_bps;
1877 bwe_info->retransmit_bitrate += it->second.retransmit_bitrate_bps;
1878 }
1879 bwe_info->actual_enc_bitrate = stats.media_bitrate_bps;
1880}
1881
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001882void WebRtcVideoChannel2::WebRtcVideoSendStream::OnCpuResolutionRequest(
1883 CoordinatedVideoAdapter::AdaptRequest adapt_request) {
1884 rtc::CritScope cs(&lock_);
1885 bool adapt_cpu;
1886 parameters_.options.cpu_overuse_detection.Get(&adapt_cpu);
1887 if (!adapt_cpu) {
1888 return;
1889 }
1890 if (capturer_ == NULL || capturer_->video_adapter() == NULL) {
1891 return;
1892 }
1893
1894 capturer_->video_adapter()->OnCpuResolutionRequest(adapt_request);
1895}
1896
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001897void WebRtcVideoChannel2::WebRtcVideoSendStream::RecreateWebRtcStream() {
1898 if (stream_ != NULL) {
1899 call_->DestroyVideoSendStream(stream_);
1900 }
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +00001901
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00001902 VideoCodecSettings codec_settings;
1903 parameters_.codec_settings.Get(&codec_settings);
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +00001904 parameters_.encoder_config.encoder_specific_settings =
1905 encoder_factory_->CreateVideoEncoderSettings(codec_settings.codec,
1906 parameters_.options);
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00001907
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +00001908 stream_ = call_->CreateVideoSendStream(parameters_.config,
1909 parameters_.encoder_config);
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00001910
pbos@webrtc.orgbbe0a852014-09-19 12:30:25 +00001911 encoder_factory_->DestroyVideoEncoderSettings(
1912 codec_settings.codec,
1913 parameters_.encoder_config.encoder_specific_settings);
1914
1915 parameters_.encoder_config.encoder_specific_settings = NULL;
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00001916
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001917 if (sending_) {
1918 stream_->Start();
1919 }
1920}
1921
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001922WebRtcVideoChannel2::WebRtcVideoReceiveStream::WebRtcVideoReceiveStream(
1923 webrtc::Call* call,
pbos@webrtc.org776e6f22014-10-29 15:28:39 +00001924 WebRtcVideoDecoderFactory* external_decoder_factory,
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001925 const webrtc::VideoReceiveStream::Config& config,
1926 const std::vector<VideoCodecSettings>& recv_codecs)
1927 : call_(call),
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001928 stream_(NULL),
pbos@webrtc.orgb648b9d2014-08-26 11:08:06 +00001929 config_(config),
pbos@webrtc.org776e6f22014-10-29 15:28:39 +00001930 external_decoder_factory_(external_decoder_factory),
pbos@webrtc.orgb648b9d2014-08-26 11:08:06 +00001931 renderer_(NULL),
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001932 last_width_(-1),
pbos@webrtc.orgb648b9d2014-08-26 11:08:06 +00001933 last_height_(-1) {
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001934 config_.renderer = this;
1935 // SetRecvCodecs will also reset (start) the VideoReceiveStream.
1936 SetRecvCodecs(recv_codecs);
1937}
1938
1939WebRtcVideoChannel2::WebRtcVideoReceiveStream::~WebRtcVideoReceiveStream() {
1940 call_->DestroyVideoReceiveStream(stream_);
pbos@webrtc.org96a93252014-11-03 14:46:44 +00001941 ClearDecoders(&allocated_decoders_);
1942}
1943
1944WebRtcVideoChannel2::WebRtcVideoReceiveStream::AllocatedDecoder
1945WebRtcVideoChannel2::WebRtcVideoReceiveStream::CreateOrReuseVideoDecoder(
1946 std::vector<AllocatedDecoder>* old_decoders,
1947 const VideoCodec& codec) {
1948 webrtc::VideoCodecType type = CodecTypeFromName(codec.name);
1949
1950 for (size_t i = 0; i < old_decoders->size(); ++i) {
1951 if ((*old_decoders)[i].type == type) {
1952 AllocatedDecoder decoder = (*old_decoders)[i];
1953 (*old_decoders)[i] = old_decoders->back();
1954 old_decoders->pop_back();
1955 return decoder;
1956 }
1957 }
1958
1959 if (external_decoder_factory_ != NULL) {
1960 webrtc::VideoDecoder* decoder =
1961 external_decoder_factory_->CreateVideoDecoder(type);
1962 if (decoder != NULL) {
1963 return AllocatedDecoder(decoder, type, true);
1964 }
1965 }
1966
1967 if (type == webrtc::kVideoCodecVP8) {
1968 return AllocatedDecoder(
1969 webrtc::VideoDecoder::Create(webrtc::VideoDecoder::kVp8), type, false);
1970 }
1971
1972 // This shouldn't happen, we should not be trying to create something we don't
1973 // support.
1974 assert(false);
1975 return AllocatedDecoder(NULL, webrtc::kVideoCodecUnknown, false);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001976}
1977
1978void WebRtcVideoChannel2::WebRtcVideoReceiveStream::SetRecvCodecs(
1979 const std::vector<VideoCodecSettings>& recv_codecs) {
pbos@webrtc.org96a93252014-11-03 14:46:44 +00001980 std::vector<AllocatedDecoder> old_decoders = allocated_decoders_;
1981 allocated_decoders_.clear();
1982 config_.decoders.clear();
1983 for (size_t i = 0; i < recv_codecs.size(); ++i) {
1984 AllocatedDecoder allocated_decoder =
1985 CreateOrReuseVideoDecoder(&old_decoders, recv_codecs[i].codec);
1986 allocated_decoders_.push_back(allocated_decoder);
1987
1988 webrtc::VideoReceiveStream::Decoder decoder;
1989 decoder.decoder = allocated_decoder.decoder;
1990 decoder.payload_type = recv_codecs[i].codec.id;
1991 decoder.payload_name = recv_codecs[i].codec.name;
1992 config_.decoders.push_back(decoder);
1993 }
1994
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001995 // TODO(pbos): Reconfigure RTX based on incoming recv_codecs.
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001996 config_.rtp.fec = recv_codecs.front().fec;
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001997 config_.rtp.nack.rtp_history_ms =
1998 IsNackEnabled(recv_codecs.begin()->codec) ? kNackHistoryMs : 0;
1999 config_.rtp.remb = IsRembEnabled(recv_codecs.begin()->codec);
2000
pbos@webrtc.org96a93252014-11-03 14:46:44 +00002001 ClearDecoders(&old_decoders);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00002002 RecreateWebRtcStream();
2003}
2004
2005void WebRtcVideoChannel2::WebRtcVideoReceiveStream::SetRtpExtensions(
2006 const std::vector<webrtc::RtpExtension>& extensions) {
2007 config_.rtp.extensions = extensions;
2008 RecreateWebRtcStream();
2009}
2010
2011void WebRtcVideoChannel2::WebRtcVideoReceiveStream::RecreateWebRtcStream() {
2012 if (stream_ != NULL) {
2013 call_->DestroyVideoReceiveStream(stream_);
2014 }
2015 stream_ = call_->CreateVideoReceiveStream(config_);
2016 stream_->Start();
2017}
2018
pbos@webrtc.org96a93252014-11-03 14:46:44 +00002019void WebRtcVideoChannel2::WebRtcVideoReceiveStream::ClearDecoders(
2020 std::vector<AllocatedDecoder>* allocated_decoders) {
2021 for (size_t i = 0; i < allocated_decoders->size(); ++i) {
2022 if ((*allocated_decoders)[i].external) {
pbos@webrtc.org776e6f22014-10-29 15:28:39 +00002023 external_decoder_factory_->DestroyVideoDecoder(
pbos@webrtc.org96a93252014-11-03 14:46:44 +00002024 (*allocated_decoders)[i].decoder);
pbos@webrtc.org776e6f22014-10-29 15:28:39 +00002025 } else {
pbos@webrtc.org96a93252014-11-03 14:46:44 +00002026 delete (*allocated_decoders)[i].decoder;
pbos@webrtc.org776e6f22014-10-29 15:28:39 +00002027 }
2028 }
pbos@webrtc.org96a93252014-11-03 14:46:44 +00002029 allocated_decoders->clear();
pbos@webrtc.org776e6f22014-10-29 15:28:39 +00002030}
2031
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00002032void WebRtcVideoChannel2::WebRtcVideoReceiveStream::RenderFrame(
2033 const webrtc::I420VideoFrame& frame,
2034 int time_to_render_ms) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00002035 rtc::CritScope crit(&renderer_lock_);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00002036 if (renderer_ == NULL) {
2037 LOG(LS_WARNING) << "VideoReceiveStream not connected to a VideoRenderer.";
2038 return;
2039 }
2040
2041 if (frame.width() != last_width_ || frame.height() != last_height_) {
2042 SetSize(frame.width(), frame.height());
2043 }
2044
2045 LOG(LS_VERBOSE) << "RenderFrame: (" << frame.width() << "x" << frame.height()
2046 << ")";
2047
2048 const WebRtcVideoRenderFrame render_frame(&frame);
2049 renderer_->RenderFrame(&render_frame);
2050}
2051
2052void WebRtcVideoChannel2::WebRtcVideoReceiveStream::SetRenderer(
2053 cricket::VideoRenderer* renderer) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00002054 rtc::CritScope crit(&renderer_lock_);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00002055 renderer_ = renderer;
2056 if (renderer_ != NULL && last_width_ != -1) {
2057 SetSize(last_width_, last_height_);
2058 }
2059}
2060
2061VideoRenderer* WebRtcVideoChannel2::WebRtcVideoReceiveStream::GetRenderer() {
2062 // TODO(pbos): Remove GetRenderer and all uses of it, it's thread-unsafe by
2063 // design.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00002064 rtc::CritScope crit(&renderer_lock_);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00002065 return renderer_;
2066}
2067
2068void WebRtcVideoChannel2::WebRtcVideoReceiveStream::SetSize(int width,
2069 int height) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00002070 rtc::CritScope crit(&renderer_lock_);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00002071 if (!renderer_->SetSize(width, height, 0)) {
2072 LOG(LS_ERROR) << "Could not set renderer size.";
2073 }
2074 last_width_ = width;
2075 last_height_ = height;
2076}
2077
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00002078VideoReceiverInfo
2079WebRtcVideoChannel2::WebRtcVideoReceiveStream::GetVideoReceiverInfo() {
2080 VideoReceiverInfo info;
2081 info.add_ssrc(config_.rtp.remote_ssrc);
2082 webrtc::VideoReceiveStream::Stats stats = stream_->GetStats();
2083 info.bytes_rcvd = stats.rtp_stats.bytes + stats.rtp_stats.header_bytes +
2084 stats.rtp_stats.padding_bytes;
2085 info.packets_rcvd = stats.rtp_stats.packets;
2086
2087 info.framerate_rcvd = stats.network_frame_rate;
2088 info.framerate_decoded = stats.decode_frame_rate;
2089 info.framerate_output = stats.render_frame_rate;
2090
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00002091 rtc::CritScope frame_cs(&renderer_lock_);
pbos@webrtc.orge6f84ae2014-07-18 11:11:55 +00002092 info.frame_width = last_width_;
2093 info.frame_height = last_height_;
2094
2095 // TODO(pbos): Support or remove the following stats.
2096 info.packets_concealed = -1;
2097
2098 return info;
2099}
2100
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002101WebRtcVideoChannel2::VideoCodecSettings::VideoCodecSettings()
2102 : rtx_payload_type(-1) {}
2103
pbos@webrtc.orga2ef4fe2014-11-07 10:54:43 +00002104bool WebRtcVideoChannel2::VideoCodecSettings::operator==(
2105 const WebRtcVideoChannel2::VideoCodecSettings& other) const {
2106 return codec == other.codec &&
2107 fec.ulpfec_payload_type == other.fec.ulpfec_payload_type &&
2108 fec.red_payload_type == other.fec.red_payload_type &&
2109 rtx_payload_type == other.rtx_payload_type;
2110}
2111
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002112std::vector<WebRtcVideoChannel2::VideoCodecSettings>
2113WebRtcVideoChannel2::MapCodecs(const std::vector<VideoCodec>& codecs) {
2114 assert(!codecs.empty());
2115
2116 std::vector<VideoCodecSettings> video_codecs;
2117 std::map<int, bool> payload_used;
pbos@webrtc.orge322a172014-06-13 11:47:28 +00002118 std::map<int, VideoCodec::CodecType> payload_codec_type;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002119 std::map<int, int> rtx_mapping; // video payload type -> rtx payload type.
2120
2121 webrtc::FecConfig fec_settings;
2122
2123 for (size_t i = 0; i < codecs.size(); ++i) {
2124 const VideoCodec& in_codec = codecs[i];
2125 int payload_type = in_codec.id;
2126
2127 if (payload_used[payload_type]) {
2128 LOG(LS_ERROR) << "Payload type already registered: "
2129 << in_codec.ToString();
2130 return std::vector<VideoCodecSettings>();
2131 }
2132 payload_used[payload_type] = true;
pbos@webrtc.orge322a172014-06-13 11:47:28 +00002133 payload_codec_type[payload_type] = in_codec.GetCodecType();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002134
2135 switch (in_codec.GetCodecType()) {
2136 case VideoCodec::CODEC_RED: {
2137 // RED payload type, should not have duplicates.
2138 assert(fec_settings.red_payload_type == -1);
2139 fec_settings.red_payload_type = in_codec.id;
2140 continue;
2141 }
2142
2143 case VideoCodec::CODEC_ULPFEC: {
2144 // ULPFEC payload type, should not have duplicates.
2145 assert(fec_settings.ulpfec_payload_type == -1);
2146 fec_settings.ulpfec_payload_type = in_codec.id;
2147 continue;
2148 }
2149
2150 case VideoCodec::CODEC_RTX: {
2151 int associated_payload_type;
2152 if (!in_codec.GetParam(kCodecParamAssociatedPayloadType,
2153 &associated_payload_type)) {
2154 LOG(LS_ERROR) << "RTX codec without associated payload type: "
2155 << in_codec.ToString();
2156 return std::vector<VideoCodecSettings>();
2157 }
2158 rtx_mapping[associated_payload_type] = in_codec.id;
2159 continue;
2160 }
2161
2162 case VideoCodec::CODEC_VIDEO:
2163 break;
2164 }
2165
2166 video_codecs.push_back(VideoCodecSettings());
2167 video_codecs.back().codec = in_codec;
2168 }
2169
2170 // One of these codecs should have been a video codec. Only having FEC
2171 // parameters into this code is a logic error.
2172 assert(!video_codecs.empty());
2173
pbos@webrtc.orge322a172014-06-13 11:47:28 +00002174 for (std::map<int, int>::const_iterator it = rtx_mapping.begin();
2175 it != rtx_mapping.end();
2176 ++it) {
2177 if (!payload_used[it->first]) {
2178 LOG(LS_ERROR) << "RTX mapped to payload not in codec list.";
2179 return std::vector<VideoCodecSettings>();
2180 }
2181 if (payload_codec_type[it->first] != VideoCodec::CODEC_VIDEO) {
2182 LOG(LS_ERROR) << "RTX not mapped to regular video codec.";
2183 return std::vector<VideoCodecSettings>();
2184 }
2185 }
2186
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002187 // TODO(pbos): Write tests that figure out that I have not verified that RTX
2188 // codecs aren't mapped to bogus payloads.
2189 for (size_t i = 0; i < video_codecs.size(); ++i) {
2190 video_codecs[i].fec = fec_settings;
2191 if (rtx_mapping[video_codecs[i].codec.id] != 0) {
2192 video_codecs[i].rtx_payload_type = rtx_mapping[video_codecs[i].codec.id];
2193 }
2194 }
2195
2196 return video_codecs;
2197}
2198
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002199} // namespace cricket
2200
2201#endif // HAVE_WEBRTC_VIDEO