blob: 1b8fabcdf24b1d34c4d66582c56694661be68be5 [file] [log] [blame]
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001/*
2 * libjingle
3 * Copyright 2004 Google Inc.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
7 *
8 * 1. Redistributions of source code must retain the above copyright notice,
9 * this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright notice,
11 * this list of conditions and the following disclaimer in the documentation
12 * and/or other materials provided with the distribution.
13 * 3. The name of the author may not be used to endorse or promote products
14 * derived from this software without specific prior written permission.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
17 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
18 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
19 * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
21 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
22 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
24 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
25 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 */
27
28#ifdef HAVE_WEBRTC_VIDEO
29#include "talk/media/webrtc/webrtcvideoengine.h"
30
31#ifdef HAVE_CONFIG_H
32#include <config.h>
33#endif
34
35#include <math.h>
36#include <set>
37
38#include "talk/base/basictypes.h"
39#include "talk/base/buffer.h"
40#include "talk/base/byteorder.h"
41#include "talk/base/common.h"
42#include "talk/base/cpumonitor.h"
43#include "talk/base/logging.h"
44#include "talk/base/stringutils.h"
45#include "talk/base/thread.h"
46#include "talk/base/timeutils.h"
47#include "talk/media/base/constants.h"
48#include "talk/media/base/rtputils.h"
49#include "talk/media/base/streamparams.h"
50#include "talk/media/base/videoadapter.h"
51#include "talk/media/base/videocapturer.h"
52#include "talk/media/base/videorenderer.h"
53#include "talk/media/devices/filevideocapturer.h"
wu@webrtc.org9dba5252013-08-05 20:36:57 +000054#include "talk/media/webrtc/webrtcpassthroughrender.h"
55#include "talk/media/webrtc/webrtctexturevideoframe.h"
56#include "talk/media/webrtc/webrtcvideocapturer.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000057#include "talk/media/webrtc/webrtcvideodecoderfactory.h"
58#include "talk/media/webrtc/webrtcvideoencoderfactory.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000059#include "talk/media/webrtc/webrtcvideoframe.h"
60#include "talk/media/webrtc/webrtcvie.h"
61#include "talk/media/webrtc/webrtcvoe.h"
62#include "talk/media/webrtc/webrtcvoiceengine.h"
henrike@webrtc.orga92fd742014-03-26 01:46:18 +000063#include "webrtc/experiments.h"
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +000064#include "webrtc/modules/remote_bitrate_estimator/include/remote_bitrate_estimator.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000065
66#if !defined(LIBPEERCONNECTION_LIB)
67#ifndef HAVE_WEBRTC_VIDEO
68#error Need webrtc video
69#endif
70#include "talk/media/webrtc/webrtcmediaengine.h"
71
72WRME_EXPORT
73cricket::MediaEngineInterface* CreateWebRtcMediaEngine(
74 webrtc::AudioDeviceModule* adm, webrtc::AudioDeviceModule* adm_sc,
75 cricket::WebRtcVideoEncoderFactory* encoder_factory,
76 cricket::WebRtcVideoDecoderFactory* decoder_factory) {
77 return new cricket::WebRtcMediaEngine(adm, adm_sc, encoder_factory,
78 decoder_factory);
79}
80
81WRME_EXPORT
82void DestroyWebRtcMediaEngine(cricket::MediaEngineInterface* media_engine) {
83 delete static_cast<cricket::WebRtcMediaEngine*>(media_engine);
84}
85#endif
86
87
88namespace cricket {
89
90
91static const int kDefaultLogSeverity = talk_base::LS_WARNING;
92
93static const int kMinVideoBitrate = 50;
94static const int kStartVideoBitrate = 300;
95static const int kMaxVideoBitrate = 2000;
96static const int kDefaultConferenceModeMaxVideoBitrate = 500;
97
wu@webrtc.orgcecfd182013-10-30 05:18:12 +000098// Controlled by exp, try a super low minimum bitrate for poor connections.
99static const int kLowerMinBitrate = 30;
100
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000101static const int kVideoMtu = 1200;
102
103static const int kVideoRtpBufferSize = 65536;
104
105static const char kVp8PayloadName[] = "VP8";
106static const char kRedPayloadName[] = "red";
107static const char kFecPayloadName[] = "ulpfec";
108
109static const int kDefaultNumberOfTemporalLayers = 1; // 1:1
110
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000111static const int kMaxExternalVideoCodecs = 8;
112static const int kExternalVideoPayloadTypeBase = 120;
113
114// Static allocation of payload type values for external video codec.
115static int GetExternalVideoPayloadType(int index) {
116 ASSERT(index >= 0 && index < kMaxExternalVideoCodecs);
117 return kExternalVideoPayloadTypeBase + index;
118}
119
120static void LogMultiline(talk_base::LoggingSeverity sev, char* text) {
121 const char* delim = "\r\n";
122 // TODO(fbarchard): Fix strtok lint warning.
123 for (char* tok = strtok(text, delim); tok; tok = strtok(NULL, delim)) {
124 LOG_V(sev) << tok;
125 }
126}
127
128// Severity is an integer because it comes is assumed to be from command line.
129static int SeverityToFilter(int severity) {
130 int filter = webrtc::kTraceNone;
131 switch (severity) {
132 case talk_base::LS_VERBOSE:
133 filter |= webrtc::kTraceAll;
134 case talk_base::LS_INFO:
135 filter |= (webrtc::kTraceStateInfo | webrtc::kTraceInfo);
136 case talk_base::LS_WARNING:
137 filter |= (webrtc::kTraceTerseInfo | webrtc::kTraceWarning);
138 case talk_base::LS_ERROR:
139 filter |= (webrtc::kTraceError | webrtc::kTraceCritical);
140 }
141 return filter;
142}
143
144static const int kCpuMonitorPeriodMs = 2000; // 2 seconds.
145
146static const bool kNotSending = false;
147
wu@webrtc.orgde305012013-10-31 15:40:38 +0000148// Default video dscp value.
149// See http://tools.ietf.org/html/rfc2474 for details
150// See also http://tools.ietf.org/html/draft-jennings-rtcweb-qos-00
151static const talk_base::DiffServCodePoint kVideoDscpValue =
152 talk_base::DSCP_AF41;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000153
154static bool IsNackEnabled(const VideoCodec& codec) {
155 return codec.HasFeedbackParam(FeedbackParam(kRtcpFbParamNack,
156 kParamValueEmpty));
157}
158
159// Returns true if Receiver Estimated Max Bitrate is enabled.
160static bool IsRembEnabled(const VideoCodec& codec) {
161 return codec.HasFeedbackParam(FeedbackParam(kRtcpFbParamRemb,
162 kParamValueEmpty));
163}
164
wu@webrtc.org05e7b442014-04-01 17:44:24 +0000165// TODO(mallinath) - Remove this after trunk of webrtc is pushed to GTP.
166#if !defined(USE_WEBRTC_DEV_BRANCH)
167bool operator==(const webrtc::VideoCodecVP8& lhs,
168 const webrtc::VideoCodecVP8& rhs) {
169 return lhs.pictureLossIndicationOn == rhs.pictureLossIndicationOn &&
170 lhs.feedbackModeOn == rhs.feedbackModeOn &&
171 lhs.complexity == rhs.complexity &&
172 lhs.resilience == rhs.resilience &&
173 lhs.numberOfTemporalLayers == rhs.numberOfTemporalLayers &&
174 lhs.denoisingOn == rhs.denoisingOn &&
175 lhs.errorConcealmentOn == rhs.errorConcealmentOn &&
176 lhs.automaticResizeOn == rhs.automaticResizeOn &&
177 lhs.frameDroppingOn == rhs.frameDroppingOn &&
178 lhs.keyFrameInterval == rhs.keyFrameInterval;
179}
180
181bool operator!=(const webrtc::VideoCodecVP8& lhs,
182 const webrtc::VideoCodecVP8& rhs) {
183 return !(lhs == rhs);
184}
185
186bool operator==(const webrtc::SimulcastStream& lhs,
187 const webrtc::SimulcastStream& rhs) {
188 return lhs.width == rhs.width &&
189 lhs.height == rhs.height &&
190 lhs.numberOfTemporalLayers == rhs.numberOfTemporalLayers &&
191 lhs.maxBitrate == rhs.maxBitrate &&
192 lhs.targetBitrate == rhs.targetBitrate &&
193 lhs.minBitrate == rhs.minBitrate &&
194 lhs.qpMax == rhs.qpMax;
195}
196
197bool operator!=(const webrtc::SimulcastStream& lhs,
198 const webrtc::SimulcastStream& rhs) {
199 return !(lhs == rhs);
200}
201
202bool operator==(const webrtc::VideoCodec& lhs,
203 const webrtc::VideoCodec& rhs) {
204 bool ret = lhs.codecType == rhs.codecType &&
205 (_stricmp(lhs.plName, rhs.plName) == 0) &&
206 lhs.plType == rhs.plType &&
207 lhs.width == rhs.width &&
208 lhs.height == rhs.height &&
209 lhs.startBitrate == rhs.startBitrate &&
210 lhs.maxBitrate == rhs.maxBitrate &&
211 lhs.minBitrate == rhs.minBitrate &&
212 lhs.maxFramerate == rhs.maxFramerate &&
213 lhs.qpMax == rhs.qpMax &&
214 lhs.numberOfSimulcastStreams == rhs.numberOfSimulcastStreams &&
215 lhs.mode == rhs.mode;
216 if (ret && lhs.codecType == webrtc::kVideoCodecVP8) {
217 ret &= (lhs.codecSpecific.VP8 == rhs.codecSpecific.VP8);
218 }
219
220 for (unsigned char i = 0; i < rhs.numberOfSimulcastStreams && ret; ++i) {
221 ret &= (lhs.simulcastStream[i] == rhs.simulcastStream[i]);
222 }
223 return ret;
224}
225
226bool operator!=(const webrtc::VideoCodec& lhs,
227 const webrtc::VideoCodec& rhs) {
228 return !(lhs == rhs);
229}
230#endif
231
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000232struct FlushBlackFrameData : public talk_base::MessageData {
233 FlushBlackFrameData(uint32 s, int64 t) : ssrc(s), timestamp(t) {
234 }
235 uint32 ssrc;
236 int64 timestamp;
237};
238
239class WebRtcRenderAdapter : public webrtc::ExternalRenderer {
240 public:
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000241 WebRtcRenderAdapter(VideoRenderer* renderer, int channel_id)
242 : renderer_(renderer), channel_id_(channel_id), width_(0), height_(0) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000243 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000244
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000245 virtual ~WebRtcRenderAdapter() {
246 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000247
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000248 void SetRenderer(VideoRenderer* renderer) {
249 talk_base::CritScope cs(&crit_);
250 renderer_ = renderer;
251 // FrameSizeChange may have already been called when renderer was not set.
252 // If so we should call SetSize here.
253 // TODO(ronghuawu): Add unit test for this case. Didn't do it now
254 // because the WebRtcRenderAdapter is currently hiding in cc file. No
255 // good way to get access to it from the unit test.
256 if (width_ > 0 && height_ > 0 && renderer_ != NULL) {
257 if (!renderer_->SetSize(width_, height_, 0)) {
258 LOG(LS_ERROR)
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000259 << "WebRtcRenderAdapter (channel " << channel_id_
260 << ") SetRenderer failed to SetSize to: "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000261 << width_ << "x" << height_;
262 }
263 }
264 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000265
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000266 // Implementation of webrtc::ExternalRenderer.
267 virtual int FrameSizeChange(unsigned int width, unsigned int height,
268 unsigned int /*number_of_streams*/) {
269 talk_base::CritScope cs(&crit_);
270 width_ = width;
271 height_ = height;
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000272 LOG(LS_INFO) << "WebRtcRenderAdapter (channel " << channel_id_
273 << ") frame size changed to: "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000274 << width << "x" << height;
275 if (renderer_ == NULL) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000276 LOG(LS_VERBOSE) << "WebRtcRenderAdapter (channel " << channel_id_
277 << ") the renderer has not been set. "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000278 << "SetSize will be called later in SetRenderer.";
279 return 0;
280 }
281 return renderer_->SetSize(width_, height_, 0) ? 0 : -1;
282 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000283
buildbot@webrtc.org1fd5b452014-04-15 17:39:43 +0000284 virtual int DeliverFrame(unsigned char* buffer,
285 int buffer_size,
286 uint32_t time_stamp,
287#ifdef USE_WEBRTC_DEV_BRANCH
288 int64_t ntp_time_ms,
289#endif
290 int64_t render_time,
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000291 void* handle) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000292 talk_base::CritScope cs(&crit_);
293 frame_rate_tracker_.Update(1);
294 if (renderer_ == NULL) {
295 return 0;
296 }
buildbot@webrtc.org2b934022014-04-25 00:18:27 +0000297#ifdef USE_WEBRTC_DEV_BRANCH
298 int64 capture_time_ns = ntp_time_ms *
299#else
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000300 // Convert 90K rtp timestamp to ns timestamp.
buildbot@webrtc.org2b934022014-04-25 00:18:27 +0000301 int64 capture_time_ns = (time_stamp / 90) *
302#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000303 talk_base::kNumNanosecsPerMillisec;
304 // Convert milisecond render time to ns timestamp.
305 int64 render_time_stamp_in_ns = render_time *
306 talk_base::kNumNanosecsPerMillisec;
307 // Send the rtp timestamp to renderer as the VideoFrame timestamp.
308 // and the render timestamp as the VideoFrame elapsed_time.
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000309 if (handle == NULL) {
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000310 return DeliverBufferFrame(buffer, buffer_size, render_time_stamp_in_ns,
buildbot@webrtc.org2b934022014-04-25 00:18:27 +0000311 capture_time_ns);
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000312 } else {
313 return DeliverTextureFrame(handle, render_time_stamp_in_ns,
buildbot@webrtc.org2b934022014-04-25 00:18:27 +0000314 capture_time_ns);
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000315 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000316 }
317
318 virtual bool IsTextureSupported() { return true; }
319
320 int DeliverBufferFrame(unsigned char* buffer, int buffer_size,
321 int64 elapsed_time, int64 time_stamp) {
322 WebRtcVideoFrame video_frame;
wu@webrtc.org16d62542013-11-05 23:45:14 +0000323 video_frame.Alias(buffer, buffer_size, width_, height_,
324 1, 1, elapsed_time, time_stamp, 0);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000325
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000326 // Sanity check on decoded frame size.
327 if (buffer_size != static_cast<int>(VideoFrame::SizeOf(width_, height_))) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000328 LOG(LS_WARNING) << "WebRtcRenderAdapter (channel " << channel_id_
329 << ") received a strange frame size: "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000330 << buffer_size;
331 }
332
333 int ret = renderer_->RenderFrame(&video_frame) ? 0 : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000334 return ret;
335 }
336
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000337 int DeliverTextureFrame(void* handle, int64 elapsed_time, int64 time_stamp) {
338 WebRtcTextureVideoFrame video_frame(
339 static_cast<webrtc::NativeHandle*>(handle), width_, height_,
340 elapsed_time, time_stamp);
341 return renderer_->RenderFrame(&video_frame);
342 }
343
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000344 unsigned int width() {
345 talk_base::CritScope cs(&crit_);
346 return width_;
347 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000348
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000349 unsigned int height() {
350 talk_base::CritScope cs(&crit_);
351 return height_;
352 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000353
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000354 int framerate() {
355 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000356 return static_cast<int>(frame_rate_tracker_.units_second());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000357 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000358
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000359 VideoRenderer* renderer() {
360 talk_base::CritScope cs(&crit_);
361 return renderer_;
362 }
363
364 private:
365 talk_base::CriticalSection crit_;
366 VideoRenderer* renderer_;
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000367 int channel_id_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000368 unsigned int width_;
369 unsigned int height_;
370 talk_base::RateTracker frame_rate_tracker_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000371};
372
373class WebRtcDecoderObserver : public webrtc::ViEDecoderObserver {
374 public:
375 explicit WebRtcDecoderObserver(int video_channel)
376 : video_channel_(video_channel),
377 framerate_(0),
378 bitrate_(0),
wu@webrtc.org97077a32013-10-25 21:18:33 +0000379 decode_ms_(0),
380 max_decode_ms_(0),
381 current_delay_ms_(0),
382 target_delay_ms_(0),
383 jitter_buffer_ms_(0),
384 min_playout_delay_ms_(0),
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000385 render_delay_ms_(0) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000386 }
387
388 // virtual functions from VieDecoderObserver.
389 virtual void IncomingCodecChanged(const int videoChannel,
390 const webrtc::VideoCodec& videoCodec) {}
391 virtual void IncomingRate(const int videoChannel,
392 const unsigned int framerate,
393 const unsigned int bitrate) {
wu@webrtc.org78187522013-10-07 23:32:02 +0000394 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000395 ASSERT(video_channel_ == videoChannel);
396 framerate_ = framerate;
397 bitrate_ = bitrate;
398 }
wu@webrtc.org97077a32013-10-25 21:18:33 +0000399
400 virtual void DecoderTiming(int decode_ms,
401 int max_decode_ms,
402 int current_delay_ms,
403 int target_delay_ms,
404 int jitter_buffer_ms,
405 int min_playout_delay_ms,
406 int render_delay_ms) {
407 talk_base::CritScope cs(&crit_);
408 decode_ms_ = decode_ms;
409 max_decode_ms_ = max_decode_ms;
410 current_delay_ms_ = current_delay_ms;
411 target_delay_ms_ = target_delay_ms;
412 jitter_buffer_ms_ = jitter_buffer_ms;
413 min_playout_delay_ms_ = min_playout_delay_ms;
414 render_delay_ms_ = render_delay_ms;
415 }
416
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000417 virtual void RequestNewKeyFrame(const int videoChannel) {}
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000418
wu@webrtc.org97077a32013-10-25 21:18:33 +0000419 // Populate |rinfo| based on previously-set data in |*this|.
420 void ExportTo(VideoReceiverInfo* rinfo) {
wu@webrtc.org78187522013-10-07 23:32:02 +0000421 talk_base::CritScope cs(&crit_);
wu@webrtc.org97077a32013-10-25 21:18:33 +0000422 rinfo->framerate_rcvd = framerate_;
423 rinfo->decode_ms = decode_ms_;
424 rinfo->max_decode_ms = max_decode_ms_;
425 rinfo->current_delay_ms = current_delay_ms_;
426 rinfo->target_delay_ms = target_delay_ms_;
427 rinfo->jitter_buffer_ms = jitter_buffer_ms_;
428 rinfo->min_playout_delay_ms = min_playout_delay_ms_;
429 rinfo->render_delay_ms = render_delay_ms_;
wu@webrtc.org78187522013-10-07 23:32:02 +0000430 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000431
432 private:
wu@webrtc.org78187522013-10-07 23:32:02 +0000433 mutable talk_base::CriticalSection crit_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000434 int video_channel_;
435 int framerate_;
436 int bitrate_;
wu@webrtc.org97077a32013-10-25 21:18:33 +0000437 int decode_ms_;
438 int max_decode_ms_;
439 int current_delay_ms_;
440 int target_delay_ms_;
441 int jitter_buffer_ms_;
442 int min_playout_delay_ms_;
443 int render_delay_ms_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000444};
445
446class WebRtcEncoderObserver : public webrtc::ViEEncoderObserver {
447 public:
448 explicit WebRtcEncoderObserver(int video_channel)
449 : video_channel_(video_channel),
450 framerate_(0),
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000451 bitrate_(0),
452 suspended_(false) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000453 }
454
455 // virtual functions from VieEncoderObserver.
456 virtual void OutgoingRate(const int videoChannel,
457 const unsigned int framerate,
458 const unsigned int bitrate) {
wu@webrtc.org78187522013-10-07 23:32:02 +0000459 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000460 ASSERT(video_channel_ == videoChannel);
461 framerate_ = framerate;
462 bitrate_ = bitrate;
463 }
464
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000465 virtual void SuspendChange(int video_channel, bool is_suspended) {
466 talk_base::CritScope cs(&crit_);
467 ASSERT(video_channel_ == video_channel);
468 suspended_ = is_suspended;
469 }
470
wu@webrtc.org78187522013-10-07 23:32:02 +0000471 int framerate() const {
472 talk_base::CritScope cs(&crit_);
473 return framerate_;
474 }
475 int bitrate() const {
476 talk_base::CritScope cs(&crit_);
477 return bitrate_;
478 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000479 bool suspended() const {
480 talk_base::CritScope cs(&crit_);
481 return suspended_;
482 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000483
484 private:
wu@webrtc.org78187522013-10-07 23:32:02 +0000485 mutable talk_base::CriticalSection crit_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000486 int video_channel_;
487 int framerate_;
488 int bitrate_;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000489 bool suspended_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000490};
491
492class WebRtcLocalStreamInfo {
493 public:
494 WebRtcLocalStreamInfo()
495 : width_(0), height_(0), elapsed_time_(-1), time_stamp_(-1) {}
496 size_t width() const {
497 talk_base::CritScope cs(&crit_);
498 return width_;
499 }
500 size_t height() const {
501 talk_base::CritScope cs(&crit_);
502 return height_;
503 }
504 int64 elapsed_time() const {
505 talk_base::CritScope cs(&crit_);
506 return elapsed_time_;
507 }
508 int64 time_stamp() const {
509 talk_base::CritScope cs(&crit_);
510 return time_stamp_;
511 }
512 int framerate() {
513 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000514 return static_cast<int>(rate_tracker_.units_second());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000515 }
516 void GetLastFrameInfo(
517 size_t* width, size_t* height, int64* elapsed_time) const {
518 talk_base::CritScope cs(&crit_);
519 *width = width_;
520 *height = height_;
521 *elapsed_time = elapsed_time_;
522 }
523
524 void UpdateFrame(const VideoFrame* frame) {
525 talk_base::CritScope cs(&crit_);
526
527 width_ = frame->GetWidth();
528 height_ = frame->GetHeight();
529 elapsed_time_ = frame->GetElapsedTime();
530 time_stamp_ = frame->GetTimeStamp();
531
532 rate_tracker_.Update(1);
533 }
534
535 private:
536 mutable talk_base::CriticalSection crit_;
537 size_t width_;
538 size_t height_;
539 int64 elapsed_time_;
540 int64 time_stamp_;
541 talk_base::RateTracker rate_tracker_;
542
543 DISALLOW_COPY_AND_ASSIGN(WebRtcLocalStreamInfo);
544};
545
546// WebRtcVideoChannelRecvInfo is a container class with members such as renderer
547// and a decoder observer that is used by receive channels.
548// It must exist as long as the receive channel is connected to renderer or a
549// decoder observer in this class and methods in the class should only be called
550// from the worker thread.
551class WebRtcVideoChannelRecvInfo {
552 public:
553 typedef std::map<int, webrtc::VideoDecoder*> DecoderMap; // key: payload type
554 explicit WebRtcVideoChannelRecvInfo(int channel_id)
555 : channel_id_(channel_id),
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000556 render_adapter_(NULL, channel_id),
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000557 decoder_observer_(channel_id) {
558 }
559 int channel_id() { return channel_id_; }
560 void SetRenderer(VideoRenderer* renderer) {
561 render_adapter_.SetRenderer(renderer);
562 }
563 WebRtcRenderAdapter* render_adapter() { return &render_adapter_; }
564 WebRtcDecoderObserver* decoder_observer() { return &decoder_observer_; }
565 void RegisterDecoder(int pl_type, webrtc::VideoDecoder* decoder) {
566 ASSERT(!IsDecoderRegistered(pl_type));
567 registered_decoders_[pl_type] = decoder;
568 }
569 bool IsDecoderRegistered(int pl_type) {
570 return registered_decoders_.count(pl_type) != 0;
571 }
572 const DecoderMap& registered_decoders() {
573 return registered_decoders_;
574 }
575 void ClearRegisteredDecoders() {
576 registered_decoders_.clear();
577 }
578
579 private:
580 int channel_id_; // Webrtc video channel number.
581 // Renderer for this channel.
582 WebRtcRenderAdapter render_adapter_;
583 WebRtcDecoderObserver decoder_observer_;
584 DecoderMap registered_decoders_;
585};
586
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000587class WebRtcOveruseObserver : public webrtc::CpuOveruseObserver {
588 public:
589 explicit WebRtcOveruseObserver(CoordinatedVideoAdapter* video_adapter)
590 : video_adapter_(video_adapter),
591 enabled_(false) {
592 }
593
594 // TODO(mflodman): Consider sending resolution as part of event, to let
595 // adapter know what resolution the request is based on. Helps eliminate stale
596 // data, race conditions.
597 virtual void OveruseDetected() OVERRIDE {
598 talk_base::CritScope cs(&crit_);
599 if (!enabled_) {
600 return;
601 }
602
603 video_adapter_->OnCpuResolutionRequest(CoordinatedVideoAdapter::DOWNGRADE);
604 }
605
606 virtual void NormalUsage() OVERRIDE {
607 talk_base::CritScope cs(&crit_);
608 if (!enabled_) {
609 return;
610 }
611
612 video_adapter_->OnCpuResolutionRequest(CoordinatedVideoAdapter::UPGRADE);
613 }
614
615 void Enable(bool enable) {
616 talk_base::CritScope cs(&crit_);
617 enabled_ = enable;
618 }
619
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000620 bool enabled() const { return enabled_; }
621
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000622 private:
623 CoordinatedVideoAdapter* video_adapter_;
624 bool enabled_;
625 talk_base::CriticalSection crit_;
626};
627
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000628
wu@webrtc.orgd64719d2013-08-01 00:00:07 +0000629class WebRtcVideoChannelSendInfo : public sigslot::has_slots<> {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000630 public:
631 typedef std::map<int, webrtc::VideoEncoder*> EncoderMap; // key: payload type
632 WebRtcVideoChannelSendInfo(int channel_id, int capture_id,
633 webrtc::ViEExternalCapture* external_capture,
634 talk_base::CpuMonitor* cpu_monitor)
635 : channel_id_(channel_id),
636 capture_id_(capture_id),
637 sending_(false),
638 muted_(false),
639 video_capturer_(NULL),
640 encoder_observer_(channel_id),
641 external_capture_(external_capture),
642 capturer_updated_(false),
643 interval_(0),
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000644 cpu_monitor_(cpu_monitor),
645 overuse_observer_enabled_(false) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000646 }
647
648 int channel_id() const { return channel_id_; }
649 int capture_id() const { return capture_id_; }
650 void set_sending(bool sending) { sending_ = sending; }
651 bool sending() const { return sending_; }
652 void set_muted(bool on) {
653 // TODO(asapersson): add support.
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +0000654 // video_adapter_.SetBlackOutput(on);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000655 muted_ = on;
656 }
657 bool muted() {return muted_; }
658
659 WebRtcEncoderObserver* encoder_observer() { return &encoder_observer_; }
660 webrtc::ViEExternalCapture* external_capture() { return external_capture_; }
661 const VideoFormat& video_format() const {
662 return video_format_;
663 }
664 void set_video_format(const VideoFormat& video_format) {
665 video_format_ = video_format;
666 if (video_format_ != cricket::VideoFormat()) {
667 interval_ = video_format_.interval;
668 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000669 CoordinatedVideoAdapter* adapter = video_adapter();
670 if (adapter) {
671 adapter->OnOutputFormatRequest(video_format_);
672 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000673 }
674 void set_interval(int64 interval) {
675 if (video_format() == cricket::VideoFormat()) {
676 interval_ = interval;
677 }
678 }
679 int64 interval() { return interval_; }
680
xians@webrtc.orgef221512014-02-21 10:31:29 +0000681 int CurrentAdaptReason() const {
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000682 const CoordinatedVideoAdapter* adapter = video_adapter();
683 if (!adapter) {
684 return CoordinatedVideoAdapter::ADAPTREASON_NONE;
685 }
686 return video_adapter()->adapt_reason();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000687 }
688
689 StreamParams* stream_params() { return stream_params_.get(); }
690 void set_stream_params(const StreamParams& sp) {
691 stream_params_.reset(new StreamParams(sp));
692 }
693 void ClearStreamParams() { stream_params_.reset(); }
694 bool has_ssrc(uint32 local_ssrc) const {
695 return !stream_params_ ? false :
696 stream_params_->has_ssrc(local_ssrc);
697 }
698 WebRtcLocalStreamInfo* local_stream_info() {
699 return &local_stream_info_;
700 }
701 VideoCapturer* video_capturer() {
702 return video_capturer_;
703 }
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +0000704 void set_video_capturer(VideoCapturer* video_capturer,
705 ViEWrapper* vie_wrapper) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000706 if (video_capturer == video_capturer_) {
707 return;
708 }
xians@webrtc.orgef221512014-02-21 10:31:29 +0000709
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000710 CoordinatedVideoAdapter* old_video_adapter = video_adapter();
711 if (old_video_adapter) {
712 // Disconnect signals from old video adapter.
713 SignalCpuAdaptationUnable.disconnect(old_video_adapter);
714 if (cpu_monitor_) {
715 cpu_monitor_->SignalUpdate.disconnect(old_video_adapter);
xians@webrtc.orgef221512014-02-21 10:31:29 +0000716 }
henrike@webrtc.org26438052014-02-20 22:32:53 +0000717 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000718
719 capturer_updated_ = true;
720 video_capturer_ = video_capturer;
721
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +0000722 vie_wrapper->base()->RegisterCpuOveruseObserver(channel_id_, NULL);
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000723 if (!video_capturer) {
724 overuse_observer_.reset();
725 return;
726 }
727
728 CoordinatedVideoAdapter* adapter = video_adapter();
729 ASSERT(adapter && "Video adapter should not be null here.");
730
731 UpdateAdapterCpuOptions();
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000732
733 overuse_observer_.reset(new WebRtcOveruseObserver(adapter));
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +0000734 vie_wrapper->base()->RegisterCpuOveruseObserver(channel_id_,
735 overuse_observer_.get());
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000736 // (Dis)connect the video adapter from the cpu monitor as appropriate.
737 SetCpuOveruseDetection(overuse_observer_enabled_);
738
739 SignalCpuAdaptationUnable.repeat(adapter->SignalCpuAdaptationUnable);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000740 }
741
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000742 CoordinatedVideoAdapter* video_adapter() {
743 if (!video_capturer_) {
744 return NULL;
745 }
746 return video_capturer_->video_adapter();
747 }
748 const CoordinatedVideoAdapter* video_adapter() const {
749 if (!video_capturer_) {
750 return NULL;
751 }
752 return video_capturer_->video_adapter();
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +0000753 }
754
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000755 void ApplyCpuOptions(const VideoOptions& video_options) {
756 // Use video_options_.SetAll() instead of assignment so that unset value in
757 // video_options will not overwrite the previous option value.
758 video_options_.SetAll(video_options);
759 UpdateAdapterCpuOptions();
760 }
761
762 void UpdateAdapterCpuOptions() {
763 if (!video_capturer_) {
764 return;
765 }
766
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000767 bool cpu_adapt, cpu_smoothing, adapt_third;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000768 float low, med, high;
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000769
770 // TODO(thorcarpenter): Have VideoAdapter be responsible for setting
771 // all these video options.
772 CoordinatedVideoAdapter* video_adapter = video_capturer_->video_adapter();
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000773 if (video_options_.adapt_input_to_cpu_usage.Get(&cpu_adapt) ||
774 overuse_observer_enabled_) {
775 video_adapter->set_cpu_adaptation(cpu_adapt || overuse_observer_enabled_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000776 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000777 if (video_options_.adapt_cpu_with_smoothing.Get(&cpu_smoothing)) {
778 video_adapter->set_cpu_smoothing(cpu_smoothing);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000779 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000780 if (video_options_.process_adaptation_threshhold.Get(&med)) {
781 video_adapter->set_process_threshold(med);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000782 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000783 if (video_options_.system_low_adaptation_threshhold.Get(&low)) {
784 video_adapter->set_low_system_threshold(low);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000785 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000786 if (video_options_.system_high_adaptation_threshhold.Get(&high)) {
787 video_adapter->set_high_system_threshold(high);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000788 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000789 if (video_options_.video_adapt_third.Get(&adapt_third)) {
790 video_adapter->set_scale_third(adapt_third);
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000791 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000792 }
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000793
794 void SetCpuOveruseDetection(bool enable) {
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000795 overuse_observer_enabled_ = enable;
796
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000797 if (overuse_observer_) {
798 overuse_observer_->Enable(enable);
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +0000799 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000800
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000801 // The video adapter is signaled by overuse detection if enabled; otherwise
802 // it will be signaled by cpu monitor.
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000803 CoordinatedVideoAdapter* adapter = video_adapter();
804 if (adapter) {
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000805 bool cpu_adapt = false;
806 video_options_.adapt_input_to_cpu_usage.Get(&cpu_adapt);
807 adapter->set_cpu_adaptation(
808 adapter->cpu_adaptation() || cpu_adapt || enable);
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000809 if (cpu_monitor_) {
810 if (enable) {
811 cpu_monitor_->SignalUpdate.disconnect(adapter);
812 } else {
813 cpu_monitor_->SignalUpdate.connect(
814 adapter, &CoordinatedVideoAdapter::OnCpuLoadUpdated);
815 }
816 }
817 }
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000818 }
819
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000820 void ProcessFrame(const VideoFrame& original_frame, bool mute,
821 VideoFrame** processed_frame) {
822 if (!mute) {
823 *processed_frame = original_frame.Copy();
824 } else {
825 WebRtcVideoFrame* black_frame = new WebRtcVideoFrame();
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000826 black_frame->InitToBlack(static_cast<int>(original_frame.GetWidth()),
827 static_cast<int>(original_frame.GetHeight()),
828 1, 1,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000829 original_frame.GetElapsedTime(),
830 original_frame.GetTimeStamp());
831 *processed_frame = black_frame;
832 }
833 local_stream_info_.UpdateFrame(*processed_frame);
834 }
835 void RegisterEncoder(int pl_type, webrtc::VideoEncoder* encoder) {
836 ASSERT(!IsEncoderRegistered(pl_type));
837 registered_encoders_[pl_type] = encoder;
838 }
839 bool IsEncoderRegistered(int pl_type) {
840 return registered_encoders_.count(pl_type) != 0;
841 }
842 const EncoderMap& registered_encoders() {
843 return registered_encoders_;
844 }
845 void ClearRegisteredEncoders() {
846 registered_encoders_.clear();
847 }
848
wu@webrtc.orgd64719d2013-08-01 00:00:07 +0000849 sigslot::repeater0<> SignalCpuAdaptationUnable;
850
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000851 private:
852 int channel_id_;
853 int capture_id_;
854 bool sending_;
855 bool muted_;
856 VideoCapturer* video_capturer_;
857 WebRtcEncoderObserver encoder_observer_;
858 webrtc::ViEExternalCapture* external_capture_;
859 EncoderMap registered_encoders_;
860
861 VideoFormat video_format_;
862
863 talk_base::scoped_ptr<StreamParams> stream_params_;
864
865 WebRtcLocalStreamInfo local_stream_info_;
866
867 bool capturer_updated_;
868
869 int64 interval_;
870
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +0000871 talk_base::CpuMonitor* cpu_monitor_;
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000872 talk_base::scoped_ptr<WebRtcOveruseObserver> overuse_observer_;
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000873 bool overuse_observer_enabled_;
874
875 VideoOptions video_options_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000876};
877
878const WebRtcVideoEngine::VideoCodecPref
879 WebRtcVideoEngine::kVideoCodecPrefs[] = {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000880 {kVp8PayloadName, 100, -1, 0},
881 {kRedPayloadName, 116, -1, 1},
882 {kFecPayloadName, 117, -1, 2},
883 {kRtxCodecName, 96, 100, 3},
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000884};
885
886// The formats are sorted by the descending order of width. We use the order to
887// find the next format for CPU and bandwidth adaptation.
888const VideoFormatPod WebRtcVideoEngine::kVideoFormats[] = {
889 {1280, 800, FPS_TO_INTERVAL(30), FOURCC_ANY},
890 {1280, 720, FPS_TO_INTERVAL(30), FOURCC_ANY},
891 {960, 600, FPS_TO_INTERVAL(30), FOURCC_ANY},
892 {960, 540, FPS_TO_INTERVAL(30), FOURCC_ANY},
893 {640, 400, FPS_TO_INTERVAL(30), FOURCC_ANY},
894 {640, 360, FPS_TO_INTERVAL(30), FOURCC_ANY},
895 {640, 480, FPS_TO_INTERVAL(30), FOURCC_ANY},
896 {480, 300, FPS_TO_INTERVAL(30), FOURCC_ANY},
897 {480, 270, FPS_TO_INTERVAL(30), FOURCC_ANY},
898 {480, 360, FPS_TO_INTERVAL(30), FOURCC_ANY},
899 {320, 200, FPS_TO_INTERVAL(30), FOURCC_ANY},
900 {320, 180, FPS_TO_INTERVAL(30), FOURCC_ANY},
901 {320, 240, FPS_TO_INTERVAL(30), FOURCC_ANY},
902 {240, 150, FPS_TO_INTERVAL(30), FOURCC_ANY},
903 {240, 135, FPS_TO_INTERVAL(30), FOURCC_ANY},
904 {240, 180, FPS_TO_INTERVAL(30), FOURCC_ANY},
905 {160, 100, FPS_TO_INTERVAL(30), FOURCC_ANY},
906 {160, 90, FPS_TO_INTERVAL(30), FOURCC_ANY},
907 {160, 120, FPS_TO_INTERVAL(30), FOURCC_ANY},
908};
909
910const VideoFormatPod WebRtcVideoEngine::kDefaultVideoFormat =
911 {640, 400, FPS_TO_INTERVAL(30), FOURCC_ANY};
912
913static void UpdateVideoCodec(const cricket::VideoFormat& video_format,
914 webrtc::VideoCodec* target_codec) {
915 if ((target_codec == NULL) || (video_format == cricket::VideoFormat())) {
916 return;
917 }
918 target_codec->width = video_format.width;
919 target_codec->height = video_format.height;
920 target_codec->maxFramerate = cricket::VideoFormat::IntervalToFps(
921 video_format.interval);
922}
923
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +0000924#ifdef USE_WEBRTC_DEV_BRANCH
925static bool GetCpuOveruseOptions(const VideoOptions& options,
926 webrtc::CpuOveruseOptions* overuse_options) {
927 int underuse_threshold = 0;
928 int overuse_threshold = 0;
929 if (!options.cpu_underuse_threshold.Get(&underuse_threshold) ||
930 !options.cpu_overuse_threshold.Get(&overuse_threshold)) {
931 return false;
932 }
933 if (underuse_threshold <= 0 || overuse_threshold <= 0) {
934 return false;
935 }
936 // Valid thresholds.
937 bool encode_usage =
938 options.cpu_overuse_encode_usage.GetWithDefaultIfUnset(false);
939 overuse_options->enable_capture_jitter_method = !encode_usage;
940 overuse_options->enable_encode_usage_method = encode_usage;
941 if (encode_usage) {
942 // Use method based on encode usage.
943 overuse_options->low_encode_usage_threshold_percent = underuse_threshold;
944 overuse_options->high_encode_usage_threshold_percent = overuse_threshold;
945 } else {
946 // Use default method based on capture jitter.
947 overuse_options->low_capture_jitter_threshold_ms =
948 static_cast<float>(underuse_threshold);
949 overuse_options->high_capture_jitter_threshold_ms =
950 static_cast<float>(overuse_threshold);
951 }
952 return true;
953}
954#endif
955
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000956WebRtcVideoEngine::WebRtcVideoEngine() {
957 Construct(new ViEWrapper(), new ViETraceWrapper(), NULL,
958 new talk_base::CpuMonitor(NULL));
959}
960
961WebRtcVideoEngine::WebRtcVideoEngine(WebRtcVoiceEngine* voice_engine,
962 ViEWrapper* vie_wrapper,
963 talk_base::CpuMonitor* cpu_monitor) {
964 Construct(vie_wrapper, new ViETraceWrapper(), voice_engine, cpu_monitor);
965}
966
967WebRtcVideoEngine::WebRtcVideoEngine(WebRtcVoiceEngine* voice_engine,
968 ViEWrapper* vie_wrapper,
969 ViETraceWrapper* tracing,
970 talk_base::CpuMonitor* cpu_monitor) {
971 Construct(vie_wrapper, tracing, voice_engine, cpu_monitor);
972}
973
974void WebRtcVideoEngine::Construct(ViEWrapper* vie_wrapper,
975 ViETraceWrapper* tracing,
976 WebRtcVoiceEngine* voice_engine,
977 talk_base::CpuMonitor* cpu_monitor) {
978 LOG(LS_INFO) << "WebRtcVideoEngine::WebRtcVideoEngine";
979 worker_thread_ = NULL;
980 vie_wrapper_.reset(vie_wrapper);
981 vie_wrapper_base_initialized_ = false;
982 tracing_.reset(tracing);
983 voice_engine_ = voice_engine;
984 initialized_ = false;
985 SetTraceFilter(SeverityToFilter(kDefaultLogSeverity));
986 render_module_.reset(new WebRtcPassthroughRender());
987 local_renderer_w_ = local_renderer_h_ = 0;
988 local_renderer_ = NULL;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000989 capture_started_ = false;
990 decoder_factory_ = NULL;
991 encoder_factory_ = NULL;
992 cpu_monitor_.reset(cpu_monitor);
993
994 SetTraceOptions("");
995 if (tracing_->SetTraceCallback(this) != 0) {
996 LOG_RTCERR1(SetTraceCallback, this);
997 }
998
999 // Set default quality levels for our supported codecs. We override them here
1000 // if we know your cpu performance is low, and they can be updated explicitly
1001 // by calling SetDefaultCodec. For example by a flute preference setting, or
1002 // by the server with a jec in response to our reported system info.
1003 VideoCodec max_codec(kVideoCodecPrefs[0].payload_type,
1004 kVideoCodecPrefs[0].name,
1005 kDefaultVideoFormat.width,
1006 kDefaultVideoFormat.height,
1007 VideoFormat::IntervalToFps(kDefaultVideoFormat.interval),
1008 0);
1009 if (!SetDefaultCodec(max_codec)) {
1010 LOG(LS_ERROR) << "Failed to initialize list of supported codec types";
1011 }
1012
1013
1014 // Load our RTP Header extensions.
1015 rtp_header_extensions_.push_back(
1016 RtpHeaderExtension(kRtpTimestampOffsetHeaderExtension,
henrike@webrtc.org79047f92014-03-06 23:46:59 +00001017 kRtpTimestampOffsetHeaderExtensionDefaultId));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001018 rtp_header_extensions_.push_back(
henrike@webrtc.org79047f92014-03-06 23:46:59 +00001019 RtpHeaderExtension(kRtpAbsoluteSenderTimeHeaderExtension,
1020 kRtpAbsoluteSenderTimeHeaderExtensionDefaultId));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001021}
1022
1023WebRtcVideoEngine::~WebRtcVideoEngine() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001024 LOG(LS_INFO) << "WebRtcVideoEngine::~WebRtcVideoEngine";
1025 if (initialized_) {
1026 Terminate();
1027 }
1028 if (encoder_factory_) {
1029 encoder_factory_->RemoveObserver(this);
1030 }
1031 tracing_->SetTraceCallback(NULL);
1032 // Test to see if the media processor was deregistered properly.
1033 ASSERT(SignalMediaFrame.is_empty());
1034}
1035
1036bool WebRtcVideoEngine::Init(talk_base::Thread* worker_thread) {
1037 LOG(LS_INFO) << "WebRtcVideoEngine::Init";
1038 worker_thread_ = worker_thread;
1039 ASSERT(worker_thread_ != NULL);
1040
1041 cpu_monitor_->set_thread(worker_thread_);
1042 if (!cpu_monitor_->Start(kCpuMonitorPeriodMs)) {
1043 LOG(LS_ERROR) << "Failed to start CPU monitor.";
1044 cpu_monitor_.reset();
1045 }
1046
1047 bool result = InitVideoEngine();
1048 if (result) {
1049 LOG(LS_INFO) << "VideoEngine Init done";
1050 } else {
1051 LOG(LS_ERROR) << "VideoEngine Init failed, releasing";
1052 Terminate();
1053 }
1054 return result;
1055}
1056
1057bool WebRtcVideoEngine::InitVideoEngine() {
1058 LOG(LS_INFO) << "WebRtcVideoEngine::InitVideoEngine";
1059
1060 // Init WebRTC VideoEngine.
1061 if (!vie_wrapper_base_initialized_) {
1062 if (vie_wrapper_->base()->Init() != 0) {
1063 LOG_RTCERR0(Init);
1064 return false;
1065 }
1066 vie_wrapper_base_initialized_ = true;
1067 }
1068
1069 // Log the VoiceEngine version info.
1070 char buffer[1024] = "";
1071 if (vie_wrapper_->base()->GetVersion(buffer) != 0) {
1072 LOG_RTCERR0(GetVersion);
1073 return false;
1074 }
1075
1076 LOG(LS_INFO) << "WebRtc VideoEngine Version:";
1077 LogMultiline(talk_base::LS_INFO, buffer);
1078
1079 // Hook up to VoiceEngine for sync purposes, if supplied.
1080 if (!voice_engine_) {
1081 LOG(LS_WARNING) << "NULL voice engine";
1082 } else if ((vie_wrapper_->base()->SetVoiceEngine(
1083 voice_engine_->voe()->engine())) != 0) {
1084 LOG_RTCERR0(SetVoiceEngine);
1085 return false;
1086 }
1087
1088 // Register our custom render module.
1089 if (vie_wrapper_->render()->RegisterVideoRenderModule(
1090 *render_module_.get()) != 0) {
1091 LOG_RTCERR0(RegisterVideoRenderModule);
1092 return false;
1093 }
1094
1095 initialized_ = true;
1096 return true;
1097}
1098
1099void WebRtcVideoEngine::Terminate() {
1100 LOG(LS_INFO) << "WebRtcVideoEngine::Terminate";
1101 initialized_ = false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001102
1103 if (vie_wrapper_->render()->DeRegisterVideoRenderModule(
1104 *render_module_.get()) != 0) {
1105 LOG_RTCERR0(DeRegisterVideoRenderModule);
1106 }
1107
1108 if (vie_wrapper_->base()->SetVoiceEngine(NULL) != 0) {
1109 LOG_RTCERR0(SetVoiceEngine);
1110 }
1111
1112 cpu_monitor_->Stop();
1113}
1114
1115int WebRtcVideoEngine::GetCapabilities() {
1116 return VIDEO_RECV | VIDEO_SEND;
1117}
1118
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +00001119bool WebRtcVideoEngine::SetOptions(const VideoOptions &options) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001120 return true;
1121}
1122
1123bool WebRtcVideoEngine::SetDefaultEncoderConfig(
1124 const VideoEncoderConfig& config) {
1125 return SetDefaultCodec(config.max_codec);
1126}
1127
wu@webrtc.org78187522013-10-07 23:32:02 +00001128VideoEncoderConfig WebRtcVideoEngine::GetDefaultEncoderConfig() const {
1129 ASSERT(!video_codecs_.empty());
1130 VideoCodec max_codec(kVideoCodecPrefs[0].payload_type,
1131 kVideoCodecPrefs[0].name,
1132 video_codecs_[0].width,
1133 video_codecs_[0].height,
1134 video_codecs_[0].framerate,
1135 0);
1136 return VideoEncoderConfig(max_codec);
1137}
1138
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001139// SetDefaultCodec may be called while the capturer is running. For example, a
1140// test call is started in a page with QVGA default codec, and then a real call
1141// is started in another page with VGA default codec. This is the corner case
1142// and happens only when a session is started. We ignore this case currently.
1143bool WebRtcVideoEngine::SetDefaultCodec(const VideoCodec& codec) {
1144 if (!RebuildCodecList(codec)) {
1145 LOG(LS_WARNING) << "Failed to RebuildCodecList";
1146 return false;
1147 }
1148
wu@webrtc.org78187522013-10-07 23:32:02 +00001149 ASSERT(!video_codecs_.empty());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001150 default_codec_format_ = VideoFormat(
1151 video_codecs_[0].width,
1152 video_codecs_[0].height,
1153 VideoFormat::FpsToInterval(video_codecs_[0].framerate),
1154 FOURCC_ANY);
1155 return true;
1156}
1157
1158WebRtcVideoMediaChannel* WebRtcVideoEngine::CreateChannel(
1159 VoiceMediaChannel* voice_channel) {
1160 WebRtcVideoMediaChannel* channel =
1161 new WebRtcVideoMediaChannel(this, voice_channel);
1162 if (!channel->Init()) {
1163 delete channel;
1164 channel = NULL;
1165 }
1166 return channel;
1167}
1168
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001169bool WebRtcVideoEngine::SetLocalRenderer(VideoRenderer* renderer) {
1170 local_renderer_w_ = local_renderer_h_ = 0;
1171 local_renderer_ = renderer;
1172 return true;
1173}
1174
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001175const std::vector<VideoCodec>& WebRtcVideoEngine::codecs() const {
1176 return video_codecs_;
1177}
1178
1179const std::vector<RtpHeaderExtension>&
1180WebRtcVideoEngine::rtp_header_extensions() const {
1181 return rtp_header_extensions_;
1182}
1183
1184void WebRtcVideoEngine::SetLogging(int min_sev, const char* filter) {
1185 // if min_sev == -1, we keep the current log level.
1186 if (min_sev >= 0) {
1187 SetTraceFilter(SeverityToFilter(min_sev));
1188 }
1189 SetTraceOptions(filter);
1190}
1191
1192int WebRtcVideoEngine::GetLastEngineError() {
1193 return vie_wrapper_->error();
1194}
1195
1196// Checks to see whether we comprehend and could receive a particular codec
1197bool WebRtcVideoEngine::FindCodec(const VideoCodec& in) {
1198 for (int i = 0; i < ARRAY_SIZE(kVideoFormats); ++i) {
1199 const VideoFormat fmt(kVideoFormats[i]);
1200 if ((in.width == 0 && in.height == 0) ||
1201 (fmt.width == in.width && fmt.height == in.height)) {
1202 if (encoder_factory_) {
1203 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1204 encoder_factory_->codecs();
1205 for (size_t j = 0; j < codecs.size(); ++j) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001206 VideoCodec codec(GetExternalVideoPayloadType(static_cast<int>(j)),
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001207 codecs[j].name, 0, 0, 0, 0);
1208 if (codec.Matches(in))
1209 return true;
1210 }
1211 }
1212 for (size_t j = 0; j < ARRAY_SIZE(kVideoCodecPrefs); ++j) {
1213 VideoCodec codec(kVideoCodecPrefs[j].payload_type,
1214 kVideoCodecPrefs[j].name, 0, 0, 0, 0);
1215 if (codec.Matches(in)) {
1216 return true;
1217 }
1218 }
1219 }
1220 }
1221 return false;
1222}
1223
1224// Given the requested codec, returns true if we can send that codec type and
1225// updates out with the best quality we could send for that codec. If current is
1226// not empty, we constrain out so that its aspect ratio matches current's.
1227bool WebRtcVideoEngine::CanSendCodec(const VideoCodec& requested,
1228 const VideoCodec& current,
1229 VideoCodec* out) {
1230 if (!out) {
1231 return false;
1232 }
1233
1234 std::vector<VideoCodec>::const_iterator local_max;
1235 for (local_max = video_codecs_.begin();
1236 local_max < video_codecs_.end();
1237 ++local_max) {
1238 // First match codecs by payload type
1239 if (!requested.Matches(*local_max)) {
1240 continue;
1241 }
1242
1243 out->id = requested.id;
1244 out->name = requested.name;
1245 out->preference = requested.preference;
1246 out->params = requested.params;
1247 out->framerate = talk_base::_min(requested.framerate, local_max->framerate);
1248 out->width = 0;
1249 out->height = 0;
1250 out->params = requested.params;
1251 out->feedback_params = requested.feedback_params;
1252
1253 if (0 == requested.width && 0 == requested.height) {
1254 // Special case with resolution 0. The channel should not send frames.
1255 return true;
1256 } else if (0 == requested.width || 0 == requested.height) {
1257 // 0xn and nx0 are invalid resolutions.
1258 return false;
1259 }
1260
1261 // Pick the best quality that is within their and our bounds and has the
1262 // correct aspect ratio.
1263 for (int j = 0; j < ARRAY_SIZE(kVideoFormats); ++j) {
1264 const VideoFormat format(kVideoFormats[j]);
1265
1266 // Skip any format that is larger than the local or remote maximums, or
1267 // smaller than the current best match
1268 if (format.width > requested.width || format.height > requested.height ||
1269 format.width > local_max->width ||
1270 (format.width < out->width && format.height < out->height)) {
1271 continue;
1272 }
1273
1274 bool better = false;
1275
1276 // Check any further constraints on this prospective format
1277 if (!out->width || !out->height) {
1278 // If we don't have any matches yet, this is the best so far.
1279 better = true;
1280 } else if (current.width && current.height) {
1281 // current is set so format must match its ratio exactly.
1282 better =
1283 (format.width * current.height == format.height * current.width);
1284 } else {
1285 // Prefer closer aspect ratios i.e
1286 // format.aspect - requested.aspect < out.aspect - requested.aspect
1287 better = abs(format.width * requested.height * out->height -
1288 requested.width * format.height * out->height) <
1289 abs(out->width * format.height * requested.height -
1290 requested.width * format.height * out->height);
1291 }
1292
1293 if (better) {
1294 out->width = format.width;
1295 out->height = format.height;
1296 }
1297 }
1298 if (out->width > 0) {
1299 return true;
1300 }
1301 }
1302 return false;
1303}
1304
1305static void ConvertToCricketVideoCodec(
1306 const webrtc::VideoCodec& in_codec, VideoCodec* out_codec) {
1307 out_codec->id = in_codec.plType;
1308 out_codec->name = in_codec.plName;
1309 out_codec->width = in_codec.width;
1310 out_codec->height = in_codec.height;
1311 out_codec->framerate = in_codec.maxFramerate;
1312 out_codec->SetParam(kCodecParamMinBitrate, in_codec.minBitrate);
1313 out_codec->SetParam(kCodecParamMaxBitrate, in_codec.maxBitrate);
1314 if (in_codec.qpMax) {
1315 out_codec->SetParam(kCodecParamMaxQuantization, in_codec.qpMax);
1316 }
1317}
1318
1319bool WebRtcVideoEngine::ConvertFromCricketVideoCodec(
1320 const VideoCodec& in_codec, webrtc::VideoCodec* out_codec) {
1321 bool found = false;
1322 int ncodecs = vie_wrapper_->codec()->NumberOfCodecs();
1323 for (int i = 0; i < ncodecs; ++i) {
1324 if (vie_wrapper_->codec()->GetCodec(i, *out_codec) == 0 &&
1325 _stricmp(in_codec.name.c_str(), out_codec->plName) == 0) {
1326 found = true;
1327 break;
1328 }
1329 }
1330
1331 // If not found, check if this is supported by external encoder factory.
1332 if (!found && encoder_factory_) {
1333 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1334 encoder_factory_->codecs();
1335 for (size_t i = 0; i < codecs.size(); ++i) {
1336 if (_stricmp(in_codec.name.c_str(), codecs[i].name.c_str()) == 0) {
1337 out_codec->codecType = codecs[i].type;
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001338 out_codec->plType = GetExternalVideoPayloadType(static_cast<int>(i));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001339 talk_base::strcpyn(out_codec->plName, sizeof(out_codec->plName),
1340 codecs[i].name.c_str(), codecs[i].name.length());
1341 found = true;
1342 break;
1343 }
1344 }
1345 }
1346
1347 if (!found) {
1348 LOG(LS_ERROR) << "invalid codec type";
1349 return false;
1350 }
1351
1352 if (in_codec.id != 0)
1353 out_codec->plType = in_codec.id;
1354
1355 if (in_codec.width != 0)
1356 out_codec->width = in_codec.width;
1357
1358 if (in_codec.height != 0)
1359 out_codec->height = in_codec.height;
1360
1361 if (in_codec.framerate != 0)
1362 out_codec->maxFramerate = in_codec.framerate;
1363
1364 // Convert bitrate parameters.
1365 int max_bitrate = kMaxVideoBitrate;
1366 int min_bitrate = kMinVideoBitrate;
1367 int start_bitrate = kStartVideoBitrate;
1368
1369 in_codec.GetParam(kCodecParamMinBitrate, &min_bitrate);
1370 in_codec.GetParam(kCodecParamMaxBitrate, &max_bitrate);
1371
1372 if (max_bitrate < min_bitrate) {
1373 return false;
1374 }
1375 start_bitrate = talk_base::_max(start_bitrate, min_bitrate);
1376 start_bitrate = talk_base::_min(start_bitrate, max_bitrate);
1377
1378 out_codec->minBitrate = min_bitrate;
1379 out_codec->startBitrate = start_bitrate;
1380 out_codec->maxBitrate = max_bitrate;
1381
1382 // Convert general codec parameters.
1383 int max_quantization = 0;
1384 if (in_codec.GetParam(kCodecParamMaxQuantization, &max_quantization)) {
1385 if (max_quantization < 0) {
1386 return false;
1387 }
1388 out_codec->qpMax = max_quantization;
1389 }
1390 return true;
1391}
1392
1393void WebRtcVideoEngine::RegisterChannel(WebRtcVideoMediaChannel *channel) {
1394 talk_base::CritScope cs(&channels_crit_);
1395 channels_.push_back(channel);
1396}
1397
1398void WebRtcVideoEngine::UnregisterChannel(WebRtcVideoMediaChannel *channel) {
1399 talk_base::CritScope cs(&channels_crit_);
1400 channels_.erase(std::remove(channels_.begin(), channels_.end(), channel),
1401 channels_.end());
1402}
1403
1404bool WebRtcVideoEngine::SetVoiceEngine(WebRtcVoiceEngine* voice_engine) {
1405 if (initialized_) {
1406 LOG(LS_WARNING) << "SetVoiceEngine can not be called after Init";
1407 return false;
1408 }
1409 voice_engine_ = voice_engine;
1410 return true;
1411}
1412
1413bool WebRtcVideoEngine::EnableTimedRender() {
1414 if (initialized_) {
1415 LOG(LS_WARNING) << "EnableTimedRender can not be called after Init";
1416 return false;
1417 }
1418 render_module_.reset(webrtc::VideoRender::CreateVideoRender(0, NULL,
1419 false, webrtc::kRenderExternal));
1420 return true;
1421}
1422
1423void WebRtcVideoEngine::SetTraceFilter(int filter) {
1424 tracing_->SetTraceFilter(filter);
1425}
1426
1427// See https://sites.google.com/a/google.com/wavelet/
1428// Home/Magic-Flute--RTC-Engine-/Magic-Flute-Command-Line-Parameters
1429// for all supported command line setttings.
1430void WebRtcVideoEngine::SetTraceOptions(const std::string& options) {
1431 // Set WebRTC trace file.
1432 std::vector<std::string> opts;
1433 talk_base::tokenize(options, ' ', '"', '"', &opts);
1434 std::vector<std::string>::iterator tracefile =
1435 std::find(opts.begin(), opts.end(), "tracefile");
1436 if (tracefile != opts.end() && ++tracefile != opts.end()) {
1437 // Write WebRTC debug output (at same loglevel) to file
1438 if (tracing_->SetTraceFile(tracefile->c_str()) == -1) {
1439 LOG_RTCERR1(SetTraceFile, *tracefile);
1440 }
1441 }
1442}
1443
1444static void AddDefaultFeedbackParams(VideoCodec* codec) {
1445 const FeedbackParam kFir(kRtcpFbParamCcm, kRtcpFbCcmParamFir);
1446 codec->AddFeedbackParam(kFir);
1447 const FeedbackParam kNack(kRtcpFbParamNack, kParamValueEmpty);
1448 codec->AddFeedbackParam(kNack);
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00001449 const FeedbackParam kPli(kRtcpFbParamNack, kRtcpFbNackParamPli);
1450 codec->AddFeedbackParam(kPli);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001451 const FeedbackParam kRemb(kRtcpFbParamRemb, kParamValueEmpty);
1452 codec->AddFeedbackParam(kRemb);
1453}
1454
1455// Rebuilds the codec list to be only those that are less intensive
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +00001456// than the specified codec. Prefers internal codec over external with
1457// higher preference field.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001458bool WebRtcVideoEngine::RebuildCodecList(const VideoCodec& in_codec) {
1459 if (!FindCodec(in_codec))
1460 return false;
1461
1462 video_codecs_.clear();
1463
1464 bool found = false;
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001465 std::set<std::string> internal_codec_names;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001466 for (size_t i = 0; i < ARRAY_SIZE(kVideoCodecPrefs); ++i) {
1467 const VideoCodecPref& pref(kVideoCodecPrefs[i]);
1468 if (!found)
1469 found = (in_codec.name == pref.name);
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001470 if (found) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001471 VideoCodec codec(pref.payload_type, pref.name,
1472 in_codec.width, in_codec.height, in_codec.framerate,
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001473 static_cast<int>(ARRAY_SIZE(kVideoCodecPrefs) - i));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001474 if (_stricmp(kVp8PayloadName, codec.name.c_str()) == 0) {
1475 AddDefaultFeedbackParams(&codec);
1476 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001477 if (pref.associated_payload_type != -1) {
1478 codec.SetParam(kCodecParamAssociatedPayloadType,
1479 pref.associated_payload_type);
1480 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001481 video_codecs_.push_back(codec);
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001482 internal_codec_names.insert(codec.name);
1483 }
1484 }
1485 if (encoder_factory_) {
1486 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1487 encoder_factory_->codecs();
1488 for (size_t i = 0; i < codecs.size(); ++i) {
1489 bool is_internal_codec = internal_codec_names.find(codecs[i].name) !=
1490 internal_codec_names.end();
1491 if (!is_internal_codec) {
1492 if (!found)
1493 found = (in_codec.name == codecs[i].name);
1494 VideoCodec codec(
1495 GetExternalVideoPayloadType(static_cast<int>(i)),
1496 codecs[i].name,
1497 codecs[i].max_width,
1498 codecs[i].max_height,
1499 codecs[i].max_fps,
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +00001500 // Use negative preference on external codec to ensure the internal
1501 // codec is preferred.
1502 static_cast<int>(0 - i));
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001503 AddDefaultFeedbackParams(&codec);
1504 video_codecs_.push_back(codec);
1505 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001506 }
1507 }
1508 ASSERT(found);
1509 return true;
1510}
1511
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001512// Ignore spammy trace messages, mostly from the stats API when we haven't
1513// gotten RTCP info yet from the remote side.
1514bool WebRtcVideoEngine::ShouldIgnoreTrace(const std::string& trace) {
1515 static const char* const kTracesToIgnore[] = {
1516 NULL
1517 };
1518 for (const char* const* p = kTracesToIgnore; *p; ++p) {
1519 if (trace.find(*p) == 0) {
1520 return true;
1521 }
1522 }
1523 return false;
1524}
1525
1526int WebRtcVideoEngine::GetNumOfChannels() {
1527 talk_base::CritScope cs(&channels_crit_);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001528 return static_cast<int>(channels_.size());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001529}
1530
1531void WebRtcVideoEngine::Print(webrtc::TraceLevel level, const char* trace,
1532 int length) {
1533 talk_base::LoggingSeverity sev = talk_base::LS_VERBOSE;
1534 if (level == webrtc::kTraceError || level == webrtc::kTraceCritical)
1535 sev = talk_base::LS_ERROR;
1536 else if (level == webrtc::kTraceWarning)
1537 sev = talk_base::LS_WARNING;
1538 else if (level == webrtc::kTraceStateInfo || level == webrtc::kTraceInfo)
1539 sev = talk_base::LS_INFO;
1540 else if (level == webrtc::kTraceTerseInfo)
1541 sev = talk_base::LS_INFO;
1542
1543 // Skip past boilerplate prefix text
1544 if (length < 72) {
1545 std::string msg(trace, length);
1546 LOG(LS_ERROR) << "Malformed webrtc log message: ";
1547 LOG_V(sev) << msg;
1548 } else {
1549 std::string msg(trace + 71, length - 72);
1550 if (!ShouldIgnoreTrace(msg) &&
1551 (!voice_engine_ || !voice_engine_->ShouldIgnoreTrace(msg))) {
1552 LOG_V(sev) << "webrtc: " << msg;
1553 }
1554 }
1555}
1556
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001557webrtc::VideoDecoder* WebRtcVideoEngine::CreateExternalDecoder(
1558 webrtc::VideoCodecType type) {
1559 if (decoder_factory_ == NULL) {
1560 return NULL;
1561 }
1562 return decoder_factory_->CreateVideoDecoder(type);
1563}
1564
1565void WebRtcVideoEngine::DestroyExternalDecoder(webrtc::VideoDecoder* decoder) {
1566 ASSERT(decoder_factory_ != NULL);
1567 if (decoder_factory_ == NULL)
1568 return;
1569 decoder_factory_->DestroyVideoDecoder(decoder);
1570}
1571
1572webrtc::VideoEncoder* WebRtcVideoEngine::CreateExternalEncoder(
1573 webrtc::VideoCodecType type) {
1574 if (encoder_factory_ == NULL) {
1575 return NULL;
1576 }
1577 return encoder_factory_->CreateVideoEncoder(type);
1578}
1579
1580void WebRtcVideoEngine::DestroyExternalEncoder(webrtc::VideoEncoder* encoder) {
1581 ASSERT(encoder_factory_ != NULL);
1582 if (encoder_factory_ == NULL)
1583 return;
1584 encoder_factory_->DestroyVideoEncoder(encoder);
1585}
1586
1587bool WebRtcVideoEngine::IsExternalEncoderCodecType(
1588 webrtc::VideoCodecType type) const {
1589 if (!encoder_factory_)
1590 return false;
1591 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1592 encoder_factory_->codecs();
1593 std::vector<WebRtcVideoEncoderFactory::VideoCodec>::const_iterator it;
1594 for (it = codecs.begin(); it != codecs.end(); ++it) {
1595 if (it->type == type)
1596 return true;
1597 }
1598 return false;
1599}
1600
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001601void WebRtcVideoEngine::SetExternalDecoderFactory(
1602 WebRtcVideoDecoderFactory* decoder_factory) {
1603 decoder_factory_ = decoder_factory;
1604}
1605
1606void WebRtcVideoEngine::SetExternalEncoderFactory(
1607 WebRtcVideoEncoderFactory* encoder_factory) {
1608 if (encoder_factory_ == encoder_factory)
1609 return;
1610
1611 if (encoder_factory_) {
1612 encoder_factory_->RemoveObserver(this);
1613 }
1614 encoder_factory_ = encoder_factory;
1615 if (encoder_factory_) {
1616 encoder_factory_->AddObserver(this);
1617 }
1618
1619 // Invoke OnCodecAvailable() here in case the list of codecs is already
1620 // available when the encoder factory is installed. If not the encoder
1621 // factory will invoke the callback later when the codecs become available.
1622 OnCodecsAvailable();
1623}
1624
1625void WebRtcVideoEngine::OnCodecsAvailable() {
1626 // Rebuild codec list while reapplying the current default codec format.
1627 VideoCodec max_codec(kVideoCodecPrefs[0].payload_type,
1628 kVideoCodecPrefs[0].name,
1629 video_codecs_[0].width,
1630 video_codecs_[0].height,
1631 video_codecs_[0].framerate,
1632 0);
1633 if (!RebuildCodecList(max_codec)) {
1634 LOG(LS_ERROR) << "Failed to initialize list of supported codec types";
1635 }
1636}
1637
1638// WebRtcVideoMediaChannel
1639
1640WebRtcVideoMediaChannel::WebRtcVideoMediaChannel(
1641 WebRtcVideoEngine* engine,
1642 VoiceMediaChannel* channel)
1643 : engine_(engine),
1644 voice_channel_(channel),
1645 vie_channel_(-1),
1646 nack_enabled_(true),
1647 remb_enabled_(false),
1648 render_started_(false),
1649 first_receive_ssrc_(0),
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001650 num_unsignalled_recv_channels_(0),
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001651 send_rtx_type_(-1),
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001652 send_red_type_(-1),
1653 send_fec_type_(-1),
1654 send_min_bitrate_(kMinVideoBitrate),
1655 send_start_bitrate_(kStartVideoBitrate),
1656 send_max_bitrate_(kMaxVideoBitrate),
1657 sending_(false),
1658 ratio_w_(0),
1659 ratio_h_(0) {
1660 engine->RegisterChannel(this);
1661}
1662
1663bool WebRtcVideoMediaChannel::Init() {
1664 const uint32 ssrc_key = 0;
1665 return CreateChannel(ssrc_key, MD_SENDRECV, &vie_channel_);
1666}
1667
1668WebRtcVideoMediaChannel::~WebRtcVideoMediaChannel() {
1669 const bool send = false;
1670 SetSend(send);
1671 const bool render = false;
1672 SetRender(render);
1673
1674 while (!send_channels_.empty()) {
1675 if (!DeleteSendChannel(send_channels_.begin()->first)) {
1676 LOG(LS_ERROR) << "Unable to delete channel with ssrc key "
1677 << send_channels_.begin()->first;
1678 ASSERT(false);
1679 break;
1680 }
1681 }
1682
1683 // Remove all receive streams and the default channel.
1684 while (!recv_channels_.empty()) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001685 RemoveRecvStreamInternal(recv_channels_.begin()->first);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001686 }
1687
1688 // Unregister the channel from the engine.
1689 engine()->UnregisterChannel(this);
1690 if (worker_thread()) {
1691 worker_thread()->Clear(this);
1692 }
1693}
1694
1695bool WebRtcVideoMediaChannel::SetRecvCodecs(
1696 const std::vector<VideoCodec>& codecs) {
1697 receive_codecs_.clear();
1698 for (std::vector<VideoCodec>::const_iterator iter = codecs.begin();
1699 iter != codecs.end(); ++iter) {
1700 if (engine()->FindCodec(*iter)) {
1701 webrtc::VideoCodec wcodec;
1702 if (engine()->ConvertFromCricketVideoCodec(*iter, &wcodec)) {
1703 receive_codecs_.push_back(wcodec);
1704 }
1705 } else {
1706 LOG(LS_INFO) << "Unknown codec " << iter->name;
1707 return false;
1708 }
1709 }
1710
1711 for (RecvChannelMap::iterator it = recv_channels_.begin();
1712 it != recv_channels_.end(); ++it) {
1713 if (!SetReceiveCodecs(it->second))
1714 return false;
1715 }
1716 return true;
1717}
1718
1719bool WebRtcVideoMediaChannel::SetSendCodecs(
1720 const std::vector<VideoCodec>& codecs) {
1721 // Match with local video codec list.
1722 std::vector<webrtc::VideoCodec> send_codecs;
1723 VideoCodec checked_codec;
1724 VideoCodec current; // defaults to 0x0
1725 if (sending_) {
1726 ConvertToCricketVideoCodec(*send_codec_, &current);
1727 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001728 std::map<int, int> primary_rtx_pt_mapping;
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001729 bool nack_enabled = nack_enabled_;
1730 bool remb_enabled = remb_enabled_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001731 for (std::vector<VideoCodec>::const_iterator iter = codecs.begin();
1732 iter != codecs.end(); ++iter) {
1733 if (_stricmp(iter->name.c_str(), kRedPayloadName) == 0) {
1734 send_red_type_ = iter->id;
1735 } else if (_stricmp(iter->name.c_str(), kFecPayloadName) == 0) {
1736 send_fec_type_ = iter->id;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001737 } else if (_stricmp(iter->name.c_str(), kRtxCodecName) == 0) {
1738 int rtx_type = iter->id;
1739 int rtx_primary_type = -1;
1740 if (iter->GetParam(kCodecParamAssociatedPayloadType, &rtx_primary_type)) {
1741 primary_rtx_pt_mapping[rtx_primary_type] = rtx_type;
1742 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001743 } else if (engine()->CanSendCodec(*iter, current, &checked_codec)) {
1744 webrtc::VideoCodec wcodec;
1745 if (engine()->ConvertFromCricketVideoCodec(checked_codec, &wcodec)) {
1746 if (send_codecs.empty()) {
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001747 nack_enabled = IsNackEnabled(checked_codec);
1748 remb_enabled = IsRembEnabled(checked_codec);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001749 }
1750 send_codecs.push_back(wcodec);
1751 }
1752 } else {
1753 LOG(LS_WARNING) << "Unknown codec " << iter->name;
1754 }
1755 }
1756
1757 // Fail if we don't have a match.
1758 if (send_codecs.empty()) {
1759 LOG(LS_WARNING) << "No matching codecs available";
1760 return false;
1761 }
1762
1763 // Recv protection.
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001764 // Do not update if the status is same as previously configured.
1765 if (nack_enabled_ != nack_enabled) {
1766 for (RecvChannelMap::iterator it = recv_channels_.begin();
1767 it != recv_channels_.end(); ++it) {
1768 int channel_id = it->second->channel_id();
1769 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_,
1770 nack_enabled)) {
1771 return false;
1772 }
1773 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
1774 kNotSending,
1775 remb_enabled_) != 0) {
1776 LOG_RTCERR3(SetRembStatus, channel_id, kNotSending, remb_enabled_);
1777 return false;
1778 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001779 }
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001780 nack_enabled_ = nack_enabled;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001781 }
1782
1783 // Send settings.
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001784 // Do not update if the status is same as previously configured.
1785 if (remb_enabled_ != remb_enabled) {
1786 for (SendChannelMap::iterator iter = send_channels_.begin();
1787 iter != send_channels_.end(); ++iter) {
1788 int channel_id = iter->second->channel_id();
1789 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_,
1790 nack_enabled_)) {
1791 return false;
1792 }
1793 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
1794 remb_enabled,
1795 remb_enabled) != 0) {
1796 LOG_RTCERR3(SetRembStatus, channel_id, remb_enabled, remb_enabled);
1797 return false;
1798 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001799 }
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001800 remb_enabled_ = remb_enabled;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001801 }
1802
1803 // Select the first matched codec.
1804 webrtc::VideoCodec& codec(send_codecs[0]);
1805
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001806 // Set RTX payload type if primary now active. This value will be used in
1807 // SetSendCodec.
1808 std::map<int, int>::const_iterator rtx_it =
1809 primary_rtx_pt_mapping.find(static_cast<int>(codec.plType));
1810 if (rtx_it != primary_rtx_pt_mapping.end()) {
1811 send_rtx_type_ = rtx_it->second;
1812 }
1813
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001814 if (!SetSendCodec(
1815 codec, codec.minBitrate, codec.startBitrate, codec.maxBitrate)) {
1816 return false;
1817 }
1818
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001819 LogSendCodecChange("SetSendCodecs()");
1820
1821 return true;
1822}
1823
1824bool WebRtcVideoMediaChannel::GetSendCodec(VideoCodec* send_codec) {
1825 if (!send_codec_) {
1826 return false;
1827 }
1828 ConvertToCricketVideoCodec(*send_codec_, send_codec);
1829 return true;
1830}
1831
1832bool WebRtcVideoMediaChannel::SetSendStreamFormat(uint32 ssrc,
1833 const VideoFormat& format) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001834 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
1835 if (!send_channel) {
1836 LOG(LS_ERROR) << "The specified ssrc " << ssrc << " is not in use.";
1837 return false;
1838 }
1839 send_channel->set_video_format(format);
1840 return true;
1841}
1842
1843bool WebRtcVideoMediaChannel::SetRender(bool render) {
1844 if (render == render_started_) {
1845 return true; // no action required
1846 }
1847
1848 bool ret = true;
1849 for (RecvChannelMap::iterator it = recv_channels_.begin();
1850 it != recv_channels_.end(); ++it) {
1851 if (render) {
1852 if (engine()->vie()->render()->StartRender(
1853 it->second->channel_id()) != 0) {
1854 LOG_RTCERR1(StartRender, it->second->channel_id());
1855 ret = false;
1856 }
1857 } else {
1858 if (engine()->vie()->render()->StopRender(
1859 it->second->channel_id()) != 0) {
1860 LOG_RTCERR1(StopRender, it->second->channel_id());
1861 ret = false;
1862 }
1863 }
1864 }
1865 if (ret) {
1866 render_started_ = render;
1867 }
1868
1869 return ret;
1870}
1871
1872bool WebRtcVideoMediaChannel::SetSend(bool send) {
1873 if (!HasReadySendChannels() && send) {
1874 LOG(LS_ERROR) << "No stream added";
1875 return false;
1876 }
1877 if (send == sending()) {
1878 return true; // No action required.
1879 }
1880
1881 if (send) {
1882 // We've been asked to start sending.
1883 // SetSendCodecs must have been called already.
1884 if (!send_codec_) {
1885 return false;
1886 }
1887 // Start send now.
1888 if (!StartSend()) {
1889 return false;
1890 }
1891 } else {
1892 // We've been asked to stop sending.
1893 if (!StopSend()) {
1894 return false;
1895 }
1896 }
1897 sending_ = send;
1898
1899 return true;
1900}
1901
1902bool WebRtcVideoMediaChannel::AddSendStream(const StreamParams& sp) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001903 if (sp.first_ssrc() == 0) {
1904 LOG(LS_ERROR) << "AddSendStream with 0 ssrc is not supported.";
1905 return false;
1906 }
1907
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001908 LOG(LS_INFO) << "AddSendStream " << sp.ToString();
1909
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001910 if (!IsOneSsrcStream(sp) && !IsSimulcastStream(sp)) {
1911 LOG(LS_ERROR) << "AddSendStream: bad local stream parameters";
1912 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001913 }
1914
1915 uint32 ssrc_key;
1916 if (!CreateSendChannelKey(sp.first_ssrc(), &ssrc_key)) {
1917 LOG(LS_ERROR) << "Trying to register duplicate ssrc: " << sp.first_ssrc();
1918 return false;
1919 }
1920 // If the default channel is already used for sending create a new channel
1921 // otherwise use the default channel for sending.
1922 int channel_id = -1;
1923 if (send_channels_[0]->stream_params() == NULL) {
1924 channel_id = vie_channel_;
1925 } else {
1926 if (!CreateChannel(ssrc_key, MD_SEND, &channel_id)) {
1927 LOG(LS_ERROR) << "AddSendStream: unable to create channel";
1928 return false;
1929 }
1930 }
1931 WebRtcVideoChannelSendInfo* send_channel = send_channels_[ssrc_key];
1932 // Set the send (local) SSRC.
1933 // If there are multiple send SSRCs, we can only set the first one here, and
1934 // the rest of the SSRC(s) need to be set after SetSendCodec has been called
1935 // (with a codec requires multiple SSRC(s)).
1936 if (engine()->vie()->rtp()->SetLocalSSRC(channel_id,
1937 sp.first_ssrc()) != 0) {
1938 LOG_RTCERR2(SetLocalSSRC, channel_id, sp.first_ssrc());
1939 return false;
1940 }
1941
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001942 // Set the corresponding RTX SSRC.
1943 if (!SetLocalRtxSsrc(channel_id, sp, sp.first_ssrc(), 0)) {
1944 return false;
1945 }
1946
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001947 // Set RTCP CName.
1948 if (engine()->vie()->rtp()->SetRTCPCName(channel_id,
1949 sp.cname.c_str()) != 0) {
1950 LOG_RTCERR2(SetRTCPCName, channel_id, sp.cname.c_str());
1951 return false;
1952 }
1953
1954 // At this point the channel's local SSRC has been updated. If the channel is
1955 // the default channel make sure that all the receive channels are updated as
1956 // well. Receive channels have to have the same SSRC as the default channel in
1957 // order to send receiver reports with this SSRC.
1958 if (IsDefaultChannel(channel_id)) {
1959 for (RecvChannelMap::const_iterator it = recv_channels_.begin();
1960 it != recv_channels_.end(); ++it) {
1961 WebRtcVideoChannelRecvInfo* info = it->second;
1962 int channel_id = info->channel_id();
1963 if (engine()->vie()->rtp()->SetLocalSSRC(channel_id,
1964 sp.first_ssrc()) != 0) {
1965 LOG_RTCERR1(SetLocalSSRC, it->first);
1966 return false;
1967 }
1968 }
1969 }
1970
1971 send_channel->set_stream_params(sp);
1972
1973 // Reset send codec after stream parameters changed.
1974 if (send_codec_) {
1975 if (!SetSendCodec(send_channel, *send_codec_, send_min_bitrate_,
1976 send_start_bitrate_, send_max_bitrate_)) {
1977 return false;
1978 }
1979 LogSendCodecChange("SetSendStreamFormat()");
1980 }
1981
1982 if (sending_) {
1983 return StartSend(send_channel);
1984 }
1985 return true;
1986}
1987
1988bool WebRtcVideoMediaChannel::RemoveSendStream(uint32 ssrc) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001989 if (ssrc == 0) {
1990 LOG(LS_ERROR) << "RemoveSendStream with 0 ssrc is not supported.";
1991 return false;
1992 }
1993
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001994 uint32 ssrc_key;
1995 if (!GetSendChannelKey(ssrc, &ssrc_key)) {
1996 LOG(LS_WARNING) << "Try to remove stream with ssrc " << ssrc
1997 << " which doesn't exist.";
1998 return false;
1999 }
2000 WebRtcVideoChannelSendInfo* send_channel = send_channels_[ssrc_key];
2001 int channel_id = send_channel->channel_id();
2002 if (IsDefaultChannel(channel_id) && (send_channel->stream_params() == NULL)) {
2003 // Default channel will still exist. However, if stream_params() is NULL
2004 // there is no stream to remove.
2005 return false;
2006 }
2007 if (sending_) {
2008 StopSend(send_channel);
2009 }
2010
2011 const WebRtcVideoChannelSendInfo::EncoderMap& encoder_map =
2012 send_channel->registered_encoders();
2013 for (WebRtcVideoChannelSendInfo::EncoderMap::const_iterator it =
2014 encoder_map.begin(); it != encoder_map.end(); ++it) {
2015 if (engine()->vie()->ext_codec()->DeRegisterExternalSendCodec(
2016 channel_id, it->first) != 0) {
2017 LOG_RTCERR1(DeregisterEncoderObserver, channel_id);
2018 }
2019 engine()->DestroyExternalEncoder(it->second);
2020 }
2021 send_channel->ClearRegisteredEncoders();
2022
2023 // The receive channels depend on the default channel, recycle it instead.
2024 if (IsDefaultChannel(channel_id)) {
2025 SetCapturer(GetDefaultChannelSsrc(), NULL);
2026 send_channel->ClearStreamParams();
2027 } else {
2028 return DeleteSendChannel(ssrc_key);
2029 }
2030 return true;
2031}
2032
2033bool WebRtcVideoMediaChannel::AddRecvStream(const StreamParams& sp) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00002034 if (sp.first_ssrc() == 0) {
2035 LOG(LS_ERROR) << "AddRecvStream with 0 ssrc is not supported.";
2036 return false;
2037 }
2038
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002039 // TODO(zhurunz) Remove this once BWE works properly across different send
2040 // and receive channels.
2041 // Reuse default channel for recv stream in 1:1 call.
2042 if (!InConferenceMode() && first_receive_ssrc_ == 0) {
2043 LOG(LS_INFO) << "Recv stream " << sp.first_ssrc()
2044 << " reuse default channel #"
2045 << vie_channel_;
2046 first_receive_ssrc_ = sp.first_ssrc();
2047 if (render_started_) {
2048 if (engine()->vie()->render()->StartRender(vie_channel_) !=0) {
2049 LOG_RTCERR1(StartRender, vie_channel_);
2050 }
2051 }
2052 return true;
2053 }
2054
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002055 int channel_id = -1;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002056 RecvChannelMap::iterator channel_iterator =
2057 recv_channels_.find(sp.first_ssrc());
2058 if (channel_iterator == recv_channels_.end() &&
2059 first_receive_ssrc_ != sp.first_ssrc()) {
2060 // TODO(perkj): Implement recv media from multiple media SSRCs per stream.
2061 // NOTE: We have two SSRCs per stream when RTX is enabled.
2062 if (!IsOneSsrcStream(sp)) {
2063 LOG(LS_ERROR) << "WebRtcVideoMediaChannel supports one primary SSRC per"
2064 << " stream and one FID SSRC per primary SSRC.";
2065 return false;
2066 }
2067
2068 // Create a new channel for receiving video data.
2069 // In order to get the bandwidth estimation work fine for
2070 // receive only channels, we connect all receiving channels
2071 // to our master send channel.
2072 if (!CreateChannel(sp.first_ssrc(), MD_RECV, &channel_id)) {
2073 return false;
2074 }
2075 } else {
2076 // Already exists.
2077 if (first_receive_ssrc_ == sp.first_ssrc()) {
2078 return false;
2079 }
2080 // Early receive added channel.
2081 channel_id = (*channel_iterator).second->channel_id();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002082 }
2083
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002084 // Set the corresponding RTX SSRC.
2085 uint32 rtx_ssrc;
2086 bool has_rtx = sp.GetFidSsrc(sp.first_ssrc(), &rtx_ssrc);
2087 if (has_rtx && engine()->vie()->rtp()->SetRemoteSSRCType(
2088 channel_id, webrtc::kViEStreamTypeRtx, rtx_ssrc) != 0) {
2089 LOG_RTCERR3(SetRemoteSSRCType, channel_id, webrtc::kViEStreamTypeRtx,
2090 rtx_ssrc);
2091 return false;
2092 }
2093
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002094 // Get the default renderer.
2095 VideoRenderer* default_renderer = NULL;
2096 if (InConferenceMode()) {
2097 // The recv_channels_ size start out being 1, so if it is two here this
2098 // is the first receive channel created (vie_channel_ is not used for
2099 // receiving in a conference call). This means that the renderer stored
2100 // inside vie_channel_ should be used for the just created channel.
2101 if (recv_channels_.size() == 2 &&
2102 recv_channels_.find(0) != recv_channels_.end()) {
2103 GetRenderer(0, &default_renderer);
2104 }
2105 }
2106
2107 // The first recv stream reuses the default renderer (if a default renderer
2108 // has been set).
2109 if (default_renderer) {
2110 SetRenderer(sp.first_ssrc(), default_renderer);
2111 }
2112
2113 LOG(LS_INFO) << "New video stream " << sp.first_ssrc()
2114 << " registered to VideoEngine channel #"
2115 << channel_id << " and connected to channel #" << vie_channel_;
2116
2117 return true;
2118}
2119
2120bool WebRtcVideoMediaChannel::RemoveRecvStream(uint32 ssrc) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00002121 if (ssrc == 0) {
2122 LOG(LS_ERROR) << "RemoveRecvStream with 0 ssrc is not supported.";
2123 return false;
2124 }
2125 return RemoveRecvStreamInternal(ssrc);
2126}
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002127
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00002128bool WebRtcVideoMediaChannel::RemoveRecvStreamInternal(uint32 ssrc) {
2129 RecvChannelMap::iterator it = recv_channels_.find(ssrc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002130 if (it == recv_channels_.end()) {
2131 // TODO(perkj): Remove this once BWE works properly across different send
2132 // and receive channels.
2133 // The default channel is reused for recv stream in 1:1 call.
2134 if (first_receive_ssrc_ == ssrc) {
2135 first_receive_ssrc_ = 0;
2136 // Need to stop the renderer and remove it since the render window can be
2137 // deleted after this.
2138 if (render_started_) {
2139 if (engine()->vie()->render()->StopRender(vie_channel_) !=0) {
2140 LOG_RTCERR1(StopRender, it->second->channel_id());
2141 }
2142 }
2143 recv_channels_[0]->SetRenderer(NULL);
2144 return true;
2145 }
2146 return false;
2147 }
2148 WebRtcVideoChannelRecvInfo* info = it->second;
2149 int channel_id = info->channel_id();
2150 if (engine()->vie()->render()->RemoveRenderer(channel_id) != 0) {
2151 LOG_RTCERR1(RemoveRenderer, channel_id);
2152 }
2153
2154 if (engine()->vie()->network()->DeregisterSendTransport(channel_id) !=0) {
2155 LOG_RTCERR1(DeRegisterSendTransport, channel_id);
2156 }
2157
2158 if (engine()->vie()->codec()->DeregisterDecoderObserver(
2159 channel_id) != 0) {
2160 LOG_RTCERR1(DeregisterDecoderObserver, channel_id);
2161 }
2162
2163 const WebRtcVideoChannelRecvInfo::DecoderMap& decoder_map =
2164 info->registered_decoders();
2165 for (WebRtcVideoChannelRecvInfo::DecoderMap::const_iterator it =
2166 decoder_map.begin(); it != decoder_map.end(); ++it) {
2167 if (engine()->vie()->ext_codec()->DeRegisterExternalReceiveCodec(
2168 channel_id, it->first) != 0) {
2169 LOG_RTCERR1(DeregisterDecoderObserver, channel_id);
2170 }
2171 engine()->DestroyExternalDecoder(it->second);
2172 }
2173 info->ClearRegisteredDecoders();
2174
2175 LOG(LS_INFO) << "Removing video stream " << ssrc
2176 << " with VideoEngine channel #"
2177 << channel_id;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002178 bool ret = true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002179 if (engine()->vie()->base()->DeleteChannel(channel_id) == -1) {
2180 LOG_RTCERR1(DeleteChannel, channel_id);
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002181 ret = false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002182 }
2183 // Delete the WebRtcVideoChannelRecvInfo pointed to by it->second.
2184 delete info;
2185 recv_channels_.erase(it);
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002186 return ret;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002187}
2188
2189bool WebRtcVideoMediaChannel::StartSend() {
2190 bool success = true;
2191 for (SendChannelMap::iterator iter = send_channels_.begin();
2192 iter != send_channels_.end(); ++iter) {
2193 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2194 if (!StartSend(send_channel)) {
2195 success = false;
2196 }
2197 }
2198 return success;
2199}
2200
2201bool WebRtcVideoMediaChannel::StartSend(
2202 WebRtcVideoChannelSendInfo* send_channel) {
2203 const int channel_id = send_channel->channel_id();
2204 if (engine()->vie()->base()->StartSend(channel_id) != 0) {
2205 LOG_RTCERR1(StartSend, channel_id);
2206 return false;
2207 }
2208
2209 send_channel->set_sending(true);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002210 return true;
2211}
2212
2213bool WebRtcVideoMediaChannel::StopSend() {
2214 bool success = true;
2215 for (SendChannelMap::iterator iter = send_channels_.begin();
2216 iter != send_channels_.end(); ++iter) {
2217 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2218 if (!StopSend(send_channel)) {
2219 success = false;
2220 }
2221 }
2222 return success;
2223}
2224
2225bool WebRtcVideoMediaChannel::StopSend(
2226 WebRtcVideoChannelSendInfo* send_channel) {
2227 const int channel_id = send_channel->channel_id();
2228 if (engine()->vie()->base()->StopSend(channel_id) != 0) {
2229 LOG_RTCERR1(StopSend, channel_id);
2230 return false;
2231 }
2232 send_channel->set_sending(false);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002233 return true;
2234}
2235
2236bool WebRtcVideoMediaChannel::SendIntraFrame() {
2237 bool success = true;
2238 for (SendChannelMap::iterator iter = send_channels_.begin();
2239 iter != send_channels_.end();
2240 ++iter) {
2241 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2242 const int channel_id = send_channel->channel_id();
2243 if (engine()->vie()->codec()->SendKeyFrame(channel_id) != 0) {
2244 LOG_RTCERR1(SendKeyFrame, channel_id);
2245 success = false;
2246 }
2247 }
2248 return success;
2249}
2250
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002251bool WebRtcVideoMediaChannel::HasReadySendChannels() {
2252 return !send_channels_.empty() &&
2253 ((send_channels_.size() > 1) ||
2254 (send_channels_[0]->stream_params() != NULL));
2255}
2256
2257bool WebRtcVideoMediaChannel::GetSendChannelKey(uint32 local_ssrc,
2258 uint32* key) {
2259 *key = 0;
2260 // If a send channel is not ready to send it will not have local_ssrc
2261 // registered to it.
2262 if (!HasReadySendChannels()) {
2263 return false;
2264 }
2265 // The default channel is stored with key 0. The key therefore does not match
2266 // the SSRC associated with the default channel. Check if the SSRC provided
2267 // corresponds to the default channel's SSRC.
2268 if (local_ssrc == GetDefaultChannelSsrc()) {
2269 return true;
2270 }
2271 if (send_channels_.find(local_ssrc) == send_channels_.end()) {
2272 for (SendChannelMap::iterator iter = send_channels_.begin();
2273 iter != send_channels_.end(); ++iter) {
2274 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2275 if (send_channel->has_ssrc(local_ssrc)) {
2276 *key = iter->first;
2277 return true;
2278 }
2279 }
2280 return false;
2281 }
2282 // The key was found in the above std::map::find call. This means that the
2283 // ssrc is the key.
2284 *key = local_ssrc;
2285 return true;
2286}
2287
2288WebRtcVideoChannelSendInfo* WebRtcVideoMediaChannel::GetSendChannel(
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002289 uint32 local_ssrc) {
2290 uint32 key;
2291 if (!GetSendChannelKey(local_ssrc, &key)) {
2292 return NULL;
2293 }
2294 return send_channels_[key];
2295}
2296
2297bool WebRtcVideoMediaChannel::CreateSendChannelKey(uint32 local_ssrc,
2298 uint32* key) {
2299 if (GetSendChannelKey(local_ssrc, key)) {
2300 // If there is a key corresponding to |local_ssrc|, the SSRC is already in
2301 // use. SSRCs need to be unique in a session and at this point a duplicate
2302 // SSRC has been detected.
2303 return false;
2304 }
2305 if (send_channels_[0]->stream_params() == NULL) {
2306 // key should be 0 here as the default channel should be re-used whenever it
2307 // is not used.
2308 *key = 0;
2309 return true;
2310 }
2311 // SSRC is currently not in use and the default channel is already in use. Use
2312 // the SSRC as key since it is supposed to be unique in a session.
2313 *key = local_ssrc;
2314 return true;
2315}
2316
wu@webrtc.org24301a62013-12-13 19:17:43 +00002317int WebRtcVideoMediaChannel::GetSendChannelNum(VideoCapturer* capturer) {
2318 int num = 0;
2319 for (SendChannelMap::iterator iter = send_channels_.begin();
2320 iter != send_channels_.end(); ++iter) {
2321 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2322 if (send_channel->video_capturer() == capturer) {
2323 ++num;
2324 }
2325 }
2326 return num;
2327}
2328
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002329uint32 WebRtcVideoMediaChannel::GetDefaultChannelSsrc() {
2330 WebRtcVideoChannelSendInfo* send_channel = send_channels_[0];
2331 const StreamParams* sp = send_channel->stream_params();
2332 if (sp == NULL) {
2333 // This happens if no send stream is currently registered.
2334 return 0;
2335 }
2336 return sp->first_ssrc();
2337}
2338
2339bool WebRtcVideoMediaChannel::DeleteSendChannel(uint32 ssrc_key) {
2340 if (send_channels_.find(ssrc_key) == send_channels_.end()) {
2341 return false;
2342 }
2343 WebRtcVideoChannelSendInfo* send_channel = send_channels_[ssrc_key];
wu@webrtc.org24301a62013-12-13 19:17:43 +00002344 MaybeDisconnectCapturer(send_channel->video_capturer());
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +00002345 send_channel->set_video_capturer(NULL, engine()->vie());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002346
2347 int channel_id = send_channel->channel_id();
2348 int capture_id = send_channel->capture_id();
2349 if (engine()->vie()->codec()->DeregisterEncoderObserver(
2350 channel_id) != 0) {
2351 LOG_RTCERR1(DeregisterEncoderObserver, channel_id);
2352 }
2353
2354 // Destroy the external capture interface.
2355 if (engine()->vie()->capture()->DisconnectCaptureDevice(
2356 channel_id) != 0) {
2357 LOG_RTCERR1(DisconnectCaptureDevice, channel_id);
2358 }
2359 if (engine()->vie()->capture()->ReleaseCaptureDevice(
2360 capture_id) != 0) {
2361 LOG_RTCERR1(ReleaseCaptureDevice, capture_id);
2362 }
2363
2364 // The default channel is stored in both |send_channels_| and
2365 // |recv_channels_|. To make sure it is only deleted once from vie let the
2366 // delete call happen when tearing down |recv_channels_| and not here.
2367 if (!IsDefaultChannel(channel_id)) {
2368 engine_->vie()->base()->DeleteChannel(channel_id);
2369 }
2370 delete send_channel;
2371 send_channels_.erase(ssrc_key);
2372 return true;
2373}
2374
2375bool WebRtcVideoMediaChannel::RemoveCapturer(uint32 ssrc) {
2376 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
2377 if (!send_channel) {
2378 return false;
2379 }
2380 VideoCapturer* capturer = send_channel->video_capturer();
2381 if (capturer == NULL) {
2382 return false;
2383 }
wu@webrtc.org24301a62013-12-13 19:17:43 +00002384 MaybeDisconnectCapturer(capturer);
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +00002385 send_channel->set_video_capturer(NULL, engine()->vie());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002386 const int64 timestamp = send_channel->local_stream_info()->time_stamp();
2387 if (send_codec_) {
2388 QueueBlackFrame(ssrc, timestamp, send_codec_->maxFramerate);
2389 }
2390 return true;
2391}
2392
2393bool WebRtcVideoMediaChannel::SetRenderer(uint32 ssrc,
2394 VideoRenderer* renderer) {
2395 if (recv_channels_.find(ssrc) == recv_channels_.end()) {
2396 // TODO(perkj): Remove this once BWE works properly across different send
2397 // and receive channels.
2398 // The default channel is reused for recv stream in 1:1 call.
2399 if (first_receive_ssrc_ == ssrc &&
2400 recv_channels_.find(0) != recv_channels_.end()) {
2401 LOG(LS_INFO) << "SetRenderer " << ssrc
2402 << " reuse default channel #"
2403 << vie_channel_;
2404 recv_channels_[0]->SetRenderer(renderer);
2405 return true;
2406 }
2407 return false;
2408 }
2409
2410 recv_channels_[ssrc]->SetRenderer(renderer);
2411 return true;
2412}
2413
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002414bool WebRtcVideoMediaChannel::GetStats(const StatsOptions& options,
2415 VideoMediaInfo* info) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002416 // Get sender statistics and build VideoSenderInfo.
2417 unsigned int total_bitrate_sent = 0;
2418 unsigned int video_bitrate_sent = 0;
2419 unsigned int fec_bitrate_sent = 0;
2420 unsigned int nack_bitrate_sent = 0;
2421 unsigned int estimated_send_bandwidth = 0;
2422 unsigned int target_enc_bitrate = 0;
2423 if (send_codec_) {
2424 for (SendChannelMap::const_iterator iter = send_channels_.begin();
2425 iter != send_channels_.end(); ++iter) {
2426 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2427 const int channel_id = send_channel->channel_id();
2428 VideoSenderInfo sinfo;
2429 const StreamParams* send_params = send_channel->stream_params();
2430 if (send_params == NULL) {
2431 // This should only happen if the default vie channel is not in use.
2432 // This can happen if no streams have ever been added or the stream
2433 // corresponding to the default channel has been removed. Note that
2434 // there may be non-default vie channels in use when this happen so
2435 // asserting send_channels_.size() == 1 is not correct and neither is
2436 // breaking out of the loop.
2437 ASSERT(channel_id == vie_channel_);
2438 continue;
2439 }
2440 unsigned int bytes_sent, packets_sent, bytes_recv, packets_recv;
2441 if (engine_->vie()->rtp()->GetRTPStatistics(channel_id, bytes_sent,
2442 packets_sent, bytes_recv,
2443 packets_recv) != 0) {
2444 LOG_RTCERR1(GetRTPStatistics, vie_channel_);
2445 continue;
2446 }
2447 WebRtcLocalStreamInfo* channel_stream_info =
2448 send_channel->local_stream_info();
2449
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002450 for (size_t i = 0; i < send_params->ssrcs.size(); ++i) {
2451 sinfo.add_ssrc(send_params->ssrcs[i]);
2452 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002453 sinfo.codec_name = send_codec_->plName;
2454 sinfo.bytes_sent = bytes_sent;
2455 sinfo.packets_sent = packets_sent;
2456 sinfo.packets_cached = -1;
2457 sinfo.packets_lost = -1;
2458 sinfo.fraction_lost = -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002459 sinfo.rtt_ms = -1;
wu@webrtc.org987f2c92014-03-28 16:22:19 +00002460 sinfo.input_frame_width = static_cast<int>(channel_stream_info->width());
2461 sinfo.input_frame_height =
2462 static_cast<int>(channel_stream_info->height());
2463
2464 VideoCapturer* video_capturer = send_channel->video_capturer();
2465 if (video_capturer) {
2466 video_capturer->GetStats(&sinfo.adapt_frame_drops,
2467 &sinfo.effects_frame_drops,
2468 &sinfo.capturer_frame_time);
2469 }
2470
2471 webrtc::VideoCodec vie_codec;
2472 // TODO(ronghuawu): Add unit tests to cover the new send stats:
2473 // send_frame_width/height.
2474 if (!video_capturer || video_capturer->IsMuted()) {
2475 sinfo.send_frame_width = 0;
2476 sinfo.send_frame_height = 0;
2477 } else if (engine()->vie()->codec()->GetSendCodec(channel_id,
2478 vie_codec) == 0) {
2479 sinfo.send_frame_width = vie_codec.width;
2480 sinfo.send_frame_height = vie_codec.height;
2481 } else {
2482 sinfo.send_frame_width = -1;
2483 sinfo.send_frame_height = -1;
2484 LOG_RTCERR1(GetSendCodec, channel_id);
2485 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002486 sinfo.framerate_input = channel_stream_info->framerate();
2487 sinfo.framerate_sent = send_channel->encoder_observer()->framerate();
2488 sinfo.nominal_bitrate = send_channel->encoder_observer()->bitrate();
2489 sinfo.preferred_bitrate = send_max_bitrate_;
2490 sinfo.adapt_reason = send_channel->CurrentAdaptReason();
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002491 sinfo.capture_jitter_ms = -1;
2492 sinfo.avg_encode_ms = -1;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002493 sinfo.encode_usage_percent = -1;
2494 sinfo.capture_queue_delay_ms_per_s = -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002495
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002496 int capture_jitter_ms = 0;
2497 int avg_encode_time_ms = 0;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002498 int encode_usage_percent = 0;
2499 int capture_queue_delay_ms_per_s = 0;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002500 if (engine()->vie()->base()->CpuOveruseMeasures(
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002501 channel_id,
2502 &capture_jitter_ms,
2503 &avg_encode_time_ms,
2504 &encode_usage_percent,
2505 &capture_queue_delay_ms_per_s) == 0) {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002506 sinfo.capture_jitter_ms = capture_jitter_ms;
2507 sinfo.avg_encode_ms = avg_encode_time_ms;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002508 sinfo.encode_usage_percent = encode_usage_percent;
2509 sinfo.capture_queue_delay_ms_per_s = capture_queue_delay_ms_per_s;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002510 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002511
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002512#ifdef USE_WEBRTC_DEV_BRANCH
2513 webrtc::RtcpPacketTypeCounter rtcp_sent;
2514 webrtc::RtcpPacketTypeCounter rtcp_received;
2515 if (engine()->vie()->rtp()->GetRtcpPacketTypeCounters(
2516 channel_id, &rtcp_sent, &rtcp_received) == 0) {
2517 sinfo.firs_rcvd = rtcp_received.fir_packets;
2518 sinfo.plis_rcvd = rtcp_received.pli_packets;
2519 sinfo.nacks_rcvd = rtcp_received.nack_packets;
2520 } else {
2521 sinfo.firs_rcvd = -1;
2522 sinfo.plis_rcvd = -1;
2523 sinfo.nacks_rcvd = -1;
2524 LOG_RTCERR1(GetRtcpPacketTypeCounters, channel_id);
2525 }
2526#else
2527 sinfo.firs_rcvd = -1;
2528 sinfo.plis_rcvd = -1;
2529 sinfo.nacks_rcvd = -1;
2530#endif
2531
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002532 // Get received RTCP statistics for the sender (reported by the remote
2533 // client in a RTCP packet), if available.
2534 // It's not a fatal error if we can't, since RTCP may not have arrived
2535 // yet.
2536 webrtc::RtcpStatistics outgoing_stream_rtcp_stats;
2537 int outgoing_stream_rtt_ms;
2538
2539 if (engine_->vie()->rtp()->GetSendChannelRtcpStatistics(
2540 channel_id,
2541 outgoing_stream_rtcp_stats,
2542 outgoing_stream_rtt_ms) == 0) {
2543 // Convert Q8 to float.
2544 sinfo.packets_lost = outgoing_stream_rtcp_stats.cumulative_lost;
2545 sinfo.fraction_lost = static_cast<float>(
2546 outgoing_stream_rtcp_stats.fraction_lost) / (1 << 8);
2547 sinfo.rtt_ms = outgoing_stream_rtt_ms;
2548 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002549 info->senders.push_back(sinfo);
2550
2551 unsigned int channel_total_bitrate_sent = 0;
2552 unsigned int channel_video_bitrate_sent = 0;
2553 unsigned int channel_fec_bitrate_sent = 0;
2554 unsigned int channel_nack_bitrate_sent = 0;
2555 if (engine_->vie()->rtp()->GetBandwidthUsage(
2556 channel_id, channel_total_bitrate_sent, channel_video_bitrate_sent,
2557 channel_fec_bitrate_sent, channel_nack_bitrate_sent) == 0) {
2558 total_bitrate_sent += channel_total_bitrate_sent;
2559 video_bitrate_sent += channel_video_bitrate_sent;
2560 fec_bitrate_sent += channel_fec_bitrate_sent;
2561 nack_bitrate_sent += channel_nack_bitrate_sent;
2562 } else {
2563 LOG_RTCERR1(GetBandwidthUsage, channel_id);
2564 }
2565
2566 unsigned int estimated_stream_send_bandwidth = 0;
2567 if (engine_->vie()->rtp()->GetEstimatedSendBandwidth(
2568 channel_id, &estimated_stream_send_bandwidth) == 0) {
2569 estimated_send_bandwidth += estimated_stream_send_bandwidth;
2570 } else {
2571 LOG_RTCERR1(GetEstimatedSendBandwidth, channel_id);
2572 }
2573 unsigned int target_enc_stream_bitrate = 0;
2574 if (engine_->vie()->codec()->GetCodecTargetBitrate(
2575 channel_id, &target_enc_stream_bitrate) == 0) {
2576 target_enc_bitrate += target_enc_stream_bitrate;
2577 } else {
2578 LOG_RTCERR1(GetCodecTargetBitrate, channel_id);
2579 }
2580 }
2581 } else {
2582 LOG(LS_WARNING) << "GetStats: sender information not ready.";
2583 }
2584
2585 // Get the SSRC and stats for each receiver, based on our own calculations.
2586 unsigned int estimated_recv_bandwidth = 0;
2587 for (RecvChannelMap::const_iterator it = recv_channels_.begin();
2588 it != recv_channels_.end(); ++it) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002589 WebRtcVideoChannelRecvInfo* channel = it->second;
2590
2591 unsigned int ssrc;
2592 // Get receiver statistics and build VideoReceiverInfo, if we have data.
sergeyu@chromium.orga59696b2013-09-13 23:48:58 +00002593 // Skip the default channel (ssrc == 0).
2594 if (engine_->vie()->rtp()->GetRemoteSSRC(
2595 channel->channel_id(), ssrc) != 0 ||
2596 ssrc == 0)
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002597 continue;
2598
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002599 webrtc::StreamDataCounters sent;
2600 webrtc::StreamDataCounters received;
2601 if (engine_->vie()->rtp()->GetRtpStatistics(channel->channel_id(),
2602 sent, received) != 0) {
2603 LOG_RTCERR1(GetRTPStatistics, channel->channel_id());
2604 return false;
2605 }
2606 VideoReceiverInfo rinfo;
2607 rinfo.add_ssrc(ssrc);
2608 rinfo.bytes_rcvd = received.bytes;
2609 rinfo.packets_rcvd = received.packets;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002610 rinfo.packets_lost = -1;
2611 rinfo.packets_concealed = -1;
2612 rinfo.fraction_lost = -1; // from SentRTCP
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002613 rinfo.frame_width = channel->render_adapter()->width();
2614 rinfo.frame_height = channel->render_adapter()->height();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002615 int fps = channel->render_adapter()->framerate();
2616 rinfo.framerate_decoded = fps;
2617 rinfo.framerate_output = fps;
wu@webrtc.org97077a32013-10-25 21:18:33 +00002618 channel->decoder_observer()->ExportTo(&rinfo);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002619
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002620#ifdef USE_WEBRTC_DEV_BRANCH
2621 webrtc::RtcpPacketTypeCounter rtcp_sent;
2622 webrtc::RtcpPacketTypeCounter rtcp_received;
2623 if (engine()->vie()->rtp()->GetRtcpPacketTypeCounters(
2624 channel->channel_id(), &rtcp_sent, &rtcp_received) == 0) {
2625 rinfo.firs_sent = rtcp_sent.fir_packets;
2626 rinfo.plis_sent = rtcp_sent.pli_packets;
2627 rinfo.nacks_sent = rtcp_sent.nack_packets;
2628 } else {
2629 rinfo.firs_sent = -1;
2630 rinfo.plis_sent = -1;
2631 rinfo.nacks_sent = -1;
2632 LOG_RTCERR1(GetRtcpPacketTypeCounters, channel->channel_id());
2633 }
2634#else
2635 rinfo.firs_sent = -1;
2636 rinfo.plis_sent = -1;
2637 rinfo.nacks_sent = -1;
2638#endif
2639
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002640 // Get our locally created statistics of the received RTP stream.
2641 webrtc::RtcpStatistics incoming_stream_rtcp_stats;
2642 int incoming_stream_rtt_ms;
2643 if (engine_->vie()->rtp()->GetReceiveChannelRtcpStatistics(
2644 channel->channel_id(),
2645 incoming_stream_rtcp_stats,
2646 incoming_stream_rtt_ms) == 0) {
2647 // Convert Q8 to float.
2648 rinfo.packets_lost = incoming_stream_rtcp_stats.cumulative_lost;
2649 rinfo.fraction_lost = static_cast<float>(
2650 incoming_stream_rtcp_stats.fraction_lost) / (1 << 8);
2651 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002652 info->receivers.push_back(rinfo);
2653
2654 unsigned int estimated_recv_stream_bandwidth = 0;
2655 if (engine_->vie()->rtp()->GetEstimatedReceiveBandwidth(
2656 channel->channel_id(), &estimated_recv_stream_bandwidth) == 0) {
2657 estimated_recv_bandwidth += estimated_recv_stream_bandwidth;
2658 } else {
2659 LOG_RTCERR1(GetEstimatedReceiveBandwidth, channel->channel_id());
2660 }
2661 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002662 // Build BandwidthEstimationInfo.
2663 // TODO(zhurunz): Add real unittest for this.
2664 BandwidthEstimationInfo bwe;
2665
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002666 // TODO(jiayl): remove the condition when the necessary changes are available
2667 // outside the dev branch.
2668#ifdef USE_WEBRTC_DEV_BRANCH
2669 if (options.include_received_propagation_stats) {
2670 webrtc::ReceiveBandwidthEstimatorStats additional_stats;
2671 // Only call for the default channel because the returned stats are
2672 // collected for all the channels using the same estimator.
2673 if (engine_->vie()->rtp()->GetReceiveBandwidthEstimatorStats(
mallinath@webrtc.org92fdfeb2014-02-17 18:49:41 +00002674 recv_channels_[0]->channel_id(), &additional_stats) == 0) {
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002675 bwe.total_received_propagation_delta_ms =
2676 additional_stats.total_propagation_time_delta_ms;
2677 bwe.recent_received_propagation_delta_ms.swap(
2678 additional_stats.recent_propagation_time_delta_ms);
2679 bwe.recent_received_packet_group_arrival_time_ms.swap(
2680 additional_stats.recent_arrival_time_ms);
2681 }
2682 }
henrike@webrtc.orgb8395eb2014-02-28 21:57:22 +00002683
2684 engine_->vie()->rtp()->GetPacerQueuingDelayMs(
2685 recv_channels_[0]->channel_id(), &bwe.bucket_delay);
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002686#endif
2687
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002688 // Calculations done above per send/receive stream.
2689 bwe.actual_enc_bitrate = video_bitrate_sent;
2690 bwe.transmit_bitrate = total_bitrate_sent;
2691 bwe.retransmit_bitrate = nack_bitrate_sent;
2692 bwe.available_send_bandwidth = estimated_send_bandwidth;
2693 bwe.available_recv_bandwidth = estimated_recv_bandwidth;
2694 bwe.target_enc_bitrate = target_enc_bitrate;
2695
2696 info->bw_estimations.push_back(bwe);
2697
2698 return true;
2699}
2700
2701bool WebRtcVideoMediaChannel::SetCapturer(uint32 ssrc,
2702 VideoCapturer* capturer) {
2703 ASSERT(ssrc != 0);
2704 if (!capturer) {
2705 return RemoveCapturer(ssrc);
2706 }
2707 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
2708 if (!send_channel) {
2709 return false;
2710 }
2711 VideoCapturer* old_capturer = send_channel->video_capturer();
wu@webrtc.org24301a62013-12-13 19:17:43 +00002712 MaybeDisconnectCapturer(old_capturer);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002713
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +00002714 send_channel->set_video_capturer(capturer, engine()->vie());
wu@webrtc.orga8910d22014-01-23 22:12:45 +00002715 MaybeConnectCapturer(capturer);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002716 if (!capturer->IsScreencast() && ratio_w_ != 0 && ratio_h_ != 0) {
2717 capturer->UpdateAspectRatio(ratio_w_, ratio_h_);
2718 }
2719 const int64 timestamp = send_channel->local_stream_info()->time_stamp();
2720 if (send_codec_) {
2721 QueueBlackFrame(ssrc, timestamp, send_codec_->maxFramerate);
2722 }
2723 return true;
2724}
2725
2726bool WebRtcVideoMediaChannel::RequestIntraFrame() {
2727 // There is no API exposed to application to request a key frame
2728 // ViE does this internally when there are errors from decoder
2729 return false;
2730}
2731
wu@webrtc.orga9890802013-12-13 00:21:03 +00002732void WebRtcVideoMediaChannel::OnPacketReceived(
2733 talk_base::Buffer* packet, const talk_base::PacketTime& packet_time) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002734 // Pick which channel to send this packet to. If this packet doesn't match
2735 // any multiplexed streams, just send it to the default channel. Otherwise,
2736 // send it to the specific decoder instance for that stream.
2737 uint32 ssrc = 0;
2738 if (!GetRtpSsrc(packet->data(), packet->length(), &ssrc))
2739 return;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002740 int processing_channel = GetRecvChannelNum(ssrc);
2741 if (processing_channel == -1) {
2742 // Allocate an unsignalled recv channel for processing in conference mode.
henrike@webrtc.org18e59112014-03-14 17:19:38 +00002743 if (!InConferenceMode()) {
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002744 // If we cant find or allocate one, use the default.
2745 processing_channel = video_channel();
henrike@webrtc.org18e59112014-03-14 17:19:38 +00002746 } else if (!CreateUnsignalledRecvChannel(ssrc, &processing_channel)) {
2747 // If we cant create an unsignalled recv channel, drop the packet in
2748 // conference mode.
2749 return;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002750 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002751 }
2752
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002753 engine()->vie()->network()->ReceivedRTPPacket(
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002754 processing_channel,
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002755 packet->data(),
wu@webrtc.orga9890802013-12-13 00:21:03 +00002756 static_cast<int>(packet->length()),
2757 webrtc::PacketTime(packet_time.timestamp, packet_time.not_before));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002758}
2759
wu@webrtc.orga9890802013-12-13 00:21:03 +00002760void WebRtcVideoMediaChannel::OnRtcpReceived(
2761 talk_base::Buffer* packet, const talk_base::PacketTime& packet_time) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002762// Sending channels need all RTCP packets with feedback information.
2763// Even sender reports can contain attached report blocks.
2764// Receiving channels need sender reports in order to create
2765// correct receiver reports.
2766
2767 uint32 ssrc = 0;
2768 if (!GetRtcpSsrc(packet->data(), packet->length(), &ssrc)) {
2769 LOG(LS_WARNING) << "Failed to parse SSRC from received RTCP packet";
2770 return;
2771 }
2772 int type = 0;
2773 if (!GetRtcpType(packet->data(), packet->length(), &type)) {
2774 LOG(LS_WARNING) << "Failed to parse type from received RTCP packet";
2775 return;
2776 }
2777
2778 // If it is a sender report, find the channel that is listening.
2779 if (type == kRtcpTypeSR) {
2780 int which_channel = GetRecvChannelNum(ssrc);
2781 if (which_channel != -1 && !IsDefaultChannel(which_channel)) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002782 engine_->vie()->network()->ReceivedRTCPPacket(
2783 which_channel,
2784 packet->data(),
2785 static_cast<int>(packet->length()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002786 }
2787 }
2788 // SR may continue RR and any RR entry may correspond to any one of the send
2789 // channels. So all RTCP packets must be forwarded all send channels. ViE
2790 // will filter out RR internally.
2791 for (SendChannelMap::iterator iter = send_channels_.begin();
2792 iter != send_channels_.end(); ++iter) {
2793 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2794 int channel_id = send_channel->channel_id();
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002795 engine_->vie()->network()->ReceivedRTCPPacket(
2796 channel_id,
2797 packet->data(),
2798 static_cast<int>(packet->length()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002799 }
2800}
2801
2802void WebRtcVideoMediaChannel::OnReadyToSend(bool ready) {
2803 SetNetworkTransmissionState(ready);
2804}
2805
2806bool WebRtcVideoMediaChannel::MuteStream(uint32 ssrc, bool muted) {
2807 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
2808 if (!send_channel) {
2809 LOG(LS_ERROR) << "The specified ssrc " << ssrc << " is not in use.";
2810 return false;
2811 }
2812 send_channel->set_muted(muted);
2813 return true;
2814}
2815
2816bool WebRtcVideoMediaChannel::SetRecvRtpHeaderExtensions(
2817 const std::vector<RtpHeaderExtension>& extensions) {
2818 if (receive_extensions_ == extensions) {
2819 return true;
2820 }
2821 receive_extensions_ = extensions;
2822
2823 const RtpHeaderExtension* offset_extension =
2824 FindHeaderExtension(extensions, kRtpTimestampOffsetHeaderExtension);
2825 const RtpHeaderExtension* send_time_extension =
henrike@webrtc.org79047f92014-03-06 23:46:59 +00002826 FindHeaderExtension(extensions, kRtpAbsoluteSenderTimeHeaderExtension);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002827
2828 // Loop through all receive channels and enable/disable the extensions.
2829 for (RecvChannelMap::iterator channel_it = recv_channels_.begin();
2830 channel_it != recv_channels_.end(); ++channel_it) {
2831 int channel_id = channel_it->second->channel_id();
2832 if (!SetHeaderExtension(
2833 &webrtc::ViERTP_RTCP::SetReceiveTimestampOffsetStatus, channel_id,
2834 offset_extension)) {
2835 return false;
2836 }
2837 if (!SetHeaderExtension(
2838 &webrtc::ViERTP_RTCP::SetReceiveAbsoluteSendTimeStatus, channel_id,
2839 send_time_extension)) {
2840 return false;
2841 }
2842 }
2843 return true;
2844}
2845
2846bool WebRtcVideoMediaChannel::SetSendRtpHeaderExtensions(
2847 const std::vector<RtpHeaderExtension>& extensions) {
2848 send_extensions_ = extensions;
2849
2850 const RtpHeaderExtension* offset_extension =
2851 FindHeaderExtension(extensions, kRtpTimestampOffsetHeaderExtension);
2852 const RtpHeaderExtension* send_time_extension =
henrike@webrtc.org79047f92014-03-06 23:46:59 +00002853 FindHeaderExtension(extensions, kRtpAbsoluteSenderTimeHeaderExtension);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002854
2855 // Loop through all send channels and enable/disable the extensions.
2856 for (SendChannelMap::iterator channel_it = send_channels_.begin();
2857 channel_it != send_channels_.end(); ++channel_it) {
2858 int channel_id = channel_it->second->channel_id();
2859 if (!SetHeaderExtension(
2860 &webrtc::ViERTP_RTCP::SetSendTimestampOffsetStatus, channel_id,
2861 offset_extension)) {
2862 return false;
2863 }
2864 if (!SetHeaderExtension(
2865 &webrtc::ViERTP_RTCP::SetSendAbsoluteSendTimeStatus, channel_id,
2866 send_time_extension)) {
2867 return false;
2868 }
2869 }
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002870
2871 if (send_time_extension) {
2872 // For video RTP packets, we would like to update AbsoluteSendTimeHeader
2873 // Extension closer to the network, @ socket level before sending.
2874 // Pushing the extension id to socket layer.
2875 MediaChannel::SetOption(NetworkInterface::ST_RTP,
2876 talk_base::Socket::OPT_RTP_SENDTIME_EXTN_ID,
2877 send_time_extension->id);
2878 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002879 return true;
2880}
2881
mallinath@webrtc.org92fdfeb2014-02-17 18:49:41 +00002882int WebRtcVideoMediaChannel::GetRtpSendTimeExtnId() const {
2883 const RtpHeaderExtension* send_time_extension = FindHeaderExtension(
henrike@webrtc.org79047f92014-03-06 23:46:59 +00002884 send_extensions_, kRtpAbsoluteSenderTimeHeaderExtension);
mallinath@webrtc.org92fdfeb2014-02-17 18:49:41 +00002885 if (send_time_extension) {
2886 return send_time_extension->id;
2887 }
2888 return -1;
2889}
2890
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002891bool WebRtcVideoMediaChannel::SetStartSendBandwidth(int bps) {
2892 LOG(LS_INFO) << "WebRtcVideoMediaChannel::SetStartSendBandwidth";
2893
2894 if (!send_codec_) {
2895 LOG(LS_INFO) << "The send codec has not been set up yet";
2896 return true;
2897 }
2898
2899 // On success, SetSendCodec() will reset |send_start_bitrate_| to |bps/1000|,
2900 // by calling MaybeChangeStartBitrate. That method will also clamp the
2901 // start bitrate between min and max, consistent with the override behavior
2902 // in SetMaxSendBandwidth.
2903 return SetSendCodec(*send_codec_,
2904 send_min_bitrate_, bps / 1000, send_max_bitrate_);
2905}
2906
2907bool WebRtcVideoMediaChannel::SetMaxSendBandwidth(int bps) {
2908 LOG(LS_INFO) << "WebRtcVideoMediaChannel::SetMaxSendBandwidth";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002909
2910 if (InConferenceMode()) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002911 LOG(LS_INFO) << "Conference mode ignores SetMaxSendBandwidth";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002912 return true;
2913 }
2914
2915 if (!send_codec_) {
2916 LOG(LS_INFO) << "The send codec has not been set up yet";
2917 return true;
2918 }
2919
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002920 // Use the default value or the bps for the max
2921 int max_bitrate = (bps <= 0) ? send_max_bitrate_ : (bps / 1000);
2922
2923 // Reduce the current minimum and start bitrates if necessary.
2924 int min_bitrate = talk_base::_min(send_min_bitrate_, max_bitrate);
2925 int start_bitrate = talk_base::_min(send_start_bitrate_, max_bitrate);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002926
2927 if (!SetSendCodec(*send_codec_, min_bitrate, start_bitrate, max_bitrate)) {
2928 return false;
2929 }
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002930 LogSendCodecChange("SetMaxSendBandwidth()");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002931
2932 return true;
2933}
2934
2935bool WebRtcVideoMediaChannel::SetOptions(const VideoOptions &options) {
2936 // Always accept options that are unchanged.
2937 if (options_ == options) {
2938 return true;
2939 }
2940
2941 // Trigger SetSendCodec to set correct noise reduction state if the option has
2942 // changed.
2943 bool denoiser_changed = options.video_noise_reduction.IsSet() &&
2944 (options_.video_noise_reduction != options.video_noise_reduction);
2945
2946 bool leaky_bucket_changed = options.video_leaky_bucket.IsSet() &&
2947 (options_.video_leaky_bucket != options.video_leaky_bucket);
2948
2949 bool buffer_latency_changed = options.buffered_mode_latency.IsSet() &&
2950 (options_.buffered_mode_latency != options.buffered_mode_latency);
2951
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00002952 bool cpu_overuse_detection_changed = options.cpu_overuse_detection.IsSet() &&
2953 (options_.cpu_overuse_detection != options.cpu_overuse_detection);
2954
wu@webrtc.orgde305012013-10-31 15:40:38 +00002955 bool dscp_option_changed = (options_.dscp != options.dscp);
2956
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002957 bool suspend_below_min_bitrate_changed =
2958 options.suspend_below_min_bitrate.IsSet() &&
2959 (options_.suspend_below_min_bitrate != options.suspend_below_min_bitrate);
2960
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002961 bool conference_mode_turned_off = false;
2962 if (options_.conference_mode.IsSet() && options.conference_mode.IsSet() &&
2963 options_.conference_mode.GetWithDefaultIfUnset(false) &&
2964 !options.conference_mode.GetWithDefaultIfUnset(false)) {
2965 conference_mode_turned_off = true;
2966 }
2967
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00002968#ifdef USE_WEBRTC_DEV_BRANCH
2969 bool improved_wifi_bwe_changed =
2970 options.use_improved_wifi_bandwidth_estimator.IsSet() &&
2971 options_.use_improved_wifi_bandwidth_estimator !=
2972 options.use_improved_wifi_bandwidth_estimator;
2973
2974#endif
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00002975
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002976 // Save the options, to be interpreted where appropriate.
2977 // Use options_.SetAll() instead of assignment so that unset value in options
2978 // will not overwrite the previous option value.
2979 options_.SetAll(options);
2980
2981 // Set CPU options for all send channels.
2982 for (SendChannelMap::iterator iter = send_channels_.begin();
2983 iter != send_channels_.end(); ++iter) {
2984 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2985 send_channel->ApplyCpuOptions(options_);
2986 }
2987
2988 // Adjust send codec bitrate if needed.
2989 int conf_max_bitrate = kDefaultConferenceModeMaxVideoBitrate;
2990
wu@webrtc.orgcecfd182013-10-30 05:18:12 +00002991 // Save altered min_bitrate level and apply if necessary.
2992 bool adjusted_min_bitrate = false;
2993 if (options.lower_min_bitrate.IsSet()) {
2994 bool lower;
2995 options.lower_min_bitrate.Get(&lower);
2996
2997 int new_send_min_bitrate = lower ? kLowerMinBitrate : kMinVideoBitrate;
2998 adjusted_min_bitrate = (new_send_min_bitrate != send_min_bitrate_);
2999 send_min_bitrate_ = new_send_min_bitrate;
3000 }
3001
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003002 int expected_bitrate = send_max_bitrate_;
3003 if (InConferenceMode()) {
3004 expected_bitrate = conf_max_bitrate;
3005 } else if (conference_mode_turned_off) {
3006 // This is a special case for turning conference mode off.
3007 // Max bitrate should go back to the default maximum value instead
3008 // of the current maximum.
3009 expected_bitrate = kMaxVideoBitrate;
3010 }
3011
wu@webrtc.org1e6cb2c2014-03-24 17:01:50 +00003012 int options_start_bitrate;
3013 bool start_bitrate_changed = false;
3014 if (options.video_start_bitrate.Get(&options_start_bitrate) &&
3015 options_start_bitrate != send_start_bitrate_) {
3016 send_start_bitrate_ = options_start_bitrate;
3017 start_bitrate_changed = true;
3018 }
3019
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00003020 bool reset_send_codec_needed = send_codec_ &&
wu@webrtc.orgcecfd182013-10-30 05:18:12 +00003021 (send_max_bitrate_ != expected_bitrate || denoiser_changed ||
wu@webrtc.org1e6cb2c2014-03-24 17:01:50 +00003022 adjusted_min_bitrate || start_bitrate_changed);
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00003023
3024
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003025 LOG(LS_INFO) << "Reset send codec needed is enabled? "
3026 << reset_send_codec_needed;
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00003027 if (reset_send_codec_needed) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003028 // On success, SetSendCodec() will reset send_max_bitrate_ to
3029 // expected_bitrate.
3030 if (!SetSendCodec(*send_codec_,
3031 send_min_bitrate_,
3032 send_start_bitrate_,
3033 expected_bitrate)) {
3034 return false;
3035 }
3036 LogSendCodecChange("SetOptions()");
3037 }
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00003038
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003039 if (leaky_bucket_changed) {
3040 bool enable_leaky_bucket =
3041 options_.video_leaky_bucket.GetWithDefaultIfUnset(false);
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003042 LOG(LS_INFO) << "Leaky bucket is enabled? " << enable_leaky_bucket;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003043 for (SendChannelMap::iterator it = send_channels_.begin();
3044 it != send_channels_.end(); ++it) {
3045 if (engine()->vie()->rtp()->SetTransmissionSmoothingStatus(
3046 it->second->channel_id(), enable_leaky_bucket) != 0) {
3047 LOG_RTCERR2(SetTransmissionSmoothingStatus, it->second->channel_id(),
3048 enable_leaky_bucket);
3049 }
3050 }
3051 }
3052 if (buffer_latency_changed) {
3053 int buffer_latency =
3054 options_.buffered_mode_latency.GetWithDefaultIfUnset(
3055 cricket::kBufferedModeDisabled);
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003056 LOG(LS_INFO) << "Buffer latency is " << buffer_latency;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003057 for (SendChannelMap::iterator it = send_channels_.begin();
3058 it != send_channels_.end(); ++it) {
3059 if (engine()->vie()->rtp()->SetSenderBufferingMode(
3060 it->second->channel_id(), buffer_latency) != 0) {
3061 LOG_RTCERR2(SetSenderBufferingMode, it->second->channel_id(),
3062 buffer_latency);
3063 }
3064 }
3065 for (RecvChannelMap::iterator it = recv_channels_.begin();
3066 it != recv_channels_.end(); ++it) {
3067 if (engine()->vie()->rtp()->SetReceiverBufferingMode(
3068 it->second->channel_id(), buffer_latency) != 0) {
3069 LOG_RTCERR2(SetReceiverBufferingMode, it->second->channel_id(),
3070 buffer_latency);
3071 }
3072 }
3073 }
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003074 if (cpu_overuse_detection_changed) {
3075 bool cpu_overuse_detection =
3076 options_.cpu_overuse_detection.GetWithDefaultIfUnset(false);
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003077 LOG(LS_INFO) << "CPU overuse detection is enabled? "
3078 << cpu_overuse_detection;
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003079 for (SendChannelMap::iterator iter = send_channels_.begin();
3080 iter != send_channels_.end(); ++iter) {
3081 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3082 send_channel->SetCpuOveruseDetection(cpu_overuse_detection);
3083 }
3084 }
wu@webrtc.orgde305012013-10-31 15:40:38 +00003085 if (dscp_option_changed) {
3086 talk_base::DiffServCodePoint dscp = talk_base::DSCP_DEFAULT;
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00003087 if (options_.dscp.GetWithDefaultIfUnset(false))
wu@webrtc.orgde305012013-10-31 15:40:38 +00003088 dscp = kVideoDscpValue;
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003089 LOG(LS_INFO) << "DSCP is " << dscp;
wu@webrtc.orgde305012013-10-31 15:40:38 +00003090 if (MediaChannel::SetDscp(dscp) != 0) {
3091 LOG(LS_WARNING) << "Failed to set DSCP settings for video channel";
3092 }
3093 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003094 if (suspend_below_min_bitrate_changed) {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003095 if (options_.suspend_below_min_bitrate.GetWithDefaultIfUnset(false)) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003096 LOG(LS_INFO) << "Suspend below min bitrate enabled.";
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003097 for (SendChannelMap::iterator it = send_channels_.begin();
3098 it != send_channels_.end(); ++it) {
3099 engine()->vie()->codec()->SuspendBelowMinBitrate(
3100 it->second->channel_id());
3101 }
3102 } else {
3103 LOG(LS_WARNING) << "Cannot disable video suspension once it is enabled";
3104 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003105 }
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003106#ifdef USE_WEBRTC_DEV_BRANCH
3107 if (improved_wifi_bwe_changed) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003108 LOG(LS_INFO) << "Improved WIFI BWE called.";
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003109 webrtc::Config config;
3110 config.Set(new webrtc::AimdRemoteRateControl(
3111 options_.use_improved_wifi_bandwidth_estimator
3112 .GetWithDefaultIfUnset(false)));
3113 for (SendChannelMap::iterator it = send_channels_.begin();
3114 it != send_channels_.end(); ++it) {
3115 engine()->vie()->network()->SetBandwidthEstimationConfig(
3116 it->second->channel_id(), config);
3117 }
3118 }
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +00003119 webrtc::CpuOveruseOptions overuse_options;
3120 if (GetCpuOveruseOptions(options_, &overuse_options)) {
3121 for (SendChannelMap::iterator it = send_channels_.begin();
3122 it != send_channels_.end(); ++it) {
3123 if (engine()->vie()->base()->SetCpuOveruseOptions(
3124 it->second->channel_id(), overuse_options) != 0) {
3125 LOG_RTCERR1(SetCpuOveruseOptions, it->second->channel_id());
3126 }
3127 }
3128 }
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003129#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003130 return true;
3131}
3132
3133void WebRtcVideoMediaChannel::SetInterface(NetworkInterface* iface) {
3134 MediaChannel::SetInterface(iface);
3135 // Set the RTP recv/send buffer to a bigger size
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00003136 MediaChannel::SetOption(NetworkInterface::ST_RTP,
3137 talk_base::Socket::OPT_RCVBUF,
3138 kVideoRtpBufferSize);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003139
3140 // TODO(sriniv): Remove or re-enable this.
3141 // As part of b/8030474, send-buffer is size now controlled through
3142 // portallocator flags.
3143 // network_interface_->SetOption(NetworkInterface::ST_RTP,
3144 // talk_base::Socket::OPT_SNDBUF,
3145 // kVideoRtpBufferSize);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003146}
3147
3148void WebRtcVideoMediaChannel::UpdateAspectRatio(int ratio_w, int ratio_h) {
3149 ASSERT(ratio_w != 0);
3150 ASSERT(ratio_h != 0);
3151 ratio_w_ = ratio_w;
3152 ratio_h_ = ratio_h;
3153 // For now assume that all streams want the same aspect ratio.
3154 // TODO(hellner): remove the need for this assumption.
3155 for (SendChannelMap::iterator iter = send_channels_.begin();
3156 iter != send_channels_.end(); ++iter) {
3157 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3158 VideoCapturer* capturer = send_channel->video_capturer();
3159 if (capturer) {
3160 capturer->UpdateAspectRatio(ratio_w, ratio_h);
3161 }
3162 }
3163}
3164
3165bool WebRtcVideoMediaChannel::GetRenderer(uint32 ssrc,
3166 VideoRenderer** renderer) {
3167 RecvChannelMap::const_iterator it = recv_channels_.find(ssrc);
3168 if (it == recv_channels_.end()) {
3169 if (first_receive_ssrc_ == ssrc &&
3170 recv_channels_.find(0) != recv_channels_.end()) {
3171 LOG(LS_INFO) << " GetRenderer " << ssrc
3172 << " reuse default renderer #"
3173 << vie_channel_;
3174 *renderer = recv_channels_[0]->render_adapter()->renderer();
3175 return true;
3176 }
3177 return false;
3178 }
3179
3180 *renderer = it->second->render_adapter()->renderer();
3181 return true;
3182}
3183
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +00003184bool WebRtcVideoMediaChannel::GetVideoAdapter(
3185 uint32 ssrc, CoordinatedVideoAdapter** video_adapter) {
3186 SendChannelMap::iterator it = send_channels_.find(ssrc);
3187 if (it == send_channels_.end()) {
3188 return false;
3189 }
3190 *video_adapter = it->second->video_adapter();
3191 return true;
3192}
3193
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003194void WebRtcVideoMediaChannel::SendFrame(VideoCapturer* capturer,
3195 const VideoFrame* frame) {
wu@webrtc.org24301a62013-12-13 19:17:43 +00003196 // If the |capturer| is registered to any send channel, then send the frame
3197 // to those send channels.
3198 bool capturer_is_channel_owned = false;
3199 for (SendChannelMap::iterator iter = send_channels_.begin();
3200 iter != send_channels_.end(); ++iter) {
3201 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3202 if (send_channel->video_capturer() == capturer) {
3203 SendFrame(send_channel, frame, capturer->IsScreencast());
3204 capturer_is_channel_owned = true;
3205 }
3206 }
3207 if (capturer_is_channel_owned) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003208 return;
3209 }
wu@webrtc.org24301a62013-12-13 19:17:43 +00003210
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003211 // TODO(hellner): Remove below for loop once the captured frame no longer
3212 // come from the engine, i.e. the engine no longer owns a capturer.
3213 for (SendChannelMap::iterator iter = send_channels_.begin();
3214 iter != send_channels_.end(); ++iter) {
3215 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3216 if (send_channel->video_capturer() == NULL) {
3217 SendFrame(send_channel, frame, capturer->IsScreencast());
3218 }
3219 }
3220}
3221
3222bool WebRtcVideoMediaChannel::SendFrame(
3223 WebRtcVideoChannelSendInfo* send_channel,
3224 const VideoFrame* frame,
3225 bool is_screencast) {
3226 if (!send_channel) {
3227 return false;
3228 }
3229 if (!send_codec_) {
3230 // Send codec has not been set. No reason to process the frame any further.
3231 return false;
3232 }
3233 const VideoFormat& video_format = send_channel->video_format();
3234 // If the frame should be dropped.
3235 const bool video_format_set = video_format != cricket::VideoFormat();
3236 if (video_format_set &&
3237 (video_format.width == 0 && video_format.height == 0)) {
3238 return true;
3239 }
3240
3241 // Checks if we need to reset vie send codec.
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00003242 if (!MaybeResetVieSendCodec(send_channel,
3243 static_cast<int>(frame->GetWidth()),
3244 static_cast<int>(frame->GetHeight()),
3245 is_screencast, NULL)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003246 LOG(LS_ERROR) << "MaybeResetVieSendCodec failed with "
3247 << frame->GetWidth() << "x" << frame->GetHeight();
3248 return false;
3249 }
3250 const VideoFrame* frame_out = frame;
3251 talk_base::scoped_ptr<VideoFrame> processed_frame;
3252 // Disable muting for screencast.
3253 const bool mute = (send_channel->muted() && !is_screencast);
3254 send_channel->ProcessFrame(*frame_out, mute, processed_frame.use());
3255 if (processed_frame) {
3256 frame_out = processed_frame.get();
3257 }
3258
3259 webrtc::ViEVideoFrameI420 frame_i420;
3260 // TODO(ronghuawu): Update the webrtc::ViEVideoFrameI420
3261 // to use const unsigned char*
3262 frame_i420.y_plane = const_cast<unsigned char*>(frame_out->GetYPlane());
3263 frame_i420.u_plane = const_cast<unsigned char*>(frame_out->GetUPlane());
3264 frame_i420.v_plane = const_cast<unsigned char*>(frame_out->GetVPlane());
3265 frame_i420.y_pitch = frame_out->GetYPitch();
3266 frame_i420.u_pitch = frame_out->GetUPitch();
3267 frame_i420.v_pitch = frame_out->GetVPitch();
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003268 frame_i420.width = static_cast<uint16>(frame_out->GetWidth());
3269 frame_i420.height = static_cast<uint16>(frame_out->GetHeight());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003270
3271 int64 timestamp_ntp_ms = 0;
3272 // TODO(justinlin): Reenable after Windows issues with clock drift are fixed.
3273 // Currently reverted to old behavior of discarding capture timestamp.
3274#if 0
henrike@webrtc.orgf5bebd42014-04-04 18:39:07 +00003275 static const int kTimestampDeltaInSecondsForWarning = 2;
3276
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003277 // If the frame timestamp is 0, we will use the deliver time.
3278 const int64 frame_timestamp = frame->GetTimeStamp();
3279 if (frame_timestamp != 0) {
3280 if (abs(time(NULL) - frame_timestamp / talk_base::kNumNanosecsPerSec) >
3281 kTimestampDeltaInSecondsForWarning) {
3282 LOG(LS_WARNING) << "Frame timestamp differs by more than "
3283 << kTimestampDeltaInSecondsForWarning << " seconds from "
3284 << "current Unix timestamp.";
3285 }
3286
3287 timestamp_ntp_ms =
3288 talk_base::UnixTimestampNanosecsToNtpMillisecs(frame_timestamp);
3289 }
3290#endif
3291
3292 return send_channel->external_capture()->IncomingFrameI420(
3293 frame_i420, timestamp_ntp_ms) == 0;
3294}
3295
3296bool WebRtcVideoMediaChannel::CreateChannel(uint32 ssrc_key,
3297 MediaDirection direction,
3298 int* channel_id) {
3299 // There are 3 types of channels. Sending only, receiving only and
3300 // sending and receiving. The sending and receiving channel is the
3301 // default channel and there is only one. All other channels that are created
3302 // are associated with the default channel which must exist. The default
3303 // channel id is stored in |vie_channel_|. All channels need to know about
3304 // the default channel to properly handle remb which is why there are
3305 // different ViE create channel calls.
3306 // For this channel the local and remote ssrc key is 0. However, it may
3307 // have a non-zero local and/or remote ssrc depending on if it is currently
3308 // sending and/or receiving.
3309 if ((vie_channel_ == -1 || direction == MD_SENDRECV) &&
3310 (!send_channels_.empty() || !recv_channels_.empty())) {
3311 ASSERT(false);
3312 return false;
3313 }
3314
3315 *channel_id = -1;
3316 if (direction == MD_RECV) {
3317 // All rec channels are associated with the default channel |vie_channel_|
3318 if (engine_->vie()->base()->CreateReceiveChannel(*channel_id,
3319 vie_channel_) != 0) {
3320 LOG_RTCERR2(CreateReceiveChannel, *channel_id, vie_channel_);
3321 return false;
3322 }
3323 } else if (direction == MD_SEND) {
3324 if (engine_->vie()->base()->CreateChannel(*channel_id,
3325 vie_channel_) != 0) {
3326 LOG_RTCERR2(CreateChannel, *channel_id, vie_channel_);
3327 return false;
3328 }
3329 } else {
3330 ASSERT(direction == MD_SENDRECV);
3331 if (engine_->vie()->base()->CreateChannel(*channel_id) != 0) {
3332 LOG_RTCERR1(CreateChannel, *channel_id);
3333 return false;
3334 }
3335 }
3336 if (!ConfigureChannel(*channel_id, direction, ssrc_key)) {
3337 engine_->vie()->base()->DeleteChannel(*channel_id);
3338 *channel_id = -1;
3339 return false;
3340 }
3341
3342 return true;
3343}
3344
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00003345bool WebRtcVideoMediaChannel::CreateUnsignalledRecvChannel(
3346 uint32 ssrc_key, int* out_channel_id) {
henrike@webrtc.org18e59112014-03-14 17:19:38 +00003347 int unsignalled_recv_channel_limit =
3348 options_.unsignalled_recv_stream_limit.GetWithDefaultIfUnset(
3349 kNumDefaultUnsignalledVideoRecvStreams);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00003350 if (num_unsignalled_recv_channels_ >= unsignalled_recv_channel_limit) {
3351 return false;
3352 }
3353 if (!CreateChannel(ssrc_key, MD_RECV, out_channel_id)) {
3354 return false;
3355 }
3356 // TODO(tvsriram): Support dynamic sizing of unsignalled recv channels.
3357 num_unsignalled_recv_channels_++;
3358 return true;
3359}
3360
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003361bool WebRtcVideoMediaChannel::ConfigureChannel(int channel_id,
3362 MediaDirection direction,
3363 uint32 ssrc_key) {
3364 const bool receiving = (direction == MD_RECV) || (direction == MD_SENDRECV);
3365 const bool sending = (direction == MD_SEND) || (direction == MD_SENDRECV);
3366 // Register external transport.
3367 if (engine_->vie()->network()->RegisterSendTransport(
3368 channel_id, *this) != 0) {
3369 LOG_RTCERR1(RegisterSendTransport, channel_id);
3370 return false;
3371 }
3372
3373 // Set MTU.
3374 if (engine_->vie()->network()->SetMTU(channel_id, kVideoMtu) != 0) {
3375 LOG_RTCERR2(SetMTU, channel_id, kVideoMtu);
3376 return false;
3377 }
3378 // Turn on RTCP and loss feedback reporting.
3379 if (engine()->vie()->rtp()->SetRTCPStatus(
3380 channel_id, webrtc::kRtcpCompound_RFC4585) != 0) {
3381 LOG_RTCERR2(SetRTCPStatus, channel_id, webrtc::kRtcpCompound_RFC4585);
3382 return false;
3383 }
3384 // Enable pli as key frame request method.
3385 if (engine_->vie()->rtp()->SetKeyFrameRequestMethod(
3386 channel_id, webrtc::kViEKeyFrameRequestPliRtcp) != 0) {
3387 LOG_RTCERR2(SetKeyFrameRequestMethod,
3388 channel_id, webrtc::kViEKeyFrameRequestPliRtcp);
3389 return false;
3390 }
3391 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_, nack_enabled_)) {
3392 // Logged in SetNackFec. Don't spam the logs.
3393 return false;
3394 }
3395 // Note that receiving must always be configured before sending to ensure
3396 // that send and receive channel is configured correctly (ConfigureReceiving
3397 // assumes no sending).
3398 if (receiving) {
3399 if (!ConfigureReceiving(channel_id, ssrc_key)) {
3400 return false;
3401 }
3402 }
3403 if (sending) {
3404 if (!ConfigureSending(channel_id, ssrc_key)) {
3405 return false;
3406 }
3407 }
3408
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00003409 // Start receiving for both receive and send channels so that we get incoming
3410 // RTP (if receiving) as well as RTCP feedback (if sending).
3411 if (engine()->vie()->base()->StartReceive(channel_id) != 0) {
3412 LOG_RTCERR1(StartReceive, channel_id);
3413 return false;
3414 }
3415
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003416 return true;
3417}
3418
3419bool WebRtcVideoMediaChannel::ConfigureReceiving(int channel_id,
3420 uint32 remote_ssrc_key) {
3421 // Make sure that an SSRC/key isn't registered more than once.
3422 if (recv_channels_.find(remote_ssrc_key) != recv_channels_.end()) {
3423 return false;
3424 }
3425 // Connect the voice channel, if there is one.
3426 // TODO(perkj): The A/V is synched by the receiving channel. So we need to
3427 // know the SSRC of the remote audio channel in order to fetch the correct
3428 // webrtc VoiceEngine channel. For now- only sync the default channel used
3429 // in 1-1 calls.
3430 if (remote_ssrc_key == 0 && voice_channel_) {
3431 WebRtcVoiceMediaChannel* voice_channel =
3432 static_cast<WebRtcVoiceMediaChannel*>(voice_channel_);
3433 if (engine_->vie()->base()->ConnectAudioChannel(
3434 vie_channel_, voice_channel->voe_channel()) != 0) {
3435 LOG_RTCERR2(ConnectAudioChannel, channel_id,
3436 voice_channel->voe_channel());
3437 LOG(LS_WARNING) << "A/V not synchronized";
3438 // Not a fatal error.
3439 }
3440 }
3441
3442 talk_base::scoped_ptr<WebRtcVideoChannelRecvInfo> channel_info(
3443 new WebRtcVideoChannelRecvInfo(channel_id));
3444
3445 // Install a render adapter.
3446 if (engine_->vie()->render()->AddRenderer(channel_id,
3447 webrtc::kVideoI420, channel_info->render_adapter()) != 0) {
3448 LOG_RTCERR3(AddRenderer, channel_id, webrtc::kVideoI420,
3449 channel_info->render_adapter());
3450 return false;
3451 }
3452
3453
3454 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
3455 kNotSending,
3456 remb_enabled_) != 0) {
3457 LOG_RTCERR3(SetRembStatus, channel_id, kNotSending, remb_enabled_);
3458 return false;
3459 }
3460
3461 if (!SetHeaderExtension(&webrtc::ViERTP_RTCP::SetReceiveTimestampOffsetStatus,
3462 channel_id, receive_extensions_, kRtpTimestampOffsetHeaderExtension)) {
3463 return false;
3464 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003465 if (!SetHeaderExtension(
3466 &webrtc::ViERTP_RTCP::SetReceiveAbsoluteSendTimeStatus, channel_id,
henrike@webrtc.org79047f92014-03-06 23:46:59 +00003467 receive_extensions_, kRtpAbsoluteSenderTimeHeaderExtension)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003468 return false;
3469 }
3470
3471 if (remote_ssrc_key != 0) {
3472 // Use the same SSRC as our default channel
3473 // (so the RTCP reports are correct).
3474 unsigned int send_ssrc = 0;
3475 webrtc::ViERTP_RTCP* rtp = engine()->vie()->rtp();
3476 if (rtp->GetLocalSSRC(vie_channel_, send_ssrc) == -1) {
3477 LOG_RTCERR2(GetLocalSSRC, vie_channel_, send_ssrc);
3478 return false;
3479 }
3480 if (rtp->SetLocalSSRC(channel_id, send_ssrc) == -1) {
3481 LOG_RTCERR2(SetLocalSSRC, channel_id, send_ssrc);
3482 return false;
3483 }
3484 } // Else this is the the default channel and we don't change the SSRC.
3485
3486 // Disable color enhancement since it is a bit too aggressive.
3487 if (engine()->vie()->image()->EnableColorEnhancement(channel_id,
3488 false) != 0) {
3489 LOG_RTCERR1(EnableColorEnhancement, channel_id);
3490 return false;
3491 }
3492
3493 if (!SetReceiveCodecs(channel_info.get())) {
3494 return false;
3495 }
3496
3497 int buffer_latency =
3498 options_.buffered_mode_latency.GetWithDefaultIfUnset(
3499 cricket::kBufferedModeDisabled);
3500 if (buffer_latency != cricket::kBufferedModeDisabled) {
3501 if (engine()->vie()->rtp()->SetReceiverBufferingMode(
3502 channel_id, buffer_latency) != 0) {
3503 LOG_RTCERR2(SetReceiverBufferingMode, channel_id, buffer_latency);
3504 }
3505 }
3506
3507 if (render_started_) {
3508 if (engine_->vie()->render()->StartRender(channel_id) != 0) {
3509 LOG_RTCERR1(StartRender, channel_id);
3510 return false;
3511 }
3512 }
3513
3514 // Register decoder observer for incoming framerate and bitrate.
3515 if (engine()->vie()->codec()->RegisterDecoderObserver(
3516 channel_id, *channel_info->decoder_observer()) != 0) {
3517 LOG_RTCERR1(RegisterDecoderObserver, channel_info->decoder_observer());
3518 return false;
3519 }
3520
3521 recv_channels_[remote_ssrc_key] = channel_info.release();
3522 return true;
3523}
3524
3525bool WebRtcVideoMediaChannel::ConfigureSending(int channel_id,
3526 uint32 local_ssrc_key) {
3527 // The ssrc key can be zero or correspond to an SSRC.
3528 // Make sure the default channel isn't configured more than once.
3529 if (local_ssrc_key == 0 && send_channels_.find(0) != send_channels_.end()) {
3530 return false;
3531 }
3532 // Make sure that the SSRC is not already in use.
3533 uint32 dummy_key;
3534 if (GetSendChannelKey(local_ssrc_key, &dummy_key)) {
3535 return false;
3536 }
3537 int vie_capture = 0;
3538 webrtc::ViEExternalCapture* external_capture = NULL;
3539 // Register external capture.
3540 if (engine()->vie()->capture()->AllocateExternalCaptureDevice(
3541 vie_capture, external_capture) != 0) {
3542 LOG_RTCERR0(AllocateExternalCaptureDevice);
3543 return false;
3544 }
3545
3546 // Connect external capture.
3547 if (engine()->vie()->capture()->ConnectCaptureDevice(
3548 vie_capture, channel_id) != 0) {
3549 LOG_RTCERR2(ConnectCaptureDevice, vie_capture, channel_id);
3550 return false;
3551 }
3552 talk_base::scoped_ptr<WebRtcVideoChannelSendInfo> send_channel(
3553 new WebRtcVideoChannelSendInfo(channel_id, vie_capture,
3554 external_capture,
3555 engine()->cpu_monitor()));
3556 send_channel->ApplyCpuOptions(options_);
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00003557 send_channel->SignalCpuAdaptationUnable.connect(this,
3558 &WebRtcVideoMediaChannel::OnCpuAdaptationUnable);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003559
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003560 if (options_.cpu_overuse_detection.GetWithDefaultIfUnset(false)) {
3561 send_channel->SetCpuOveruseDetection(true);
3562 }
3563
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +00003564#ifdef USE_WEBRTC_DEV_BRANCH
3565 webrtc::CpuOveruseOptions overuse_options;
3566 if (GetCpuOveruseOptions(options_, &overuse_options)) {
3567 if (engine()->vie()->base()->SetCpuOveruseOptions(channel_id,
3568 overuse_options) != 0) {
3569 LOG_RTCERR1(SetCpuOveruseOptions, channel_id);
3570 }
3571 }
3572#endif
3573
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003574 // Register encoder observer for outgoing framerate and bitrate.
3575 if (engine()->vie()->codec()->RegisterEncoderObserver(
3576 channel_id, *send_channel->encoder_observer()) != 0) {
3577 LOG_RTCERR1(RegisterEncoderObserver, send_channel->encoder_observer());
3578 return false;
3579 }
3580
3581 if (!SetHeaderExtension(&webrtc::ViERTP_RTCP::SetSendTimestampOffsetStatus,
3582 channel_id, send_extensions_, kRtpTimestampOffsetHeaderExtension)) {
3583 return false;
3584 }
3585
3586 if (!SetHeaderExtension(&webrtc::ViERTP_RTCP::SetSendAbsoluteSendTimeStatus,
henrike@webrtc.org79047f92014-03-06 23:46:59 +00003587 channel_id, send_extensions_, kRtpAbsoluteSenderTimeHeaderExtension)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003588 return false;
3589 }
3590
3591 if (options_.video_leaky_bucket.GetWithDefaultIfUnset(false)) {
3592 if (engine()->vie()->rtp()->SetTransmissionSmoothingStatus(channel_id,
3593 true) != 0) {
3594 LOG_RTCERR2(SetTransmissionSmoothingStatus, channel_id, true);
3595 return false;
3596 }
3597 }
3598
3599 int buffer_latency =
3600 options_.buffered_mode_latency.GetWithDefaultIfUnset(
3601 cricket::kBufferedModeDisabled);
3602 if (buffer_latency != cricket::kBufferedModeDisabled) {
3603 if (engine()->vie()->rtp()->SetSenderBufferingMode(
3604 channel_id, buffer_latency) != 0) {
3605 LOG_RTCERR2(SetSenderBufferingMode, channel_id, buffer_latency);
3606 }
3607 }
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00003608
3609 if (options_.suspend_below_min_bitrate.GetWithDefaultIfUnset(false)) {
3610 engine()->vie()->codec()->SuspendBelowMinBitrate(channel_id);
3611 }
3612
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003613 // The remb status direction correspond to the RTP stream (and not the RTCP
3614 // stream). I.e. if send remb is enabled it means it is receiving remote
3615 // rembs and should use them to estimate bandwidth. Receive remb mean that
3616 // remb packets will be generated and that the channel should be included in
3617 // it. If remb is enabled all channels are allowed to contribute to the remb
3618 // but only receive channels will ever end up actually contributing. This
3619 // keeps the logic simple.
3620 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
3621 remb_enabled_,
3622 remb_enabled_) != 0) {
3623 LOG_RTCERR3(SetRembStatus, channel_id, remb_enabled_, remb_enabled_);
3624 return false;
3625 }
3626 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_, nack_enabled_)) {
3627 // Logged in SetNackFec. Don't spam the logs.
3628 return false;
3629 }
3630
3631 send_channels_[local_ssrc_key] = send_channel.release();
3632
3633 return true;
3634}
3635
3636bool WebRtcVideoMediaChannel::SetNackFec(int channel_id,
3637 int red_payload_type,
3638 int fec_payload_type,
3639 bool nack_enabled) {
3640 bool enable = (red_payload_type != -1 && fec_payload_type != -1 &&
3641 !InConferenceMode());
3642 if (enable) {
3643 if (engine_->vie()->rtp()->SetHybridNACKFECStatus(
3644 channel_id, nack_enabled, red_payload_type, fec_payload_type) != 0) {
3645 LOG_RTCERR4(SetHybridNACKFECStatus,
3646 channel_id, nack_enabled, red_payload_type, fec_payload_type);
3647 return false;
3648 }
3649 LOG(LS_INFO) << "Hybrid NACK/FEC enabled for channel " << channel_id;
3650 } else {
3651 if (engine_->vie()->rtp()->SetNACKStatus(channel_id, nack_enabled) != 0) {
3652 LOG_RTCERR1(SetNACKStatus, channel_id);
3653 return false;
3654 }
sergeyu@chromium.orga23f0ca2013-11-13 22:48:52 +00003655 std::string enabled = nack_enabled ? "enabled" : "disabled";
3656 LOG(LS_INFO) << "NACK " << enabled << " for channel " << channel_id;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003657 }
3658 return true;
3659}
3660
3661bool WebRtcVideoMediaChannel::SetSendCodec(const webrtc::VideoCodec& codec,
3662 int min_bitrate,
3663 int start_bitrate,
3664 int max_bitrate) {
3665 bool ret_val = true;
3666 for (SendChannelMap::iterator iter = send_channels_.begin();
3667 iter != send_channels_.end(); ++iter) {
3668 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3669 ret_val = SetSendCodec(send_channel, codec, min_bitrate, start_bitrate,
3670 max_bitrate) && ret_val;
3671 }
3672 if (ret_val) {
3673 // All SetSendCodec calls were successful. Update the global state
3674 // accordingly.
3675 send_codec_.reset(new webrtc::VideoCodec(codec));
3676 send_min_bitrate_ = min_bitrate;
3677 send_start_bitrate_ = start_bitrate;
3678 send_max_bitrate_ = max_bitrate;
3679 } else {
3680 // At least one SetSendCodec call failed, rollback.
3681 for (SendChannelMap::iterator iter = send_channels_.begin();
3682 iter != send_channels_.end(); ++iter) {
3683 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3684 if (send_codec_) {
3685 SetSendCodec(send_channel, *send_codec_.get(), send_min_bitrate_,
3686 send_start_bitrate_, send_max_bitrate_);
3687 }
3688 }
3689 }
3690 return ret_val;
3691}
3692
3693bool WebRtcVideoMediaChannel::SetSendCodec(
3694 WebRtcVideoChannelSendInfo* send_channel,
3695 const webrtc::VideoCodec& codec,
3696 int min_bitrate,
3697 int start_bitrate,
3698 int max_bitrate) {
3699 if (!send_channel) {
3700 return false;
3701 }
3702 const int channel_id = send_channel->channel_id();
3703 // Make a copy of the codec
3704 webrtc::VideoCodec target_codec = codec;
3705 target_codec.startBitrate = start_bitrate;
3706 target_codec.minBitrate = min_bitrate;
3707 target_codec.maxBitrate = max_bitrate;
3708
3709 // Set the default number of temporal layers for VP8.
3710 if (webrtc::kVideoCodecVP8 == codec.codecType) {
3711 target_codec.codecSpecific.VP8.numberOfTemporalLayers =
3712 kDefaultNumberOfTemporalLayers;
3713
3714 // Turn off the VP8 error resilience
3715 target_codec.codecSpecific.VP8.resilience = webrtc::kResilienceOff;
3716
3717 bool enable_denoising =
3718 options_.video_noise_reduction.GetWithDefaultIfUnset(false);
3719 target_codec.codecSpecific.VP8.denoisingOn = enable_denoising;
3720 }
3721
3722 // Register external encoder if codec type is supported by encoder factory.
3723 if (engine()->IsExternalEncoderCodecType(codec.codecType) &&
3724 !send_channel->IsEncoderRegistered(target_codec.plType)) {
3725 webrtc::VideoEncoder* encoder =
3726 engine()->CreateExternalEncoder(codec.codecType);
3727 if (encoder) {
3728 if (engine()->vie()->ext_codec()->RegisterExternalSendCodec(
3729 channel_id, target_codec.plType, encoder, false) == 0) {
3730 send_channel->RegisterEncoder(target_codec.plType, encoder);
3731 } else {
3732 LOG_RTCERR2(RegisterExternalSendCodec, channel_id, target_codec.plName);
3733 engine()->DestroyExternalEncoder(encoder);
3734 }
3735 }
3736 }
3737
3738 // Resolution and framerate may vary for different send channels.
3739 const VideoFormat& video_format = send_channel->video_format();
3740 UpdateVideoCodec(video_format, &target_codec);
3741
3742 if (target_codec.width == 0 && target_codec.height == 0) {
3743 const uint32 ssrc = send_channel->stream_params()->first_ssrc();
3744 LOG(LS_INFO) << "0x0 resolution selected. Captured frames will be dropped "
3745 << "for ssrc: " << ssrc << ".";
3746 } else {
3747 MaybeChangeStartBitrate(channel_id, &target_codec);
wu@webrtc.org05e7b442014-04-01 17:44:24 +00003748 webrtc::VideoCodec current_codec;
3749 if (!engine()->vie()->codec()->GetSendCodec(channel_id, current_codec)) {
3750 // Compare against existing configured send codec.
3751 if (current_codec == target_codec) {
3752 // Codec is already configured on channel. no need to apply.
3753 return true;
3754 }
3755 }
3756
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003757 if (0 != engine()->vie()->codec()->SetSendCodec(channel_id, target_codec)) {
3758 LOG_RTCERR2(SetSendCodec, channel_id, target_codec.plName);
3759 return false;
3760 }
3761
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003762 // NOTE: SetRtxSendPayloadType must be called after all simulcast SSRCs
3763 // are configured. Otherwise ssrc's configured after this point will use
3764 // the primary PT for RTX.
3765 if (send_rtx_type_ != -1 &&
3766 engine()->vie()->rtp()->SetRtxSendPayloadType(channel_id,
3767 send_rtx_type_) != 0) {
3768 LOG_RTCERR2(SetRtxSendPayloadType, channel_id, send_rtx_type_);
3769 return false;
3770 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003771 }
3772 send_channel->set_interval(
3773 cricket::VideoFormat::FpsToInterval(target_codec.maxFramerate));
3774 return true;
3775}
3776
3777
3778static std::string ToString(webrtc::VideoCodecComplexity complexity) {
3779 switch (complexity) {
3780 case webrtc::kComplexityNormal:
3781 return "normal";
3782 case webrtc::kComplexityHigh:
3783 return "high";
3784 case webrtc::kComplexityHigher:
3785 return "higher";
3786 case webrtc::kComplexityMax:
3787 return "max";
3788 default:
3789 return "unknown";
3790 }
3791}
3792
3793static std::string ToString(webrtc::VP8ResilienceMode resilience) {
3794 switch (resilience) {
3795 case webrtc::kResilienceOff:
3796 return "off";
3797 case webrtc::kResilientStream:
3798 return "stream";
3799 case webrtc::kResilientFrames:
3800 return "frames";
3801 default:
3802 return "unknown";
3803 }
3804}
3805
3806void WebRtcVideoMediaChannel::LogSendCodecChange(const std::string& reason) {
3807 webrtc::VideoCodec vie_codec;
3808 if (engine()->vie()->codec()->GetSendCodec(vie_channel_, vie_codec) != 0) {
3809 LOG_RTCERR1(GetSendCodec, vie_channel_);
3810 return;
3811 }
3812
3813 LOG(LS_INFO) << reason << " : selected video codec "
3814 << vie_codec.plName << "/"
3815 << vie_codec.width << "x" << vie_codec.height << "x"
3816 << static_cast<int>(vie_codec.maxFramerate) << "fps"
3817 << "@" << vie_codec.maxBitrate << "kbps"
3818 << " (min=" << vie_codec.minBitrate << "kbps,"
3819 << " start=" << vie_codec.startBitrate << "kbps)";
3820 LOG(LS_INFO) << "Video max quantization: " << vie_codec.qpMax;
3821 if (webrtc::kVideoCodecVP8 == vie_codec.codecType) {
3822 LOG(LS_INFO) << "VP8 number of temporal layers: "
3823 << static_cast<int>(
3824 vie_codec.codecSpecific.VP8.numberOfTemporalLayers);
3825 LOG(LS_INFO) << "VP8 options : "
3826 << "picture loss indication = "
3827 << vie_codec.codecSpecific.VP8.pictureLossIndicationOn
3828 << ", feedback mode = "
3829 << vie_codec.codecSpecific.VP8.feedbackModeOn
3830 << ", complexity = "
3831 << ToString(vie_codec.codecSpecific.VP8.complexity)
3832 << ", resilience = "
3833 << ToString(vie_codec.codecSpecific.VP8.resilience)
3834 << ", denoising = "
3835 << vie_codec.codecSpecific.VP8.denoisingOn
3836 << ", error concealment = "
3837 << vie_codec.codecSpecific.VP8.errorConcealmentOn
3838 << ", automatic resize = "
3839 << vie_codec.codecSpecific.VP8.automaticResizeOn
3840 << ", frame dropping = "
3841 << vie_codec.codecSpecific.VP8.frameDroppingOn
3842 << ", key frame interval = "
3843 << vie_codec.codecSpecific.VP8.keyFrameInterval;
3844 }
3845
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003846 if (send_rtx_type_ != -1) {
3847 LOG(LS_INFO) << "RTX payload type: " << send_rtx_type_;
3848 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003849}
3850
3851bool WebRtcVideoMediaChannel::SetReceiveCodecs(
3852 WebRtcVideoChannelRecvInfo* info) {
3853 int red_type = -1;
3854 int fec_type = -1;
3855 int channel_id = info->channel_id();
3856 for (std::vector<webrtc::VideoCodec>::iterator it = receive_codecs_.begin();
3857 it != receive_codecs_.end(); ++it) {
3858 if (it->codecType == webrtc::kVideoCodecRED) {
3859 red_type = it->plType;
3860 } else if (it->codecType == webrtc::kVideoCodecULPFEC) {
3861 fec_type = it->plType;
3862 }
3863 if (engine()->vie()->codec()->SetReceiveCodec(channel_id, *it) != 0) {
3864 LOG_RTCERR2(SetReceiveCodec, channel_id, it->plName);
3865 return false;
3866 }
3867 if (!info->IsDecoderRegistered(it->plType) &&
3868 it->codecType != webrtc::kVideoCodecRED &&
3869 it->codecType != webrtc::kVideoCodecULPFEC) {
3870 webrtc::VideoDecoder* decoder =
3871 engine()->CreateExternalDecoder(it->codecType);
3872 if (decoder) {
3873 if (engine()->vie()->ext_codec()->RegisterExternalReceiveCodec(
3874 channel_id, it->plType, decoder) == 0) {
3875 info->RegisterDecoder(it->plType, decoder);
3876 } else {
3877 LOG_RTCERR2(RegisterExternalReceiveCodec, channel_id, it->plName);
3878 engine()->DestroyExternalDecoder(decoder);
3879 }
3880 }
3881 }
3882 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003883 return true;
3884}
3885
3886int WebRtcVideoMediaChannel::GetRecvChannelNum(uint32 ssrc) {
3887 if (ssrc == first_receive_ssrc_) {
3888 return vie_channel_;
3889 }
3890 RecvChannelMap::iterator it = recv_channels_.find(ssrc);
3891 return (it != recv_channels_.end()) ? it->second->channel_id() : -1;
3892}
3893
3894// If the new frame size is different from the send codec size we set on vie,
3895// we need to reset the send codec on vie.
3896// The new send codec size should not exceed send_codec_ which is controlled
3897// only by the 'jec' logic.
3898bool WebRtcVideoMediaChannel::MaybeResetVieSendCodec(
3899 WebRtcVideoChannelSendInfo* send_channel,
3900 int new_width,
3901 int new_height,
3902 bool is_screencast,
3903 bool* reset) {
3904 if (reset) {
3905 *reset = false;
3906 }
3907 ASSERT(send_codec_.get() != NULL);
3908
3909 webrtc::VideoCodec target_codec = *send_codec_.get();
3910 const VideoFormat& video_format = send_channel->video_format();
3911 UpdateVideoCodec(video_format, &target_codec);
3912
3913 // Vie send codec size should not exceed target_codec.
3914 int target_width = new_width;
3915 int target_height = new_height;
3916 if (!is_screencast &&
3917 (new_width > target_codec.width || new_height > target_codec.height)) {
3918 target_width = target_codec.width;
3919 target_height = target_codec.height;
3920 }
3921
3922 // Get current vie codec.
3923 webrtc::VideoCodec vie_codec;
3924 const int channel_id = send_channel->channel_id();
3925 if (engine()->vie()->codec()->GetSendCodec(channel_id, vie_codec) != 0) {
3926 LOG_RTCERR1(GetSendCodec, channel_id);
3927 return false;
3928 }
3929 const int cur_width = vie_codec.width;
3930 const int cur_height = vie_codec.height;
3931
3932 // Only reset send codec when there is a size change. Additionally,
3933 // automatic resize needs to be turned off when screencasting and on when
3934 // not screencasting.
3935 // Don't allow automatic resizing for screencasting.
3936 bool automatic_resize = !is_screencast;
3937 // Turn off VP8 frame dropping when screensharing as the current model does
3938 // not work well at low fps.
3939 bool vp8_frame_dropping = !is_screencast;
3940 // Disable denoising for screencasting.
3941 bool enable_denoising =
3942 options_.video_noise_reduction.GetWithDefaultIfUnset(false);
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003943#ifdef USE_WEBRTC_DEV_BRANCH
3944 int screencast_min_bitrate =
3945 options_.screencast_min_bitrate.GetWithDefaultIfUnset(0);
3946 bool leaky_bucket = options_.video_leaky_bucket.GetWithDefaultIfUnset(false);
3947#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003948 bool denoising = !is_screencast && enable_denoising;
3949 bool reset_send_codec =
3950 target_width != cur_width || target_height != cur_height ||
3951 automatic_resize != vie_codec.codecSpecific.VP8.automaticResizeOn ||
3952 denoising != vie_codec.codecSpecific.VP8.denoisingOn ||
3953 vp8_frame_dropping != vie_codec.codecSpecific.VP8.frameDroppingOn;
3954
3955 if (reset_send_codec) {
3956 // Set the new codec on vie.
3957 vie_codec.width = target_width;
3958 vie_codec.height = target_height;
3959 vie_codec.maxFramerate = target_codec.maxFramerate;
3960 vie_codec.startBitrate = target_codec.startBitrate;
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00003961#ifdef USE_WEBRTC_DEV_BRANCH
3962 vie_codec.targetBitrate = 0;
3963#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003964 vie_codec.codecSpecific.VP8.automaticResizeOn = automatic_resize;
3965 vie_codec.codecSpecific.VP8.denoisingOn = denoising;
3966 vie_codec.codecSpecific.VP8.frameDroppingOn = vp8_frame_dropping;
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00003967 bool maybe_change_start_bitrate = !is_screencast;
3968#ifdef USE_WEBRTC_DEV_BRANCH
3969 // TODO(pbos): When USE_WEBRTC_DEV_BRANCH is removed, remove
3970 // maybe_change_start_bitrate as well. MaybeChangeStartBitrate should be
3971 // called for all content.
3972 maybe_change_start_bitrate = true;
3973#endif
3974 if (maybe_change_start_bitrate)
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003975 MaybeChangeStartBitrate(channel_id, &vie_codec);
3976
3977 if (engine()->vie()->codec()->SetSendCodec(channel_id, vie_codec) != 0) {
3978 LOG_RTCERR1(SetSendCodec, channel_id);
3979 return false;
3980 }
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003981
3982#ifdef USE_WEBRTC_DEV_BRANCH
3983 if (is_screencast) {
3984 engine()->vie()->rtp()->SetMinTransmitBitrate(channel_id,
3985 screencast_min_bitrate);
3986 // If screencast and min bitrate set, force enable pacer.
3987 if (screencast_min_bitrate > 0) {
3988 engine()->vie()->rtp()->SetTransmissionSmoothingStatus(channel_id,
3989 true);
3990 }
3991 } else {
3992 // In case of switching from screencast to regular capture, set
3993 // min bitrate padding and pacer back to defaults.
3994 engine()->vie()->rtp()->SetMinTransmitBitrate(channel_id, 0);
3995 engine()->vie()->rtp()->SetTransmissionSmoothingStatus(channel_id,
3996 leaky_bucket);
3997 }
3998#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003999 if (reset) {
4000 *reset = true;
4001 }
4002 LogSendCodecChange("Capture size changed");
4003 }
4004
4005 return true;
4006}
4007
4008void WebRtcVideoMediaChannel::MaybeChangeStartBitrate(
4009 int channel_id, webrtc::VideoCodec* video_codec) {
4010 if (video_codec->startBitrate < video_codec->minBitrate) {
4011 video_codec->startBitrate = video_codec->minBitrate;
4012 } else if (video_codec->startBitrate > video_codec->maxBitrate) {
4013 video_codec->startBitrate = video_codec->maxBitrate;
4014 }
4015
4016 // Use a previous target bitrate, if there is one.
4017 unsigned int current_target_bitrate = 0;
4018 if (engine()->vie()->codec()->GetCodecTargetBitrate(
4019 channel_id, &current_target_bitrate) == 0) {
4020 // Convert to kbps.
4021 current_target_bitrate /= 1000;
4022 if (current_target_bitrate > video_codec->maxBitrate) {
4023 current_target_bitrate = video_codec->maxBitrate;
4024 }
4025 if (current_target_bitrate > video_codec->startBitrate) {
4026 video_codec->startBitrate = current_target_bitrate;
4027 }
4028 }
4029}
4030
4031void WebRtcVideoMediaChannel::OnMessage(talk_base::Message* msg) {
4032 FlushBlackFrameData* black_frame_data =
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00004033 static_cast<FlushBlackFrameData*>(msg->pdata);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004034 FlushBlackFrame(black_frame_data->ssrc, black_frame_data->timestamp);
4035 delete black_frame_data;
4036}
4037
4038int WebRtcVideoMediaChannel::SendPacket(int channel, const void* data,
4039 int len) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004040 talk_base::Buffer packet(data, len, kMaxRtpPacketLen);
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00004041 return MediaChannel::SendPacket(&packet) ? len : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004042}
4043
4044int WebRtcVideoMediaChannel::SendRTCPPacket(int channel,
4045 const void* data,
4046 int len) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004047 talk_base::Buffer packet(data, len, kMaxRtpPacketLen);
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00004048 return MediaChannel::SendRtcp(&packet) ? len : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004049}
4050
4051void WebRtcVideoMediaChannel::QueueBlackFrame(uint32 ssrc, int64 timestamp,
4052 int framerate) {
4053 if (timestamp) {
4054 FlushBlackFrameData* black_frame_data = new FlushBlackFrameData(
4055 ssrc,
4056 timestamp);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00004057 const int delay_ms = static_cast<int>(
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004058 2 * cricket::VideoFormat::FpsToInterval(framerate) *
4059 talk_base::kNumMillisecsPerSec / talk_base::kNumNanosecsPerSec);
4060 worker_thread()->PostDelayed(delay_ms, this, 0, black_frame_data);
4061 }
4062}
4063
4064void WebRtcVideoMediaChannel::FlushBlackFrame(uint32 ssrc, int64 timestamp) {
4065 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
4066 if (!send_channel) {
4067 return;
4068 }
4069 talk_base::scoped_ptr<const VideoFrame> black_frame_ptr;
4070
4071 const WebRtcLocalStreamInfo* channel_stream_info =
4072 send_channel->local_stream_info();
4073 int64 last_frame_time_stamp = channel_stream_info->time_stamp();
4074 if (last_frame_time_stamp == timestamp) {
4075 size_t last_frame_width = 0;
4076 size_t last_frame_height = 0;
4077 int64 last_frame_elapsed_time = 0;
4078 channel_stream_info->GetLastFrameInfo(&last_frame_width, &last_frame_height,
4079 &last_frame_elapsed_time);
4080 if (!last_frame_width || !last_frame_height) {
4081 return;
4082 }
4083 WebRtcVideoFrame black_frame;
4084 // Black frame is not screencast.
4085 const bool screencasting = false;
4086 const int64 timestamp_delta = send_channel->interval();
4087 if (!black_frame.InitToBlack(send_codec_->width, send_codec_->height, 1, 1,
4088 last_frame_elapsed_time + timestamp_delta,
4089 last_frame_time_stamp + timestamp_delta) ||
4090 !SendFrame(send_channel, &black_frame, screencasting)) {
4091 LOG(LS_ERROR) << "Failed to send black frame.";
4092 }
4093 }
4094}
4095
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00004096void WebRtcVideoMediaChannel::OnCpuAdaptationUnable() {
4097 // ssrc is hardcoded to 0. This message is based on a system wide issue,
4098 // so finding which ssrc caused it doesn't matter.
4099 SignalMediaError(0, VideoMediaChannel::ERROR_REC_CPU_MAX_CANT_DOWNGRADE);
4100}
4101
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004102void WebRtcVideoMediaChannel::SetNetworkTransmissionState(
4103 bool is_transmitting) {
4104 LOG(LS_INFO) << "SetNetworkTransmissionState: " << is_transmitting;
4105 for (SendChannelMap::iterator iter = send_channels_.begin();
4106 iter != send_channels_.end(); ++iter) {
4107 WebRtcVideoChannelSendInfo* send_channel = iter->second;
4108 int channel_id = send_channel->channel_id();
4109 engine_->vie()->network()->SetNetworkTransmissionState(channel_id,
4110 is_transmitting);
4111 }
4112}
4113
4114bool WebRtcVideoMediaChannel::SetHeaderExtension(ExtensionSetterFunction setter,
4115 int channel_id, const RtpHeaderExtension* extension) {
4116 bool enable = false;
4117 int id = 0;
4118 if (extension) {
4119 enable = true;
4120 id = extension->id;
4121 }
4122 if ((engine_->vie()->rtp()->*setter)(channel_id, enable, id) != 0) {
4123 LOG_RTCERR4(*setter, extension->uri, channel_id, enable, id);
4124 return false;
4125 }
4126 return true;
4127}
4128
4129bool WebRtcVideoMediaChannel::SetHeaderExtension(ExtensionSetterFunction setter,
4130 int channel_id, const std::vector<RtpHeaderExtension>& extensions,
4131 const char header_extension_uri[]) {
4132 const RtpHeaderExtension* extension = FindHeaderExtension(extensions,
4133 header_extension_uri);
4134 return SetHeaderExtension(setter, channel_id, extension);
4135}
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00004136
4137bool WebRtcVideoMediaChannel::SetLocalRtxSsrc(int channel_id,
4138 const StreamParams& send_params,
4139 uint32 primary_ssrc,
4140 int stream_idx) {
4141 uint32 rtx_ssrc = 0;
4142 bool has_rtx = send_params.GetFidSsrc(primary_ssrc, &rtx_ssrc);
4143 if (has_rtx && engine()->vie()->rtp()->SetLocalSSRC(
4144 channel_id, rtx_ssrc, webrtc::kViEStreamTypeRtx, stream_idx) != 0) {
4145 LOG_RTCERR4(SetLocalSSRC, channel_id, rtx_ssrc,
4146 webrtc::kViEStreamTypeRtx, stream_idx);
4147 return false;
4148 }
4149 return true;
4150}
4151
wu@webrtc.org24301a62013-12-13 19:17:43 +00004152void WebRtcVideoMediaChannel::MaybeConnectCapturer(VideoCapturer* capturer) {
4153 if (capturer != NULL && GetSendChannelNum(capturer) == 1) {
wu@webrtc.orgf7d501d2014-03-27 23:48:25 +00004154 capturer->SignalVideoFrame.connect(this,
4155 &WebRtcVideoMediaChannel::SendFrame);
wu@webrtc.org24301a62013-12-13 19:17:43 +00004156 }
4157}
4158
4159void WebRtcVideoMediaChannel::MaybeDisconnectCapturer(VideoCapturer* capturer) {
4160 if (capturer != NULL && GetSendChannelNum(capturer) == 1) {
4161 capturer->SignalVideoFrame.disconnect(this);
4162 }
4163}
4164
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004165} // namespace cricket
4166
4167#endif // HAVE_WEBRTC_VIDEO