blob: 9ed49df1ad63c3d657b617585a43e7d25627df04 [file] [log] [blame]
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001/*
2 * libjingle
3 * Copyright 2004 Google Inc.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
7 *
8 * 1. Redistributions of source code must retain the above copyright notice,
9 * this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright notice,
11 * this list of conditions and the following disclaimer in the documentation
12 * and/or other materials provided with the distribution.
13 * 3. The name of the author may not be used to endorse or promote products
14 * derived from this software without specific prior written permission.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
17 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
18 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
19 * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
21 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
22 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
24 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
25 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 */
27
28#ifdef HAVE_WEBRTC_VIDEO
29#include "talk/media/webrtc/webrtcvideoengine.h"
30
31#ifdef HAVE_CONFIG_H
32#include <config.h>
33#endif
34
35#include <math.h>
36#include <set>
37
38#include "talk/base/basictypes.h"
39#include "talk/base/buffer.h"
40#include "talk/base/byteorder.h"
41#include "talk/base/common.h"
42#include "talk/base/cpumonitor.h"
43#include "talk/base/logging.h"
44#include "talk/base/stringutils.h"
45#include "talk/base/thread.h"
46#include "talk/base/timeutils.h"
47#include "talk/media/base/constants.h"
48#include "talk/media/base/rtputils.h"
49#include "talk/media/base/streamparams.h"
50#include "talk/media/base/videoadapter.h"
51#include "talk/media/base/videocapturer.h"
52#include "talk/media/base/videorenderer.h"
53#include "talk/media/devices/filevideocapturer.h"
wu@webrtc.org9dba5252013-08-05 20:36:57 +000054#include "talk/media/webrtc/webrtcpassthroughrender.h"
55#include "talk/media/webrtc/webrtctexturevideoframe.h"
56#include "talk/media/webrtc/webrtcvideocapturer.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000057#include "talk/media/webrtc/webrtcvideodecoderfactory.h"
58#include "talk/media/webrtc/webrtcvideoencoderfactory.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000059#include "talk/media/webrtc/webrtcvideoframe.h"
60#include "talk/media/webrtc/webrtcvie.h"
61#include "talk/media/webrtc/webrtcvoe.h"
62#include "talk/media/webrtc/webrtcvoiceengine.h"
henrike@webrtc.orga92fd742014-03-26 01:46:18 +000063#include "webrtc/experiments.h"
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +000064#include "webrtc/modules/remote_bitrate_estimator/include/remote_bitrate_estimator.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000065
66#if !defined(LIBPEERCONNECTION_LIB)
67#ifndef HAVE_WEBRTC_VIDEO
68#error Need webrtc video
69#endif
70#include "talk/media/webrtc/webrtcmediaengine.h"
71
72WRME_EXPORT
73cricket::MediaEngineInterface* CreateWebRtcMediaEngine(
74 webrtc::AudioDeviceModule* adm, webrtc::AudioDeviceModule* adm_sc,
75 cricket::WebRtcVideoEncoderFactory* encoder_factory,
76 cricket::WebRtcVideoDecoderFactory* decoder_factory) {
77 return new cricket::WebRtcMediaEngine(adm, adm_sc, encoder_factory,
78 decoder_factory);
79}
80
81WRME_EXPORT
82void DestroyWebRtcMediaEngine(cricket::MediaEngineInterface* media_engine) {
83 delete static_cast<cricket::WebRtcMediaEngine*>(media_engine);
84}
85#endif
86
87
88namespace cricket {
89
90
91static const int kDefaultLogSeverity = talk_base::LS_WARNING;
92
93static const int kMinVideoBitrate = 50;
94static const int kStartVideoBitrate = 300;
95static const int kMaxVideoBitrate = 2000;
96static const int kDefaultConferenceModeMaxVideoBitrate = 500;
97
wu@webrtc.orgcecfd182013-10-30 05:18:12 +000098// Controlled by exp, try a super low minimum bitrate for poor connections.
99static const int kLowerMinBitrate = 30;
100
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000101static const int kVideoMtu = 1200;
102
103static const int kVideoRtpBufferSize = 65536;
104
105static const char kVp8PayloadName[] = "VP8";
106static const char kRedPayloadName[] = "red";
107static const char kFecPayloadName[] = "ulpfec";
108
109static const int kDefaultNumberOfTemporalLayers = 1; // 1:1
110
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000111static const int kMaxExternalVideoCodecs = 8;
112static const int kExternalVideoPayloadTypeBase = 120;
113
114// Static allocation of payload type values for external video codec.
115static int GetExternalVideoPayloadType(int index) {
116 ASSERT(index >= 0 && index < kMaxExternalVideoCodecs);
117 return kExternalVideoPayloadTypeBase + index;
118}
119
120static void LogMultiline(talk_base::LoggingSeverity sev, char* text) {
121 const char* delim = "\r\n";
122 // TODO(fbarchard): Fix strtok lint warning.
123 for (char* tok = strtok(text, delim); tok; tok = strtok(NULL, delim)) {
124 LOG_V(sev) << tok;
125 }
126}
127
128// Severity is an integer because it comes is assumed to be from command line.
129static int SeverityToFilter(int severity) {
130 int filter = webrtc::kTraceNone;
131 switch (severity) {
132 case talk_base::LS_VERBOSE:
133 filter |= webrtc::kTraceAll;
134 case talk_base::LS_INFO:
135 filter |= (webrtc::kTraceStateInfo | webrtc::kTraceInfo);
136 case talk_base::LS_WARNING:
137 filter |= (webrtc::kTraceTerseInfo | webrtc::kTraceWarning);
138 case talk_base::LS_ERROR:
139 filter |= (webrtc::kTraceError | webrtc::kTraceCritical);
140 }
141 return filter;
142}
143
144static const int kCpuMonitorPeriodMs = 2000; // 2 seconds.
145
146static const bool kNotSending = false;
147
wu@webrtc.orgde305012013-10-31 15:40:38 +0000148// Default video dscp value.
149// See http://tools.ietf.org/html/rfc2474 for details
150// See also http://tools.ietf.org/html/draft-jennings-rtcweb-qos-00
151static const talk_base::DiffServCodePoint kVideoDscpValue =
152 talk_base::DSCP_AF41;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000153
154static bool IsNackEnabled(const VideoCodec& codec) {
155 return codec.HasFeedbackParam(FeedbackParam(kRtcpFbParamNack,
156 kParamValueEmpty));
157}
158
159// Returns true if Receiver Estimated Max Bitrate is enabled.
160static bool IsRembEnabled(const VideoCodec& codec) {
161 return codec.HasFeedbackParam(FeedbackParam(kRtcpFbParamRemb,
162 kParamValueEmpty));
163}
164
wu@webrtc.org05e7b442014-04-01 17:44:24 +0000165// TODO(mallinath) - Remove this after trunk of webrtc is pushed to GTP.
166#if !defined(USE_WEBRTC_DEV_BRANCH)
167bool operator==(const webrtc::VideoCodecVP8& lhs,
168 const webrtc::VideoCodecVP8& rhs) {
169 return lhs.pictureLossIndicationOn == rhs.pictureLossIndicationOn &&
170 lhs.feedbackModeOn == rhs.feedbackModeOn &&
171 lhs.complexity == rhs.complexity &&
172 lhs.resilience == rhs.resilience &&
173 lhs.numberOfTemporalLayers == rhs.numberOfTemporalLayers &&
174 lhs.denoisingOn == rhs.denoisingOn &&
175 lhs.errorConcealmentOn == rhs.errorConcealmentOn &&
176 lhs.automaticResizeOn == rhs.automaticResizeOn &&
177 lhs.frameDroppingOn == rhs.frameDroppingOn &&
178 lhs.keyFrameInterval == rhs.keyFrameInterval;
179}
180
181bool operator!=(const webrtc::VideoCodecVP8& lhs,
182 const webrtc::VideoCodecVP8& rhs) {
183 return !(lhs == rhs);
184}
185
186bool operator==(const webrtc::SimulcastStream& lhs,
187 const webrtc::SimulcastStream& rhs) {
188 return lhs.width == rhs.width &&
189 lhs.height == rhs.height &&
190 lhs.numberOfTemporalLayers == rhs.numberOfTemporalLayers &&
191 lhs.maxBitrate == rhs.maxBitrate &&
192 lhs.targetBitrate == rhs.targetBitrate &&
193 lhs.minBitrate == rhs.minBitrate &&
194 lhs.qpMax == rhs.qpMax;
195}
196
197bool operator!=(const webrtc::SimulcastStream& lhs,
198 const webrtc::SimulcastStream& rhs) {
199 return !(lhs == rhs);
200}
201
202bool operator==(const webrtc::VideoCodec& lhs,
203 const webrtc::VideoCodec& rhs) {
204 bool ret = lhs.codecType == rhs.codecType &&
205 (_stricmp(lhs.plName, rhs.plName) == 0) &&
206 lhs.plType == rhs.plType &&
207 lhs.width == rhs.width &&
208 lhs.height == rhs.height &&
209 lhs.startBitrate == rhs.startBitrate &&
210 lhs.maxBitrate == rhs.maxBitrate &&
211 lhs.minBitrate == rhs.minBitrate &&
212 lhs.maxFramerate == rhs.maxFramerate &&
213 lhs.qpMax == rhs.qpMax &&
214 lhs.numberOfSimulcastStreams == rhs.numberOfSimulcastStreams &&
215 lhs.mode == rhs.mode;
216 if (ret && lhs.codecType == webrtc::kVideoCodecVP8) {
217 ret &= (lhs.codecSpecific.VP8 == rhs.codecSpecific.VP8);
218 }
219
220 for (unsigned char i = 0; i < rhs.numberOfSimulcastStreams && ret; ++i) {
221 ret &= (lhs.simulcastStream[i] == rhs.simulcastStream[i]);
222 }
223 return ret;
224}
225
226bool operator!=(const webrtc::VideoCodec& lhs,
227 const webrtc::VideoCodec& rhs) {
228 return !(lhs == rhs);
229}
230#endif
231
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000232struct FlushBlackFrameData : public talk_base::MessageData {
233 FlushBlackFrameData(uint32 s, int64 t) : ssrc(s), timestamp(t) {
234 }
235 uint32 ssrc;
236 int64 timestamp;
237};
238
239class WebRtcRenderAdapter : public webrtc::ExternalRenderer {
240 public:
241 explicit WebRtcRenderAdapter(VideoRenderer* renderer)
henrike@webrtc.orge9793ab2014-03-18 14:36:23 +0000242 : renderer_(renderer), width_(0), height_(0) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000243 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000244
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000245 virtual ~WebRtcRenderAdapter() {
246 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000247
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000248 void SetRenderer(VideoRenderer* renderer) {
249 talk_base::CritScope cs(&crit_);
250 renderer_ = renderer;
251 // FrameSizeChange may have already been called when renderer was not set.
252 // If so we should call SetSize here.
253 // TODO(ronghuawu): Add unit test for this case. Didn't do it now
254 // because the WebRtcRenderAdapter is currently hiding in cc file. No
255 // good way to get access to it from the unit test.
256 if (width_ > 0 && height_ > 0 && renderer_ != NULL) {
257 if (!renderer_->SetSize(width_, height_, 0)) {
258 LOG(LS_ERROR)
259 << "WebRtcRenderAdapter SetRenderer failed to SetSize to: "
260 << width_ << "x" << height_;
261 }
262 }
263 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000264
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000265 // Implementation of webrtc::ExternalRenderer.
266 virtual int FrameSizeChange(unsigned int width, unsigned int height,
267 unsigned int /*number_of_streams*/) {
268 talk_base::CritScope cs(&crit_);
269 width_ = width;
270 height_ = height;
271 LOG(LS_INFO) << "WebRtcRenderAdapter frame size changed to: "
272 << width << "x" << height;
273 if (renderer_ == NULL) {
274 LOG(LS_VERBOSE) << "WebRtcRenderAdapter the renderer has not been set. "
275 << "SetSize will be called later in SetRenderer.";
276 return 0;
277 }
278 return renderer_->SetSize(width_, height_, 0) ? 0 : -1;
279 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000280
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000281 virtual int DeliverFrame(unsigned char* buffer, int buffer_size,
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000282 uint32_t time_stamp, int64_t render_time,
283 void* handle) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000284 talk_base::CritScope cs(&crit_);
285 frame_rate_tracker_.Update(1);
286 if (renderer_ == NULL) {
287 return 0;
288 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000289 // Convert 90K rtp timestamp to ns timestamp.
290 int64 rtp_time_stamp_in_ns = (time_stamp / 90) *
291 talk_base::kNumNanosecsPerMillisec;
292 // Convert milisecond render time to ns timestamp.
293 int64 render_time_stamp_in_ns = render_time *
294 talk_base::kNumNanosecsPerMillisec;
295 // Send the rtp timestamp to renderer as the VideoFrame timestamp.
296 // and the render timestamp as the VideoFrame elapsed_time.
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000297 if (handle == NULL) {
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000298 return DeliverBufferFrame(buffer, buffer_size, render_time_stamp_in_ns,
299 rtp_time_stamp_in_ns);
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000300 } else {
301 return DeliverTextureFrame(handle, render_time_stamp_in_ns,
302 rtp_time_stamp_in_ns);
303 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000304 }
305
306 virtual bool IsTextureSupported() { return true; }
307
308 int DeliverBufferFrame(unsigned char* buffer, int buffer_size,
309 int64 elapsed_time, int64 time_stamp) {
310 WebRtcVideoFrame video_frame;
wu@webrtc.org16d62542013-11-05 23:45:14 +0000311 video_frame.Alias(buffer, buffer_size, width_, height_,
312 1, 1, elapsed_time, time_stamp, 0);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000313
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000314 // Sanity check on decoded frame size.
315 if (buffer_size != static_cast<int>(VideoFrame::SizeOf(width_, height_))) {
316 LOG(LS_WARNING) << "WebRtcRenderAdapter received a strange frame size: "
317 << buffer_size;
318 }
319
320 int ret = renderer_->RenderFrame(&video_frame) ? 0 : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000321 return ret;
322 }
323
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000324 int DeliverTextureFrame(void* handle, int64 elapsed_time, int64 time_stamp) {
325 WebRtcTextureVideoFrame video_frame(
326 static_cast<webrtc::NativeHandle*>(handle), width_, height_,
327 elapsed_time, time_stamp);
328 return renderer_->RenderFrame(&video_frame);
329 }
330
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000331 unsigned int width() {
332 talk_base::CritScope cs(&crit_);
333 return width_;
334 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000335
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000336 unsigned int height() {
337 talk_base::CritScope cs(&crit_);
338 return height_;
339 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000340
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000341 int framerate() {
342 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000343 return static_cast<int>(frame_rate_tracker_.units_second());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000344 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000345
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000346 VideoRenderer* renderer() {
347 talk_base::CritScope cs(&crit_);
348 return renderer_;
349 }
350
351 private:
352 talk_base::CriticalSection crit_;
353 VideoRenderer* renderer_;
354 unsigned int width_;
355 unsigned int height_;
356 talk_base::RateTracker frame_rate_tracker_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000357};
358
359class WebRtcDecoderObserver : public webrtc::ViEDecoderObserver {
360 public:
361 explicit WebRtcDecoderObserver(int video_channel)
362 : video_channel_(video_channel),
363 framerate_(0),
364 bitrate_(0),
wu@webrtc.org97077a32013-10-25 21:18:33 +0000365 decode_ms_(0),
366 max_decode_ms_(0),
367 current_delay_ms_(0),
368 target_delay_ms_(0),
369 jitter_buffer_ms_(0),
370 min_playout_delay_ms_(0),
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000371 render_delay_ms_(0) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000372 }
373
374 // virtual functions from VieDecoderObserver.
375 virtual void IncomingCodecChanged(const int videoChannel,
376 const webrtc::VideoCodec& videoCodec) {}
377 virtual void IncomingRate(const int videoChannel,
378 const unsigned int framerate,
379 const unsigned int bitrate) {
wu@webrtc.org78187522013-10-07 23:32:02 +0000380 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000381 ASSERT(video_channel_ == videoChannel);
382 framerate_ = framerate;
383 bitrate_ = bitrate;
384 }
wu@webrtc.org97077a32013-10-25 21:18:33 +0000385
386 virtual void DecoderTiming(int decode_ms,
387 int max_decode_ms,
388 int current_delay_ms,
389 int target_delay_ms,
390 int jitter_buffer_ms,
391 int min_playout_delay_ms,
392 int render_delay_ms) {
393 talk_base::CritScope cs(&crit_);
394 decode_ms_ = decode_ms;
395 max_decode_ms_ = max_decode_ms;
396 current_delay_ms_ = current_delay_ms;
397 target_delay_ms_ = target_delay_ms;
398 jitter_buffer_ms_ = jitter_buffer_ms;
399 min_playout_delay_ms_ = min_playout_delay_ms;
400 render_delay_ms_ = render_delay_ms;
401 }
402
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000403 virtual void RequestNewKeyFrame(const int videoChannel) {}
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000404
wu@webrtc.org97077a32013-10-25 21:18:33 +0000405 // Populate |rinfo| based on previously-set data in |*this|.
406 void ExportTo(VideoReceiverInfo* rinfo) {
wu@webrtc.org78187522013-10-07 23:32:02 +0000407 talk_base::CritScope cs(&crit_);
wu@webrtc.org97077a32013-10-25 21:18:33 +0000408 rinfo->framerate_rcvd = framerate_;
409 rinfo->decode_ms = decode_ms_;
410 rinfo->max_decode_ms = max_decode_ms_;
411 rinfo->current_delay_ms = current_delay_ms_;
412 rinfo->target_delay_ms = target_delay_ms_;
413 rinfo->jitter_buffer_ms = jitter_buffer_ms_;
414 rinfo->min_playout_delay_ms = min_playout_delay_ms_;
415 rinfo->render_delay_ms = render_delay_ms_;
wu@webrtc.org78187522013-10-07 23:32:02 +0000416 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000417
418 private:
wu@webrtc.org78187522013-10-07 23:32:02 +0000419 mutable talk_base::CriticalSection crit_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000420 int video_channel_;
421 int framerate_;
422 int bitrate_;
wu@webrtc.org97077a32013-10-25 21:18:33 +0000423 int decode_ms_;
424 int max_decode_ms_;
425 int current_delay_ms_;
426 int target_delay_ms_;
427 int jitter_buffer_ms_;
428 int min_playout_delay_ms_;
429 int render_delay_ms_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000430};
431
432class WebRtcEncoderObserver : public webrtc::ViEEncoderObserver {
433 public:
434 explicit WebRtcEncoderObserver(int video_channel)
435 : video_channel_(video_channel),
436 framerate_(0),
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000437 bitrate_(0),
438 suspended_(false) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000439 }
440
441 // virtual functions from VieEncoderObserver.
442 virtual void OutgoingRate(const int videoChannel,
443 const unsigned int framerate,
444 const unsigned int bitrate) {
wu@webrtc.org78187522013-10-07 23:32:02 +0000445 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000446 ASSERT(video_channel_ == videoChannel);
447 framerate_ = framerate;
448 bitrate_ = bitrate;
449 }
450
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000451 virtual void SuspendChange(int video_channel, bool is_suspended) {
452 talk_base::CritScope cs(&crit_);
453 ASSERT(video_channel_ == video_channel);
454 suspended_ = is_suspended;
455 }
456
wu@webrtc.org78187522013-10-07 23:32:02 +0000457 int framerate() const {
458 talk_base::CritScope cs(&crit_);
459 return framerate_;
460 }
461 int bitrate() const {
462 talk_base::CritScope cs(&crit_);
463 return bitrate_;
464 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000465 bool suspended() const {
466 talk_base::CritScope cs(&crit_);
467 return suspended_;
468 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000469
470 private:
wu@webrtc.org78187522013-10-07 23:32:02 +0000471 mutable talk_base::CriticalSection crit_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000472 int video_channel_;
473 int framerate_;
474 int bitrate_;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000475 bool suspended_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000476};
477
478class WebRtcLocalStreamInfo {
479 public:
480 WebRtcLocalStreamInfo()
481 : width_(0), height_(0), elapsed_time_(-1), time_stamp_(-1) {}
482 size_t width() const {
483 talk_base::CritScope cs(&crit_);
484 return width_;
485 }
486 size_t height() const {
487 talk_base::CritScope cs(&crit_);
488 return height_;
489 }
490 int64 elapsed_time() const {
491 talk_base::CritScope cs(&crit_);
492 return elapsed_time_;
493 }
494 int64 time_stamp() const {
495 talk_base::CritScope cs(&crit_);
496 return time_stamp_;
497 }
498 int framerate() {
499 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000500 return static_cast<int>(rate_tracker_.units_second());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000501 }
502 void GetLastFrameInfo(
503 size_t* width, size_t* height, int64* elapsed_time) const {
504 talk_base::CritScope cs(&crit_);
505 *width = width_;
506 *height = height_;
507 *elapsed_time = elapsed_time_;
508 }
509
510 void UpdateFrame(const VideoFrame* frame) {
511 talk_base::CritScope cs(&crit_);
512
513 width_ = frame->GetWidth();
514 height_ = frame->GetHeight();
515 elapsed_time_ = frame->GetElapsedTime();
516 time_stamp_ = frame->GetTimeStamp();
517
518 rate_tracker_.Update(1);
519 }
520
521 private:
522 mutable talk_base::CriticalSection crit_;
523 size_t width_;
524 size_t height_;
525 int64 elapsed_time_;
526 int64 time_stamp_;
527 talk_base::RateTracker rate_tracker_;
528
529 DISALLOW_COPY_AND_ASSIGN(WebRtcLocalStreamInfo);
530};
531
532// WebRtcVideoChannelRecvInfo is a container class with members such as renderer
533// and a decoder observer that is used by receive channels.
534// It must exist as long as the receive channel is connected to renderer or a
535// decoder observer in this class and methods in the class should only be called
536// from the worker thread.
537class WebRtcVideoChannelRecvInfo {
538 public:
539 typedef std::map<int, webrtc::VideoDecoder*> DecoderMap; // key: payload type
540 explicit WebRtcVideoChannelRecvInfo(int channel_id)
541 : channel_id_(channel_id),
542 render_adapter_(NULL),
543 decoder_observer_(channel_id) {
544 }
545 int channel_id() { return channel_id_; }
546 void SetRenderer(VideoRenderer* renderer) {
547 render_adapter_.SetRenderer(renderer);
548 }
549 WebRtcRenderAdapter* render_adapter() { return &render_adapter_; }
550 WebRtcDecoderObserver* decoder_observer() { return &decoder_observer_; }
551 void RegisterDecoder(int pl_type, webrtc::VideoDecoder* decoder) {
552 ASSERT(!IsDecoderRegistered(pl_type));
553 registered_decoders_[pl_type] = decoder;
554 }
555 bool IsDecoderRegistered(int pl_type) {
556 return registered_decoders_.count(pl_type) != 0;
557 }
558 const DecoderMap& registered_decoders() {
559 return registered_decoders_;
560 }
561 void ClearRegisteredDecoders() {
562 registered_decoders_.clear();
563 }
564
565 private:
566 int channel_id_; // Webrtc video channel number.
567 // Renderer for this channel.
568 WebRtcRenderAdapter render_adapter_;
569 WebRtcDecoderObserver decoder_observer_;
570 DecoderMap registered_decoders_;
571};
572
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000573class WebRtcOveruseObserver : public webrtc::CpuOveruseObserver {
574 public:
575 explicit WebRtcOveruseObserver(CoordinatedVideoAdapter* video_adapter)
576 : video_adapter_(video_adapter),
577 enabled_(false) {
578 }
579
580 // TODO(mflodman): Consider sending resolution as part of event, to let
581 // adapter know what resolution the request is based on. Helps eliminate stale
582 // data, race conditions.
583 virtual void OveruseDetected() OVERRIDE {
584 talk_base::CritScope cs(&crit_);
585 if (!enabled_) {
586 return;
587 }
588
589 video_adapter_->OnCpuResolutionRequest(CoordinatedVideoAdapter::DOWNGRADE);
590 }
591
592 virtual void NormalUsage() OVERRIDE {
593 talk_base::CritScope cs(&crit_);
594 if (!enabled_) {
595 return;
596 }
597
598 video_adapter_->OnCpuResolutionRequest(CoordinatedVideoAdapter::UPGRADE);
599 }
600
601 void Enable(bool enable) {
602 talk_base::CritScope cs(&crit_);
603 enabled_ = enable;
604 }
605
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000606 bool enabled() const { return enabled_; }
607
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000608 private:
609 CoordinatedVideoAdapter* video_adapter_;
610 bool enabled_;
611 talk_base::CriticalSection crit_;
612};
613
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000614
wu@webrtc.orgd64719d2013-08-01 00:00:07 +0000615class WebRtcVideoChannelSendInfo : public sigslot::has_slots<> {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000616 public:
617 typedef std::map<int, webrtc::VideoEncoder*> EncoderMap; // key: payload type
618 WebRtcVideoChannelSendInfo(int channel_id, int capture_id,
619 webrtc::ViEExternalCapture* external_capture,
620 talk_base::CpuMonitor* cpu_monitor)
621 : channel_id_(channel_id),
622 capture_id_(capture_id),
623 sending_(false),
624 muted_(false),
625 video_capturer_(NULL),
626 encoder_observer_(channel_id),
627 external_capture_(external_capture),
628 capturer_updated_(false),
629 interval_(0),
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000630 cpu_monitor_(cpu_monitor),
631 overuse_observer_enabled_(false) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000632 }
633
634 int channel_id() const { return channel_id_; }
635 int capture_id() const { return capture_id_; }
636 void set_sending(bool sending) { sending_ = sending; }
637 bool sending() const { return sending_; }
638 void set_muted(bool on) {
639 // TODO(asapersson): add support.
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +0000640 // video_adapter_.SetBlackOutput(on);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000641 muted_ = on;
642 }
643 bool muted() {return muted_; }
644
645 WebRtcEncoderObserver* encoder_observer() { return &encoder_observer_; }
646 webrtc::ViEExternalCapture* external_capture() { return external_capture_; }
647 const VideoFormat& video_format() const {
648 return video_format_;
649 }
650 void set_video_format(const VideoFormat& video_format) {
651 video_format_ = video_format;
652 if (video_format_ != cricket::VideoFormat()) {
653 interval_ = video_format_.interval;
654 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000655 CoordinatedVideoAdapter* adapter = video_adapter();
656 if (adapter) {
657 adapter->OnOutputFormatRequest(video_format_);
658 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000659 }
660 void set_interval(int64 interval) {
661 if (video_format() == cricket::VideoFormat()) {
662 interval_ = interval;
663 }
664 }
665 int64 interval() { return interval_; }
666
xians@webrtc.orgef221512014-02-21 10:31:29 +0000667 int CurrentAdaptReason() const {
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000668 const CoordinatedVideoAdapter* adapter = video_adapter();
669 if (!adapter) {
670 return CoordinatedVideoAdapter::ADAPTREASON_NONE;
671 }
672 return video_adapter()->adapt_reason();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000673 }
674
675 StreamParams* stream_params() { return stream_params_.get(); }
676 void set_stream_params(const StreamParams& sp) {
677 stream_params_.reset(new StreamParams(sp));
678 }
679 void ClearStreamParams() { stream_params_.reset(); }
680 bool has_ssrc(uint32 local_ssrc) const {
681 return !stream_params_ ? false :
682 stream_params_->has_ssrc(local_ssrc);
683 }
684 WebRtcLocalStreamInfo* local_stream_info() {
685 return &local_stream_info_;
686 }
687 VideoCapturer* video_capturer() {
688 return video_capturer_;
689 }
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +0000690 void set_video_capturer(VideoCapturer* video_capturer,
691 ViEWrapper* vie_wrapper) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000692 if (video_capturer == video_capturer_) {
693 return;
694 }
xians@webrtc.orgef221512014-02-21 10:31:29 +0000695
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000696 CoordinatedVideoAdapter* old_video_adapter = video_adapter();
697 if (old_video_adapter) {
698 // Disconnect signals from old video adapter.
699 SignalCpuAdaptationUnable.disconnect(old_video_adapter);
700 if (cpu_monitor_) {
701 cpu_monitor_->SignalUpdate.disconnect(old_video_adapter);
xians@webrtc.orgef221512014-02-21 10:31:29 +0000702 }
henrike@webrtc.org26438052014-02-20 22:32:53 +0000703 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000704
705 capturer_updated_ = true;
706 video_capturer_ = video_capturer;
707
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +0000708 vie_wrapper->base()->RegisterCpuOveruseObserver(channel_id_, NULL);
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000709 if (!video_capturer) {
710 overuse_observer_.reset();
711 return;
712 }
713
714 CoordinatedVideoAdapter* adapter = video_adapter();
715 ASSERT(adapter && "Video adapter should not be null here.");
716
717 UpdateAdapterCpuOptions();
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000718
719 overuse_observer_.reset(new WebRtcOveruseObserver(adapter));
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +0000720 vie_wrapper->base()->RegisterCpuOveruseObserver(channel_id_,
721 overuse_observer_.get());
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000722 // (Dis)connect the video adapter from the cpu monitor as appropriate.
723 SetCpuOveruseDetection(overuse_observer_enabled_);
724
725 SignalCpuAdaptationUnable.repeat(adapter->SignalCpuAdaptationUnable);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000726 }
727
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000728 CoordinatedVideoAdapter* video_adapter() {
729 if (!video_capturer_) {
730 return NULL;
731 }
732 return video_capturer_->video_adapter();
733 }
734 const CoordinatedVideoAdapter* video_adapter() const {
735 if (!video_capturer_) {
736 return NULL;
737 }
738 return video_capturer_->video_adapter();
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +0000739 }
740
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000741 void ApplyCpuOptions(const VideoOptions& video_options) {
742 // Use video_options_.SetAll() instead of assignment so that unset value in
743 // video_options will not overwrite the previous option value.
744 video_options_.SetAll(video_options);
745 UpdateAdapterCpuOptions();
746 }
747
748 void UpdateAdapterCpuOptions() {
749 if (!video_capturer_) {
750 return;
751 }
752
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000753 bool cpu_adapt, cpu_smoothing, adapt_third;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000754 float low, med, high;
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000755
756 // TODO(thorcarpenter): Have VideoAdapter be responsible for setting
757 // all these video options.
758 CoordinatedVideoAdapter* video_adapter = video_capturer_->video_adapter();
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000759 if (video_options_.adapt_input_to_cpu_usage.Get(&cpu_adapt) ||
760 overuse_observer_enabled_) {
761 video_adapter->set_cpu_adaptation(cpu_adapt || overuse_observer_enabled_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000762 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000763 if (video_options_.adapt_cpu_with_smoothing.Get(&cpu_smoothing)) {
764 video_adapter->set_cpu_smoothing(cpu_smoothing);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000765 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000766 if (video_options_.process_adaptation_threshhold.Get(&med)) {
767 video_adapter->set_process_threshold(med);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000768 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000769 if (video_options_.system_low_adaptation_threshhold.Get(&low)) {
770 video_adapter->set_low_system_threshold(low);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000771 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000772 if (video_options_.system_high_adaptation_threshhold.Get(&high)) {
773 video_adapter->set_high_system_threshold(high);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000774 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000775 if (video_options_.video_adapt_third.Get(&adapt_third)) {
776 video_adapter->set_scale_third(adapt_third);
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000777 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000778 }
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000779
780 void SetCpuOveruseDetection(bool enable) {
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000781 overuse_observer_enabled_ = enable;
782
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000783 if (overuse_observer_) {
784 overuse_observer_->Enable(enable);
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +0000785 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000786
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000787 // The video adapter is signaled by overuse detection if enabled; otherwise
788 // it will be signaled by cpu monitor.
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000789 CoordinatedVideoAdapter* adapter = video_adapter();
790 if (adapter) {
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000791 bool cpu_adapt = false;
792 video_options_.adapt_input_to_cpu_usage.Get(&cpu_adapt);
793 adapter->set_cpu_adaptation(
794 adapter->cpu_adaptation() || cpu_adapt || enable);
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000795 if (cpu_monitor_) {
796 if (enable) {
797 cpu_monitor_->SignalUpdate.disconnect(adapter);
798 } else {
799 cpu_monitor_->SignalUpdate.connect(
800 adapter, &CoordinatedVideoAdapter::OnCpuLoadUpdated);
801 }
802 }
803 }
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000804 }
805
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000806 void ProcessFrame(const VideoFrame& original_frame, bool mute,
807 VideoFrame** processed_frame) {
808 if (!mute) {
809 *processed_frame = original_frame.Copy();
810 } else {
811 WebRtcVideoFrame* black_frame = new WebRtcVideoFrame();
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000812 black_frame->InitToBlack(static_cast<int>(original_frame.GetWidth()),
813 static_cast<int>(original_frame.GetHeight()),
814 1, 1,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000815 original_frame.GetElapsedTime(),
816 original_frame.GetTimeStamp());
817 *processed_frame = black_frame;
818 }
819 local_stream_info_.UpdateFrame(*processed_frame);
820 }
821 void RegisterEncoder(int pl_type, webrtc::VideoEncoder* encoder) {
822 ASSERT(!IsEncoderRegistered(pl_type));
823 registered_encoders_[pl_type] = encoder;
824 }
825 bool IsEncoderRegistered(int pl_type) {
826 return registered_encoders_.count(pl_type) != 0;
827 }
828 const EncoderMap& registered_encoders() {
829 return registered_encoders_;
830 }
831 void ClearRegisteredEncoders() {
832 registered_encoders_.clear();
833 }
834
wu@webrtc.orgd64719d2013-08-01 00:00:07 +0000835 sigslot::repeater0<> SignalCpuAdaptationUnable;
836
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000837 private:
838 int channel_id_;
839 int capture_id_;
840 bool sending_;
841 bool muted_;
842 VideoCapturer* video_capturer_;
843 WebRtcEncoderObserver encoder_observer_;
844 webrtc::ViEExternalCapture* external_capture_;
845 EncoderMap registered_encoders_;
846
847 VideoFormat video_format_;
848
849 talk_base::scoped_ptr<StreamParams> stream_params_;
850
851 WebRtcLocalStreamInfo local_stream_info_;
852
853 bool capturer_updated_;
854
855 int64 interval_;
856
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +0000857 talk_base::CpuMonitor* cpu_monitor_;
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000858 talk_base::scoped_ptr<WebRtcOveruseObserver> overuse_observer_;
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000859 bool overuse_observer_enabled_;
860
861 VideoOptions video_options_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000862};
863
864const WebRtcVideoEngine::VideoCodecPref
865 WebRtcVideoEngine::kVideoCodecPrefs[] = {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000866 {kVp8PayloadName, 100, -1, 0},
867 {kRedPayloadName, 116, -1, 1},
868 {kFecPayloadName, 117, -1, 2},
869 {kRtxCodecName, 96, 100, 3},
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000870};
871
872// The formats are sorted by the descending order of width. We use the order to
873// find the next format for CPU and bandwidth adaptation.
874const VideoFormatPod WebRtcVideoEngine::kVideoFormats[] = {
875 {1280, 800, FPS_TO_INTERVAL(30), FOURCC_ANY},
876 {1280, 720, FPS_TO_INTERVAL(30), FOURCC_ANY},
877 {960, 600, FPS_TO_INTERVAL(30), FOURCC_ANY},
878 {960, 540, FPS_TO_INTERVAL(30), FOURCC_ANY},
879 {640, 400, FPS_TO_INTERVAL(30), FOURCC_ANY},
880 {640, 360, FPS_TO_INTERVAL(30), FOURCC_ANY},
881 {640, 480, FPS_TO_INTERVAL(30), FOURCC_ANY},
882 {480, 300, FPS_TO_INTERVAL(30), FOURCC_ANY},
883 {480, 270, FPS_TO_INTERVAL(30), FOURCC_ANY},
884 {480, 360, FPS_TO_INTERVAL(30), FOURCC_ANY},
885 {320, 200, FPS_TO_INTERVAL(30), FOURCC_ANY},
886 {320, 180, FPS_TO_INTERVAL(30), FOURCC_ANY},
887 {320, 240, FPS_TO_INTERVAL(30), FOURCC_ANY},
888 {240, 150, FPS_TO_INTERVAL(30), FOURCC_ANY},
889 {240, 135, FPS_TO_INTERVAL(30), FOURCC_ANY},
890 {240, 180, FPS_TO_INTERVAL(30), FOURCC_ANY},
891 {160, 100, FPS_TO_INTERVAL(30), FOURCC_ANY},
892 {160, 90, FPS_TO_INTERVAL(30), FOURCC_ANY},
893 {160, 120, FPS_TO_INTERVAL(30), FOURCC_ANY},
894};
895
896const VideoFormatPod WebRtcVideoEngine::kDefaultVideoFormat =
897 {640, 400, FPS_TO_INTERVAL(30), FOURCC_ANY};
898
899static void UpdateVideoCodec(const cricket::VideoFormat& video_format,
900 webrtc::VideoCodec* target_codec) {
901 if ((target_codec == NULL) || (video_format == cricket::VideoFormat())) {
902 return;
903 }
904 target_codec->width = video_format.width;
905 target_codec->height = video_format.height;
906 target_codec->maxFramerate = cricket::VideoFormat::IntervalToFps(
907 video_format.interval);
908}
909
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +0000910#ifdef USE_WEBRTC_DEV_BRANCH
911static bool GetCpuOveruseOptions(const VideoOptions& options,
912 webrtc::CpuOveruseOptions* overuse_options) {
913 int underuse_threshold = 0;
914 int overuse_threshold = 0;
915 if (!options.cpu_underuse_threshold.Get(&underuse_threshold) ||
916 !options.cpu_overuse_threshold.Get(&overuse_threshold)) {
917 return false;
918 }
919 if (underuse_threshold <= 0 || overuse_threshold <= 0) {
920 return false;
921 }
922 // Valid thresholds.
923 bool encode_usage =
924 options.cpu_overuse_encode_usage.GetWithDefaultIfUnset(false);
925 overuse_options->enable_capture_jitter_method = !encode_usage;
926 overuse_options->enable_encode_usage_method = encode_usage;
927 if (encode_usage) {
928 // Use method based on encode usage.
929 overuse_options->low_encode_usage_threshold_percent = underuse_threshold;
930 overuse_options->high_encode_usage_threshold_percent = overuse_threshold;
931 } else {
932 // Use default method based on capture jitter.
933 overuse_options->low_capture_jitter_threshold_ms =
934 static_cast<float>(underuse_threshold);
935 overuse_options->high_capture_jitter_threshold_ms =
936 static_cast<float>(overuse_threshold);
937 }
938 return true;
939}
940#endif
941
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000942WebRtcVideoEngine::WebRtcVideoEngine() {
943 Construct(new ViEWrapper(), new ViETraceWrapper(), NULL,
944 new talk_base::CpuMonitor(NULL));
945}
946
947WebRtcVideoEngine::WebRtcVideoEngine(WebRtcVoiceEngine* voice_engine,
948 ViEWrapper* vie_wrapper,
949 talk_base::CpuMonitor* cpu_monitor) {
950 Construct(vie_wrapper, new ViETraceWrapper(), voice_engine, cpu_monitor);
951}
952
953WebRtcVideoEngine::WebRtcVideoEngine(WebRtcVoiceEngine* voice_engine,
954 ViEWrapper* vie_wrapper,
955 ViETraceWrapper* tracing,
956 talk_base::CpuMonitor* cpu_monitor) {
957 Construct(vie_wrapper, tracing, voice_engine, cpu_monitor);
958}
959
960void WebRtcVideoEngine::Construct(ViEWrapper* vie_wrapper,
961 ViETraceWrapper* tracing,
962 WebRtcVoiceEngine* voice_engine,
963 talk_base::CpuMonitor* cpu_monitor) {
964 LOG(LS_INFO) << "WebRtcVideoEngine::WebRtcVideoEngine";
965 worker_thread_ = NULL;
966 vie_wrapper_.reset(vie_wrapper);
967 vie_wrapper_base_initialized_ = false;
968 tracing_.reset(tracing);
969 voice_engine_ = voice_engine;
970 initialized_ = false;
971 SetTraceFilter(SeverityToFilter(kDefaultLogSeverity));
972 render_module_.reset(new WebRtcPassthroughRender());
973 local_renderer_w_ = local_renderer_h_ = 0;
974 local_renderer_ = NULL;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000975 capture_started_ = false;
976 decoder_factory_ = NULL;
977 encoder_factory_ = NULL;
978 cpu_monitor_.reset(cpu_monitor);
979
980 SetTraceOptions("");
981 if (tracing_->SetTraceCallback(this) != 0) {
982 LOG_RTCERR1(SetTraceCallback, this);
983 }
984
985 // Set default quality levels for our supported codecs. We override them here
986 // if we know your cpu performance is low, and they can be updated explicitly
987 // by calling SetDefaultCodec. For example by a flute preference setting, or
988 // by the server with a jec in response to our reported system info.
989 VideoCodec max_codec(kVideoCodecPrefs[0].payload_type,
990 kVideoCodecPrefs[0].name,
991 kDefaultVideoFormat.width,
992 kDefaultVideoFormat.height,
993 VideoFormat::IntervalToFps(kDefaultVideoFormat.interval),
994 0);
995 if (!SetDefaultCodec(max_codec)) {
996 LOG(LS_ERROR) << "Failed to initialize list of supported codec types";
997 }
998
999
1000 // Load our RTP Header extensions.
1001 rtp_header_extensions_.push_back(
1002 RtpHeaderExtension(kRtpTimestampOffsetHeaderExtension,
henrike@webrtc.org79047f92014-03-06 23:46:59 +00001003 kRtpTimestampOffsetHeaderExtensionDefaultId));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001004 rtp_header_extensions_.push_back(
henrike@webrtc.org79047f92014-03-06 23:46:59 +00001005 RtpHeaderExtension(kRtpAbsoluteSenderTimeHeaderExtension,
1006 kRtpAbsoluteSenderTimeHeaderExtensionDefaultId));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001007}
1008
1009WebRtcVideoEngine::~WebRtcVideoEngine() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001010 LOG(LS_INFO) << "WebRtcVideoEngine::~WebRtcVideoEngine";
1011 if (initialized_) {
1012 Terminate();
1013 }
1014 if (encoder_factory_) {
1015 encoder_factory_->RemoveObserver(this);
1016 }
1017 tracing_->SetTraceCallback(NULL);
1018 // Test to see if the media processor was deregistered properly.
1019 ASSERT(SignalMediaFrame.is_empty());
1020}
1021
1022bool WebRtcVideoEngine::Init(talk_base::Thread* worker_thread) {
1023 LOG(LS_INFO) << "WebRtcVideoEngine::Init";
1024 worker_thread_ = worker_thread;
1025 ASSERT(worker_thread_ != NULL);
1026
1027 cpu_monitor_->set_thread(worker_thread_);
1028 if (!cpu_monitor_->Start(kCpuMonitorPeriodMs)) {
1029 LOG(LS_ERROR) << "Failed to start CPU monitor.";
1030 cpu_monitor_.reset();
1031 }
1032
1033 bool result = InitVideoEngine();
1034 if (result) {
1035 LOG(LS_INFO) << "VideoEngine Init done";
1036 } else {
1037 LOG(LS_ERROR) << "VideoEngine Init failed, releasing";
1038 Terminate();
1039 }
1040 return result;
1041}
1042
1043bool WebRtcVideoEngine::InitVideoEngine() {
1044 LOG(LS_INFO) << "WebRtcVideoEngine::InitVideoEngine";
1045
1046 // Init WebRTC VideoEngine.
1047 if (!vie_wrapper_base_initialized_) {
1048 if (vie_wrapper_->base()->Init() != 0) {
1049 LOG_RTCERR0(Init);
1050 return false;
1051 }
1052 vie_wrapper_base_initialized_ = true;
1053 }
1054
1055 // Log the VoiceEngine version info.
1056 char buffer[1024] = "";
1057 if (vie_wrapper_->base()->GetVersion(buffer) != 0) {
1058 LOG_RTCERR0(GetVersion);
1059 return false;
1060 }
1061
1062 LOG(LS_INFO) << "WebRtc VideoEngine Version:";
1063 LogMultiline(talk_base::LS_INFO, buffer);
1064
1065 // Hook up to VoiceEngine for sync purposes, if supplied.
1066 if (!voice_engine_) {
1067 LOG(LS_WARNING) << "NULL voice engine";
1068 } else if ((vie_wrapper_->base()->SetVoiceEngine(
1069 voice_engine_->voe()->engine())) != 0) {
1070 LOG_RTCERR0(SetVoiceEngine);
1071 return false;
1072 }
1073
1074 // Register our custom render module.
1075 if (vie_wrapper_->render()->RegisterVideoRenderModule(
1076 *render_module_.get()) != 0) {
1077 LOG_RTCERR0(RegisterVideoRenderModule);
1078 return false;
1079 }
1080
1081 initialized_ = true;
1082 return true;
1083}
1084
1085void WebRtcVideoEngine::Terminate() {
1086 LOG(LS_INFO) << "WebRtcVideoEngine::Terminate";
1087 initialized_ = false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001088
1089 if (vie_wrapper_->render()->DeRegisterVideoRenderModule(
1090 *render_module_.get()) != 0) {
1091 LOG_RTCERR0(DeRegisterVideoRenderModule);
1092 }
1093
1094 if (vie_wrapper_->base()->SetVoiceEngine(NULL) != 0) {
1095 LOG_RTCERR0(SetVoiceEngine);
1096 }
1097
1098 cpu_monitor_->Stop();
1099}
1100
1101int WebRtcVideoEngine::GetCapabilities() {
1102 return VIDEO_RECV | VIDEO_SEND;
1103}
1104
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +00001105bool WebRtcVideoEngine::SetOptions(const VideoOptions &options) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001106 return true;
1107}
1108
1109bool WebRtcVideoEngine::SetDefaultEncoderConfig(
1110 const VideoEncoderConfig& config) {
1111 return SetDefaultCodec(config.max_codec);
1112}
1113
wu@webrtc.org78187522013-10-07 23:32:02 +00001114VideoEncoderConfig WebRtcVideoEngine::GetDefaultEncoderConfig() const {
1115 ASSERT(!video_codecs_.empty());
1116 VideoCodec max_codec(kVideoCodecPrefs[0].payload_type,
1117 kVideoCodecPrefs[0].name,
1118 video_codecs_[0].width,
1119 video_codecs_[0].height,
1120 video_codecs_[0].framerate,
1121 0);
1122 return VideoEncoderConfig(max_codec);
1123}
1124
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001125// SetDefaultCodec may be called while the capturer is running. For example, a
1126// test call is started in a page with QVGA default codec, and then a real call
1127// is started in another page with VGA default codec. This is the corner case
1128// and happens only when a session is started. We ignore this case currently.
1129bool WebRtcVideoEngine::SetDefaultCodec(const VideoCodec& codec) {
1130 if (!RebuildCodecList(codec)) {
1131 LOG(LS_WARNING) << "Failed to RebuildCodecList";
1132 return false;
1133 }
1134
wu@webrtc.org78187522013-10-07 23:32:02 +00001135 ASSERT(!video_codecs_.empty());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001136 default_codec_format_ = VideoFormat(
1137 video_codecs_[0].width,
1138 video_codecs_[0].height,
1139 VideoFormat::FpsToInterval(video_codecs_[0].framerate),
1140 FOURCC_ANY);
1141 return true;
1142}
1143
1144WebRtcVideoMediaChannel* WebRtcVideoEngine::CreateChannel(
1145 VoiceMediaChannel* voice_channel) {
1146 WebRtcVideoMediaChannel* channel =
1147 new WebRtcVideoMediaChannel(this, voice_channel);
1148 if (!channel->Init()) {
1149 delete channel;
1150 channel = NULL;
1151 }
1152 return channel;
1153}
1154
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001155bool WebRtcVideoEngine::SetLocalRenderer(VideoRenderer* renderer) {
1156 local_renderer_w_ = local_renderer_h_ = 0;
1157 local_renderer_ = renderer;
1158 return true;
1159}
1160
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001161const std::vector<VideoCodec>& WebRtcVideoEngine::codecs() const {
1162 return video_codecs_;
1163}
1164
1165const std::vector<RtpHeaderExtension>&
1166WebRtcVideoEngine::rtp_header_extensions() const {
1167 return rtp_header_extensions_;
1168}
1169
1170void WebRtcVideoEngine::SetLogging(int min_sev, const char* filter) {
1171 // if min_sev == -1, we keep the current log level.
1172 if (min_sev >= 0) {
1173 SetTraceFilter(SeverityToFilter(min_sev));
1174 }
1175 SetTraceOptions(filter);
1176}
1177
1178int WebRtcVideoEngine::GetLastEngineError() {
1179 return vie_wrapper_->error();
1180}
1181
1182// Checks to see whether we comprehend and could receive a particular codec
1183bool WebRtcVideoEngine::FindCodec(const VideoCodec& in) {
1184 for (int i = 0; i < ARRAY_SIZE(kVideoFormats); ++i) {
1185 const VideoFormat fmt(kVideoFormats[i]);
1186 if ((in.width == 0 && in.height == 0) ||
1187 (fmt.width == in.width && fmt.height == in.height)) {
1188 if (encoder_factory_) {
1189 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1190 encoder_factory_->codecs();
1191 for (size_t j = 0; j < codecs.size(); ++j) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001192 VideoCodec codec(GetExternalVideoPayloadType(static_cast<int>(j)),
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001193 codecs[j].name, 0, 0, 0, 0);
1194 if (codec.Matches(in))
1195 return true;
1196 }
1197 }
1198 for (size_t j = 0; j < ARRAY_SIZE(kVideoCodecPrefs); ++j) {
1199 VideoCodec codec(kVideoCodecPrefs[j].payload_type,
1200 kVideoCodecPrefs[j].name, 0, 0, 0, 0);
1201 if (codec.Matches(in)) {
1202 return true;
1203 }
1204 }
1205 }
1206 }
1207 return false;
1208}
1209
1210// Given the requested codec, returns true if we can send that codec type and
1211// updates out with the best quality we could send for that codec. If current is
1212// not empty, we constrain out so that its aspect ratio matches current's.
1213bool WebRtcVideoEngine::CanSendCodec(const VideoCodec& requested,
1214 const VideoCodec& current,
1215 VideoCodec* out) {
1216 if (!out) {
1217 return false;
1218 }
1219
1220 std::vector<VideoCodec>::const_iterator local_max;
1221 for (local_max = video_codecs_.begin();
1222 local_max < video_codecs_.end();
1223 ++local_max) {
1224 // First match codecs by payload type
1225 if (!requested.Matches(*local_max)) {
1226 continue;
1227 }
1228
1229 out->id = requested.id;
1230 out->name = requested.name;
1231 out->preference = requested.preference;
1232 out->params = requested.params;
1233 out->framerate = talk_base::_min(requested.framerate, local_max->framerate);
1234 out->width = 0;
1235 out->height = 0;
1236 out->params = requested.params;
1237 out->feedback_params = requested.feedback_params;
1238
1239 if (0 == requested.width && 0 == requested.height) {
1240 // Special case with resolution 0. The channel should not send frames.
1241 return true;
1242 } else if (0 == requested.width || 0 == requested.height) {
1243 // 0xn and nx0 are invalid resolutions.
1244 return false;
1245 }
1246
1247 // Pick the best quality that is within their and our bounds and has the
1248 // correct aspect ratio.
1249 for (int j = 0; j < ARRAY_SIZE(kVideoFormats); ++j) {
1250 const VideoFormat format(kVideoFormats[j]);
1251
1252 // Skip any format that is larger than the local or remote maximums, or
1253 // smaller than the current best match
1254 if (format.width > requested.width || format.height > requested.height ||
1255 format.width > local_max->width ||
1256 (format.width < out->width && format.height < out->height)) {
1257 continue;
1258 }
1259
1260 bool better = false;
1261
1262 // Check any further constraints on this prospective format
1263 if (!out->width || !out->height) {
1264 // If we don't have any matches yet, this is the best so far.
1265 better = true;
1266 } else if (current.width && current.height) {
1267 // current is set so format must match its ratio exactly.
1268 better =
1269 (format.width * current.height == format.height * current.width);
1270 } else {
1271 // Prefer closer aspect ratios i.e
1272 // format.aspect - requested.aspect < out.aspect - requested.aspect
1273 better = abs(format.width * requested.height * out->height -
1274 requested.width * format.height * out->height) <
1275 abs(out->width * format.height * requested.height -
1276 requested.width * format.height * out->height);
1277 }
1278
1279 if (better) {
1280 out->width = format.width;
1281 out->height = format.height;
1282 }
1283 }
1284 if (out->width > 0) {
1285 return true;
1286 }
1287 }
1288 return false;
1289}
1290
1291static void ConvertToCricketVideoCodec(
1292 const webrtc::VideoCodec& in_codec, VideoCodec* out_codec) {
1293 out_codec->id = in_codec.plType;
1294 out_codec->name = in_codec.plName;
1295 out_codec->width = in_codec.width;
1296 out_codec->height = in_codec.height;
1297 out_codec->framerate = in_codec.maxFramerate;
1298 out_codec->SetParam(kCodecParamMinBitrate, in_codec.minBitrate);
1299 out_codec->SetParam(kCodecParamMaxBitrate, in_codec.maxBitrate);
1300 if (in_codec.qpMax) {
1301 out_codec->SetParam(kCodecParamMaxQuantization, in_codec.qpMax);
1302 }
1303}
1304
1305bool WebRtcVideoEngine::ConvertFromCricketVideoCodec(
1306 const VideoCodec& in_codec, webrtc::VideoCodec* out_codec) {
1307 bool found = false;
1308 int ncodecs = vie_wrapper_->codec()->NumberOfCodecs();
1309 for (int i = 0; i < ncodecs; ++i) {
1310 if (vie_wrapper_->codec()->GetCodec(i, *out_codec) == 0 &&
1311 _stricmp(in_codec.name.c_str(), out_codec->plName) == 0) {
1312 found = true;
1313 break;
1314 }
1315 }
1316
1317 // If not found, check if this is supported by external encoder factory.
1318 if (!found && encoder_factory_) {
1319 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1320 encoder_factory_->codecs();
1321 for (size_t i = 0; i < codecs.size(); ++i) {
1322 if (_stricmp(in_codec.name.c_str(), codecs[i].name.c_str()) == 0) {
1323 out_codec->codecType = codecs[i].type;
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001324 out_codec->plType = GetExternalVideoPayloadType(static_cast<int>(i));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001325 talk_base::strcpyn(out_codec->plName, sizeof(out_codec->plName),
1326 codecs[i].name.c_str(), codecs[i].name.length());
1327 found = true;
1328 break;
1329 }
1330 }
1331 }
1332
1333 if (!found) {
1334 LOG(LS_ERROR) << "invalid codec type";
1335 return false;
1336 }
1337
1338 if (in_codec.id != 0)
1339 out_codec->plType = in_codec.id;
1340
1341 if (in_codec.width != 0)
1342 out_codec->width = in_codec.width;
1343
1344 if (in_codec.height != 0)
1345 out_codec->height = in_codec.height;
1346
1347 if (in_codec.framerate != 0)
1348 out_codec->maxFramerate = in_codec.framerate;
1349
1350 // Convert bitrate parameters.
1351 int max_bitrate = kMaxVideoBitrate;
1352 int min_bitrate = kMinVideoBitrate;
1353 int start_bitrate = kStartVideoBitrate;
1354
1355 in_codec.GetParam(kCodecParamMinBitrate, &min_bitrate);
1356 in_codec.GetParam(kCodecParamMaxBitrate, &max_bitrate);
1357
1358 if (max_bitrate < min_bitrate) {
1359 return false;
1360 }
1361 start_bitrate = talk_base::_max(start_bitrate, min_bitrate);
1362 start_bitrate = talk_base::_min(start_bitrate, max_bitrate);
1363
1364 out_codec->minBitrate = min_bitrate;
1365 out_codec->startBitrate = start_bitrate;
1366 out_codec->maxBitrate = max_bitrate;
1367
1368 // Convert general codec parameters.
1369 int max_quantization = 0;
1370 if (in_codec.GetParam(kCodecParamMaxQuantization, &max_quantization)) {
1371 if (max_quantization < 0) {
1372 return false;
1373 }
1374 out_codec->qpMax = max_quantization;
1375 }
1376 return true;
1377}
1378
1379void WebRtcVideoEngine::RegisterChannel(WebRtcVideoMediaChannel *channel) {
1380 talk_base::CritScope cs(&channels_crit_);
1381 channels_.push_back(channel);
1382}
1383
1384void WebRtcVideoEngine::UnregisterChannel(WebRtcVideoMediaChannel *channel) {
1385 talk_base::CritScope cs(&channels_crit_);
1386 channels_.erase(std::remove(channels_.begin(), channels_.end(), channel),
1387 channels_.end());
1388}
1389
1390bool WebRtcVideoEngine::SetVoiceEngine(WebRtcVoiceEngine* voice_engine) {
1391 if (initialized_) {
1392 LOG(LS_WARNING) << "SetVoiceEngine can not be called after Init";
1393 return false;
1394 }
1395 voice_engine_ = voice_engine;
1396 return true;
1397}
1398
1399bool WebRtcVideoEngine::EnableTimedRender() {
1400 if (initialized_) {
1401 LOG(LS_WARNING) << "EnableTimedRender can not be called after Init";
1402 return false;
1403 }
1404 render_module_.reset(webrtc::VideoRender::CreateVideoRender(0, NULL,
1405 false, webrtc::kRenderExternal));
1406 return true;
1407}
1408
1409void WebRtcVideoEngine::SetTraceFilter(int filter) {
1410 tracing_->SetTraceFilter(filter);
1411}
1412
1413// See https://sites.google.com/a/google.com/wavelet/
1414// Home/Magic-Flute--RTC-Engine-/Magic-Flute-Command-Line-Parameters
1415// for all supported command line setttings.
1416void WebRtcVideoEngine::SetTraceOptions(const std::string& options) {
1417 // Set WebRTC trace file.
1418 std::vector<std::string> opts;
1419 talk_base::tokenize(options, ' ', '"', '"', &opts);
1420 std::vector<std::string>::iterator tracefile =
1421 std::find(opts.begin(), opts.end(), "tracefile");
1422 if (tracefile != opts.end() && ++tracefile != opts.end()) {
1423 // Write WebRTC debug output (at same loglevel) to file
1424 if (tracing_->SetTraceFile(tracefile->c_str()) == -1) {
1425 LOG_RTCERR1(SetTraceFile, *tracefile);
1426 }
1427 }
1428}
1429
1430static void AddDefaultFeedbackParams(VideoCodec* codec) {
1431 const FeedbackParam kFir(kRtcpFbParamCcm, kRtcpFbCcmParamFir);
1432 codec->AddFeedbackParam(kFir);
1433 const FeedbackParam kNack(kRtcpFbParamNack, kParamValueEmpty);
1434 codec->AddFeedbackParam(kNack);
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00001435 const FeedbackParam kPli(kRtcpFbParamNack, kRtcpFbNackParamPli);
1436 codec->AddFeedbackParam(kPli);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001437 const FeedbackParam kRemb(kRtcpFbParamRemb, kParamValueEmpty);
1438 codec->AddFeedbackParam(kRemb);
1439}
1440
1441// Rebuilds the codec list to be only those that are less intensive
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +00001442// than the specified codec. Prefers internal codec over external with
1443// higher preference field.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001444bool WebRtcVideoEngine::RebuildCodecList(const VideoCodec& in_codec) {
1445 if (!FindCodec(in_codec))
1446 return false;
1447
1448 video_codecs_.clear();
1449
1450 bool found = false;
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001451 std::set<std::string> internal_codec_names;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001452 for (size_t i = 0; i < ARRAY_SIZE(kVideoCodecPrefs); ++i) {
1453 const VideoCodecPref& pref(kVideoCodecPrefs[i]);
1454 if (!found)
1455 found = (in_codec.name == pref.name);
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001456 if (found) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001457 VideoCodec codec(pref.payload_type, pref.name,
1458 in_codec.width, in_codec.height, in_codec.framerate,
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001459 static_cast<int>(ARRAY_SIZE(kVideoCodecPrefs) - i));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001460 if (_stricmp(kVp8PayloadName, codec.name.c_str()) == 0) {
1461 AddDefaultFeedbackParams(&codec);
1462 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001463 if (pref.associated_payload_type != -1) {
1464 codec.SetParam(kCodecParamAssociatedPayloadType,
1465 pref.associated_payload_type);
1466 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001467 video_codecs_.push_back(codec);
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001468 internal_codec_names.insert(codec.name);
1469 }
1470 }
1471 if (encoder_factory_) {
1472 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1473 encoder_factory_->codecs();
1474 for (size_t i = 0; i < codecs.size(); ++i) {
1475 bool is_internal_codec = internal_codec_names.find(codecs[i].name) !=
1476 internal_codec_names.end();
1477 if (!is_internal_codec) {
1478 if (!found)
1479 found = (in_codec.name == codecs[i].name);
1480 VideoCodec codec(
1481 GetExternalVideoPayloadType(static_cast<int>(i)),
1482 codecs[i].name,
1483 codecs[i].max_width,
1484 codecs[i].max_height,
1485 codecs[i].max_fps,
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +00001486 // Use negative preference on external codec to ensure the internal
1487 // codec is preferred.
1488 static_cast<int>(0 - i));
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001489 AddDefaultFeedbackParams(&codec);
1490 video_codecs_.push_back(codec);
1491 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001492 }
1493 }
1494 ASSERT(found);
1495 return true;
1496}
1497
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001498// Ignore spammy trace messages, mostly from the stats API when we haven't
1499// gotten RTCP info yet from the remote side.
1500bool WebRtcVideoEngine::ShouldIgnoreTrace(const std::string& trace) {
1501 static const char* const kTracesToIgnore[] = {
1502 NULL
1503 };
1504 for (const char* const* p = kTracesToIgnore; *p; ++p) {
1505 if (trace.find(*p) == 0) {
1506 return true;
1507 }
1508 }
1509 return false;
1510}
1511
1512int WebRtcVideoEngine::GetNumOfChannels() {
1513 talk_base::CritScope cs(&channels_crit_);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001514 return static_cast<int>(channels_.size());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001515}
1516
1517void WebRtcVideoEngine::Print(webrtc::TraceLevel level, const char* trace,
1518 int length) {
1519 talk_base::LoggingSeverity sev = talk_base::LS_VERBOSE;
1520 if (level == webrtc::kTraceError || level == webrtc::kTraceCritical)
1521 sev = talk_base::LS_ERROR;
1522 else if (level == webrtc::kTraceWarning)
1523 sev = talk_base::LS_WARNING;
1524 else if (level == webrtc::kTraceStateInfo || level == webrtc::kTraceInfo)
1525 sev = talk_base::LS_INFO;
1526 else if (level == webrtc::kTraceTerseInfo)
1527 sev = talk_base::LS_INFO;
1528
1529 // Skip past boilerplate prefix text
1530 if (length < 72) {
1531 std::string msg(trace, length);
1532 LOG(LS_ERROR) << "Malformed webrtc log message: ";
1533 LOG_V(sev) << msg;
1534 } else {
1535 std::string msg(trace + 71, length - 72);
1536 if (!ShouldIgnoreTrace(msg) &&
1537 (!voice_engine_ || !voice_engine_->ShouldIgnoreTrace(msg))) {
1538 LOG_V(sev) << "webrtc: " << msg;
1539 }
1540 }
1541}
1542
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001543webrtc::VideoDecoder* WebRtcVideoEngine::CreateExternalDecoder(
1544 webrtc::VideoCodecType type) {
1545 if (decoder_factory_ == NULL) {
1546 return NULL;
1547 }
1548 return decoder_factory_->CreateVideoDecoder(type);
1549}
1550
1551void WebRtcVideoEngine::DestroyExternalDecoder(webrtc::VideoDecoder* decoder) {
1552 ASSERT(decoder_factory_ != NULL);
1553 if (decoder_factory_ == NULL)
1554 return;
1555 decoder_factory_->DestroyVideoDecoder(decoder);
1556}
1557
1558webrtc::VideoEncoder* WebRtcVideoEngine::CreateExternalEncoder(
1559 webrtc::VideoCodecType type) {
1560 if (encoder_factory_ == NULL) {
1561 return NULL;
1562 }
1563 return encoder_factory_->CreateVideoEncoder(type);
1564}
1565
1566void WebRtcVideoEngine::DestroyExternalEncoder(webrtc::VideoEncoder* encoder) {
1567 ASSERT(encoder_factory_ != NULL);
1568 if (encoder_factory_ == NULL)
1569 return;
1570 encoder_factory_->DestroyVideoEncoder(encoder);
1571}
1572
1573bool WebRtcVideoEngine::IsExternalEncoderCodecType(
1574 webrtc::VideoCodecType type) const {
1575 if (!encoder_factory_)
1576 return false;
1577 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1578 encoder_factory_->codecs();
1579 std::vector<WebRtcVideoEncoderFactory::VideoCodec>::const_iterator it;
1580 for (it = codecs.begin(); it != codecs.end(); ++it) {
1581 if (it->type == type)
1582 return true;
1583 }
1584 return false;
1585}
1586
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001587void WebRtcVideoEngine::SetExternalDecoderFactory(
1588 WebRtcVideoDecoderFactory* decoder_factory) {
1589 decoder_factory_ = decoder_factory;
1590}
1591
1592void WebRtcVideoEngine::SetExternalEncoderFactory(
1593 WebRtcVideoEncoderFactory* encoder_factory) {
1594 if (encoder_factory_ == encoder_factory)
1595 return;
1596
1597 if (encoder_factory_) {
1598 encoder_factory_->RemoveObserver(this);
1599 }
1600 encoder_factory_ = encoder_factory;
1601 if (encoder_factory_) {
1602 encoder_factory_->AddObserver(this);
1603 }
1604
1605 // Invoke OnCodecAvailable() here in case the list of codecs is already
1606 // available when the encoder factory is installed. If not the encoder
1607 // factory will invoke the callback later when the codecs become available.
1608 OnCodecsAvailable();
1609}
1610
1611void WebRtcVideoEngine::OnCodecsAvailable() {
1612 // Rebuild codec list while reapplying the current default codec format.
1613 VideoCodec max_codec(kVideoCodecPrefs[0].payload_type,
1614 kVideoCodecPrefs[0].name,
1615 video_codecs_[0].width,
1616 video_codecs_[0].height,
1617 video_codecs_[0].framerate,
1618 0);
1619 if (!RebuildCodecList(max_codec)) {
1620 LOG(LS_ERROR) << "Failed to initialize list of supported codec types";
1621 }
1622}
1623
1624// WebRtcVideoMediaChannel
1625
1626WebRtcVideoMediaChannel::WebRtcVideoMediaChannel(
1627 WebRtcVideoEngine* engine,
1628 VoiceMediaChannel* channel)
1629 : engine_(engine),
1630 voice_channel_(channel),
1631 vie_channel_(-1),
1632 nack_enabled_(true),
1633 remb_enabled_(false),
1634 render_started_(false),
1635 first_receive_ssrc_(0),
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001636 num_unsignalled_recv_channels_(0),
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001637 send_rtx_type_(-1),
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001638 send_red_type_(-1),
1639 send_fec_type_(-1),
1640 send_min_bitrate_(kMinVideoBitrate),
1641 send_start_bitrate_(kStartVideoBitrate),
1642 send_max_bitrate_(kMaxVideoBitrate),
1643 sending_(false),
1644 ratio_w_(0),
1645 ratio_h_(0) {
1646 engine->RegisterChannel(this);
1647}
1648
1649bool WebRtcVideoMediaChannel::Init() {
1650 const uint32 ssrc_key = 0;
1651 return CreateChannel(ssrc_key, MD_SENDRECV, &vie_channel_);
1652}
1653
1654WebRtcVideoMediaChannel::~WebRtcVideoMediaChannel() {
1655 const bool send = false;
1656 SetSend(send);
1657 const bool render = false;
1658 SetRender(render);
1659
1660 while (!send_channels_.empty()) {
1661 if (!DeleteSendChannel(send_channels_.begin()->first)) {
1662 LOG(LS_ERROR) << "Unable to delete channel with ssrc key "
1663 << send_channels_.begin()->first;
1664 ASSERT(false);
1665 break;
1666 }
1667 }
1668
1669 // Remove all receive streams and the default channel.
1670 while (!recv_channels_.empty()) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001671 RemoveRecvStreamInternal(recv_channels_.begin()->first);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001672 }
1673
1674 // Unregister the channel from the engine.
1675 engine()->UnregisterChannel(this);
1676 if (worker_thread()) {
1677 worker_thread()->Clear(this);
1678 }
1679}
1680
1681bool WebRtcVideoMediaChannel::SetRecvCodecs(
1682 const std::vector<VideoCodec>& codecs) {
1683 receive_codecs_.clear();
1684 for (std::vector<VideoCodec>::const_iterator iter = codecs.begin();
1685 iter != codecs.end(); ++iter) {
1686 if (engine()->FindCodec(*iter)) {
1687 webrtc::VideoCodec wcodec;
1688 if (engine()->ConvertFromCricketVideoCodec(*iter, &wcodec)) {
1689 receive_codecs_.push_back(wcodec);
1690 }
1691 } else {
1692 LOG(LS_INFO) << "Unknown codec " << iter->name;
1693 return false;
1694 }
1695 }
1696
1697 for (RecvChannelMap::iterator it = recv_channels_.begin();
1698 it != recv_channels_.end(); ++it) {
1699 if (!SetReceiveCodecs(it->second))
1700 return false;
1701 }
1702 return true;
1703}
1704
1705bool WebRtcVideoMediaChannel::SetSendCodecs(
1706 const std::vector<VideoCodec>& codecs) {
1707 // Match with local video codec list.
1708 std::vector<webrtc::VideoCodec> send_codecs;
1709 VideoCodec checked_codec;
1710 VideoCodec current; // defaults to 0x0
1711 if (sending_) {
1712 ConvertToCricketVideoCodec(*send_codec_, &current);
1713 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001714 std::map<int, int> primary_rtx_pt_mapping;
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001715 bool nack_enabled = nack_enabled_;
1716 bool remb_enabled = remb_enabled_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001717 for (std::vector<VideoCodec>::const_iterator iter = codecs.begin();
1718 iter != codecs.end(); ++iter) {
1719 if (_stricmp(iter->name.c_str(), kRedPayloadName) == 0) {
1720 send_red_type_ = iter->id;
1721 } else if (_stricmp(iter->name.c_str(), kFecPayloadName) == 0) {
1722 send_fec_type_ = iter->id;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001723 } else if (_stricmp(iter->name.c_str(), kRtxCodecName) == 0) {
1724 int rtx_type = iter->id;
1725 int rtx_primary_type = -1;
1726 if (iter->GetParam(kCodecParamAssociatedPayloadType, &rtx_primary_type)) {
1727 primary_rtx_pt_mapping[rtx_primary_type] = rtx_type;
1728 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001729 } else if (engine()->CanSendCodec(*iter, current, &checked_codec)) {
1730 webrtc::VideoCodec wcodec;
1731 if (engine()->ConvertFromCricketVideoCodec(checked_codec, &wcodec)) {
1732 if (send_codecs.empty()) {
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001733 nack_enabled = IsNackEnabled(checked_codec);
1734 remb_enabled = IsRembEnabled(checked_codec);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001735 }
1736 send_codecs.push_back(wcodec);
1737 }
1738 } else {
1739 LOG(LS_WARNING) << "Unknown codec " << iter->name;
1740 }
1741 }
1742
1743 // Fail if we don't have a match.
1744 if (send_codecs.empty()) {
1745 LOG(LS_WARNING) << "No matching codecs available";
1746 return false;
1747 }
1748
1749 // Recv protection.
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001750 // Do not update if the status is same as previously configured.
1751 if (nack_enabled_ != nack_enabled) {
1752 for (RecvChannelMap::iterator it = recv_channels_.begin();
1753 it != recv_channels_.end(); ++it) {
1754 int channel_id = it->second->channel_id();
1755 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_,
1756 nack_enabled)) {
1757 return false;
1758 }
1759 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
1760 kNotSending,
1761 remb_enabled_) != 0) {
1762 LOG_RTCERR3(SetRembStatus, channel_id, kNotSending, remb_enabled_);
1763 return false;
1764 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001765 }
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001766 nack_enabled_ = nack_enabled;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001767 }
1768
1769 // Send settings.
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001770 // Do not update if the status is same as previously configured.
1771 if (remb_enabled_ != remb_enabled) {
1772 for (SendChannelMap::iterator iter = send_channels_.begin();
1773 iter != send_channels_.end(); ++iter) {
1774 int channel_id = iter->second->channel_id();
1775 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_,
1776 nack_enabled_)) {
1777 return false;
1778 }
1779 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
1780 remb_enabled,
1781 remb_enabled) != 0) {
1782 LOG_RTCERR3(SetRembStatus, channel_id, remb_enabled, remb_enabled);
1783 return false;
1784 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001785 }
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001786 remb_enabled_ = remb_enabled;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001787 }
1788
1789 // Select the first matched codec.
1790 webrtc::VideoCodec& codec(send_codecs[0]);
1791
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001792 // Set RTX payload type if primary now active. This value will be used in
1793 // SetSendCodec.
1794 std::map<int, int>::const_iterator rtx_it =
1795 primary_rtx_pt_mapping.find(static_cast<int>(codec.plType));
1796 if (rtx_it != primary_rtx_pt_mapping.end()) {
1797 send_rtx_type_ = rtx_it->second;
1798 }
1799
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001800 if (!SetSendCodec(
1801 codec, codec.minBitrate, codec.startBitrate, codec.maxBitrate)) {
1802 return false;
1803 }
1804
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001805 LogSendCodecChange("SetSendCodecs()");
1806
1807 return true;
1808}
1809
1810bool WebRtcVideoMediaChannel::GetSendCodec(VideoCodec* send_codec) {
1811 if (!send_codec_) {
1812 return false;
1813 }
1814 ConvertToCricketVideoCodec(*send_codec_, send_codec);
1815 return true;
1816}
1817
1818bool WebRtcVideoMediaChannel::SetSendStreamFormat(uint32 ssrc,
1819 const VideoFormat& format) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001820 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
1821 if (!send_channel) {
1822 LOG(LS_ERROR) << "The specified ssrc " << ssrc << " is not in use.";
1823 return false;
1824 }
1825 send_channel->set_video_format(format);
1826 return true;
1827}
1828
1829bool WebRtcVideoMediaChannel::SetRender(bool render) {
1830 if (render == render_started_) {
1831 return true; // no action required
1832 }
1833
1834 bool ret = true;
1835 for (RecvChannelMap::iterator it = recv_channels_.begin();
1836 it != recv_channels_.end(); ++it) {
1837 if (render) {
1838 if (engine()->vie()->render()->StartRender(
1839 it->second->channel_id()) != 0) {
1840 LOG_RTCERR1(StartRender, it->second->channel_id());
1841 ret = false;
1842 }
1843 } else {
1844 if (engine()->vie()->render()->StopRender(
1845 it->second->channel_id()) != 0) {
1846 LOG_RTCERR1(StopRender, it->second->channel_id());
1847 ret = false;
1848 }
1849 }
1850 }
1851 if (ret) {
1852 render_started_ = render;
1853 }
1854
1855 return ret;
1856}
1857
1858bool WebRtcVideoMediaChannel::SetSend(bool send) {
1859 if (!HasReadySendChannels() && send) {
1860 LOG(LS_ERROR) << "No stream added";
1861 return false;
1862 }
1863 if (send == sending()) {
1864 return true; // No action required.
1865 }
1866
1867 if (send) {
1868 // We've been asked to start sending.
1869 // SetSendCodecs must have been called already.
1870 if (!send_codec_) {
1871 return false;
1872 }
1873 // Start send now.
1874 if (!StartSend()) {
1875 return false;
1876 }
1877 } else {
1878 // We've been asked to stop sending.
1879 if (!StopSend()) {
1880 return false;
1881 }
1882 }
1883 sending_ = send;
1884
1885 return true;
1886}
1887
1888bool WebRtcVideoMediaChannel::AddSendStream(const StreamParams& sp) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001889 if (sp.first_ssrc() == 0) {
1890 LOG(LS_ERROR) << "AddSendStream with 0 ssrc is not supported.";
1891 return false;
1892 }
1893
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001894 LOG(LS_INFO) << "AddSendStream " << sp.ToString();
1895
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001896 if (!IsOneSsrcStream(sp) && !IsSimulcastStream(sp)) {
1897 LOG(LS_ERROR) << "AddSendStream: bad local stream parameters";
1898 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001899 }
1900
1901 uint32 ssrc_key;
1902 if (!CreateSendChannelKey(sp.first_ssrc(), &ssrc_key)) {
1903 LOG(LS_ERROR) << "Trying to register duplicate ssrc: " << sp.first_ssrc();
1904 return false;
1905 }
1906 // If the default channel is already used for sending create a new channel
1907 // otherwise use the default channel for sending.
1908 int channel_id = -1;
1909 if (send_channels_[0]->stream_params() == NULL) {
1910 channel_id = vie_channel_;
1911 } else {
1912 if (!CreateChannel(ssrc_key, MD_SEND, &channel_id)) {
1913 LOG(LS_ERROR) << "AddSendStream: unable to create channel";
1914 return false;
1915 }
1916 }
1917 WebRtcVideoChannelSendInfo* send_channel = send_channels_[ssrc_key];
1918 // Set the send (local) SSRC.
1919 // If there are multiple send SSRCs, we can only set the first one here, and
1920 // the rest of the SSRC(s) need to be set after SetSendCodec has been called
1921 // (with a codec requires multiple SSRC(s)).
1922 if (engine()->vie()->rtp()->SetLocalSSRC(channel_id,
1923 sp.first_ssrc()) != 0) {
1924 LOG_RTCERR2(SetLocalSSRC, channel_id, sp.first_ssrc());
1925 return false;
1926 }
1927
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001928 // Set the corresponding RTX SSRC.
1929 if (!SetLocalRtxSsrc(channel_id, sp, sp.first_ssrc(), 0)) {
1930 return false;
1931 }
1932
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001933 // Set RTCP CName.
1934 if (engine()->vie()->rtp()->SetRTCPCName(channel_id,
1935 sp.cname.c_str()) != 0) {
1936 LOG_RTCERR2(SetRTCPCName, channel_id, sp.cname.c_str());
1937 return false;
1938 }
1939
1940 // At this point the channel's local SSRC has been updated. If the channel is
1941 // the default channel make sure that all the receive channels are updated as
1942 // well. Receive channels have to have the same SSRC as the default channel in
1943 // order to send receiver reports with this SSRC.
1944 if (IsDefaultChannel(channel_id)) {
1945 for (RecvChannelMap::const_iterator it = recv_channels_.begin();
1946 it != recv_channels_.end(); ++it) {
1947 WebRtcVideoChannelRecvInfo* info = it->second;
1948 int channel_id = info->channel_id();
1949 if (engine()->vie()->rtp()->SetLocalSSRC(channel_id,
1950 sp.first_ssrc()) != 0) {
1951 LOG_RTCERR1(SetLocalSSRC, it->first);
1952 return false;
1953 }
1954 }
1955 }
1956
1957 send_channel->set_stream_params(sp);
1958
1959 // Reset send codec after stream parameters changed.
1960 if (send_codec_) {
1961 if (!SetSendCodec(send_channel, *send_codec_, send_min_bitrate_,
1962 send_start_bitrate_, send_max_bitrate_)) {
1963 return false;
1964 }
1965 LogSendCodecChange("SetSendStreamFormat()");
1966 }
1967
1968 if (sending_) {
1969 return StartSend(send_channel);
1970 }
1971 return true;
1972}
1973
1974bool WebRtcVideoMediaChannel::RemoveSendStream(uint32 ssrc) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001975 if (ssrc == 0) {
1976 LOG(LS_ERROR) << "RemoveSendStream with 0 ssrc is not supported.";
1977 return false;
1978 }
1979
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001980 uint32 ssrc_key;
1981 if (!GetSendChannelKey(ssrc, &ssrc_key)) {
1982 LOG(LS_WARNING) << "Try to remove stream with ssrc " << ssrc
1983 << " which doesn't exist.";
1984 return false;
1985 }
1986 WebRtcVideoChannelSendInfo* send_channel = send_channels_[ssrc_key];
1987 int channel_id = send_channel->channel_id();
1988 if (IsDefaultChannel(channel_id) && (send_channel->stream_params() == NULL)) {
1989 // Default channel will still exist. However, if stream_params() is NULL
1990 // there is no stream to remove.
1991 return false;
1992 }
1993 if (sending_) {
1994 StopSend(send_channel);
1995 }
1996
1997 const WebRtcVideoChannelSendInfo::EncoderMap& encoder_map =
1998 send_channel->registered_encoders();
1999 for (WebRtcVideoChannelSendInfo::EncoderMap::const_iterator it =
2000 encoder_map.begin(); it != encoder_map.end(); ++it) {
2001 if (engine()->vie()->ext_codec()->DeRegisterExternalSendCodec(
2002 channel_id, it->first) != 0) {
2003 LOG_RTCERR1(DeregisterEncoderObserver, channel_id);
2004 }
2005 engine()->DestroyExternalEncoder(it->second);
2006 }
2007 send_channel->ClearRegisteredEncoders();
2008
2009 // The receive channels depend on the default channel, recycle it instead.
2010 if (IsDefaultChannel(channel_id)) {
2011 SetCapturer(GetDefaultChannelSsrc(), NULL);
2012 send_channel->ClearStreamParams();
2013 } else {
2014 return DeleteSendChannel(ssrc_key);
2015 }
2016 return true;
2017}
2018
2019bool WebRtcVideoMediaChannel::AddRecvStream(const StreamParams& sp) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00002020 if (sp.first_ssrc() == 0) {
2021 LOG(LS_ERROR) << "AddRecvStream with 0 ssrc is not supported.";
2022 return false;
2023 }
2024
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002025 // TODO(zhurunz) Remove this once BWE works properly across different send
2026 // and receive channels.
2027 // Reuse default channel for recv stream in 1:1 call.
2028 if (!InConferenceMode() && first_receive_ssrc_ == 0) {
2029 LOG(LS_INFO) << "Recv stream " << sp.first_ssrc()
2030 << " reuse default channel #"
2031 << vie_channel_;
2032 first_receive_ssrc_ = sp.first_ssrc();
2033 if (render_started_) {
2034 if (engine()->vie()->render()->StartRender(vie_channel_) !=0) {
2035 LOG_RTCERR1(StartRender, vie_channel_);
2036 }
2037 }
2038 return true;
2039 }
2040
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002041 int channel_id = -1;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002042 RecvChannelMap::iterator channel_iterator =
2043 recv_channels_.find(sp.first_ssrc());
2044 if (channel_iterator == recv_channels_.end() &&
2045 first_receive_ssrc_ != sp.first_ssrc()) {
2046 // TODO(perkj): Implement recv media from multiple media SSRCs per stream.
2047 // NOTE: We have two SSRCs per stream when RTX is enabled.
2048 if (!IsOneSsrcStream(sp)) {
2049 LOG(LS_ERROR) << "WebRtcVideoMediaChannel supports one primary SSRC per"
2050 << " stream and one FID SSRC per primary SSRC.";
2051 return false;
2052 }
2053
2054 // Create a new channel for receiving video data.
2055 // In order to get the bandwidth estimation work fine for
2056 // receive only channels, we connect all receiving channels
2057 // to our master send channel.
2058 if (!CreateChannel(sp.first_ssrc(), MD_RECV, &channel_id)) {
2059 return false;
2060 }
2061 } else {
2062 // Already exists.
2063 if (first_receive_ssrc_ == sp.first_ssrc()) {
2064 return false;
2065 }
2066 // Early receive added channel.
2067 channel_id = (*channel_iterator).second->channel_id();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002068 }
2069
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002070 // Set the corresponding RTX SSRC.
2071 uint32 rtx_ssrc;
2072 bool has_rtx = sp.GetFidSsrc(sp.first_ssrc(), &rtx_ssrc);
2073 if (has_rtx && engine()->vie()->rtp()->SetRemoteSSRCType(
2074 channel_id, webrtc::kViEStreamTypeRtx, rtx_ssrc) != 0) {
2075 LOG_RTCERR3(SetRemoteSSRCType, channel_id, webrtc::kViEStreamTypeRtx,
2076 rtx_ssrc);
2077 return false;
2078 }
2079
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002080 // Get the default renderer.
2081 VideoRenderer* default_renderer = NULL;
2082 if (InConferenceMode()) {
2083 // The recv_channels_ size start out being 1, so if it is two here this
2084 // is the first receive channel created (vie_channel_ is not used for
2085 // receiving in a conference call). This means that the renderer stored
2086 // inside vie_channel_ should be used for the just created channel.
2087 if (recv_channels_.size() == 2 &&
2088 recv_channels_.find(0) != recv_channels_.end()) {
2089 GetRenderer(0, &default_renderer);
2090 }
2091 }
2092
2093 // The first recv stream reuses the default renderer (if a default renderer
2094 // has been set).
2095 if (default_renderer) {
2096 SetRenderer(sp.first_ssrc(), default_renderer);
2097 }
2098
2099 LOG(LS_INFO) << "New video stream " << sp.first_ssrc()
2100 << " registered to VideoEngine channel #"
2101 << channel_id << " and connected to channel #" << vie_channel_;
2102
2103 return true;
2104}
2105
2106bool WebRtcVideoMediaChannel::RemoveRecvStream(uint32 ssrc) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00002107 if (ssrc == 0) {
2108 LOG(LS_ERROR) << "RemoveRecvStream with 0 ssrc is not supported.";
2109 return false;
2110 }
2111 return RemoveRecvStreamInternal(ssrc);
2112}
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002113
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00002114bool WebRtcVideoMediaChannel::RemoveRecvStreamInternal(uint32 ssrc) {
2115 RecvChannelMap::iterator it = recv_channels_.find(ssrc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002116 if (it == recv_channels_.end()) {
2117 // TODO(perkj): Remove this once BWE works properly across different send
2118 // and receive channels.
2119 // The default channel is reused for recv stream in 1:1 call.
2120 if (first_receive_ssrc_ == ssrc) {
2121 first_receive_ssrc_ = 0;
2122 // Need to stop the renderer and remove it since the render window can be
2123 // deleted after this.
2124 if (render_started_) {
2125 if (engine()->vie()->render()->StopRender(vie_channel_) !=0) {
2126 LOG_RTCERR1(StopRender, it->second->channel_id());
2127 }
2128 }
2129 recv_channels_[0]->SetRenderer(NULL);
2130 return true;
2131 }
2132 return false;
2133 }
2134 WebRtcVideoChannelRecvInfo* info = it->second;
2135 int channel_id = info->channel_id();
2136 if (engine()->vie()->render()->RemoveRenderer(channel_id) != 0) {
2137 LOG_RTCERR1(RemoveRenderer, channel_id);
2138 }
2139
2140 if (engine()->vie()->network()->DeregisterSendTransport(channel_id) !=0) {
2141 LOG_RTCERR1(DeRegisterSendTransport, channel_id);
2142 }
2143
2144 if (engine()->vie()->codec()->DeregisterDecoderObserver(
2145 channel_id) != 0) {
2146 LOG_RTCERR1(DeregisterDecoderObserver, channel_id);
2147 }
2148
2149 const WebRtcVideoChannelRecvInfo::DecoderMap& decoder_map =
2150 info->registered_decoders();
2151 for (WebRtcVideoChannelRecvInfo::DecoderMap::const_iterator it =
2152 decoder_map.begin(); it != decoder_map.end(); ++it) {
2153 if (engine()->vie()->ext_codec()->DeRegisterExternalReceiveCodec(
2154 channel_id, it->first) != 0) {
2155 LOG_RTCERR1(DeregisterDecoderObserver, channel_id);
2156 }
2157 engine()->DestroyExternalDecoder(it->second);
2158 }
2159 info->ClearRegisteredDecoders();
2160
2161 LOG(LS_INFO) << "Removing video stream " << ssrc
2162 << " with VideoEngine channel #"
2163 << channel_id;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002164 bool ret = true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002165 if (engine()->vie()->base()->DeleteChannel(channel_id) == -1) {
2166 LOG_RTCERR1(DeleteChannel, channel_id);
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002167 ret = false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002168 }
2169 // Delete the WebRtcVideoChannelRecvInfo pointed to by it->second.
2170 delete info;
2171 recv_channels_.erase(it);
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002172 return ret;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002173}
2174
2175bool WebRtcVideoMediaChannel::StartSend() {
2176 bool success = true;
2177 for (SendChannelMap::iterator iter = send_channels_.begin();
2178 iter != send_channels_.end(); ++iter) {
2179 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2180 if (!StartSend(send_channel)) {
2181 success = false;
2182 }
2183 }
2184 return success;
2185}
2186
2187bool WebRtcVideoMediaChannel::StartSend(
2188 WebRtcVideoChannelSendInfo* send_channel) {
2189 const int channel_id = send_channel->channel_id();
2190 if (engine()->vie()->base()->StartSend(channel_id) != 0) {
2191 LOG_RTCERR1(StartSend, channel_id);
2192 return false;
2193 }
2194
2195 send_channel->set_sending(true);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002196 return true;
2197}
2198
2199bool WebRtcVideoMediaChannel::StopSend() {
2200 bool success = true;
2201 for (SendChannelMap::iterator iter = send_channels_.begin();
2202 iter != send_channels_.end(); ++iter) {
2203 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2204 if (!StopSend(send_channel)) {
2205 success = false;
2206 }
2207 }
2208 return success;
2209}
2210
2211bool WebRtcVideoMediaChannel::StopSend(
2212 WebRtcVideoChannelSendInfo* send_channel) {
2213 const int channel_id = send_channel->channel_id();
2214 if (engine()->vie()->base()->StopSend(channel_id) != 0) {
2215 LOG_RTCERR1(StopSend, channel_id);
2216 return false;
2217 }
2218 send_channel->set_sending(false);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002219 return true;
2220}
2221
2222bool WebRtcVideoMediaChannel::SendIntraFrame() {
2223 bool success = true;
2224 for (SendChannelMap::iterator iter = send_channels_.begin();
2225 iter != send_channels_.end();
2226 ++iter) {
2227 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2228 const int channel_id = send_channel->channel_id();
2229 if (engine()->vie()->codec()->SendKeyFrame(channel_id) != 0) {
2230 LOG_RTCERR1(SendKeyFrame, channel_id);
2231 success = false;
2232 }
2233 }
2234 return success;
2235}
2236
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002237bool WebRtcVideoMediaChannel::HasReadySendChannels() {
2238 return !send_channels_.empty() &&
2239 ((send_channels_.size() > 1) ||
2240 (send_channels_[0]->stream_params() != NULL));
2241}
2242
2243bool WebRtcVideoMediaChannel::GetSendChannelKey(uint32 local_ssrc,
2244 uint32* key) {
2245 *key = 0;
2246 // If a send channel is not ready to send it will not have local_ssrc
2247 // registered to it.
2248 if (!HasReadySendChannels()) {
2249 return false;
2250 }
2251 // The default channel is stored with key 0. The key therefore does not match
2252 // the SSRC associated with the default channel. Check if the SSRC provided
2253 // corresponds to the default channel's SSRC.
2254 if (local_ssrc == GetDefaultChannelSsrc()) {
2255 return true;
2256 }
2257 if (send_channels_.find(local_ssrc) == send_channels_.end()) {
2258 for (SendChannelMap::iterator iter = send_channels_.begin();
2259 iter != send_channels_.end(); ++iter) {
2260 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2261 if (send_channel->has_ssrc(local_ssrc)) {
2262 *key = iter->first;
2263 return true;
2264 }
2265 }
2266 return false;
2267 }
2268 // The key was found in the above std::map::find call. This means that the
2269 // ssrc is the key.
2270 *key = local_ssrc;
2271 return true;
2272}
2273
2274WebRtcVideoChannelSendInfo* WebRtcVideoMediaChannel::GetSendChannel(
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002275 uint32 local_ssrc) {
2276 uint32 key;
2277 if (!GetSendChannelKey(local_ssrc, &key)) {
2278 return NULL;
2279 }
2280 return send_channels_[key];
2281}
2282
2283bool WebRtcVideoMediaChannel::CreateSendChannelKey(uint32 local_ssrc,
2284 uint32* key) {
2285 if (GetSendChannelKey(local_ssrc, key)) {
2286 // If there is a key corresponding to |local_ssrc|, the SSRC is already in
2287 // use. SSRCs need to be unique in a session and at this point a duplicate
2288 // SSRC has been detected.
2289 return false;
2290 }
2291 if (send_channels_[0]->stream_params() == NULL) {
2292 // key should be 0 here as the default channel should be re-used whenever it
2293 // is not used.
2294 *key = 0;
2295 return true;
2296 }
2297 // SSRC is currently not in use and the default channel is already in use. Use
2298 // the SSRC as key since it is supposed to be unique in a session.
2299 *key = local_ssrc;
2300 return true;
2301}
2302
wu@webrtc.org24301a62013-12-13 19:17:43 +00002303int WebRtcVideoMediaChannel::GetSendChannelNum(VideoCapturer* capturer) {
2304 int num = 0;
2305 for (SendChannelMap::iterator iter = send_channels_.begin();
2306 iter != send_channels_.end(); ++iter) {
2307 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2308 if (send_channel->video_capturer() == capturer) {
2309 ++num;
2310 }
2311 }
2312 return num;
2313}
2314
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002315uint32 WebRtcVideoMediaChannel::GetDefaultChannelSsrc() {
2316 WebRtcVideoChannelSendInfo* send_channel = send_channels_[0];
2317 const StreamParams* sp = send_channel->stream_params();
2318 if (sp == NULL) {
2319 // This happens if no send stream is currently registered.
2320 return 0;
2321 }
2322 return sp->first_ssrc();
2323}
2324
2325bool WebRtcVideoMediaChannel::DeleteSendChannel(uint32 ssrc_key) {
2326 if (send_channels_.find(ssrc_key) == send_channels_.end()) {
2327 return false;
2328 }
2329 WebRtcVideoChannelSendInfo* send_channel = send_channels_[ssrc_key];
wu@webrtc.org24301a62013-12-13 19:17:43 +00002330 MaybeDisconnectCapturer(send_channel->video_capturer());
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +00002331 send_channel->set_video_capturer(NULL, engine()->vie());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002332
2333 int channel_id = send_channel->channel_id();
2334 int capture_id = send_channel->capture_id();
2335 if (engine()->vie()->codec()->DeregisterEncoderObserver(
2336 channel_id) != 0) {
2337 LOG_RTCERR1(DeregisterEncoderObserver, channel_id);
2338 }
2339
2340 // Destroy the external capture interface.
2341 if (engine()->vie()->capture()->DisconnectCaptureDevice(
2342 channel_id) != 0) {
2343 LOG_RTCERR1(DisconnectCaptureDevice, channel_id);
2344 }
2345 if (engine()->vie()->capture()->ReleaseCaptureDevice(
2346 capture_id) != 0) {
2347 LOG_RTCERR1(ReleaseCaptureDevice, capture_id);
2348 }
2349
2350 // The default channel is stored in both |send_channels_| and
2351 // |recv_channels_|. To make sure it is only deleted once from vie let the
2352 // delete call happen when tearing down |recv_channels_| and not here.
2353 if (!IsDefaultChannel(channel_id)) {
2354 engine_->vie()->base()->DeleteChannel(channel_id);
2355 }
2356 delete send_channel;
2357 send_channels_.erase(ssrc_key);
2358 return true;
2359}
2360
2361bool WebRtcVideoMediaChannel::RemoveCapturer(uint32 ssrc) {
2362 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
2363 if (!send_channel) {
2364 return false;
2365 }
2366 VideoCapturer* capturer = send_channel->video_capturer();
2367 if (capturer == NULL) {
2368 return false;
2369 }
wu@webrtc.org24301a62013-12-13 19:17:43 +00002370 MaybeDisconnectCapturer(capturer);
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +00002371 send_channel->set_video_capturer(NULL, engine()->vie());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002372 const int64 timestamp = send_channel->local_stream_info()->time_stamp();
2373 if (send_codec_) {
2374 QueueBlackFrame(ssrc, timestamp, send_codec_->maxFramerate);
2375 }
2376 return true;
2377}
2378
2379bool WebRtcVideoMediaChannel::SetRenderer(uint32 ssrc,
2380 VideoRenderer* renderer) {
2381 if (recv_channels_.find(ssrc) == recv_channels_.end()) {
2382 // TODO(perkj): Remove this once BWE works properly across different send
2383 // and receive channels.
2384 // The default channel is reused for recv stream in 1:1 call.
2385 if (first_receive_ssrc_ == ssrc &&
2386 recv_channels_.find(0) != recv_channels_.end()) {
2387 LOG(LS_INFO) << "SetRenderer " << ssrc
2388 << " reuse default channel #"
2389 << vie_channel_;
2390 recv_channels_[0]->SetRenderer(renderer);
2391 return true;
2392 }
2393 return false;
2394 }
2395
2396 recv_channels_[ssrc]->SetRenderer(renderer);
2397 return true;
2398}
2399
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002400bool WebRtcVideoMediaChannel::GetStats(const StatsOptions& options,
2401 VideoMediaInfo* info) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002402 // Get sender statistics and build VideoSenderInfo.
2403 unsigned int total_bitrate_sent = 0;
2404 unsigned int video_bitrate_sent = 0;
2405 unsigned int fec_bitrate_sent = 0;
2406 unsigned int nack_bitrate_sent = 0;
2407 unsigned int estimated_send_bandwidth = 0;
2408 unsigned int target_enc_bitrate = 0;
2409 if (send_codec_) {
2410 for (SendChannelMap::const_iterator iter = send_channels_.begin();
2411 iter != send_channels_.end(); ++iter) {
2412 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2413 const int channel_id = send_channel->channel_id();
2414 VideoSenderInfo sinfo;
2415 const StreamParams* send_params = send_channel->stream_params();
2416 if (send_params == NULL) {
2417 // This should only happen if the default vie channel is not in use.
2418 // This can happen if no streams have ever been added or the stream
2419 // corresponding to the default channel has been removed. Note that
2420 // there may be non-default vie channels in use when this happen so
2421 // asserting send_channels_.size() == 1 is not correct and neither is
2422 // breaking out of the loop.
2423 ASSERT(channel_id == vie_channel_);
2424 continue;
2425 }
2426 unsigned int bytes_sent, packets_sent, bytes_recv, packets_recv;
2427 if (engine_->vie()->rtp()->GetRTPStatistics(channel_id, bytes_sent,
2428 packets_sent, bytes_recv,
2429 packets_recv) != 0) {
2430 LOG_RTCERR1(GetRTPStatistics, vie_channel_);
2431 continue;
2432 }
2433 WebRtcLocalStreamInfo* channel_stream_info =
2434 send_channel->local_stream_info();
2435
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002436 for (size_t i = 0; i < send_params->ssrcs.size(); ++i) {
2437 sinfo.add_ssrc(send_params->ssrcs[i]);
2438 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002439 sinfo.codec_name = send_codec_->plName;
2440 sinfo.bytes_sent = bytes_sent;
2441 sinfo.packets_sent = packets_sent;
2442 sinfo.packets_cached = -1;
2443 sinfo.packets_lost = -1;
2444 sinfo.fraction_lost = -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002445 sinfo.rtt_ms = -1;
wu@webrtc.org987f2c92014-03-28 16:22:19 +00002446 sinfo.input_frame_width = static_cast<int>(channel_stream_info->width());
2447 sinfo.input_frame_height =
2448 static_cast<int>(channel_stream_info->height());
2449
2450 VideoCapturer* video_capturer = send_channel->video_capturer();
2451 if (video_capturer) {
2452 video_capturer->GetStats(&sinfo.adapt_frame_drops,
2453 &sinfo.effects_frame_drops,
2454 &sinfo.capturer_frame_time);
2455 }
2456
2457 webrtc::VideoCodec vie_codec;
2458 // TODO(ronghuawu): Add unit tests to cover the new send stats:
2459 // send_frame_width/height.
2460 if (!video_capturer || video_capturer->IsMuted()) {
2461 sinfo.send_frame_width = 0;
2462 sinfo.send_frame_height = 0;
2463 } else if (engine()->vie()->codec()->GetSendCodec(channel_id,
2464 vie_codec) == 0) {
2465 sinfo.send_frame_width = vie_codec.width;
2466 sinfo.send_frame_height = vie_codec.height;
2467 } else {
2468 sinfo.send_frame_width = -1;
2469 sinfo.send_frame_height = -1;
2470 LOG_RTCERR1(GetSendCodec, channel_id);
2471 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002472 sinfo.framerate_input = channel_stream_info->framerate();
2473 sinfo.framerate_sent = send_channel->encoder_observer()->framerate();
2474 sinfo.nominal_bitrate = send_channel->encoder_observer()->bitrate();
2475 sinfo.preferred_bitrate = send_max_bitrate_;
2476 sinfo.adapt_reason = send_channel->CurrentAdaptReason();
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002477 sinfo.capture_jitter_ms = -1;
2478 sinfo.avg_encode_ms = -1;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002479 sinfo.encode_usage_percent = -1;
2480 sinfo.capture_queue_delay_ms_per_s = -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002481
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002482 int capture_jitter_ms = 0;
2483 int avg_encode_time_ms = 0;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002484 int encode_usage_percent = 0;
2485 int capture_queue_delay_ms_per_s = 0;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002486 if (engine()->vie()->base()->CpuOveruseMeasures(
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002487 channel_id,
2488 &capture_jitter_ms,
2489 &avg_encode_time_ms,
2490 &encode_usage_percent,
2491 &capture_queue_delay_ms_per_s) == 0) {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002492 sinfo.capture_jitter_ms = capture_jitter_ms;
2493 sinfo.avg_encode_ms = avg_encode_time_ms;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002494 sinfo.encode_usage_percent = encode_usage_percent;
2495 sinfo.capture_queue_delay_ms_per_s = capture_queue_delay_ms_per_s;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002496 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002497
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002498#ifdef USE_WEBRTC_DEV_BRANCH
2499 webrtc::RtcpPacketTypeCounter rtcp_sent;
2500 webrtc::RtcpPacketTypeCounter rtcp_received;
2501 if (engine()->vie()->rtp()->GetRtcpPacketTypeCounters(
2502 channel_id, &rtcp_sent, &rtcp_received) == 0) {
2503 sinfo.firs_rcvd = rtcp_received.fir_packets;
2504 sinfo.plis_rcvd = rtcp_received.pli_packets;
2505 sinfo.nacks_rcvd = rtcp_received.nack_packets;
2506 } else {
2507 sinfo.firs_rcvd = -1;
2508 sinfo.plis_rcvd = -1;
2509 sinfo.nacks_rcvd = -1;
2510 LOG_RTCERR1(GetRtcpPacketTypeCounters, channel_id);
2511 }
2512#else
2513 sinfo.firs_rcvd = -1;
2514 sinfo.plis_rcvd = -1;
2515 sinfo.nacks_rcvd = -1;
2516#endif
2517
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002518 // Get received RTCP statistics for the sender (reported by the remote
2519 // client in a RTCP packet), if available.
2520 // It's not a fatal error if we can't, since RTCP may not have arrived
2521 // yet.
2522 webrtc::RtcpStatistics outgoing_stream_rtcp_stats;
2523 int outgoing_stream_rtt_ms;
2524
2525 if (engine_->vie()->rtp()->GetSendChannelRtcpStatistics(
2526 channel_id,
2527 outgoing_stream_rtcp_stats,
2528 outgoing_stream_rtt_ms) == 0) {
2529 // Convert Q8 to float.
2530 sinfo.packets_lost = outgoing_stream_rtcp_stats.cumulative_lost;
2531 sinfo.fraction_lost = static_cast<float>(
2532 outgoing_stream_rtcp_stats.fraction_lost) / (1 << 8);
2533 sinfo.rtt_ms = outgoing_stream_rtt_ms;
2534 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002535 info->senders.push_back(sinfo);
2536
2537 unsigned int channel_total_bitrate_sent = 0;
2538 unsigned int channel_video_bitrate_sent = 0;
2539 unsigned int channel_fec_bitrate_sent = 0;
2540 unsigned int channel_nack_bitrate_sent = 0;
2541 if (engine_->vie()->rtp()->GetBandwidthUsage(
2542 channel_id, channel_total_bitrate_sent, channel_video_bitrate_sent,
2543 channel_fec_bitrate_sent, channel_nack_bitrate_sent) == 0) {
2544 total_bitrate_sent += channel_total_bitrate_sent;
2545 video_bitrate_sent += channel_video_bitrate_sent;
2546 fec_bitrate_sent += channel_fec_bitrate_sent;
2547 nack_bitrate_sent += channel_nack_bitrate_sent;
2548 } else {
2549 LOG_RTCERR1(GetBandwidthUsage, channel_id);
2550 }
2551
2552 unsigned int estimated_stream_send_bandwidth = 0;
2553 if (engine_->vie()->rtp()->GetEstimatedSendBandwidth(
2554 channel_id, &estimated_stream_send_bandwidth) == 0) {
2555 estimated_send_bandwidth += estimated_stream_send_bandwidth;
2556 } else {
2557 LOG_RTCERR1(GetEstimatedSendBandwidth, channel_id);
2558 }
2559 unsigned int target_enc_stream_bitrate = 0;
2560 if (engine_->vie()->codec()->GetCodecTargetBitrate(
2561 channel_id, &target_enc_stream_bitrate) == 0) {
2562 target_enc_bitrate += target_enc_stream_bitrate;
2563 } else {
2564 LOG_RTCERR1(GetCodecTargetBitrate, channel_id);
2565 }
2566 }
2567 } else {
2568 LOG(LS_WARNING) << "GetStats: sender information not ready.";
2569 }
2570
2571 // Get the SSRC and stats for each receiver, based on our own calculations.
2572 unsigned int estimated_recv_bandwidth = 0;
2573 for (RecvChannelMap::const_iterator it = recv_channels_.begin();
2574 it != recv_channels_.end(); ++it) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002575 WebRtcVideoChannelRecvInfo* channel = it->second;
2576
2577 unsigned int ssrc;
2578 // Get receiver statistics and build VideoReceiverInfo, if we have data.
sergeyu@chromium.orga59696b2013-09-13 23:48:58 +00002579 // Skip the default channel (ssrc == 0).
2580 if (engine_->vie()->rtp()->GetRemoteSSRC(
2581 channel->channel_id(), ssrc) != 0 ||
2582 ssrc == 0)
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002583 continue;
2584
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002585 webrtc::StreamDataCounters sent;
2586 webrtc::StreamDataCounters received;
2587 if (engine_->vie()->rtp()->GetRtpStatistics(channel->channel_id(),
2588 sent, received) != 0) {
2589 LOG_RTCERR1(GetRTPStatistics, channel->channel_id());
2590 return false;
2591 }
2592 VideoReceiverInfo rinfo;
2593 rinfo.add_ssrc(ssrc);
2594 rinfo.bytes_rcvd = received.bytes;
2595 rinfo.packets_rcvd = received.packets;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002596 rinfo.packets_lost = -1;
2597 rinfo.packets_concealed = -1;
2598 rinfo.fraction_lost = -1; // from SentRTCP
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002599 rinfo.frame_width = channel->render_adapter()->width();
2600 rinfo.frame_height = channel->render_adapter()->height();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002601 int fps = channel->render_adapter()->framerate();
2602 rinfo.framerate_decoded = fps;
2603 rinfo.framerate_output = fps;
wu@webrtc.org97077a32013-10-25 21:18:33 +00002604 channel->decoder_observer()->ExportTo(&rinfo);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002605
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002606#ifdef USE_WEBRTC_DEV_BRANCH
2607 webrtc::RtcpPacketTypeCounter rtcp_sent;
2608 webrtc::RtcpPacketTypeCounter rtcp_received;
2609 if (engine()->vie()->rtp()->GetRtcpPacketTypeCounters(
2610 channel->channel_id(), &rtcp_sent, &rtcp_received) == 0) {
2611 rinfo.firs_sent = rtcp_sent.fir_packets;
2612 rinfo.plis_sent = rtcp_sent.pli_packets;
2613 rinfo.nacks_sent = rtcp_sent.nack_packets;
2614 } else {
2615 rinfo.firs_sent = -1;
2616 rinfo.plis_sent = -1;
2617 rinfo.nacks_sent = -1;
2618 LOG_RTCERR1(GetRtcpPacketTypeCounters, channel->channel_id());
2619 }
2620#else
2621 rinfo.firs_sent = -1;
2622 rinfo.plis_sent = -1;
2623 rinfo.nacks_sent = -1;
2624#endif
2625
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002626 // Get our locally created statistics of the received RTP stream.
2627 webrtc::RtcpStatistics incoming_stream_rtcp_stats;
2628 int incoming_stream_rtt_ms;
2629 if (engine_->vie()->rtp()->GetReceiveChannelRtcpStatistics(
2630 channel->channel_id(),
2631 incoming_stream_rtcp_stats,
2632 incoming_stream_rtt_ms) == 0) {
2633 // Convert Q8 to float.
2634 rinfo.packets_lost = incoming_stream_rtcp_stats.cumulative_lost;
2635 rinfo.fraction_lost = static_cast<float>(
2636 incoming_stream_rtcp_stats.fraction_lost) / (1 << 8);
2637 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002638 info->receivers.push_back(rinfo);
2639
2640 unsigned int estimated_recv_stream_bandwidth = 0;
2641 if (engine_->vie()->rtp()->GetEstimatedReceiveBandwidth(
2642 channel->channel_id(), &estimated_recv_stream_bandwidth) == 0) {
2643 estimated_recv_bandwidth += estimated_recv_stream_bandwidth;
2644 } else {
2645 LOG_RTCERR1(GetEstimatedReceiveBandwidth, channel->channel_id());
2646 }
2647 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002648 // Build BandwidthEstimationInfo.
2649 // TODO(zhurunz): Add real unittest for this.
2650 BandwidthEstimationInfo bwe;
2651
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002652 // TODO(jiayl): remove the condition when the necessary changes are available
2653 // outside the dev branch.
2654#ifdef USE_WEBRTC_DEV_BRANCH
2655 if (options.include_received_propagation_stats) {
2656 webrtc::ReceiveBandwidthEstimatorStats additional_stats;
2657 // Only call for the default channel because the returned stats are
2658 // collected for all the channels using the same estimator.
2659 if (engine_->vie()->rtp()->GetReceiveBandwidthEstimatorStats(
mallinath@webrtc.org92fdfeb2014-02-17 18:49:41 +00002660 recv_channels_[0]->channel_id(), &additional_stats) == 0) {
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002661 bwe.total_received_propagation_delta_ms =
2662 additional_stats.total_propagation_time_delta_ms;
2663 bwe.recent_received_propagation_delta_ms.swap(
2664 additional_stats.recent_propagation_time_delta_ms);
2665 bwe.recent_received_packet_group_arrival_time_ms.swap(
2666 additional_stats.recent_arrival_time_ms);
2667 }
2668 }
henrike@webrtc.orgb8395eb2014-02-28 21:57:22 +00002669
2670 engine_->vie()->rtp()->GetPacerQueuingDelayMs(
2671 recv_channels_[0]->channel_id(), &bwe.bucket_delay);
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002672#endif
2673
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002674 // Calculations done above per send/receive stream.
2675 bwe.actual_enc_bitrate = video_bitrate_sent;
2676 bwe.transmit_bitrate = total_bitrate_sent;
2677 bwe.retransmit_bitrate = nack_bitrate_sent;
2678 bwe.available_send_bandwidth = estimated_send_bandwidth;
2679 bwe.available_recv_bandwidth = estimated_recv_bandwidth;
2680 bwe.target_enc_bitrate = target_enc_bitrate;
2681
2682 info->bw_estimations.push_back(bwe);
2683
2684 return true;
2685}
2686
2687bool WebRtcVideoMediaChannel::SetCapturer(uint32 ssrc,
2688 VideoCapturer* capturer) {
2689 ASSERT(ssrc != 0);
2690 if (!capturer) {
2691 return RemoveCapturer(ssrc);
2692 }
2693 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
2694 if (!send_channel) {
2695 return false;
2696 }
2697 VideoCapturer* old_capturer = send_channel->video_capturer();
wu@webrtc.org24301a62013-12-13 19:17:43 +00002698 MaybeDisconnectCapturer(old_capturer);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002699
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +00002700 send_channel->set_video_capturer(capturer, engine()->vie());
wu@webrtc.orga8910d22014-01-23 22:12:45 +00002701 MaybeConnectCapturer(capturer);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002702 if (!capturer->IsScreencast() && ratio_w_ != 0 && ratio_h_ != 0) {
2703 capturer->UpdateAspectRatio(ratio_w_, ratio_h_);
2704 }
2705 const int64 timestamp = send_channel->local_stream_info()->time_stamp();
2706 if (send_codec_) {
2707 QueueBlackFrame(ssrc, timestamp, send_codec_->maxFramerate);
2708 }
2709 return true;
2710}
2711
2712bool WebRtcVideoMediaChannel::RequestIntraFrame() {
2713 // There is no API exposed to application to request a key frame
2714 // ViE does this internally when there are errors from decoder
2715 return false;
2716}
2717
wu@webrtc.orga9890802013-12-13 00:21:03 +00002718void WebRtcVideoMediaChannel::OnPacketReceived(
2719 talk_base::Buffer* packet, const talk_base::PacketTime& packet_time) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002720 // Pick which channel to send this packet to. If this packet doesn't match
2721 // any multiplexed streams, just send it to the default channel. Otherwise,
2722 // send it to the specific decoder instance for that stream.
2723 uint32 ssrc = 0;
2724 if (!GetRtpSsrc(packet->data(), packet->length(), &ssrc))
2725 return;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002726 int processing_channel = GetRecvChannelNum(ssrc);
2727 if (processing_channel == -1) {
2728 // Allocate an unsignalled recv channel for processing in conference mode.
henrike@webrtc.org18e59112014-03-14 17:19:38 +00002729 if (!InConferenceMode()) {
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002730 // If we cant find or allocate one, use the default.
2731 processing_channel = video_channel();
henrike@webrtc.org18e59112014-03-14 17:19:38 +00002732 } else if (!CreateUnsignalledRecvChannel(ssrc, &processing_channel)) {
2733 // If we cant create an unsignalled recv channel, drop the packet in
2734 // conference mode.
2735 return;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002736 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002737 }
2738
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002739 engine()->vie()->network()->ReceivedRTPPacket(
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002740 processing_channel,
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002741 packet->data(),
wu@webrtc.orga9890802013-12-13 00:21:03 +00002742 static_cast<int>(packet->length()),
2743 webrtc::PacketTime(packet_time.timestamp, packet_time.not_before));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002744}
2745
wu@webrtc.orga9890802013-12-13 00:21:03 +00002746void WebRtcVideoMediaChannel::OnRtcpReceived(
2747 talk_base::Buffer* packet, const talk_base::PacketTime& packet_time) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002748// Sending channels need all RTCP packets with feedback information.
2749// Even sender reports can contain attached report blocks.
2750// Receiving channels need sender reports in order to create
2751// correct receiver reports.
2752
2753 uint32 ssrc = 0;
2754 if (!GetRtcpSsrc(packet->data(), packet->length(), &ssrc)) {
2755 LOG(LS_WARNING) << "Failed to parse SSRC from received RTCP packet";
2756 return;
2757 }
2758 int type = 0;
2759 if (!GetRtcpType(packet->data(), packet->length(), &type)) {
2760 LOG(LS_WARNING) << "Failed to parse type from received RTCP packet";
2761 return;
2762 }
2763
2764 // If it is a sender report, find the channel that is listening.
2765 if (type == kRtcpTypeSR) {
2766 int which_channel = GetRecvChannelNum(ssrc);
2767 if (which_channel != -1 && !IsDefaultChannel(which_channel)) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002768 engine_->vie()->network()->ReceivedRTCPPacket(
2769 which_channel,
2770 packet->data(),
2771 static_cast<int>(packet->length()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002772 }
2773 }
2774 // SR may continue RR and any RR entry may correspond to any one of the send
2775 // channels. So all RTCP packets must be forwarded all send channels. ViE
2776 // will filter out RR internally.
2777 for (SendChannelMap::iterator iter = send_channels_.begin();
2778 iter != send_channels_.end(); ++iter) {
2779 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2780 int channel_id = send_channel->channel_id();
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002781 engine_->vie()->network()->ReceivedRTCPPacket(
2782 channel_id,
2783 packet->data(),
2784 static_cast<int>(packet->length()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002785 }
2786}
2787
2788void WebRtcVideoMediaChannel::OnReadyToSend(bool ready) {
2789 SetNetworkTransmissionState(ready);
2790}
2791
2792bool WebRtcVideoMediaChannel::MuteStream(uint32 ssrc, bool muted) {
2793 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
2794 if (!send_channel) {
2795 LOG(LS_ERROR) << "The specified ssrc " << ssrc << " is not in use.";
2796 return false;
2797 }
2798 send_channel->set_muted(muted);
2799 return true;
2800}
2801
2802bool WebRtcVideoMediaChannel::SetRecvRtpHeaderExtensions(
2803 const std::vector<RtpHeaderExtension>& extensions) {
2804 if (receive_extensions_ == extensions) {
2805 return true;
2806 }
2807 receive_extensions_ = extensions;
2808
2809 const RtpHeaderExtension* offset_extension =
2810 FindHeaderExtension(extensions, kRtpTimestampOffsetHeaderExtension);
2811 const RtpHeaderExtension* send_time_extension =
henrike@webrtc.org79047f92014-03-06 23:46:59 +00002812 FindHeaderExtension(extensions, kRtpAbsoluteSenderTimeHeaderExtension);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002813
2814 // Loop through all receive channels and enable/disable the extensions.
2815 for (RecvChannelMap::iterator channel_it = recv_channels_.begin();
2816 channel_it != recv_channels_.end(); ++channel_it) {
2817 int channel_id = channel_it->second->channel_id();
2818 if (!SetHeaderExtension(
2819 &webrtc::ViERTP_RTCP::SetReceiveTimestampOffsetStatus, channel_id,
2820 offset_extension)) {
2821 return false;
2822 }
2823 if (!SetHeaderExtension(
2824 &webrtc::ViERTP_RTCP::SetReceiveAbsoluteSendTimeStatus, channel_id,
2825 send_time_extension)) {
2826 return false;
2827 }
2828 }
2829 return true;
2830}
2831
2832bool WebRtcVideoMediaChannel::SetSendRtpHeaderExtensions(
2833 const std::vector<RtpHeaderExtension>& extensions) {
2834 send_extensions_ = extensions;
2835
2836 const RtpHeaderExtension* offset_extension =
2837 FindHeaderExtension(extensions, kRtpTimestampOffsetHeaderExtension);
2838 const RtpHeaderExtension* send_time_extension =
henrike@webrtc.org79047f92014-03-06 23:46:59 +00002839 FindHeaderExtension(extensions, kRtpAbsoluteSenderTimeHeaderExtension);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002840
2841 // Loop through all send channels and enable/disable the extensions.
2842 for (SendChannelMap::iterator channel_it = send_channels_.begin();
2843 channel_it != send_channels_.end(); ++channel_it) {
2844 int channel_id = channel_it->second->channel_id();
2845 if (!SetHeaderExtension(
2846 &webrtc::ViERTP_RTCP::SetSendTimestampOffsetStatus, channel_id,
2847 offset_extension)) {
2848 return false;
2849 }
2850 if (!SetHeaderExtension(
2851 &webrtc::ViERTP_RTCP::SetSendAbsoluteSendTimeStatus, channel_id,
2852 send_time_extension)) {
2853 return false;
2854 }
2855 }
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002856
2857 if (send_time_extension) {
2858 // For video RTP packets, we would like to update AbsoluteSendTimeHeader
2859 // Extension closer to the network, @ socket level before sending.
2860 // Pushing the extension id to socket layer.
2861 MediaChannel::SetOption(NetworkInterface::ST_RTP,
2862 talk_base::Socket::OPT_RTP_SENDTIME_EXTN_ID,
2863 send_time_extension->id);
2864 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002865 return true;
2866}
2867
mallinath@webrtc.org92fdfeb2014-02-17 18:49:41 +00002868int WebRtcVideoMediaChannel::GetRtpSendTimeExtnId() const {
2869 const RtpHeaderExtension* send_time_extension = FindHeaderExtension(
henrike@webrtc.org79047f92014-03-06 23:46:59 +00002870 send_extensions_, kRtpAbsoluteSenderTimeHeaderExtension);
mallinath@webrtc.org92fdfeb2014-02-17 18:49:41 +00002871 if (send_time_extension) {
2872 return send_time_extension->id;
2873 }
2874 return -1;
2875}
2876
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002877bool WebRtcVideoMediaChannel::SetStartSendBandwidth(int bps) {
2878 LOG(LS_INFO) << "WebRtcVideoMediaChannel::SetStartSendBandwidth";
2879
2880 if (!send_codec_) {
2881 LOG(LS_INFO) << "The send codec has not been set up yet";
2882 return true;
2883 }
2884
2885 // On success, SetSendCodec() will reset |send_start_bitrate_| to |bps/1000|,
2886 // by calling MaybeChangeStartBitrate. That method will also clamp the
2887 // start bitrate between min and max, consistent with the override behavior
2888 // in SetMaxSendBandwidth.
2889 return SetSendCodec(*send_codec_,
2890 send_min_bitrate_, bps / 1000, send_max_bitrate_);
2891}
2892
2893bool WebRtcVideoMediaChannel::SetMaxSendBandwidth(int bps) {
2894 LOG(LS_INFO) << "WebRtcVideoMediaChannel::SetMaxSendBandwidth";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002895
2896 if (InConferenceMode()) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002897 LOG(LS_INFO) << "Conference mode ignores SetMaxSendBandwidth";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002898 return true;
2899 }
2900
2901 if (!send_codec_) {
2902 LOG(LS_INFO) << "The send codec has not been set up yet";
2903 return true;
2904 }
2905
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002906 // Use the default value or the bps for the max
2907 int max_bitrate = (bps <= 0) ? send_max_bitrate_ : (bps / 1000);
2908
2909 // Reduce the current minimum and start bitrates if necessary.
2910 int min_bitrate = talk_base::_min(send_min_bitrate_, max_bitrate);
2911 int start_bitrate = talk_base::_min(send_start_bitrate_, max_bitrate);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002912
2913 if (!SetSendCodec(*send_codec_, min_bitrate, start_bitrate, max_bitrate)) {
2914 return false;
2915 }
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002916 LogSendCodecChange("SetMaxSendBandwidth()");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002917
2918 return true;
2919}
2920
2921bool WebRtcVideoMediaChannel::SetOptions(const VideoOptions &options) {
2922 // Always accept options that are unchanged.
2923 if (options_ == options) {
2924 return true;
2925 }
2926
2927 // Trigger SetSendCodec to set correct noise reduction state if the option has
2928 // changed.
2929 bool denoiser_changed = options.video_noise_reduction.IsSet() &&
2930 (options_.video_noise_reduction != options.video_noise_reduction);
2931
2932 bool leaky_bucket_changed = options.video_leaky_bucket.IsSet() &&
2933 (options_.video_leaky_bucket != options.video_leaky_bucket);
2934
2935 bool buffer_latency_changed = options.buffered_mode_latency.IsSet() &&
2936 (options_.buffered_mode_latency != options.buffered_mode_latency);
2937
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00002938 bool cpu_overuse_detection_changed = options.cpu_overuse_detection.IsSet() &&
2939 (options_.cpu_overuse_detection != options.cpu_overuse_detection);
2940
wu@webrtc.orgde305012013-10-31 15:40:38 +00002941 bool dscp_option_changed = (options_.dscp != options.dscp);
2942
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002943 bool suspend_below_min_bitrate_changed =
2944 options.suspend_below_min_bitrate.IsSet() &&
2945 (options_.suspend_below_min_bitrate != options.suspend_below_min_bitrate);
2946
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002947 bool conference_mode_turned_off = false;
2948 if (options_.conference_mode.IsSet() && options.conference_mode.IsSet() &&
2949 options_.conference_mode.GetWithDefaultIfUnset(false) &&
2950 !options.conference_mode.GetWithDefaultIfUnset(false)) {
2951 conference_mode_turned_off = true;
2952 }
2953
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00002954#ifdef USE_WEBRTC_DEV_BRANCH
2955 bool improved_wifi_bwe_changed =
2956 options.use_improved_wifi_bandwidth_estimator.IsSet() &&
2957 options_.use_improved_wifi_bandwidth_estimator !=
2958 options.use_improved_wifi_bandwidth_estimator;
2959
2960#endif
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00002961
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002962 // Save the options, to be interpreted where appropriate.
2963 // Use options_.SetAll() instead of assignment so that unset value in options
2964 // will not overwrite the previous option value.
2965 options_.SetAll(options);
2966
2967 // Set CPU options for all send channels.
2968 for (SendChannelMap::iterator iter = send_channels_.begin();
2969 iter != send_channels_.end(); ++iter) {
2970 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2971 send_channel->ApplyCpuOptions(options_);
2972 }
2973
2974 // Adjust send codec bitrate if needed.
2975 int conf_max_bitrate = kDefaultConferenceModeMaxVideoBitrate;
2976
wu@webrtc.orgcecfd182013-10-30 05:18:12 +00002977 // Save altered min_bitrate level and apply if necessary.
2978 bool adjusted_min_bitrate = false;
2979 if (options.lower_min_bitrate.IsSet()) {
2980 bool lower;
2981 options.lower_min_bitrate.Get(&lower);
2982
2983 int new_send_min_bitrate = lower ? kLowerMinBitrate : kMinVideoBitrate;
2984 adjusted_min_bitrate = (new_send_min_bitrate != send_min_bitrate_);
2985 send_min_bitrate_ = new_send_min_bitrate;
2986 }
2987
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002988 int expected_bitrate = send_max_bitrate_;
2989 if (InConferenceMode()) {
2990 expected_bitrate = conf_max_bitrate;
2991 } else if (conference_mode_turned_off) {
2992 // This is a special case for turning conference mode off.
2993 // Max bitrate should go back to the default maximum value instead
2994 // of the current maximum.
2995 expected_bitrate = kMaxVideoBitrate;
2996 }
2997
wu@webrtc.org1e6cb2c2014-03-24 17:01:50 +00002998 int options_start_bitrate;
2999 bool start_bitrate_changed = false;
3000 if (options.video_start_bitrate.Get(&options_start_bitrate) &&
3001 options_start_bitrate != send_start_bitrate_) {
3002 send_start_bitrate_ = options_start_bitrate;
3003 start_bitrate_changed = true;
3004 }
3005
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00003006 bool reset_send_codec_needed = send_codec_ &&
wu@webrtc.orgcecfd182013-10-30 05:18:12 +00003007 (send_max_bitrate_ != expected_bitrate || denoiser_changed ||
wu@webrtc.org1e6cb2c2014-03-24 17:01:50 +00003008 adjusted_min_bitrate || start_bitrate_changed);
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00003009
3010
3011 if (reset_send_codec_needed) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003012 // On success, SetSendCodec() will reset send_max_bitrate_ to
3013 // expected_bitrate.
3014 if (!SetSendCodec(*send_codec_,
3015 send_min_bitrate_,
3016 send_start_bitrate_,
3017 expected_bitrate)) {
3018 return false;
3019 }
3020 LogSendCodecChange("SetOptions()");
3021 }
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00003022
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003023 if (leaky_bucket_changed) {
3024 bool enable_leaky_bucket =
3025 options_.video_leaky_bucket.GetWithDefaultIfUnset(false);
henrike@webrtc.org152208a2014-03-21 21:43:26 +00003026 LOG(LS_INFO) << "Leaky bucket is enabled : " << enable_leaky_bucket;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003027 for (SendChannelMap::iterator it = send_channels_.begin();
3028 it != send_channels_.end(); ++it) {
3029 if (engine()->vie()->rtp()->SetTransmissionSmoothingStatus(
3030 it->second->channel_id(), enable_leaky_bucket) != 0) {
3031 LOG_RTCERR2(SetTransmissionSmoothingStatus, it->second->channel_id(),
3032 enable_leaky_bucket);
3033 }
3034 }
3035 }
3036 if (buffer_latency_changed) {
3037 int buffer_latency =
3038 options_.buffered_mode_latency.GetWithDefaultIfUnset(
3039 cricket::kBufferedModeDisabled);
3040 for (SendChannelMap::iterator it = send_channels_.begin();
3041 it != send_channels_.end(); ++it) {
3042 if (engine()->vie()->rtp()->SetSenderBufferingMode(
3043 it->second->channel_id(), buffer_latency) != 0) {
3044 LOG_RTCERR2(SetSenderBufferingMode, it->second->channel_id(),
3045 buffer_latency);
3046 }
3047 }
3048 for (RecvChannelMap::iterator it = recv_channels_.begin();
3049 it != recv_channels_.end(); ++it) {
3050 if (engine()->vie()->rtp()->SetReceiverBufferingMode(
3051 it->second->channel_id(), buffer_latency) != 0) {
3052 LOG_RTCERR2(SetReceiverBufferingMode, it->second->channel_id(),
3053 buffer_latency);
3054 }
3055 }
3056 }
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003057 if (cpu_overuse_detection_changed) {
3058 bool cpu_overuse_detection =
3059 options_.cpu_overuse_detection.GetWithDefaultIfUnset(false);
3060 for (SendChannelMap::iterator iter = send_channels_.begin();
3061 iter != send_channels_.end(); ++iter) {
3062 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3063 send_channel->SetCpuOveruseDetection(cpu_overuse_detection);
3064 }
3065 }
wu@webrtc.orgde305012013-10-31 15:40:38 +00003066 if (dscp_option_changed) {
3067 talk_base::DiffServCodePoint dscp = talk_base::DSCP_DEFAULT;
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00003068 if (options_.dscp.GetWithDefaultIfUnset(false))
wu@webrtc.orgde305012013-10-31 15:40:38 +00003069 dscp = kVideoDscpValue;
3070 if (MediaChannel::SetDscp(dscp) != 0) {
3071 LOG(LS_WARNING) << "Failed to set DSCP settings for video channel";
3072 }
3073 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003074 if (suspend_below_min_bitrate_changed) {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003075 if (options_.suspend_below_min_bitrate.GetWithDefaultIfUnset(false)) {
3076 for (SendChannelMap::iterator it = send_channels_.begin();
3077 it != send_channels_.end(); ++it) {
3078 engine()->vie()->codec()->SuspendBelowMinBitrate(
3079 it->second->channel_id());
3080 }
3081 } else {
3082 LOG(LS_WARNING) << "Cannot disable video suspension once it is enabled";
3083 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003084 }
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003085#ifdef USE_WEBRTC_DEV_BRANCH
3086 if (improved_wifi_bwe_changed) {
3087 webrtc::Config config;
3088 config.Set(new webrtc::AimdRemoteRateControl(
3089 options_.use_improved_wifi_bandwidth_estimator
3090 .GetWithDefaultIfUnset(false)));
3091 for (SendChannelMap::iterator it = send_channels_.begin();
3092 it != send_channels_.end(); ++it) {
3093 engine()->vie()->network()->SetBandwidthEstimationConfig(
3094 it->second->channel_id(), config);
3095 }
3096 }
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +00003097 webrtc::CpuOveruseOptions overuse_options;
3098 if (GetCpuOveruseOptions(options_, &overuse_options)) {
3099 for (SendChannelMap::iterator it = send_channels_.begin();
3100 it != send_channels_.end(); ++it) {
3101 if (engine()->vie()->base()->SetCpuOveruseOptions(
3102 it->second->channel_id(), overuse_options) != 0) {
3103 LOG_RTCERR1(SetCpuOveruseOptions, it->second->channel_id());
3104 }
3105 }
3106 }
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003107#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003108 return true;
3109}
3110
3111void WebRtcVideoMediaChannel::SetInterface(NetworkInterface* iface) {
3112 MediaChannel::SetInterface(iface);
3113 // Set the RTP recv/send buffer to a bigger size
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00003114 MediaChannel::SetOption(NetworkInterface::ST_RTP,
3115 talk_base::Socket::OPT_RCVBUF,
3116 kVideoRtpBufferSize);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003117
3118 // TODO(sriniv): Remove or re-enable this.
3119 // As part of b/8030474, send-buffer is size now controlled through
3120 // portallocator flags.
3121 // network_interface_->SetOption(NetworkInterface::ST_RTP,
3122 // talk_base::Socket::OPT_SNDBUF,
3123 // kVideoRtpBufferSize);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003124}
3125
3126void WebRtcVideoMediaChannel::UpdateAspectRatio(int ratio_w, int ratio_h) {
3127 ASSERT(ratio_w != 0);
3128 ASSERT(ratio_h != 0);
3129 ratio_w_ = ratio_w;
3130 ratio_h_ = ratio_h;
3131 // For now assume that all streams want the same aspect ratio.
3132 // TODO(hellner): remove the need for this assumption.
3133 for (SendChannelMap::iterator iter = send_channels_.begin();
3134 iter != send_channels_.end(); ++iter) {
3135 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3136 VideoCapturer* capturer = send_channel->video_capturer();
3137 if (capturer) {
3138 capturer->UpdateAspectRatio(ratio_w, ratio_h);
3139 }
3140 }
3141}
3142
3143bool WebRtcVideoMediaChannel::GetRenderer(uint32 ssrc,
3144 VideoRenderer** renderer) {
3145 RecvChannelMap::const_iterator it = recv_channels_.find(ssrc);
3146 if (it == recv_channels_.end()) {
3147 if (first_receive_ssrc_ == ssrc &&
3148 recv_channels_.find(0) != recv_channels_.end()) {
3149 LOG(LS_INFO) << " GetRenderer " << ssrc
3150 << " reuse default renderer #"
3151 << vie_channel_;
3152 *renderer = recv_channels_[0]->render_adapter()->renderer();
3153 return true;
3154 }
3155 return false;
3156 }
3157
3158 *renderer = it->second->render_adapter()->renderer();
3159 return true;
3160}
3161
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +00003162bool WebRtcVideoMediaChannel::GetVideoAdapter(
3163 uint32 ssrc, CoordinatedVideoAdapter** video_adapter) {
3164 SendChannelMap::iterator it = send_channels_.find(ssrc);
3165 if (it == send_channels_.end()) {
3166 return false;
3167 }
3168 *video_adapter = it->second->video_adapter();
3169 return true;
3170}
3171
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003172void WebRtcVideoMediaChannel::SendFrame(VideoCapturer* capturer,
3173 const VideoFrame* frame) {
wu@webrtc.org24301a62013-12-13 19:17:43 +00003174 // If the |capturer| is registered to any send channel, then send the frame
3175 // to those send channels.
3176 bool capturer_is_channel_owned = false;
3177 for (SendChannelMap::iterator iter = send_channels_.begin();
3178 iter != send_channels_.end(); ++iter) {
3179 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3180 if (send_channel->video_capturer() == capturer) {
3181 SendFrame(send_channel, frame, capturer->IsScreencast());
3182 capturer_is_channel_owned = true;
3183 }
3184 }
3185 if (capturer_is_channel_owned) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003186 return;
3187 }
wu@webrtc.org24301a62013-12-13 19:17:43 +00003188
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003189 // TODO(hellner): Remove below for loop once the captured frame no longer
3190 // come from the engine, i.e. the engine no longer owns a capturer.
3191 for (SendChannelMap::iterator iter = send_channels_.begin();
3192 iter != send_channels_.end(); ++iter) {
3193 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3194 if (send_channel->video_capturer() == NULL) {
3195 SendFrame(send_channel, frame, capturer->IsScreencast());
3196 }
3197 }
3198}
3199
3200bool WebRtcVideoMediaChannel::SendFrame(
3201 WebRtcVideoChannelSendInfo* send_channel,
3202 const VideoFrame* frame,
3203 bool is_screencast) {
3204 if (!send_channel) {
3205 return false;
3206 }
3207 if (!send_codec_) {
3208 // Send codec has not been set. No reason to process the frame any further.
3209 return false;
3210 }
3211 const VideoFormat& video_format = send_channel->video_format();
3212 // If the frame should be dropped.
3213 const bool video_format_set = video_format != cricket::VideoFormat();
3214 if (video_format_set &&
3215 (video_format.width == 0 && video_format.height == 0)) {
3216 return true;
3217 }
3218
3219 // Checks if we need to reset vie send codec.
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00003220 if (!MaybeResetVieSendCodec(send_channel,
3221 static_cast<int>(frame->GetWidth()),
3222 static_cast<int>(frame->GetHeight()),
3223 is_screencast, NULL)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003224 LOG(LS_ERROR) << "MaybeResetVieSendCodec failed with "
3225 << frame->GetWidth() << "x" << frame->GetHeight();
3226 return false;
3227 }
3228 const VideoFrame* frame_out = frame;
3229 talk_base::scoped_ptr<VideoFrame> processed_frame;
3230 // Disable muting for screencast.
3231 const bool mute = (send_channel->muted() && !is_screencast);
3232 send_channel->ProcessFrame(*frame_out, mute, processed_frame.use());
3233 if (processed_frame) {
3234 frame_out = processed_frame.get();
3235 }
3236
3237 webrtc::ViEVideoFrameI420 frame_i420;
3238 // TODO(ronghuawu): Update the webrtc::ViEVideoFrameI420
3239 // to use const unsigned char*
3240 frame_i420.y_plane = const_cast<unsigned char*>(frame_out->GetYPlane());
3241 frame_i420.u_plane = const_cast<unsigned char*>(frame_out->GetUPlane());
3242 frame_i420.v_plane = const_cast<unsigned char*>(frame_out->GetVPlane());
3243 frame_i420.y_pitch = frame_out->GetYPitch();
3244 frame_i420.u_pitch = frame_out->GetUPitch();
3245 frame_i420.v_pitch = frame_out->GetVPitch();
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003246 frame_i420.width = static_cast<uint16>(frame_out->GetWidth());
3247 frame_i420.height = static_cast<uint16>(frame_out->GetHeight());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003248
3249 int64 timestamp_ntp_ms = 0;
3250 // TODO(justinlin): Reenable after Windows issues with clock drift are fixed.
3251 // Currently reverted to old behavior of discarding capture timestamp.
3252#if 0
henrike@webrtc.orgf5bebd42014-04-04 18:39:07 +00003253 static const int kTimestampDeltaInSecondsForWarning = 2;
3254
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003255 // If the frame timestamp is 0, we will use the deliver time.
3256 const int64 frame_timestamp = frame->GetTimeStamp();
3257 if (frame_timestamp != 0) {
3258 if (abs(time(NULL) - frame_timestamp / talk_base::kNumNanosecsPerSec) >
3259 kTimestampDeltaInSecondsForWarning) {
3260 LOG(LS_WARNING) << "Frame timestamp differs by more than "
3261 << kTimestampDeltaInSecondsForWarning << " seconds from "
3262 << "current Unix timestamp.";
3263 }
3264
3265 timestamp_ntp_ms =
3266 talk_base::UnixTimestampNanosecsToNtpMillisecs(frame_timestamp);
3267 }
3268#endif
3269
3270 return send_channel->external_capture()->IncomingFrameI420(
3271 frame_i420, timestamp_ntp_ms) == 0;
3272}
3273
3274bool WebRtcVideoMediaChannel::CreateChannel(uint32 ssrc_key,
3275 MediaDirection direction,
3276 int* channel_id) {
3277 // There are 3 types of channels. Sending only, receiving only and
3278 // sending and receiving. The sending and receiving channel is the
3279 // default channel and there is only one. All other channels that are created
3280 // are associated with the default channel which must exist. The default
3281 // channel id is stored in |vie_channel_|. All channels need to know about
3282 // the default channel to properly handle remb which is why there are
3283 // different ViE create channel calls.
3284 // For this channel the local and remote ssrc key is 0. However, it may
3285 // have a non-zero local and/or remote ssrc depending on if it is currently
3286 // sending and/or receiving.
3287 if ((vie_channel_ == -1 || direction == MD_SENDRECV) &&
3288 (!send_channels_.empty() || !recv_channels_.empty())) {
3289 ASSERT(false);
3290 return false;
3291 }
3292
3293 *channel_id = -1;
3294 if (direction == MD_RECV) {
3295 // All rec channels are associated with the default channel |vie_channel_|
3296 if (engine_->vie()->base()->CreateReceiveChannel(*channel_id,
3297 vie_channel_) != 0) {
3298 LOG_RTCERR2(CreateReceiveChannel, *channel_id, vie_channel_);
3299 return false;
3300 }
3301 } else if (direction == MD_SEND) {
3302 if (engine_->vie()->base()->CreateChannel(*channel_id,
3303 vie_channel_) != 0) {
3304 LOG_RTCERR2(CreateChannel, *channel_id, vie_channel_);
3305 return false;
3306 }
3307 } else {
3308 ASSERT(direction == MD_SENDRECV);
3309 if (engine_->vie()->base()->CreateChannel(*channel_id) != 0) {
3310 LOG_RTCERR1(CreateChannel, *channel_id);
3311 return false;
3312 }
3313 }
3314 if (!ConfigureChannel(*channel_id, direction, ssrc_key)) {
3315 engine_->vie()->base()->DeleteChannel(*channel_id);
3316 *channel_id = -1;
3317 return false;
3318 }
3319
3320 return true;
3321}
3322
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00003323bool WebRtcVideoMediaChannel::CreateUnsignalledRecvChannel(
3324 uint32 ssrc_key, int* out_channel_id) {
henrike@webrtc.org18e59112014-03-14 17:19:38 +00003325 int unsignalled_recv_channel_limit =
3326 options_.unsignalled_recv_stream_limit.GetWithDefaultIfUnset(
3327 kNumDefaultUnsignalledVideoRecvStreams);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00003328 if (num_unsignalled_recv_channels_ >= unsignalled_recv_channel_limit) {
3329 return false;
3330 }
3331 if (!CreateChannel(ssrc_key, MD_RECV, out_channel_id)) {
3332 return false;
3333 }
3334 // TODO(tvsriram): Support dynamic sizing of unsignalled recv channels.
3335 num_unsignalled_recv_channels_++;
3336 return true;
3337}
3338
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003339bool WebRtcVideoMediaChannel::ConfigureChannel(int channel_id,
3340 MediaDirection direction,
3341 uint32 ssrc_key) {
3342 const bool receiving = (direction == MD_RECV) || (direction == MD_SENDRECV);
3343 const bool sending = (direction == MD_SEND) || (direction == MD_SENDRECV);
3344 // Register external transport.
3345 if (engine_->vie()->network()->RegisterSendTransport(
3346 channel_id, *this) != 0) {
3347 LOG_RTCERR1(RegisterSendTransport, channel_id);
3348 return false;
3349 }
3350
3351 // Set MTU.
3352 if (engine_->vie()->network()->SetMTU(channel_id, kVideoMtu) != 0) {
3353 LOG_RTCERR2(SetMTU, channel_id, kVideoMtu);
3354 return false;
3355 }
3356 // Turn on RTCP and loss feedback reporting.
3357 if (engine()->vie()->rtp()->SetRTCPStatus(
3358 channel_id, webrtc::kRtcpCompound_RFC4585) != 0) {
3359 LOG_RTCERR2(SetRTCPStatus, channel_id, webrtc::kRtcpCompound_RFC4585);
3360 return false;
3361 }
3362 // Enable pli as key frame request method.
3363 if (engine_->vie()->rtp()->SetKeyFrameRequestMethod(
3364 channel_id, webrtc::kViEKeyFrameRequestPliRtcp) != 0) {
3365 LOG_RTCERR2(SetKeyFrameRequestMethod,
3366 channel_id, webrtc::kViEKeyFrameRequestPliRtcp);
3367 return false;
3368 }
3369 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_, nack_enabled_)) {
3370 // Logged in SetNackFec. Don't spam the logs.
3371 return false;
3372 }
3373 // Note that receiving must always be configured before sending to ensure
3374 // that send and receive channel is configured correctly (ConfigureReceiving
3375 // assumes no sending).
3376 if (receiving) {
3377 if (!ConfigureReceiving(channel_id, ssrc_key)) {
3378 return false;
3379 }
3380 }
3381 if (sending) {
3382 if (!ConfigureSending(channel_id, ssrc_key)) {
3383 return false;
3384 }
3385 }
3386
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00003387 // Start receiving for both receive and send channels so that we get incoming
3388 // RTP (if receiving) as well as RTCP feedback (if sending).
3389 if (engine()->vie()->base()->StartReceive(channel_id) != 0) {
3390 LOG_RTCERR1(StartReceive, channel_id);
3391 return false;
3392 }
3393
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003394 return true;
3395}
3396
3397bool WebRtcVideoMediaChannel::ConfigureReceiving(int channel_id,
3398 uint32 remote_ssrc_key) {
3399 // Make sure that an SSRC/key isn't registered more than once.
3400 if (recv_channels_.find(remote_ssrc_key) != recv_channels_.end()) {
3401 return false;
3402 }
3403 // Connect the voice channel, if there is one.
3404 // TODO(perkj): The A/V is synched by the receiving channel. So we need to
3405 // know the SSRC of the remote audio channel in order to fetch the correct
3406 // webrtc VoiceEngine channel. For now- only sync the default channel used
3407 // in 1-1 calls.
3408 if (remote_ssrc_key == 0 && voice_channel_) {
3409 WebRtcVoiceMediaChannel* voice_channel =
3410 static_cast<WebRtcVoiceMediaChannel*>(voice_channel_);
3411 if (engine_->vie()->base()->ConnectAudioChannel(
3412 vie_channel_, voice_channel->voe_channel()) != 0) {
3413 LOG_RTCERR2(ConnectAudioChannel, channel_id,
3414 voice_channel->voe_channel());
3415 LOG(LS_WARNING) << "A/V not synchronized";
3416 // Not a fatal error.
3417 }
3418 }
3419
3420 talk_base::scoped_ptr<WebRtcVideoChannelRecvInfo> channel_info(
3421 new WebRtcVideoChannelRecvInfo(channel_id));
3422
3423 // Install a render adapter.
3424 if (engine_->vie()->render()->AddRenderer(channel_id,
3425 webrtc::kVideoI420, channel_info->render_adapter()) != 0) {
3426 LOG_RTCERR3(AddRenderer, channel_id, webrtc::kVideoI420,
3427 channel_info->render_adapter());
3428 return false;
3429 }
3430
3431
3432 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
3433 kNotSending,
3434 remb_enabled_) != 0) {
3435 LOG_RTCERR3(SetRembStatus, channel_id, kNotSending, remb_enabled_);
3436 return false;
3437 }
3438
3439 if (!SetHeaderExtension(&webrtc::ViERTP_RTCP::SetReceiveTimestampOffsetStatus,
3440 channel_id, receive_extensions_, kRtpTimestampOffsetHeaderExtension)) {
3441 return false;
3442 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003443 if (!SetHeaderExtension(
3444 &webrtc::ViERTP_RTCP::SetReceiveAbsoluteSendTimeStatus, channel_id,
henrike@webrtc.org79047f92014-03-06 23:46:59 +00003445 receive_extensions_, kRtpAbsoluteSenderTimeHeaderExtension)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003446 return false;
3447 }
3448
3449 if (remote_ssrc_key != 0) {
3450 // Use the same SSRC as our default channel
3451 // (so the RTCP reports are correct).
3452 unsigned int send_ssrc = 0;
3453 webrtc::ViERTP_RTCP* rtp = engine()->vie()->rtp();
3454 if (rtp->GetLocalSSRC(vie_channel_, send_ssrc) == -1) {
3455 LOG_RTCERR2(GetLocalSSRC, vie_channel_, send_ssrc);
3456 return false;
3457 }
3458 if (rtp->SetLocalSSRC(channel_id, send_ssrc) == -1) {
3459 LOG_RTCERR2(SetLocalSSRC, channel_id, send_ssrc);
3460 return false;
3461 }
3462 } // Else this is the the default channel and we don't change the SSRC.
3463
3464 // Disable color enhancement since it is a bit too aggressive.
3465 if (engine()->vie()->image()->EnableColorEnhancement(channel_id,
3466 false) != 0) {
3467 LOG_RTCERR1(EnableColorEnhancement, channel_id);
3468 return false;
3469 }
3470
3471 if (!SetReceiveCodecs(channel_info.get())) {
3472 return false;
3473 }
3474
3475 int buffer_latency =
3476 options_.buffered_mode_latency.GetWithDefaultIfUnset(
3477 cricket::kBufferedModeDisabled);
3478 if (buffer_latency != cricket::kBufferedModeDisabled) {
3479 if (engine()->vie()->rtp()->SetReceiverBufferingMode(
3480 channel_id, buffer_latency) != 0) {
3481 LOG_RTCERR2(SetReceiverBufferingMode, channel_id, buffer_latency);
3482 }
3483 }
3484
3485 if (render_started_) {
3486 if (engine_->vie()->render()->StartRender(channel_id) != 0) {
3487 LOG_RTCERR1(StartRender, channel_id);
3488 return false;
3489 }
3490 }
3491
3492 // Register decoder observer for incoming framerate and bitrate.
3493 if (engine()->vie()->codec()->RegisterDecoderObserver(
3494 channel_id, *channel_info->decoder_observer()) != 0) {
3495 LOG_RTCERR1(RegisterDecoderObserver, channel_info->decoder_observer());
3496 return false;
3497 }
3498
3499 recv_channels_[remote_ssrc_key] = channel_info.release();
3500 return true;
3501}
3502
3503bool WebRtcVideoMediaChannel::ConfigureSending(int channel_id,
3504 uint32 local_ssrc_key) {
3505 // The ssrc key can be zero or correspond to an SSRC.
3506 // Make sure the default channel isn't configured more than once.
3507 if (local_ssrc_key == 0 && send_channels_.find(0) != send_channels_.end()) {
3508 return false;
3509 }
3510 // Make sure that the SSRC is not already in use.
3511 uint32 dummy_key;
3512 if (GetSendChannelKey(local_ssrc_key, &dummy_key)) {
3513 return false;
3514 }
3515 int vie_capture = 0;
3516 webrtc::ViEExternalCapture* external_capture = NULL;
3517 // Register external capture.
3518 if (engine()->vie()->capture()->AllocateExternalCaptureDevice(
3519 vie_capture, external_capture) != 0) {
3520 LOG_RTCERR0(AllocateExternalCaptureDevice);
3521 return false;
3522 }
3523
3524 // Connect external capture.
3525 if (engine()->vie()->capture()->ConnectCaptureDevice(
3526 vie_capture, channel_id) != 0) {
3527 LOG_RTCERR2(ConnectCaptureDevice, vie_capture, channel_id);
3528 return false;
3529 }
3530 talk_base::scoped_ptr<WebRtcVideoChannelSendInfo> send_channel(
3531 new WebRtcVideoChannelSendInfo(channel_id, vie_capture,
3532 external_capture,
3533 engine()->cpu_monitor()));
3534 send_channel->ApplyCpuOptions(options_);
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00003535 send_channel->SignalCpuAdaptationUnable.connect(this,
3536 &WebRtcVideoMediaChannel::OnCpuAdaptationUnable);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003537
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003538 if (options_.cpu_overuse_detection.GetWithDefaultIfUnset(false)) {
3539 send_channel->SetCpuOveruseDetection(true);
3540 }
3541
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +00003542#ifdef USE_WEBRTC_DEV_BRANCH
3543 webrtc::CpuOveruseOptions overuse_options;
3544 if (GetCpuOveruseOptions(options_, &overuse_options)) {
3545 if (engine()->vie()->base()->SetCpuOveruseOptions(channel_id,
3546 overuse_options) != 0) {
3547 LOG_RTCERR1(SetCpuOveruseOptions, channel_id);
3548 }
3549 }
3550#endif
3551
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003552 // Register encoder observer for outgoing framerate and bitrate.
3553 if (engine()->vie()->codec()->RegisterEncoderObserver(
3554 channel_id, *send_channel->encoder_observer()) != 0) {
3555 LOG_RTCERR1(RegisterEncoderObserver, send_channel->encoder_observer());
3556 return false;
3557 }
3558
3559 if (!SetHeaderExtension(&webrtc::ViERTP_RTCP::SetSendTimestampOffsetStatus,
3560 channel_id, send_extensions_, kRtpTimestampOffsetHeaderExtension)) {
3561 return false;
3562 }
3563
3564 if (!SetHeaderExtension(&webrtc::ViERTP_RTCP::SetSendAbsoluteSendTimeStatus,
henrike@webrtc.org79047f92014-03-06 23:46:59 +00003565 channel_id, send_extensions_, kRtpAbsoluteSenderTimeHeaderExtension)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003566 return false;
3567 }
3568
3569 if (options_.video_leaky_bucket.GetWithDefaultIfUnset(false)) {
3570 if (engine()->vie()->rtp()->SetTransmissionSmoothingStatus(channel_id,
3571 true) != 0) {
3572 LOG_RTCERR2(SetTransmissionSmoothingStatus, channel_id, true);
3573 return false;
3574 }
3575 }
3576
3577 int buffer_latency =
3578 options_.buffered_mode_latency.GetWithDefaultIfUnset(
3579 cricket::kBufferedModeDisabled);
3580 if (buffer_latency != cricket::kBufferedModeDisabled) {
3581 if (engine()->vie()->rtp()->SetSenderBufferingMode(
3582 channel_id, buffer_latency) != 0) {
3583 LOG_RTCERR2(SetSenderBufferingMode, channel_id, buffer_latency);
3584 }
3585 }
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00003586
3587 if (options_.suspend_below_min_bitrate.GetWithDefaultIfUnset(false)) {
3588 engine()->vie()->codec()->SuspendBelowMinBitrate(channel_id);
3589 }
3590
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003591 // The remb status direction correspond to the RTP stream (and not the RTCP
3592 // stream). I.e. if send remb is enabled it means it is receiving remote
3593 // rembs and should use them to estimate bandwidth. Receive remb mean that
3594 // remb packets will be generated and that the channel should be included in
3595 // it. If remb is enabled all channels are allowed to contribute to the remb
3596 // but only receive channels will ever end up actually contributing. This
3597 // keeps the logic simple.
3598 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
3599 remb_enabled_,
3600 remb_enabled_) != 0) {
3601 LOG_RTCERR3(SetRembStatus, channel_id, remb_enabled_, remb_enabled_);
3602 return false;
3603 }
3604 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_, nack_enabled_)) {
3605 // Logged in SetNackFec. Don't spam the logs.
3606 return false;
3607 }
3608
3609 send_channels_[local_ssrc_key] = send_channel.release();
3610
3611 return true;
3612}
3613
3614bool WebRtcVideoMediaChannel::SetNackFec(int channel_id,
3615 int red_payload_type,
3616 int fec_payload_type,
3617 bool nack_enabled) {
3618 bool enable = (red_payload_type != -1 && fec_payload_type != -1 &&
3619 !InConferenceMode());
3620 if (enable) {
3621 if (engine_->vie()->rtp()->SetHybridNACKFECStatus(
3622 channel_id, nack_enabled, red_payload_type, fec_payload_type) != 0) {
3623 LOG_RTCERR4(SetHybridNACKFECStatus,
3624 channel_id, nack_enabled, red_payload_type, fec_payload_type);
3625 return false;
3626 }
3627 LOG(LS_INFO) << "Hybrid NACK/FEC enabled for channel " << channel_id;
3628 } else {
3629 if (engine_->vie()->rtp()->SetNACKStatus(channel_id, nack_enabled) != 0) {
3630 LOG_RTCERR1(SetNACKStatus, channel_id);
3631 return false;
3632 }
sergeyu@chromium.orga23f0ca2013-11-13 22:48:52 +00003633 std::string enabled = nack_enabled ? "enabled" : "disabled";
3634 LOG(LS_INFO) << "NACK " << enabled << " for channel " << channel_id;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003635 }
3636 return true;
3637}
3638
3639bool WebRtcVideoMediaChannel::SetSendCodec(const webrtc::VideoCodec& codec,
3640 int min_bitrate,
3641 int start_bitrate,
3642 int max_bitrate) {
3643 bool ret_val = true;
3644 for (SendChannelMap::iterator iter = send_channels_.begin();
3645 iter != send_channels_.end(); ++iter) {
3646 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3647 ret_val = SetSendCodec(send_channel, codec, min_bitrate, start_bitrate,
3648 max_bitrate) && ret_val;
3649 }
3650 if (ret_val) {
3651 // All SetSendCodec calls were successful. Update the global state
3652 // accordingly.
3653 send_codec_.reset(new webrtc::VideoCodec(codec));
3654 send_min_bitrate_ = min_bitrate;
3655 send_start_bitrate_ = start_bitrate;
3656 send_max_bitrate_ = max_bitrate;
3657 } else {
3658 // At least one SetSendCodec call failed, rollback.
3659 for (SendChannelMap::iterator iter = send_channels_.begin();
3660 iter != send_channels_.end(); ++iter) {
3661 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3662 if (send_codec_) {
3663 SetSendCodec(send_channel, *send_codec_.get(), send_min_bitrate_,
3664 send_start_bitrate_, send_max_bitrate_);
3665 }
3666 }
3667 }
3668 return ret_val;
3669}
3670
3671bool WebRtcVideoMediaChannel::SetSendCodec(
3672 WebRtcVideoChannelSendInfo* send_channel,
3673 const webrtc::VideoCodec& codec,
3674 int min_bitrate,
3675 int start_bitrate,
3676 int max_bitrate) {
3677 if (!send_channel) {
3678 return false;
3679 }
3680 const int channel_id = send_channel->channel_id();
3681 // Make a copy of the codec
3682 webrtc::VideoCodec target_codec = codec;
3683 target_codec.startBitrate = start_bitrate;
3684 target_codec.minBitrate = min_bitrate;
3685 target_codec.maxBitrate = max_bitrate;
3686
3687 // Set the default number of temporal layers for VP8.
3688 if (webrtc::kVideoCodecVP8 == codec.codecType) {
3689 target_codec.codecSpecific.VP8.numberOfTemporalLayers =
3690 kDefaultNumberOfTemporalLayers;
3691
3692 // Turn off the VP8 error resilience
3693 target_codec.codecSpecific.VP8.resilience = webrtc::kResilienceOff;
3694
3695 bool enable_denoising =
3696 options_.video_noise_reduction.GetWithDefaultIfUnset(false);
3697 target_codec.codecSpecific.VP8.denoisingOn = enable_denoising;
3698 }
3699
3700 // Register external encoder if codec type is supported by encoder factory.
3701 if (engine()->IsExternalEncoderCodecType(codec.codecType) &&
3702 !send_channel->IsEncoderRegistered(target_codec.plType)) {
3703 webrtc::VideoEncoder* encoder =
3704 engine()->CreateExternalEncoder(codec.codecType);
3705 if (encoder) {
3706 if (engine()->vie()->ext_codec()->RegisterExternalSendCodec(
3707 channel_id, target_codec.plType, encoder, false) == 0) {
3708 send_channel->RegisterEncoder(target_codec.plType, encoder);
3709 } else {
3710 LOG_RTCERR2(RegisterExternalSendCodec, channel_id, target_codec.plName);
3711 engine()->DestroyExternalEncoder(encoder);
3712 }
3713 }
3714 }
3715
3716 // Resolution and framerate may vary for different send channels.
3717 const VideoFormat& video_format = send_channel->video_format();
3718 UpdateVideoCodec(video_format, &target_codec);
3719
3720 if (target_codec.width == 0 && target_codec.height == 0) {
3721 const uint32 ssrc = send_channel->stream_params()->first_ssrc();
3722 LOG(LS_INFO) << "0x0 resolution selected. Captured frames will be dropped "
3723 << "for ssrc: " << ssrc << ".";
3724 } else {
3725 MaybeChangeStartBitrate(channel_id, &target_codec);
wu@webrtc.org05e7b442014-04-01 17:44:24 +00003726 webrtc::VideoCodec current_codec;
3727 if (!engine()->vie()->codec()->GetSendCodec(channel_id, current_codec)) {
3728 // Compare against existing configured send codec.
3729 if (current_codec == target_codec) {
3730 // Codec is already configured on channel. no need to apply.
3731 return true;
3732 }
3733 }
3734
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003735 if (0 != engine()->vie()->codec()->SetSendCodec(channel_id, target_codec)) {
3736 LOG_RTCERR2(SetSendCodec, channel_id, target_codec.plName);
3737 return false;
3738 }
3739
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003740 // NOTE: SetRtxSendPayloadType must be called after all simulcast SSRCs
3741 // are configured. Otherwise ssrc's configured after this point will use
3742 // the primary PT for RTX.
3743 if (send_rtx_type_ != -1 &&
3744 engine()->vie()->rtp()->SetRtxSendPayloadType(channel_id,
3745 send_rtx_type_) != 0) {
3746 LOG_RTCERR2(SetRtxSendPayloadType, channel_id, send_rtx_type_);
3747 return false;
3748 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003749 }
3750 send_channel->set_interval(
3751 cricket::VideoFormat::FpsToInterval(target_codec.maxFramerate));
3752 return true;
3753}
3754
3755
3756static std::string ToString(webrtc::VideoCodecComplexity complexity) {
3757 switch (complexity) {
3758 case webrtc::kComplexityNormal:
3759 return "normal";
3760 case webrtc::kComplexityHigh:
3761 return "high";
3762 case webrtc::kComplexityHigher:
3763 return "higher";
3764 case webrtc::kComplexityMax:
3765 return "max";
3766 default:
3767 return "unknown";
3768 }
3769}
3770
3771static std::string ToString(webrtc::VP8ResilienceMode resilience) {
3772 switch (resilience) {
3773 case webrtc::kResilienceOff:
3774 return "off";
3775 case webrtc::kResilientStream:
3776 return "stream";
3777 case webrtc::kResilientFrames:
3778 return "frames";
3779 default:
3780 return "unknown";
3781 }
3782}
3783
3784void WebRtcVideoMediaChannel::LogSendCodecChange(const std::string& reason) {
3785 webrtc::VideoCodec vie_codec;
3786 if (engine()->vie()->codec()->GetSendCodec(vie_channel_, vie_codec) != 0) {
3787 LOG_RTCERR1(GetSendCodec, vie_channel_);
3788 return;
3789 }
3790
3791 LOG(LS_INFO) << reason << " : selected video codec "
3792 << vie_codec.plName << "/"
3793 << vie_codec.width << "x" << vie_codec.height << "x"
3794 << static_cast<int>(vie_codec.maxFramerate) << "fps"
3795 << "@" << vie_codec.maxBitrate << "kbps"
3796 << " (min=" << vie_codec.minBitrate << "kbps,"
3797 << " start=" << vie_codec.startBitrate << "kbps)";
3798 LOG(LS_INFO) << "Video max quantization: " << vie_codec.qpMax;
3799 if (webrtc::kVideoCodecVP8 == vie_codec.codecType) {
3800 LOG(LS_INFO) << "VP8 number of temporal layers: "
3801 << static_cast<int>(
3802 vie_codec.codecSpecific.VP8.numberOfTemporalLayers);
3803 LOG(LS_INFO) << "VP8 options : "
3804 << "picture loss indication = "
3805 << vie_codec.codecSpecific.VP8.pictureLossIndicationOn
3806 << ", feedback mode = "
3807 << vie_codec.codecSpecific.VP8.feedbackModeOn
3808 << ", complexity = "
3809 << ToString(vie_codec.codecSpecific.VP8.complexity)
3810 << ", resilience = "
3811 << ToString(vie_codec.codecSpecific.VP8.resilience)
3812 << ", denoising = "
3813 << vie_codec.codecSpecific.VP8.denoisingOn
3814 << ", error concealment = "
3815 << vie_codec.codecSpecific.VP8.errorConcealmentOn
3816 << ", automatic resize = "
3817 << vie_codec.codecSpecific.VP8.automaticResizeOn
3818 << ", frame dropping = "
3819 << vie_codec.codecSpecific.VP8.frameDroppingOn
3820 << ", key frame interval = "
3821 << vie_codec.codecSpecific.VP8.keyFrameInterval;
3822 }
3823
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003824 if (send_rtx_type_ != -1) {
3825 LOG(LS_INFO) << "RTX payload type: " << send_rtx_type_;
3826 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003827}
3828
3829bool WebRtcVideoMediaChannel::SetReceiveCodecs(
3830 WebRtcVideoChannelRecvInfo* info) {
3831 int red_type = -1;
3832 int fec_type = -1;
3833 int channel_id = info->channel_id();
3834 for (std::vector<webrtc::VideoCodec>::iterator it = receive_codecs_.begin();
3835 it != receive_codecs_.end(); ++it) {
3836 if (it->codecType == webrtc::kVideoCodecRED) {
3837 red_type = it->plType;
3838 } else if (it->codecType == webrtc::kVideoCodecULPFEC) {
3839 fec_type = it->plType;
3840 }
3841 if (engine()->vie()->codec()->SetReceiveCodec(channel_id, *it) != 0) {
3842 LOG_RTCERR2(SetReceiveCodec, channel_id, it->plName);
3843 return false;
3844 }
3845 if (!info->IsDecoderRegistered(it->plType) &&
3846 it->codecType != webrtc::kVideoCodecRED &&
3847 it->codecType != webrtc::kVideoCodecULPFEC) {
3848 webrtc::VideoDecoder* decoder =
3849 engine()->CreateExternalDecoder(it->codecType);
3850 if (decoder) {
3851 if (engine()->vie()->ext_codec()->RegisterExternalReceiveCodec(
3852 channel_id, it->plType, decoder) == 0) {
3853 info->RegisterDecoder(it->plType, decoder);
3854 } else {
3855 LOG_RTCERR2(RegisterExternalReceiveCodec, channel_id, it->plName);
3856 engine()->DestroyExternalDecoder(decoder);
3857 }
3858 }
3859 }
3860 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003861 return true;
3862}
3863
3864int WebRtcVideoMediaChannel::GetRecvChannelNum(uint32 ssrc) {
3865 if (ssrc == first_receive_ssrc_) {
3866 return vie_channel_;
3867 }
3868 RecvChannelMap::iterator it = recv_channels_.find(ssrc);
3869 return (it != recv_channels_.end()) ? it->second->channel_id() : -1;
3870}
3871
3872// If the new frame size is different from the send codec size we set on vie,
3873// we need to reset the send codec on vie.
3874// The new send codec size should not exceed send_codec_ which is controlled
3875// only by the 'jec' logic.
3876bool WebRtcVideoMediaChannel::MaybeResetVieSendCodec(
3877 WebRtcVideoChannelSendInfo* send_channel,
3878 int new_width,
3879 int new_height,
3880 bool is_screencast,
3881 bool* reset) {
3882 if (reset) {
3883 *reset = false;
3884 }
3885 ASSERT(send_codec_.get() != NULL);
3886
3887 webrtc::VideoCodec target_codec = *send_codec_.get();
3888 const VideoFormat& video_format = send_channel->video_format();
3889 UpdateVideoCodec(video_format, &target_codec);
3890
3891 // Vie send codec size should not exceed target_codec.
3892 int target_width = new_width;
3893 int target_height = new_height;
3894 if (!is_screencast &&
3895 (new_width > target_codec.width || new_height > target_codec.height)) {
3896 target_width = target_codec.width;
3897 target_height = target_codec.height;
3898 }
3899
3900 // Get current vie codec.
3901 webrtc::VideoCodec vie_codec;
3902 const int channel_id = send_channel->channel_id();
3903 if (engine()->vie()->codec()->GetSendCodec(channel_id, vie_codec) != 0) {
3904 LOG_RTCERR1(GetSendCodec, channel_id);
3905 return false;
3906 }
3907 const int cur_width = vie_codec.width;
3908 const int cur_height = vie_codec.height;
3909
3910 // Only reset send codec when there is a size change. Additionally,
3911 // automatic resize needs to be turned off when screencasting and on when
3912 // not screencasting.
3913 // Don't allow automatic resizing for screencasting.
3914 bool automatic_resize = !is_screencast;
3915 // Turn off VP8 frame dropping when screensharing as the current model does
3916 // not work well at low fps.
3917 bool vp8_frame_dropping = !is_screencast;
3918 // Disable denoising for screencasting.
3919 bool enable_denoising =
3920 options_.video_noise_reduction.GetWithDefaultIfUnset(false);
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003921#ifdef USE_WEBRTC_DEV_BRANCH
3922 int screencast_min_bitrate =
3923 options_.screencast_min_bitrate.GetWithDefaultIfUnset(0);
3924 bool leaky_bucket = options_.video_leaky_bucket.GetWithDefaultIfUnset(false);
3925#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003926 bool denoising = !is_screencast && enable_denoising;
3927 bool reset_send_codec =
3928 target_width != cur_width || target_height != cur_height ||
3929 automatic_resize != vie_codec.codecSpecific.VP8.automaticResizeOn ||
3930 denoising != vie_codec.codecSpecific.VP8.denoisingOn ||
3931 vp8_frame_dropping != vie_codec.codecSpecific.VP8.frameDroppingOn;
3932
3933 if (reset_send_codec) {
3934 // Set the new codec on vie.
3935 vie_codec.width = target_width;
3936 vie_codec.height = target_height;
3937 vie_codec.maxFramerate = target_codec.maxFramerate;
3938 vie_codec.startBitrate = target_codec.startBitrate;
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00003939#ifdef USE_WEBRTC_DEV_BRANCH
3940 vie_codec.targetBitrate = 0;
3941#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003942 vie_codec.codecSpecific.VP8.automaticResizeOn = automatic_resize;
3943 vie_codec.codecSpecific.VP8.denoisingOn = denoising;
3944 vie_codec.codecSpecific.VP8.frameDroppingOn = vp8_frame_dropping;
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00003945 bool maybe_change_start_bitrate = !is_screencast;
3946#ifdef USE_WEBRTC_DEV_BRANCH
3947 // TODO(pbos): When USE_WEBRTC_DEV_BRANCH is removed, remove
3948 // maybe_change_start_bitrate as well. MaybeChangeStartBitrate should be
3949 // called for all content.
3950 maybe_change_start_bitrate = true;
3951#endif
3952 if (maybe_change_start_bitrate)
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003953 MaybeChangeStartBitrate(channel_id, &vie_codec);
3954
3955 if (engine()->vie()->codec()->SetSendCodec(channel_id, vie_codec) != 0) {
3956 LOG_RTCERR1(SetSendCodec, channel_id);
3957 return false;
3958 }
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003959
3960#ifdef USE_WEBRTC_DEV_BRANCH
3961 if (is_screencast) {
3962 engine()->vie()->rtp()->SetMinTransmitBitrate(channel_id,
3963 screencast_min_bitrate);
3964 // If screencast and min bitrate set, force enable pacer.
3965 if (screencast_min_bitrate > 0) {
3966 engine()->vie()->rtp()->SetTransmissionSmoothingStatus(channel_id,
3967 true);
3968 }
3969 } else {
3970 // In case of switching from screencast to regular capture, set
3971 // min bitrate padding and pacer back to defaults.
3972 engine()->vie()->rtp()->SetMinTransmitBitrate(channel_id, 0);
3973 engine()->vie()->rtp()->SetTransmissionSmoothingStatus(channel_id,
3974 leaky_bucket);
3975 }
3976#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003977 if (reset) {
3978 *reset = true;
3979 }
3980 LogSendCodecChange("Capture size changed");
3981 }
3982
3983 return true;
3984}
3985
3986void WebRtcVideoMediaChannel::MaybeChangeStartBitrate(
3987 int channel_id, webrtc::VideoCodec* video_codec) {
3988 if (video_codec->startBitrate < video_codec->minBitrate) {
3989 video_codec->startBitrate = video_codec->minBitrate;
3990 } else if (video_codec->startBitrate > video_codec->maxBitrate) {
3991 video_codec->startBitrate = video_codec->maxBitrate;
3992 }
3993
3994 // Use a previous target bitrate, if there is one.
3995 unsigned int current_target_bitrate = 0;
3996 if (engine()->vie()->codec()->GetCodecTargetBitrate(
3997 channel_id, &current_target_bitrate) == 0) {
3998 // Convert to kbps.
3999 current_target_bitrate /= 1000;
4000 if (current_target_bitrate > video_codec->maxBitrate) {
4001 current_target_bitrate = video_codec->maxBitrate;
4002 }
4003 if (current_target_bitrate > video_codec->startBitrate) {
4004 video_codec->startBitrate = current_target_bitrate;
4005 }
4006 }
4007}
4008
4009void WebRtcVideoMediaChannel::OnMessage(talk_base::Message* msg) {
4010 FlushBlackFrameData* black_frame_data =
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00004011 static_cast<FlushBlackFrameData*>(msg->pdata);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004012 FlushBlackFrame(black_frame_data->ssrc, black_frame_data->timestamp);
4013 delete black_frame_data;
4014}
4015
4016int WebRtcVideoMediaChannel::SendPacket(int channel, const void* data,
4017 int len) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004018 talk_base::Buffer packet(data, len, kMaxRtpPacketLen);
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00004019 return MediaChannel::SendPacket(&packet) ? len : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004020}
4021
4022int WebRtcVideoMediaChannel::SendRTCPPacket(int channel,
4023 const void* data,
4024 int len) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004025 talk_base::Buffer packet(data, len, kMaxRtpPacketLen);
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00004026 return MediaChannel::SendRtcp(&packet) ? len : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004027}
4028
4029void WebRtcVideoMediaChannel::QueueBlackFrame(uint32 ssrc, int64 timestamp,
4030 int framerate) {
4031 if (timestamp) {
4032 FlushBlackFrameData* black_frame_data = new FlushBlackFrameData(
4033 ssrc,
4034 timestamp);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00004035 const int delay_ms = static_cast<int>(
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004036 2 * cricket::VideoFormat::FpsToInterval(framerate) *
4037 talk_base::kNumMillisecsPerSec / talk_base::kNumNanosecsPerSec);
4038 worker_thread()->PostDelayed(delay_ms, this, 0, black_frame_data);
4039 }
4040}
4041
4042void WebRtcVideoMediaChannel::FlushBlackFrame(uint32 ssrc, int64 timestamp) {
4043 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
4044 if (!send_channel) {
4045 return;
4046 }
4047 talk_base::scoped_ptr<const VideoFrame> black_frame_ptr;
4048
4049 const WebRtcLocalStreamInfo* channel_stream_info =
4050 send_channel->local_stream_info();
4051 int64 last_frame_time_stamp = channel_stream_info->time_stamp();
4052 if (last_frame_time_stamp == timestamp) {
4053 size_t last_frame_width = 0;
4054 size_t last_frame_height = 0;
4055 int64 last_frame_elapsed_time = 0;
4056 channel_stream_info->GetLastFrameInfo(&last_frame_width, &last_frame_height,
4057 &last_frame_elapsed_time);
4058 if (!last_frame_width || !last_frame_height) {
4059 return;
4060 }
4061 WebRtcVideoFrame black_frame;
4062 // Black frame is not screencast.
4063 const bool screencasting = false;
4064 const int64 timestamp_delta = send_channel->interval();
4065 if (!black_frame.InitToBlack(send_codec_->width, send_codec_->height, 1, 1,
4066 last_frame_elapsed_time + timestamp_delta,
4067 last_frame_time_stamp + timestamp_delta) ||
4068 !SendFrame(send_channel, &black_frame, screencasting)) {
4069 LOG(LS_ERROR) << "Failed to send black frame.";
4070 }
4071 }
4072}
4073
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00004074void WebRtcVideoMediaChannel::OnCpuAdaptationUnable() {
4075 // ssrc is hardcoded to 0. This message is based on a system wide issue,
4076 // so finding which ssrc caused it doesn't matter.
4077 SignalMediaError(0, VideoMediaChannel::ERROR_REC_CPU_MAX_CANT_DOWNGRADE);
4078}
4079
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004080void WebRtcVideoMediaChannel::SetNetworkTransmissionState(
4081 bool is_transmitting) {
4082 LOG(LS_INFO) << "SetNetworkTransmissionState: " << is_transmitting;
4083 for (SendChannelMap::iterator iter = send_channels_.begin();
4084 iter != send_channels_.end(); ++iter) {
4085 WebRtcVideoChannelSendInfo* send_channel = iter->second;
4086 int channel_id = send_channel->channel_id();
4087 engine_->vie()->network()->SetNetworkTransmissionState(channel_id,
4088 is_transmitting);
4089 }
4090}
4091
4092bool WebRtcVideoMediaChannel::SetHeaderExtension(ExtensionSetterFunction setter,
4093 int channel_id, const RtpHeaderExtension* extension) {
4094 bool enable = false;
4095 int id = 0;
4096 if (extension) {
4097 enable = true;
4098 id = extension->id;
4099 }
4100 if ((engine_->vie()->rtp()->*setter)(channel_id, enable, id) != 0) {
4101 LOG_RTCERR4(*setter, extension->uri, channel_id, enable, id);
4102 return false;
4103 }
4104 return true;
4105}
4106
4107bool WebRtcVideoMediaChannel::SetHeaderExtension(ExtensionSetterFunction setter,
4108 int channel_id, const std::vector<RtpHeaderExtension>& extensions,
4109 const char header_extension_uri[]) {
4110 const RtpHeaderExtension* extension = FindHeaderExtension(extensions,
4111 header_extension_uri);
4112 return SetHeaderExtension(setter, channel_id, extension);
4113}
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00004114
4115bool WebRtcVideoMediaChannel::SetLocalRtxSsrc(int channel_id,
4116 const StreamParams& send_params,
4117 uint32 primary_ssrc,
4118 int stream_idx) {
4119 uint32 rtx_ssrc = 0;
4120 bool has_rtx = send_params.GetFidSsrc(primary_ssrc, &rtx_ssrc);
4121 if (has_rtx && engine()->vie()->rtp()->SetLocalSSRC(
4122 channel_id, rtx_ssrc, webrtc::kViEStreamTypeRtx, stream_idx) != 0) {
4123 LOG_RTCERR4(SetLocalSSRC, channel_id, rtx_ssrc,
4124 webrtc::kViEStreamTypeRtx, stream_idx);
4125 return false;
4126 }
4127 return true;
4128}
4129
wu@webrtc.org24301a62013-12-13 19:17:43 +00004130void WebRtcVideoMediaChannel::MaybeConnectCapturer(VideoCapturer* capturer) {
4131 if (capturer != NULL && GetSendChannelNum(capturer) == 1) {
wu@webrtc.orgf7d501d2014-03-27 23:48:25 +00004132 capturer->SignalVideoFrame.connect(this,
4133 &WebRtcVideoMediaChannel::SendFrame);
wu@webrtc.org24301a62013-12-13 19:17:43 +00004134 }
4135}
4136
4137void WebRtcVideoMediaChannel::MaybeDisconnectCapturer(VideoCapturer* capturer) {
4138 if (capturer != NULL && GetSendChannelNum(capturer) == 1) {
4139 capturer->SignalVideoFrame.disconnect(this);
4140 }
4141}
4142
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004143} // namespace cricket
4144
4145#endif // HAVE_WEBRTC_VIDEO