blob: 4762c57dca304c08212cd7c4594094a73d022373 [file] [log] [blame]
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001/*
2 * libjingle
3 * Copyright 2004 Google Inc.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
7 *
8 * 1. Redistributions of source code must retain the above copyright notice,
9 * this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright notice,
11 * this list of conditions and the following disclaimer in the documentation
12 * and/or other materials provided with the distribution.
13 * 3. The name of the author may not be used to endorse or promote products
14 * derived from this software without specific prior written permission.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
17 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
18 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
19 * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
21 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
22 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
24 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
25 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 */
27
28#ifdef HAVE_WEBRTC_VIDEO
29#include "talk/media/webrtc/webrtcvideoengine.h"
30
31#ifdef HAVE_CONFIG_H
32#include <config.h>
33#endif
34
35#include <math.h>
36#include <set>
37
38#include "talk/base/basictypes.h"
39#include "talk/base/buffer.h"
40#include "talk/base/byteorder.h"
41#include "talk/base/common.h"
42#include "talk/base/cpumonitor.h"
43#include "talk/base/logging.h"
44#include "talk/base/stringutils.h"
45#include "talk/base/thread.h"
46#include "talk/base/timeutils.h"
47#include "talk/media/base/constants.h"
48#include "talk/media/base/rtputils.h"
49#include "talk/media/base/streamparams.h"
50#include "talk/media/base/videoadapter.h"
51#include "talk/media/base/videocapturer.h"
52#include "talk/media/base/videorenderer.h"
53#include "talk/media/devices/filevideocapturer.h"
wu@webrtc.org9dba5252013-08-05 20:36:57 +000054#include "talk/media/webrtc/webrtcpassthroughrender.h"
55#include "talk/media/webrtc/webrtctexturevideoframe.h"
56#include "talk/media/webrtc/webrtcvideocapturer.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000057#include "talk/media/webrtc/webrtcvideodecoderfactory.h"
58#include "talk/media/webrtc/webrtcvideoencoderfactory.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000059#include "talk/media/webrtc/webrtcvideoframe.h"
60#include "talk/media/webrtc/webrtcvie.h"
61#include "talk/media/webrtc/webrtcvoe.h"
62#include "talk/media/webrtc/webrtcvoiceengine.h"
henrike@webrtc.orga92fd742014-03-26 01:46:18 +000063#include "webrtc/experiments.h"
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +000064#include "webrtc/modules/remote_bitrate_estimator/include/remote_bitrate_estimator.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000065
66#if !defined(LIBPEERCONNECTION_LIB)
67#ifndef HAVE_WEBRTC_VIDEO
68#error Need webrtc video
69#endif
70#include "talk/media/webrtc/webrtcmediaengine.h"
71
72WRME_EXPORT
73cricket::MediaEngineInterface* CreateWebRtcMediaEngine(
74 webrtc::AudioDeviceModule* adm, webrtc::AudioDeviceModule* adm_sc,
75 cricket::WebRtcVideoEncoderFactory* encoder_factory,
76 cricket::WebRtcVideoDecoderFactory* decoder_factory) {
77 return new cricket::WebRtcMediaEngine(adm, adm_sc, encoder_factory,
78 decoder_factory);
79}
80
81WRME_EXPORT
82void DestroyWebRtcMediaEngine(cricket::MediaEngineInterface* media_engine) {
83 delete static_cast<cricket::WebRtcMediaEngine*>(media_engine);
84}
85#endif
86
87
88namespace cricket {
89
90
91static const int kDefaultLogSeverity = talk_base::LS_WARNING;
92
93static const int kMinVideoBitrate = 50;
94static const int kStartVideoBitrate = 300;
95static const int kMaxVideoBitrate = 2000;
96static const int kDefaultConferenceModeMaxVideoBitrate = 500;
97
wu@webrtc.orgcecfd182013-10-30 05:18:12 +000098// Controlled by exp, try a super low minimum bitrate for poor connections.
99static const int kLowerMinBitrate = 30;
100
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000101static const int kVideoMtu = 1200;
102
103static const int kVideoRtpBufferSize = 65536;
104
105static const char kVp8PayloadName[] = "VP8";
106static const char kRedPayloadName[] = "red";
107static const char kFecPayloadName[] = "ulpfec";
108
109static const int kDefaultNumberOfTemporalLayers = 1; // 1:1
110
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000111static const int kMaxExternalVideoCodecs = 8;
112static const int kExternalVideoPayloadTypeBase = 120;
113
114// Static allocation of payload type values for external video codec.
115static int GetExternalVideoPayloadType(int index) {
116 ASSERT(index >= 0 && index < kMaxExternalVideoCodecs);
117 return kExternalVideoPayloadTypeBase + index;
118}
119
120static void LogMultiline(talk_base::LoggingSeverity sev, char* text) {
121 const char* delim = "\r\n";
122 // TODO(fbarchard): Fix strtok lint warning.
123 for (char* tok = strtok(text, delim); tok; tok = strtok(NULL, delim)) {
124 LOG_V(sev) << tok;
125 }
126}
127
128// Severity is an integer because it comes is assumed to be from command line.
129static int SeverityToFilter(int severity) {
130 int filter = webrtc::kTraceNone;
131 switch (severity) {
132 case talk_base::LS_VERBOSE:
133 filter |= webrtc::kTraceAll;
134 case talk_base::LS_INFO:
135 filter |= (webrtc::kTraceStateInfo | webrtc::kTraceInfo);
136 case talk_base::LS_WARNING:
137 filter |= (webrtc::kTraceTerseInfo | webrtc::kTraceWarning);
138 case talk_base::LS_ERROR:
139 filter |= (webrtc::kTraceError | webrtc::kTraceCritical);
140 }
141 return filter;
142}
143
144static const int kCpuMonitorPeriodMs = 2000; // 2 seconds.
145
146static const bool kNotSending = false;
147
wu@webrtc.orgde305012013-10-31 15:40:38 +0000148// Default video dscp value.
149// See http://tools.ietf.org/html/rfc2474 for details
150// See also http://tools.ietf.org/html/draft-jennings-rtcweb-qos-00
151static const talk_base::DiffServCodePoint kVideoDscpValue =
152 talk_base::DSCP_AF41;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000153
154static bool IsNackEnabled(const VideoCodec& codec) {
155 return codec.HasFeedbackParam(FeedbackParam(kRtcpFbParamNack,
156 kParamValueEmpty));
157}
158
159// Returns true if Receiver Estimated Max Bitrate is enabled.
160static bool IsRembEnabled(const VideoCodec& codec) {
161 return codec.HasFeedbackParam(FeedbackParam(kRtcpFbParamRemb,
162 kParamValueEmpty));
163}
164
wu@webrtc.org05e7b442014-04-01 17:44:24 +0000165// TODO(mallinath) - Remove this after trunk of webrtc is pushed to GTP.
166#if !defined(USE_WEBRTC_DEV_BRANCH)
167bool operator==(const webrtc::VideoCodecVP8& lhs,
168 const webrtc::VideoCodecVP8& rhs) {
169 return lhs.pictureLossIndicationOn == rhs.pictureLossIndicationOn &&
170 lhs.feedbackModeOn == rhs.feedbackModeOn &&
171 lhs.complexity == rhs.complexity &&
172 lhs.resilience == rhs.resilience &&
173 lhs.numberOfTemporalLayers == rhs.numberOfTemporalLayers &&
174 lhs.denoisingOn == rhs.denoisingOn &&
175 lhs.errorConcealmentOn == rhs.errorConcealmentOn &&
176 lhs.automaticResizeOn == rhs.automaticResizeOn &&
177 lhs.frameDroppingOn == rhs.frameDroppingOn &&
178 lhs.keyFrameInterval == rhs.keyFrameInterval;
179}
180
181bool operator!=(const webrtc::VideoCodecVP8& lhs,
182 const webrtc::VideoCodecVP8& rhs) {
183 return !(lhs == rhs);
184}
185
186bool operator==(const webrtc::SimulcastStream& lhs,
187 const webrtc::SimulcastStream& rhs) {
188 return lhs.width == rhs.width &&
189 lhs.height == rhs.height &&
190 lhs.numberOfTemporalLayers == rhs.numberOfTemporalLayers &&
191 lhs.maxBitrate == rhs.maxBitrate &&
192 lhs.targetBitrate == rhs.targetBitrate &&
193 lhs.minBitrate == rhs.minBitrate &&
194 lhs.qpMax == rhs.qpMax;
195}
196
197bool operator!=(const webrtc::SimulcastStream& lhs,
198 const webrtc::SimulcastStream& rhs) {
199 return !(lhs == rhs);
200}
201
202bool operator==(const webrtc::VideoCodec& lhs,
203 const webrtc::VideoCodec& rhs) {
204 bool ret = lhs.codecType == rhs.codecType &&
205 (_stricmp(lhs.plName, rhs.plName) == 0) &&
206 lhs.plType == rhs.plType &&
207 lhs.width == rhs.width &&
208 lhs.height == rhs.height &&
209 lhs.startBitrate == rhs.startBitrate &&
210 lhs.maxBitrate == rhs.maxBitrate &&
211 lhs.minBitrate == rhs.minBitrate &&
212 lhs.maxFramerate == rhs.maxFramerate &&
213 lhs.qpMax == rhs.qpMax &&
214 lhs.numberOfSimulcastStreams == rhs.numberOfSimulcastStreams &&
215 lhs.mode == rhs.mode;
216 if (ret && lhs.codecType == webrtc::kVideoCodecVP8) {
217 ret &= (lhs.codecSpecific.VP8 == rhs.codecSpecific.VP8);
218 }
219
220 for (unsigned char i = 0; i < rhs.numberOfSimulcastStreams && ret; ++i) {
221 ret &= (lhs.simulcastStream[i] == rhs.simulcastStream[i]);
222 }
223 return ret;
224}
225
226bool operator!=(const webrtc::VideoCodec& lhs,
227 const webrtc::VideoCodec& rhs) {
228 return !(lhs == rhs);
229}
230#endif
231
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000232struct FlushBlackFrameData : public talk_base::MessageData {
233 FlushBlackFrameData(uint32 s, int64 t) : ssrc(s), timestamp(t) {
234 }
235 uint32 ssrc;
236 int64 timestamp;
237};
238
239class WebRtcRenderAdapter : public webrtc::ExternalRenderer {
240 public:
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000241 WebRtcRenderAdapter(VideoRenderer* renderer, int channel_id)
242 : renderer_(renderer), channel_id_(channel_id), width_(0), height_(0) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000243 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000244
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000245 virtual ~WebRtcRenderAdapter() {
246 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000247
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000248 void SetRenderer(VideoRenderer* renderer) {
249 talk_base::CritScope cs(&crit_);
250 renderer_ = renderer;
251 // FrameSizeChange may have already been called when renderer was not set.
252 // If so we should call SetSize here.
253 // TODO(ronghuawu): Add unit test for this case. Didn't do it now
254 // because the WebRtcRenderAdapter is currently hiding in cc file. No
255 // good way to get access to it from the unit test.
256 if (width_ > 0 && height_ > 0 && renderer_ != NULL) {
257 if (!renderer_->SetSize(width_, height_, 0)) {
258 LOG(LS_ERROR)
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000259 << "WebRtcRenderAdapter (channel " << channel_id_
260 << ") SetRenderer failed to SetSize to: "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000261 << width_ << "x" << height_;
262 }
263 }
264 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000265
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000266 // Implementation of webrtc::ExternalRenderer.
267 virtual int FrameSizeChange(unsigned int width, unsigned int height,
268 unsigned int /*number_of_streams*/) {
269 talk_base::CritScope cs(&crit_);
270 width_ = width;
271 height_ = height;
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000272 LOG(LS_INFO) << "WebRtcRenderAdapter (channel " << channel_id_
273 << ") frame size changed to: "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000274 << width << "x" << height;
275 if (renderer_ == NULL) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000276 LOG(LS_VERBOSE) << "WebRtcRenderAdapter (channel " << channel_id_
277 << ") the renderer has not been set. "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000278 << "SetSize will be called later in SetRenderer.";
279 return 0;
280 }
281 return renderer_->SetSize(width_, height_, 0) ? 0 : -1;
282 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000283
buildbot@webrtc.org1fd5b452014-04-15 17:39:43 +0000284 virtual int DeliverFrame(unsigned char* buffer,
285 int buffer_size,
286 uint32_t time_stamp,
287#ifdef USE_WEBRTC_DEV_BRANCH
288 int64_t ntp_time_ms,
289#endif
290 int64_t render_time,
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000291 void* handle) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000292 talk_base::CritScope cs(&crit_);
293 frame_rate_tracker_.Update(1);
294 if (renderer_ == NULL) {
295 return 0;
296 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000297 // Convert 90K rtp timestamp to ns timestamp.
buildbot@webrtc.org740e6b32014-04-30 15:33:45 +0000298 int64 rtp_time_stamp_in_ns = (time_stamp / 90) *
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000299 talk_base::kNumNanosecsPerMillisec;
300 // Convert milisecond render time to ns timestamp.
301 int64 render_time_stamp_in_ns = render_time *
302 talk_base::kNumNanosecsPerMillisec;
303 // Send the rtp timestamp to renderer as the VideoFrame timestamp.
304 // and the render timestamp as the VideoFrame elapsed_time.
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000305 if (handle == NULL) {
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000306 return DeliverBufferFrame(buffer, buffer_size, render_time_stamp_in_ns,
buildbot@webrtc.org740e6b32014-04-30 15:33:45 +0000307 rtp_time_stamp_in_ns);
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000308 } else {
309 return DeliverTextureFrame(handle, render_time_stamp_in_ns,
buildbot@webrtc.org740e6b32014-04-30 15:33:45 +0000310 rtp_time_stamp_in_ns);
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000311 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000312 }
313
314 virtual bool IsTextureSupported() { return true; }
315
316 int DeliverBufferFrame(unsigned char* buffer, int buffer_size,
317 int64 elapsed_time, int64 time_stamp) {
318 WebRtcVideoFrame video_frame;
wu@webrtc.org16d62542013-11-05 23:45:14 +0000319 video_frame.Alias(buffer, buffer_size, width_, height_,
320 1, 1, elapsed_time, time_stamp, 0);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000321
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000322 // Sanity check on decoded frame size.
323 if (buffer_size != static_cast<int>(VideoFrame::SizeOf(width_, height_))) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000324 LOG(LS_WARNING) << "WebRtcRenderAdapter (channel " << channel_id_
325 << ") received a strange frame size: "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000326 << buffer_size;
327 }
328
329 int ret = renderer_->RenderFrame(&video_frame) ? 0 : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000330 return ret;
331 }
332
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000333 int DeliverTextureFrame(void* handle, int64 elapsed_time, int64 time_stamp) {
334 WebRtcTextureVideoFrame video_frame(
335 static_cast<webrtc::NativeHandle*>(handle), width_, height_,
336 elapsed_time, time_stamp);
337 return renderer_->RenderFrame(&video_frame);
338 }
339
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000340 unsigned int width() {
341 talk_base::CritScope cs(&crit_);
342 return width_;
343 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000344
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000345 unsigned int height() {
346 talk_base::CritScope cs(&crit_);
347 return height_;
348 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000349
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000350 int framerate() {
351 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000352 return static_cast<int>(frame_rate_tracker_.units_second());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000353 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000354
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000355 VideoRenderer* renderer() {
356 talk_base::CritScope cs(&crit_);
357 return renderer_;
358 }
359
360 private:
361 talk_base::CriticalSection crit_;
362 VideoRenderer* renderer_;
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000363 int channel_id_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000364 unsigned int width_;
365 unsigned int height_;
366 talk_base::RateTracker frame_rate_tracker_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000367};
368
369class WebRtcDecoderObserver : public webrtc::ViEDecoderObserver {
370 public:
371 explicit WebRtcDecoderObserver(int video_channel)
372 : video_channel_(video_channel),
373 framerate_(0),
374 bitrate_(0),
wu@webrtc.org97077a32013-10-25 21:18:33 +0000375 decode_ms_(0),
376 max_decode_ms_(0),
377 current_delay_ms_(0),
378 target_delay_ms_(0),
379 jitter_buffer_ms_(0),
380 min_playout_delay_ms_(0),
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000381 render_delay_ms_(0) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000382 }
383
384 // virtual functions from VieDecoderObserver.
385 virtual void IncomingCodecChanged(const int videoChannel,
386 const webrtc::VideoCodec& videoCodec) {}
387 virtual void IncomingRate(const int videoChannel,
388 const unsigned int framerate,
389 const unsigned int bitrate) {
wu@webrtc.org78187522013-10-07 23:32:02 +0000390 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000391 ASSERT(video_channel_ == videoChannel);
392 framerate_ = framerate;
393 bitrate_ = bitrate;
394 }
wu@webrtc.org97077a32013-10-25 21:18:33 +0000395
396 virtual void DecoderTiming(int decode_ms,
397 int max_decode_ms,
398 int current_delay_ms,
399 int target_delay_ms,
400 int jitter_buffer_ms,
401 int min_playout_delay_ms,
402 int render_delay_ms) {
403 talk_base::CritScope cs(&crit_);
404 decode_ms_ = decode_ms;
405 max_decode_ms_ = max_decode_ms;
406 current_delay_ms_ = current_delay_ms;
407 target_delay_ms_ = target_delay_ms;
408 jitter_buffer_ms_ = jitter_buffer_ms;
409 min_playout_delay_ms_ = min_playout_delay_ms;
410 render_delay_ms_ = render_delay_ms;
411 }
412
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000413 virtual void RequestNewKeyFrame(const int videoChannel) {}
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000414
wu@webrtc.org97077a32013-10-25 21:18:33 +0000415 // Populate |rinfo| based on previously-set data in |*this|.
416 void ExportTo(VideoReceiverInfo* rinfo) {
wu@webrtc.org78187522013-10-07 23:32:02 +0000417 talk_base::CritScope cs(&crit_);
wu@webrtc.org97077a32013-10-25 21:18:33 +0000418 rinfo->framerate_rcvd = framerate_;
419 rinfo->decode_ms = decode_ms_;
420 rinfo->max_decode_ms = max_decode_ms_;
421 rinfo->current_delay_ms = current_delay_ms_;
422 rinfo->target_delay_ms = target_delay_ms_;
423 rinfo->jitter_buffer_ms = jitter_buffer_ms_;
424 rinfo->min_playout_delay_ms = min_playout_delay_ms_;
425 rinfo->render_delay_ms = render_delay_ms_;
wu@webrtc.org78187522013-10-07 23:32:02 +0000426 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000427
428 private:
wu@webrtc.org78187522013-10-07 23:32:02 +0000429 mutable talk_base::CriticalSection crit_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000430 int video_channel_;
431 int framerate_;
432 int bitrate_;
wu@webrtc.org97077a32013-10-25 21:18:33 +0000433 int decode_ms_;
434 int max_decode_ms_;
435 int current_delay_ms_;
436 int target_delay_ms_;
437 int jitter_buffer_ms_;
438 int min_playout_delay_ms_;
439 int render_delay_ms_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000440};
441
442class WebRtcEncoderObserver : public webrtc::ViEEncoderObserver {
443 public:
444 explicit WebRtcEncoderObserver(int video_channel)
445 : video_channel_(video_channel),
446 framerate_(0),
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000447 bitrate_(0),
448 suspended_(false) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000449 }
450
451 // virtual functions from VieEncoderObserver.
452 virtual void OutgoingRate(const int videoChannel,
453 const unsigned int framerate,
454 const unsigned int bitrate) {
wu@webrtc.org78187522013-10-07 23:32:02 +0000455 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000456 ASSERT(video_channel_ == videoChannel);
457 framerate_ = framerate;
458 bitrate_ = bitrate;
459 }
460
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000461 virtual void SuspendChange(int video_channel, bool is_suspended) {
462 talk_base::CritScope cs(&crit_);
463 ASSERT(video_channel_ == video_channel);
464 suspended_ = is_suspended;
465 }
466
wu@webrtc.org78187522013-10-07 23:32:02 +0000467 int framerate() const {
468 talk_base::CritScope cs(&crit_);
469 return framerate_;
470 }
471 int bitrate() const {
472 talk_base::CritScope cs(&crit_);
473 return bitrate_;
474 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000475 bool suspended() const {
476 talk_base::CritScope cs(&crit_);
477 return suspended_;
478 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000479
480 private:
wu@webrtc.org78187522013-10-07 23:32:02 +0000481 mutable talk_base::CriticalSection crit_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000482 int video_channel_;
483 int framerate_;
484 int bitrate_;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000485 bool suspended_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000486};
487
488class WebRtcLocalStreamInfo {
489 public:
490 WebRtcLocalStreamInfo()
491 : width_(0), height_(0), elapsed_time_(-1), time_stamp_(-1) {}
492 size_t width() const {
493 talk_base::CritScope cs(&crit_);
494 return width_;
495 }
496 size_t height() const {
497 talk_base::CritScope cs(&crit_);
498 return height_;
499 }
500 int64 elapsed_time() const {
501 talk_base::CritScope cs(&crit_);
502 return elapsed_time_;
503 }
504 int64 time_stamp() const {
505 talk_base::CritScope cs(&crit_);
506 return time_stamp_;
507 }
508 int framerate() {
509 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000510 return static_cast<int>(rate_tracker_.units_second());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000511 }
512 void GetLastFrameInfo(
513 size_t* width, size_t* height, int64* elapsed_time) const {
514 talk_base::CritScope cs(&crit_);
515 *width = width_;
516 *height = height_;
517 *elapsed_time = elapsed_time_;
518 }
519
520 void UpdateFrame(const VideoFrame* frame) {
521 talk_base::CritScope cs(&crit_);
522
523 width_ = frame->GetWidth();
524 height_ = frame->GetHeight();
525 elapsed_time_ = frame->GetElapsedTime();
526 time_stamp_ = frame->GetTimeStamp();
527
528 rate_tracker_.Update(1);
529 }
530
531 private:
532 mutable talk_base::CriticalSection crit_;
533 size_t width_;
534 size_t height_;
535 int64 elapsed_time_;
536 int64 time_stamp_;
537 talk_base::RateTracker rate_tracker_;
538
539 DISALLOW_COPY_AND_ASSIGN(WebRtcLocalStreamInfo);
540};
541
542// WebRtcVideoChannelRecvInfo is a container class with members such as renderer
543// and a decoder observer that is used by receive channels.
544// It must exist as long as the receive channel is connected to renderer or a
545// decoder observer in this class and methods in the class should only be called
546// from the worker thread.
547class WebRtcVideoChannelRecvInfo {
548 public:
549 typedef std::map<int, webrtc::VideoDecoder*> DecoderMap; // key: payload type
550 explicit WebRtcVideoChannelRecvInfo(int channel_id)
551 : channel_id_(channel_id),
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000552 render_adapter_(NULL, channel_id),
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000553 decoder_observer_(channel_id) {
554 }
555 int channel_id() { return channel_id_; }
556 void SetRenderer(VideoRenderer* renderer) {
557 render_adapter_.SetRenderer(renderer);
558 }
559 WebRtcRenderAdapter* render_adapter() { return &render_adapter_; }
560 WebRtcDecoderObserver* decoder_observer() { return &decoder_observer_; }
561 void RegisterDecoder(int pl_type, webrtc::VideoDecoder* decoder) {
562 ASSERT(!IsDecoderRegistered(pl_type));
563 registered_decoders_[pl_type] = decoder;
564 }
565 bool IsDecoderRegistered(int pl_type) {
566 return registered_decoders_.count(pl_type) != 0;
567 }
568 const DecoderMap& registered_decoders() {
569 return registered_decoders_;
570 }
571 void ClearRegisteredDecoders() {
572 registered_decoders_.clear();
573 }
574
575 private:
576 int channel_id_; // Webrtc video channel number.
577 // Renderer for this channel.
578 WebRtcRenderAdapter render_adapter_;
579 WebRtcDecoderObserver decoder_observer_;
580 DecoderMap registered_decoders_;
581};
582
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000583class WebRtcOveruseObserver : public webrtc::CpuOveruseObserver {
584 public:
585 explicit WebRtcOveruseObserver(CoordinatedVideoAdapter* video_adapter)
586 : video_adapter_(video_adapter),
587 enabled_(false) {
588 }
589
590 // TODO(mflodman): Consider sending resolution as part of event, to let
591 // adapter know what resolution the request is based on. Helps eliminate stale
592 // data, race conditions.
593 virtual void OveruseDetected() OVERRIDE {
594 talk_base::CritScope cs(&crit_);
595 if (!enabled_) {
596 return;
597 }
598
599 video_adapter_->OnCpuResolutionRequest(CoordinatedVideoAdapter::DOWNGRADE);
600 }
601
602 virtual void NormalUsage() OVERRIDE {
603 talk_base::CritScope cs(&crit_);
604 if (!enabled_) {
605 return;
606 }
607
608 video_adapter_->OnCpuResolutionRequest(CoordinatedVideoAdapter::UPGRADE);
609 }
610
611 void Enable(bool enable) {
612 talk_base::CritScope cs(&crit_);
613 enabled_ = enable;
614 }
615
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000616 bool enabled() const { return enabled_; }
617
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000618 private:
619 CoordinatedVideoAdapter* video_adapter_;
620 bool enabled_;
621 talk_base::CriticalSection crit_;
622};
623
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000624
wu@webrtc.orgd64719d2013-08-01 00:00:07 +0000625class WebRtcVideoChannelSendInfo : public sigslot::has_slots<> {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000626 public:
627 typedef std::map<int, webrtc::VideoEncoder*> EncoderMap; // key: payload type
628 WebRtcVideoChannelSendInfo(int channel_id, int capture_id,
629 webrtc::ViEExternalCapture* external_capture,
630 talk_base::CpuMonitor* cpu_monitor)
631 : channel_id_(channel_id),
632 capture_id_(capture_id),
633 sending_(false),
634 muted_(false),
635 video_capturer_(NULL),
636 encoder_observer_(channel_id),
637 external_capture_(external_capture),
638 capturer_updated_(false),
639 interval_(0),
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000640 cpu_monitor_(cpu_monitor),
641 overuse_observer_enabled_(false) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000642 }
643
644 int channel_id() const { return channel_id_; }
645 int capture_id() const { return capture_id_; }
646 void set_sending(bool sending) { sending_ = sending; }
647 bool sending() const { return sending_; }
648 void set_muted(bool on) {
649 // TODO(asapersson): add support.
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +0000650 // video_adapter_.SetBlackOutput(on);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000651 muted_ = on;
652 }
653 bool muted() {return muted_; }
654
655 WebRtcEncoderObserver* encoder_observer() { return &encoder_observer_; }
656 webrtc::ViEExternalCapture* external_capture() { return external_capture_; }
657 const VideoFormat& video_format() const {
658 return video_format_;
659 }
660 void set_video_format(const VideoFormat& video_format) {
661 video_format_ = video_format;
662 if (video_format_ != cricket::VideoFormat()) {
663 interval_ = video_format_.interval;
664 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000665 CoordinatedVideoAdapter* adapter = video_adapter();
666 if (adapter) {
667 adapter->OnOutputFormatRequest(video_format_);
668 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000669 }
670 void set_interval(int64 interval) {
671 if (video_format() == cricket::VideoFormat()) {
672 interval_ = interval;
673 }
674 }
675 int64 interval() { return interval_; }
676
xians@webrtc.orgef221512014-02-21 10:31:29 +0000677 int CurrentAdaptReason() const {
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000678 const CoordinatedVideoAdapter* adapter = video_adapter();
679 if (!adapter) {
680 return CoordinatedVideoAdapter::ADAPTREASON_NONE;
681 }
682 return video_adapter()->adapt_reason();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000683 }
684
685 StreamParams* stream_params() { return stream_params_.get(); }
686 void set_stream_params(const StreamParams& sp) {
687 stream_params_.reset(new StreamParams(sp));
688 }
689 void ClearStreamParams() { stream_params_.reset(); }
690 bool has_ssrc(uint32 local_ssrc) const {
691 return !stream_params_ ? false :
692 stream_params_->has_ssrc(local_ssrc);
693 }
694 WebRtcLocalStreamInfo* local_stream_info() {
695 return &local_stream_info_;
696 }
697 VideoCapturer* video_capturer() {
698 return video_capturer_;
699 }
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +0000700 void set_video_capturer(VideoCapturer* video_capturer,
701 ViEWrapper* vie_wrapper) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000702 if (video_capturer == video_capturer_) {
703 return;
704 }
xians@webrtc.orgef221512014-02-21 10:31:29 +0000705
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000706 CoordinatedVideoAdapter* old_video_adapter = video_adapter();
707 if (old_video_adapter) {
708 // Disconnect signals from old video adapter.
709 SignalCpuAdaptationUnable.disconnect(old_video_adapter);
710 if (cpu_monitor_) {
711 cpu_monitor_->SignalUpdate.disconnect(old_video_adapter);
xians@webrtc.orgef221512014-02-21 10:31:29 +0000712 }
henrike@webrtc.org26438052014-02-20 22:32:53 +0000713 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000714
715 capturer_updated_ = true;
716 video_capturer_ = video_capturer;
717
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +0000718 vie_wrapper->base()->RegisterCpuOveruseObserver(channel_id_, NULL);
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000719 if (!video_capturer) {
720 overuse_observer_.reset();
721 return;
722 }
723
724 CoordinatedVideoAdapter* adapter = video_adapter();
725 ASSERT(adapter && "Video adapter should not be null here.");
726
727 UpdateAdapterCpuOptions();
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000728
729 overuse_observer_.reset(new WebRtcOveruseObserver(adapter));
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +0000730 vie_wrapper->base()->RegisterCpuOveruseObserver(channel_id_,
731 overuse_observer_.get());
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000732 // (Dis)connect the video adapter from the cpu monitor as appropriate.
733 SetCpuOveruseDetection(overuse_observer_enabled_);
734
735 SignalCpuAdaptationUnable.repeat(adapter->SignalCpuAdaptationUnable);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000736 }
737
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000738 CoordinatedVideoAdapter* video_adapter() {
739 if (!video_capturer_) {
740 return NULL;
741 }
742 return video_capturer_->video_adapter();
743 }
744 const CoordinatedVideoAdapter* video_adapter() const {
745 if (!video_capturer_) {
746 return NULL;
747 }
748 return video_capturer_->video_adapter();
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +0000749 }
750
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000751 void ApplyCpuOptions(const VideoOptions& video_options) {
752 // Use video_options_.SetAll() instead of assignment so that unset value in
753 // video_options will not overwrite the previous option value.
754 video_options_.SetAll(video_options);
755 UpdateAdapterCpuOptions();
756 }
757
758 void UpdateAdapterCpuOptions() {
759 if (!video_capturer_) {
760 return;
761 }
762
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000763 bool cpu_adapt, cpu_smoothing, adapt_third;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000764 float low, med, high;
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000765
766 // TODO(thorcarpenter): Have VideoAdapter be responsible for setting
767 // all these video options.
768 CoordinatedVideoAdapter* video_adapter = video_capturer_->video_adapter();
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000769 if (video_options_.adapt_input_to_cpu_usage.Get(&cpu_adapt) ||
770 overuse_observer_enabled_) {
771 video_adapter->set_cpu_adaptation(cpu_adapt || overuse_observer_enabled_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000772 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000773 if (video_options_.adapt_cpu_with_smoothing.Get(&cpu_smoothing)) {
774 video_adapter->set_cpu_smoothing(cpu_smoothing);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000775 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000776 if (video_options_.process_adaptation_threshhold.Get(&med)) {
777 video_adapter->set_process_threshold(med);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000778 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000779 if (video_options_.system_low_adaptation_threshhold.Get(&low)) {
780 video_adapter->set_low_system_threshold(low);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000781 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000782 if (video_options_.system_high_adaptation_threshhold.Get(&high)) {
783 video_adapter->set_high_system_threshold(high);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000784 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000785 if (video_options_.video_adapt_third.Get(&adapt_third)) {
786 video_adapter->set_scale_third(adapt_third);
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000787 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000788 }
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000789
790 void SetCpuOveruseDetection(bool enable) {
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000791 overuse_observer_enabled_ = enable;
792
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000793 if (overuse_observer_) {
794 overuse_observer_->Enable(enable);
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +0000795 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000796
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000797 // The video adapter is signaled by overuse detection if enabled; otherwise
798 // it will be signaled by cpu monitor.
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000799 CoordinatedVideoAdapter* adapter = video_adapter();
800 if (adapter) {
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000801 bool cpu_adapt = false;
802 video_options_.adapt_input_to_cpu_usage.Get(&cpu_adapt);
803 adapter->set_cpu_adaptation(
804 adapter->cpu_adaptation() || cpu_adapt || enable);
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000805 if (cpu_monitor_) {
806 if (enable) {
807 cpu_monitor_->SignalUpdate.disconnect(adapter);
808 } else {
809 cpu_monitor_->SignalUpdate.connect(
810 adapter, &CoordinatedVideoAdapter::OnCpuLoadUpdated);
811 }
812 }
813 }
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000814 }
815
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000816 void ProcessFrame(const VideoFrame& original_frame, bool mute,
817 VideoFrame** processed_frame) {
818 if (!mute) {
819 *processed_frame = original_frame.Copy();
820 } else {
821 WebRtcVideoFrame* black_frame = new WebRtcVideoFrame();
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000822 black_frame->InitToBlack(static_cast<int>(original_frame.GetWidth()),
823 static_cast<int>(original_frame.GetHeight()),
824 1, 1,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000825 original_frame.GetElapsedTime(),
826 original_frame.GetTimeStamp());
827 *processed_frame = black_frame;
828 }
829 local_stream_info_.UpdateFrame(*processed_frame);
830 }
831 void RegisterEncoder(int pl_type, webrtc::VideoEncoder* encoder) {
832 ASSERT(!IsEncoderRegistered(pl_type));
833 registered_encoders_[pl_type] = encoder;
834 }
835 bool IsEncoderRegistered(int pl_type) {
836 return registered_encoders_.count(pl_type) != 0;
837 }
838 const EncoderMap& registered_encoders() {
839 return registered_encoders_;
840 }
841 void ClearRegisteredEncoders() {
842 registered_encoders_.clear();
843 }
844
wu@webrtc.orgd64719d2013-08-01 00:00:07 +0000845 sigslot::repeater0<> SignalCpuAdaptationUnable;
846
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000847 private:
848 int channel_id_;
849 int capture_id_;
850 bool sending_;
851 bool muted_;
852 VideoCapturer* video_capturer_;
853 WebRtcEncoderObserver encoder_observer_;
854 webrtc::ViEExternalCapture* external_capture_;
855 EncoderMap registered_encoders_;
856
857 VideoFormat video_format_;
858
859 talk_base::scoped_ptr<StreamParams> stream_params_;
860
861 WebRtcLocalStreamInfo local_stream_info_;
862
863 bool capturer_updated_;
864
865 int64 interval_;
866
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +0000867 talk_base::CpuMonitor* cpu_monitor_;
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000868 talk_base::scoped_ptr<WebRtcOveruseObserver> overuse_observer_;
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000869 bool overuse_observer_enabled_;
870
871 VideoOptions video_options_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000872};
873
874const WebRtcVideoEngine::VideoCodecPref
875 WebRtcVideoEngine::kVideoCodecPrefs[] = {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000876 {kVp8PayloadName, 100, -1, 0},
877 {kRedPayloadName, 116, -1, 1},
878 {kFecPayloadName, 117, -1, 2},
879 {kRtxCodecName, 96, 100, 3},
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000880};
881
882// The formats are sorted by the descending order of width. We use the order to
883// find the next format for CPU and bandwidth adaptation.
884const VideoFormatPod WebRtcVideoEngine::kVideoFormats[] = {
885 {1280, 800, FPS_TO_INTERVAL(30), FOURCC_ANY},
886 {1280, 720, FPS_TO_INTERVAL(30), FOURCC_ANY},
887 {960, 600, FPS_TO_INTERVAL(30), FOURCC_ANY},
888 {960, 540, FPS_TO_INTERVAL(30), FOURCC_ANY},
889 {640, 400, FPS_TO_INTERVAL(30), FOURCC_ANY},
890 {640, 360, FPS_TO_INTERVAL(30), FOURCC_ANY},
891 {640, 480, FPS_TO_INTERVAL(30), FOURCC_ANY},
892 {480, 300, FPS_TO_INTERVAL(30), FOURCC_ANY},
893 {480, 270, FPS_TO_INTERVAL(30), FOURCC_ANY},
894 {480, 360, FPS_TO_INTERVAL(30), FOURCC_ANY},
895 {320, 200, FPS_TO_INTERVAL(30), FOURCC_ANY},
896 {320, 180, FPS_TO_INTERVAL(30), FOURCC_ANY},
897 {320, 240, FPS_TO_INTERVAL(30), FOURCC_ANY},
898 {240, 150, FPS_TO_INTERVAL(30), FOURCC_ANY},
899 {240, 135, FPS_TO_INTERVAL(30), FOURCC_ANY},
900 {240, 180, FPS_TO_INTERVAL(30), FOURCC_ANY},
901 {160, 100, FPS_TO_INTERVAL(30), FOURCC_ANY},
902 {160, 90, FPS_TO_INTERVAL(30), FOURCC_ANY},
903 {160, 120, FPS_TO_INTERVAL(30), FOURCC_ANY},
904};
905
906const VideoFormatPod WebRtcVideoEngine::kDefaultVideoFormat =
907 {640, 400, FPS_TO_INTERVAL(30), FOURCC_ANY};
908
909static void UpdateVideoCodec(const cricket::VideoFormat& video_format,
910 webrtc::VideoCodec* target_codec) {
911 if ((target_codec == NULL) || (video_format == cricket::VideoFormat())) {
912 return;
913 }
914 target_codec->width = video_format.width;
915 target_codec->height = video_format.height;
916 target_codec->maxFramerate = cricket::VideoFormat::IntervalToFps(
917 video_format.interval);
918}
919
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +0000920#ifdef USE_WEBRTC_DEV_BRANCH
921static bool GetCpuOveruseOptions(const VideoOptions& options,
922 webrtc::CpuOveruseOptions* overuse_options) {
923 int underuse_threshold = 0;
924 int overuse_threshold = 0;
925 if (!options.cpu_underuse_threshold.Get(&underuse_threshold) ||
926 !options.cpu_overuse_threshold.Get(&overuse_threshold)) {
927 return false;
928 }
929 if (underuse_threshold <= 0 || overuse_threshold <= 0) {
930 return false;
931 }
932 // Valid thresholds.
933 bool encode_usage =
934 options.cpu_overuse_encode_usage.GetWithDefaultIfUnset(false);
935 overuse_options->enable_capture_jitter_method = !encode_usage;
936 overuse_options->enable_encode_usage_method = encode_usage;
937 if (encode_usage) {
938 // Use method based on encode usage.
939 overuse_options->low_encode_usage_threshold_percent = underuse_threshold;
940 overuse_options->high_encode_usage_threshold_percent = overuse_threshold;
941 } else {
942 // Use default method based on capture jitter.
943 overuse_options->low_capture_jitter_threshold_ms =
944 static_cast<float>(underuse_threshold);
945 overuse_options->high_capture_jitter_threshold_ms =
946 static_cast<float>(overuse_threshold);
947 }
948 return true;
949}
950#endif
951
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000952WebRtcVideoEngine::WebRtcVideoEngine() {
953 Construct(new ViEWrapper(), new ViETraceWrapper(), NULL,
954 new talk_base::CpuMonitor(NULL));
955}
956
957WebRtcVideoEngine::WebRtcVideoEngine(WebRtcVoiceEngine* voice_engine,
958 ViEWrapper* vie_wrapper,
959 talk_base::CpuMonitor* cpu_monitor) {
960 Construct(vie_wrapper, new ViETraceWrapper(), voice_engine, cpu_monitor);
961}
962
963WebRtcVideoEngine::WebRtcVideoEngine(WebRtcVoiceEngine* voice_engine,
964 ViEWrapper* vie_wrapper,
965 ViETraceWrapper* tracing,
966 talk_base::CpuMonitor* cpu_monitor) {
967 Construct(vie_wrapper, tracing, voice_engine, cpu_monitor);
968}
969
970void WebRtcVideoEngine::Construct(ViEWrapper* vie_wrapper,
971 ViETraceWrapper* tracing,
972 WebRtcVoiceEngine* voice_engine,
973 talk_base::CpuMonitor* cpu_monitor) {
974 LOG(LS_INFO) << "WebRtcVideoEngine::WebRtcVideoEngine";
975 worker_thread_ = NULL;
976 vie_wrapper_.reset(vie_wrapper);
977 vie_wrapper_base_initialized_ = false;
978 tracing_.reset(tracing);
979 voice_engine_ = voice_engine;
980 initialized_ = false;
981 SetTraceFilter(SeverityToFilter(kDefaultLogSeverity));
982 render_module_.reset(new WebRtcPassthroughRender());
983 local_renderer_w_ = local_renderer_h_ = 0;
984 local_renderer_ = NULL;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000985 capture_started_ = false;
986 decoder_factory_ = NULL;
987 encoder_factory_ = NULL;
988 cpu_monitor_.reset(cpu_monitor);
989
990 SetTraceOptions("");
991 if (tracing_->SetTraceCallback(this) != 0) {
992 LOG_RTCERR1(SetTraceCallback, this);
993 }
994
995 // Set default quality levels for our supported codecs. We override them here
996 // if we know your cpu performance is low, and they can be updated explicitly
997 // by calling SetDefaultCodec. For example by a flute preference setting, or
998 // by the server with a jec in response to our reported system info.
999 VideoCodec max_codec(kVideoCodecPrefs[0].payload_type,
1000 kVideoCodecPrefs[0].name,
1001 kDefaultVideoFormat.width,
1002 kDefaultVideoFormat.height,
1003 VideoFormat::IntervalToFps(kDefaultVideoFormat.interval),
1004 0);
1005 if (!SetDefaultCodec(max_codec)) {
1006 LOG(LS_ERROR) << "Failed to initialize list of supported codec types";
1007 }
1008
1009
1010 // Load our RTP Header extensions.
1011 rtp_header_extensions_.push_back(
1012 RtpHeaderExtension(kRtpTimestampOffsetHeaderExtension,
henrike@webrtc.org79047f92014-03-06 23:46:59 +00001013 kRtpTimestampOffsetHeaderExtensionDefaultId));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001014 rtp_header_extensions_.push_back(
henrike@webrtc.org79047f92014-03-06 23:46:59 +00001015 RtpHeaderExtension(kRtpAbsoluteSenderTimeHeaderExtension,
1016 kRtpAbsoluteSenderTimeHeaderExtensionDefaultId));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001017}
1018
1019WebRtcVideoEngine::~WebRtcVideoEngine() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001020 LOG(LS_INFO) << "WebRtcVideoEngine::~WebRtcVideoEngine";
1021 if (initialized_) {
1022 Terminate();
1023 }
1024 if (encoder_factory_) {
1025 encoder_factory_->RemoveObserver(this);
1026 }
1027 tracing_->SetTraceCallback(NULL);
1028 // Test to see if the media processor was deregistered properly.
1029 ASSERT(SignalMediaFrame.is_empty());
1030}
1031
1032bool WebRtcVideoEngine::Init(talk_base::Thread* worker_thread) {
1033 LOG(LS_INFO) << "WebRtcVideoEngine::Init";
1034 worker_thread_ = worker_thread;
1035 ASSERT(worker_thread_ != NULL);
1036
1037 cpu_monitor_->set_thread(worker_thread_);
1038 if (!cpu_monitor_->Start(kCpuMonitorPeriodMs)) {
1039 LOG(LS_ERROR) << "Failed to start CPU monitor.";
1040 cpu_monitor_.reset();
1041 }
1042
1043 bool result = InitVideoEngine();
1044 if (result) {
1045 LOG(LS_INFO) << "VideoEngine Init done";
1046 } else {
1047 LOG(LS_ERROR) << "VideoEngine Init failed, releasing";
1048 Terminate();
1049 }
1050 return result;
1051}
1052
1053bool WebRtcVideoEngine::InitVideoEngine() {
1054 LOG(LS_INFO) << "WebRtcVideoEngine::InitVideoEngine";
1055
1056 // Init WebRTC VideoEngine.
1057 if (!vie_wrapper_base_initialized_) {
1058 if (vie_wrapper_->base()->Init() != 0) {
1059 LOG_RTCERR0(Init);
1060 return false;
1061 }
1062 vie_wrapper_base_initialized_ = true;
1063 }
1064
1065 // Log the VoiceEngine version info.
1066 char buffer[1024] = "";
1067 if (vie_wrapper_->base()->GetVersion(buffer) != 0) {
1068 LOG_RTCERR0(GetVersion);
1069 return false;
1070 }
1071
1072 LOG(LS_INFO) << "WebRtc VideoEngine Version:";
1073 LogMultiline(talk_base::LS_INFO, buffer);
1074
1075 // Hook up to VoiceEngine for sync purposes, if supplied.
1076 if (!voice_engine_) {
1077 LOG(LS_WARNING) << "NULL voice engine";
1078 } else if ((vie_wrapper_->base()->SetVoiceEngine(
1079 voice_engine_->voe()->engine())) != 0) {
1080 LOG_RTCERR0(SetVoiceEngine);
1081 return false;
1082 }
1083
1084 // Register our custom render module.
1085 if (vie_wrapper_->render()->RegisterVideoRenderModule(
1086 *render_module_.get()) != 0) {
1087 LOG_RTCERR0(RegisterVideoRenderModule);
1088 return false;
1089 }
1090
1091 initialized_ = true;
1092 return true;
1093}
1094
1095void WebRtcVideoEngine::Terminate() {
1096 LOG(LS_INFO) << "WebRtcVideoEngine::Terminate";
1097 initialized_ = false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001098
1099 if (vie_wrapper_->render()->DeRegisterVideoRenderModule(
1100 *render_module_.get()) != 0) {
1101 LOG_RTCERR0(DeRegisterVideoRenderModule);
1102 }
1103
1104 if (vie_wrapper_->base()->SetVoiceEngine(NULL) != 0) {
1105 LOG_RTCERR0(SetVoiceEngine);
1106 }
1107
1108 cpu_monitor_->Stop();
1109}
1110
1111int WebRtcVideoEngine::GetCapabilities() {
1112 return VIDEO_RECV | VIDEO_SEND;
1113}
1114
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +00001115bool WebRtcVideoEngine::SetOptions(const VideoOptions &options) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001116 return true;
1117}
1118
1119bool WebRtcVideoEngine::SetDefaultEncoderConfig(
1120 const VideoEncoderConfig& config) {
1121 return SetDefaultCodec(config.max_codec);
1122}
1123
wu@webrtc.org78187522013-10-07 23:32:02 +00001124VideoEncoderConfig WebRtcVideoEngine::GetDefaultEncoderConfig() const {
1125 ASSERT(!video_codecs_.empty());
1126 VideoCodec max_codec(kVideoCodecPrefs[0].payload_type,
1127 kVideoCodecPrefs[0].name,
1128 video_codecs_[0].width,
1129 video_codecs_[0].height,
1130 video_codecs_[0].framerate,
1131 0);
1132 return VideoEncoderConfig(max_codec);
1133}
1134
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001135// SetDefaultCodec may be called while the capturer is running. For example, a
1136// test call is started in a page with QVGA default codec, and then a real call
1137// is started in another page with VGA default codec. This is the corner case
1138// and happens only when a session is started. We ignore this case currently.
1139bool WebRtcVideoEngine::SetDefaultCodec(const VideoCodec& codec) {
1140 if (!RebuildCodecList(codec)) {
1141 LOG(LS_WARNING) << "Failed to RebuildCodecList";
1142 return false;
1143 }
1144
wu@webrtc.org78187522013-10-07 23:32:02 +00001145 ASSERT(!video_codecs_.empty());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001146 default_codec_format_ = VideoFormat(
1147 video_codecs_[0].width,
1148 video_codecs_[0].height,
1149 VideoFormat::FpsToInterval(video_codecs_[0].framerate),
1150 FOURCC_ANY);
1151 return true;
1152}
1153
1154WebRtcVideoMediaChannel* WebRtcVideoEngine::CreateChannel(
1155 VoiceMediaChannel* voice_channel) {
1156 WebRtcVideoMediaChannel* channel =
1157 new WebRtcVideoMediaChannel(this, voice_channel);
1158 if (!channel->Init()) {
1159 delete channel;
1160 channel = NULL;
1161 }
1162 return channel;
1163}
1164
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001165bool WebRtcVideoEngine::SetLocalRenderer(VideoRenderer* renderer) {
1166 local_renderer_w_ = local_renderer_h_ = 0;
1167 local_renderer_ = renderer;
1168 return true;
1169}
1170
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001171const std::vector<VideoCodec>& WebRtcVideoEngine::codecs() const {
1172 return video_codecs_;
1173}
1174
1175const std::vector<RtpHeaderExtension>&
1176WebRtcVideoEngine::rtp_header_extensions() const {
1177 return rtp_header_extensions_;
1178}
1179
1180void WebRtcVideoEngine::SetLogging(int min_sev, const char* filter) {
1181 // if min_sev == -1, we keep the current log level.
1182 if (min_sev >= 0) {
1183 SetTraceFilter(SeverityToFilter(min_sev));
1184 }
1185 SetTraceOptions(filter);
1186}
1187
1188int WebRtcVideoEngine::GetLastEngineError() {
1189 return vie_wrapper_->error();
1190}
1191
1192// Checks to see whether we comprehend and could receive a particular codec
1193bool WebRtcVideoEngine::FindCodec(const VideoCodec& in) {
1194 for (int i = 0; i < ARRAY_SIZE(kVideoFormats); ++i) {
1195 const VideoFormat fmt(kVideoFormats[i]);
1196 if ((in.width == 0 && in.height == 0) ||
1197 (fmt.width == in.width && fmt.height == in.height)) {
1198 if (encoder_factory_) {
1199 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1200 encoder_factory_->codecs();
1201 for (size_t j = 0; j < codecs.size(); ++j) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001202 VideoCodec codec(GetExternalVideoPayloadType(static_cast<int>(j)),
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001203 codecs[j].name, 0, 0, 0, 0);
1204 if (codec.Matches(in))
1205 return true;
1206 }
1207 }
1208 for (size_t j = 0; j < ARRAY_SIZE(kVideoCodecPrefs); ++j) {
1209 VideoCodec codec(kVideoCodecPrefs[j].payload_type,
1210 kVideoCodecPrefs[j].name, 0, 0, 0, 0);
1211 if (codec.Matches(in)) {
1212 return true;
1213 }
1214 }
1215 }
1216 }
1217 return false;
1218}
1219
1220// Given the requested codec, returns true if we can send that codec type and
1221// updates out with the best quality we could send for that codec. If current is
1222// not empty, we constrain out so that its aspect ratio matches current's.
1223bool WebRtcVideoEngine::CanSendCodec(const VideoCodec& requested,
1224 const VideoCodec& current,
1225 VideoCodec* out) {
1226 if (!out) {
1227 return false;
1228 }
1229
1230 std::vector<VideoCodec>::const_iterator local_max;
1231 for (local_max = video_codecs_.begin();
1232 local_max < video_codecs_.end();
1233 ++local_max) {
1234 // First match codecs by payload type
1235 if (!requested.Matches(*local_max)) {
1236 continue;
1237 }
1238
1239 out->id = requested.id;
1240 out->name = requested.name;
1241 out->preference = requested.preference;
1242 out->params = requested.params;
1243 out->framerate = talk_base::_min(requested.framerate, local_max->framerate);
1244 out->width = 0;
1245 out->height = 0;
1246 out->params = requested.params;
1247 out->feedback_params = requested.feedback_params;
1248
1249 if (0 == requested.width && 0 == requested.height) {
1250 // Special case with resolution 0. The channel should not send frames.
1251 return true;
1252 } else if (0 == requested.width || 0 == requested.height) {
1253 // 0xn and nx0 are invalid resolutions.
1254 return false;
1255 }
1256
1257 // Pick the best quality that is within their and our bounds and has the
1258 // correct aspect ratio.
1259 for (int j = 0; j < ARRAY_SIZE(kVideoFormats); ++j) {
1260 const VideoFormat format(kVideoFormats[j]);
1261
1262 // Skip any format that is larger than the local or remote maximums, or
1263 // smaller than the current best match
1264 if (format.width > requested.width || format.height > requested.height ||
1265 format.width > local_max->width ||
1266 (format.width < out->width && format.height < out->height)) {
1267 continue;
1268 }
1269
1270 bool better = false;
1271
1272 // Check any further constraints on this prospective format
1273 if (!out->width || !out->height) {
1274 // If we don't have any matches yet, this is the best so far.
1275 better = true;
1276 } else if (current.width && current.height) {
1277 // current is set so format must match its ratio exactly.
1278 better =
1279 (format.width * current.height == format.height * current.width);
1280 } else {
1281 // Prefer closer aspect ratios i.e
1282 // format.aspect - requested.aspect < out.aspect - requested.aspect
1283 better = abs(format.width * requested.height * out->height -
1284 requested.width * format.height * out->height) <
1285 abs(out->width * format.height * requested.height -
1286 requested.width * format.height * out->height);
1287 }
1288
1289 if (better) {
1290 out->width = format.width;
1291 out->height = format.height;
1292 }
1293 }
1294 if (out->width > 0) {
1295 return true;
1296 }
1297 }
1298 return false;
1299}
1300
1301static void ConvertToCricketVideoCodec(
1302 const webrtc::VideoCodec& in_codec, VideoCodec* out_codec) {
1303 out_codec->id = in_codec.plType;
1304 out_codec->name = in_codec.plName;
1305 out_codec->width = in_codec.width;
1306 out_codec->height = in_codec.height;
1307 out_codec->framerate = in_codec.maxFramerate;
1308 out_codec->SetParam(kCodecParamMinBitrate, in_codec.minBitrate);
1309 out_codec->SetParam(kCodecParamMaxBitrate, in_codec.maxBitrate);
1310 if (in_codec.qpMax) {
1311 out_codec->SetParam(kCodecParamMaxQuantization, in_codec.qpMax);
1312 }
1313}
1314
1315bool WebRtcVideoEngine::ConvertFromCricketVideoCodec(
1316 const VideoCodec& in_codec, webrtc::VideoCodec* out_codec) {
1317 bool found = false;
1318 int ncodecs = vie_wrapper_->codec()->NumberOfCodecs();
1319 for (int i = 0; i < ncodecs; ++i) {
1320 if (vie_wrapper_->codec()->GetCodec(i, *out_codec) == 0 &&
1321 _stricmp(in_codec.name.c_str(), out_codec->plName) == 0) {
1322 found = true;
1323 break;
1324 }
1325 }
1326
1327 // If not found, check if this is supported by external encoder factory.
1328 if (!found && encoder_factory_) {
1329 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1330 encoder_factory_->codecs();
1331 for (size_t i = 0; i < codecs.size(); ++i) {
1332 if (_stricmp(in_codec.name.c_str(), codecs[i].name.c_str()) == 0) {
1333 out_codec->codecType = codecs[i].type;
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001334 out_codec->plType = GetExternalVideoPayloadType(static_cast<int>(i));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001335 talk_base::strcpyn(out_codec->plName, sizeof(out_codec->plName),
1336 codecs[i].name.c_str(), codecs[i].name.length());
1337 found = true;
1338 break;
1339 }
1340 }
1341 }
1342
1343 if (!found) {
1344 LOG(LS_ERROR) << "invalid codec type";
1345 return false;
1346 }
1347
1348 if (in_codec.id != 0)
1349 out_codec->plType = in_codec.id;
1350
1351 if (in_codec.width != 0)
1352 out_codec->width = in_codec.width;
1353
1354 if (in_codec.height != 0)
1355 out_codec->height = in_codec.height;
1356
1357 if (in_codec.framerate != 0)
1358 out_codec->maxFramerate = in_codec.framerate;
1359
1360 // Convert bitrate parameters.
1361 int max_bitrate = kMaxVideoBitrate;
1362 int min_bitrate = kMinVideoBitrate;
1363 int start_bitrate = kStartVideoBitrate;
1364
1365 in_codec.GetParam(kCodecParamMinBitrate, &min_bitrate);
1366 in_codec.GetParam(kCodecParamMaxBitrate, &max_bitrate);
1367
1368 if (max_bitrate < min_bitrate) {
1369 return false;
1370 }
1371 start_bitrate = talk_base::_max(start_bitrate, min_bitrate);
1372 start_bitrate = talk_base::_min(start_bitrate, max_bitrate);
1373
1374 out_codec->minBitrate = min_bitrate;
1375 out_codec->startBitrate = start_bitrate;
1376 out_codec->maxBitrate = max_bitrate;
1377
1378 // Convert general codec parameters.
1379 int max_quantization = 0;
1380 if (in_codec.GetParam(kCodecParamMaxQuantization, &max_quantization)) {
1381 if (max_quantization < 0) {
1382 return false;
1383 }
1384 out_codec->qpMax = max_quantization;
1385 }
1386 return true;
1387}
1388
1389void WebRtcVideoEngine::RegisterChannel(WebRtcVideoMediaChannel *channel) {
1390 talk_base::CritScope cs(&channels_crit_);
1391 channels_.push_back(channel);
1392}
1393
1394void WebRtcVideoEngine::UnregisterChannel(WebRtcVideoMediaChannel *channel) {
1395 talk_base::CritScope cs(&channels_crit_);
1396 channels_.erase(std::remove(channels_.begin(), channels_.end(), channel),
1397 channels_.end());
1398}
1399
1400bool WebRtcVideoEngine::SetVoiceEngine(WebRtcVoiceEngine* voice_engine) {
1401 if (initialized_) {
1402 LOG(LS_WARNING) << "SetVoiceEngine can not be called after Init";
1403 return false;
1404 }
1405 voice_engine_ = voice_engine;
1406 return true;
1407}
1408
1409bool WebRtcVideoEngine::EnableTimedRender() {
1410 if (initialized_) {
1411 LOG(LS_WARNING) << "EnableTimedRender can not be called after Init";
1412 return false;
1413 }
1414 render_module_.reset(webrtc::VideoRender::CreateVideoRender(0, NULL,
1415 false, webrtc::kRenderExternal));
1416 return true;
1417}
1418
1419void WebRtcVideoEngine::SetTraceFilter(int filter) {
1420 tracing_->SetTraceFilter(filter);
1421}
1422
1423// See https://sites.google.com/a/google.com/wavelet/
1424// Home/Magic-Flute--RTC-Engine-/Magic-Flute-Command-Line-Parameters
1425// for all supported command line setttings.
1426void WebRtcVideoEngine::SetTraceOptions(const std::string& options) {
1427 // Set WebRTC trace file.
1428 std::vector<std::string> opts;
1429 talk_base::tokenize(options, ' ', '"', '"', &opts);
1430 std::vector<std::string>::iterator tracefile =
1431 std::find(opts.begin(), opts.end(), "tracefile");
1432 if (tracefile != opts.end() && ++tracefile != opts.end()) {
1433 // Write WebRTC debug output (at same loglevel) to file
1434 if (tracing_->SetTraceFile(tracefile->c_str()) == -1) {
1435 LOG_RTCERR1(SetTraceFile, *tracefile);
1436 }
1437 }
1438}
1439
1440static void AddDefaultFeedbackParams(VideoCodec* codec) {
1441 const FeedbackParam kFir(kRtcpFbParamCcm, kRtcpFbCcmParamFir);
1442 codec->AddFeedbackParam(kFir);
1443 const FeedbackParam kNack(kRtcpFbParamNack, kParamValueEmpty);
1444 codec->AddFeedbackParam(kNack);
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00001445 const FeedbackParam kPli(kRtcpFbParamNack, kRtcpFbNackParamPli);
1446 codec->AddFeedbackParam(kPli);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001447 const FeedbackParam kRemb(kRtcpFbParamRemb, kParamValueEmpty);
1448 codec->AddFeedbackParam(kRemb);
1449}
1450
1451// Rebuilds the codec list to be only those that are less intensive
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +00001452// than the specified codec. Prefers internal codec over external with
1453// higher preference field.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001454bool WebRtcVideoEngine::RebuildCodecList(const VideoCodec& in_codec) {
1455 if (!FindCodec(in_codec))
1456 return false;
1457
1458 video_codecs_.clear();
1459
1460 bool found = false;
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001461 std::set<std::string> internal_codec_names;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001462 for (size_t i = 0; i < ARRAY_SIZE(kVideoCodecPrefs); ++i) {
1463 const VideoCodecPref& pref(kVideoCodecPrefs[i]);
1464 if (!found)
1465 found = (in_codec.name == pref.name);
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001466 if (found) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001467 VideoCodec codec(pref.payload_type, pref.name,
1468 in_codec.width, in_codec.height, in_codec.framerate,
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001469 static_cast<int>(ARRAY_SIZE(kVideoCodecPrefs) - i));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001470 if (_stricmp(kVp8PayloadName, codec.name.c_str()) == 0) {
1471 AddDefaultFeedbackParams(&codec);
1472 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001473 if (pref.associated_payload_type != -1) {
1474 codec.SetParam(kCodecParamAssociatedPayloadType,
1475 pref.associated_payload_type);
1476 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001477 video_codecs_.push_back(codec);
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001478 internal_codec_names.insert(codec.name);
1479 }
1480 }
1481 if (encoder_factory_) {
1482 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1483 encoder_factory_->codecs();
1484 for (size_t i = 0; i < codecs.size(); ++i) {
1485 bool is_internal_codec = internal_codec_names.find(codecs[i].name) !=
1486 internal_codec_names.end();
1487 if (!is_internal_codec) {
1488 if (!found)
1489 found = (in_codec.name == codecs[i].name);
1490 VideoCodec codec(
1491 GetExternalVideoPayloadType(static_cast<int>(i)),
1492 codecs[i].name,
1493 codecs[i].max_width,
1494 codecs[i].max_height,
1495 codecs[i].max_fps,
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +00001496 // Use negative preference on external codec to ensure the internal
1497 // codec is preferred.
1498 static_cast<int>(0 - i));
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001499 AddDefaultFeedbackParams(&codec);
1500 video_codecs_.push_back(codec);
1501 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001502 }
1503 }
1504 ASSERT(found);
1505 return true;
1506}
1507
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001508// Ignore spammy trace messages, mostly from the stats API when we haven't
1509// gotten RTCP info yet from the remote side.
1510bool WebRtcVideoEngine::ShouldIgnoreTrace(const std::string& trace) {
1511 static const char* const kTracesToIgnore[] = {
1512 NULL
1513 };
1514 for (const char* const* p = kTracesToIgnore; *p; ++p) {
1515 if (trace.find(*p) == 0) {
1516 return true;
1517 }
1518 }
1519 return false;
1520}
1521
1522int WebRtcVideoEngine::GetNumOfChannels() {
1523 talk_base::CritScope cs(&channels_crit_);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001524 return static_cast<int>(channels_.size());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001525}
1526
1527void WebRtcVideoEngine::Print(webrtc::TraceLevel level, const char* trace,
1528 int length) {
1529 talk_base::LoggingSeverity sev = talk_base::LS_VERBOSE;
1530 if (level == webrtc::kTraceError || level == webrtc::kTraceCritical)
1531 sev = talk_base::LS_ERROR;
1532 else if (level == webrtc::kTraceWarning)
1533 sev = talk_base::LS_WARNING;
1534 else if (level == webrtc::kTraceStateInfo || level == webrtc::kTraceInfo)
1535 sev = talk_base::LS_INFO;
1536 else if (level == webrtc::kTraceTerseInfo)
1537 sev = talk_base::LS_INFO;
1538
1539 // Skip past boilerplate prefix text
1540 if (length < 72) {
1541 std::string msg(trace, length);
1542 LOG(LS_ERROR) << "Malformed webrtc log message: ";
1543 LOG_V(sev) << msg;
1544 } else {
1545 std::string msg(trace + 71, length - 72);
1546 if (!ShouldIgnoreTrace(msg) &&
1547 (!voice_engine_ || !voice_engine_->ShouldIgnoreTrace(msg))) {
1548 LOG_V(sev) << "webrtc: " << msg;
1549 }
1550 }
1551}
1552
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001553webrtc::VideoDecoder* WebRtcVideoEngine::CreateExternalDecoder(
1554 webrtc::VideoCodecType type) {
1555 if (decoder_factory_ == NULL) {
1556 return NULL;
1557 }
1558 return decoder_factory_->CreateVideoDecoder(type);
1559}
1560
1561void WebRtcVideoEngine::DestroyExternalDecoder(webrtc::VideoDecoder* decoder) {
1562 ASSERT(decoder_factory_ != NULL);
1563 if (decoder_factory_ == NULL)
1564 return;
1565 decoder_factory_->DestroyVideoDecoder(decoder);
1566}
1567
1568webrtc::VideoEncoder* WebRtcVideoEngine::CreateExternalEncoder(
1569 webrtc::VideoCodecType type) {
1570 if (encoder_factory_ == NULL) {
1571 return NULL;
1572 }
1573 return encoder_factory_->CreateVideoEncoder(type);
1574}
1575
1576void WebRtcVideoEngine::DestroyExternalEncoder(webrtc::VideoEncoder* encoder) {
1577 ASSERT(encoder_factory_ != NULL);
1578 if (encoder_factory_ == NULL)
1579 return;
1580 encoder_factory_->DestroyVideoEncoder(encoder);
1581}
1582
1583bool WebRtcVideoEngine::IsExternalEncoderCodecType(
1584 webrtc::VideoCodecType type) const {
1585 if (!encoder_factory_)
1586 return false;
1587 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1588 encoder_factory_->codecs();
1589 std::vector<WebRtcVideoEncoderFactory::VideoCodec>::const_iterator it;
1590 for (it = codecs.begin(); it != codecs.end(); ++it) {
1591 if (it->type == type)
1592 return true;
1593 }
1594 return false;
1595}
1596
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001597void WebRtcVideoEngine::SetExternalDecoderFactory(
1598 WebRtcVideoDecoderFactory* decoder_factory) {
1599 decoder_factory_ = decoder_factory;
1600}
1601
1602void WebRtcVideoEngine::SetExternalEncoderFactory(
1603 WebRtcVideoEncoderFactory* encoder_factory) {
1604 if (encoder_factory_ == encoder_factory)
1605 return;
1606
1607 if (encoder_factory_) {
1608 encoder_factory_->RemoveObserver(this);
1609 }
1610 encoder_factory_ = encoder_factory;
1611 if (encoder_factory_) {
1612 encoder_factory_->AddObserver(this);
1613 }
1614
1615 // Invoke OnCodecAvailable() here in case the list of codecs is already
1616 // available when the encoder factory is installed. If not the encoder
1617 // factory will invoke the callback later when the codecs become available.
1618 OnCodecsAvailable();
1619}
1620
1621void WebRtcVideoEngine::OnCodecsAvailable() {
1622 // Rebuild codec list while reapplying the current default codec format.
1623 VideoCodec max_codec(kVideoCodecPrefs[0].payload_type,
1624 kVideoCodecPrefs[0].name,
1625 video_codecs_[0].width,
1626 video_codecs_[0].height,
1627 video_codecs_[0].framerate,
1628 0);
1629 if (!RebuildCodecList(max_codec)) {
1630 LOG(LS_ERROR) << "Failed to initialize list of supported codec types";
1631 }
1632}
1633
1634// WebRtcVideoMediaChannel
1635
1636WebRtcVideoMediaChannel::WebRtcVideoMediaChannel(
1637 WebRtcVideoEngine* engine,
1638 VoiceMediaChannel* channel)
1639 : engine_(engine),
1640 voice_channel_(channel),
1641 vie_channel_(-1),
1642 nack_enabled_(true),
1643 remb_enabled_(false),
1644 render_started_(false),
1645 first_receive_ssrc_(0),
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001646 num_unsignalled_recv_channels_(0),
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001647 send_rtx_type_(-1),
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001648 send_red_type_(-1),
1649 send_fec_type_(-1),
1650 send_min_bitrate_(kMinVideoBitrate),
1651 send_start_bitrate_(kStartVideoBitrate),
1652 send_max_bitrate_(kMaxVideoBitrate),
1653 sending_(false),
1654 ratio_w_(0),
1655 ratio_h_(0) {
1656 engine->RegisterChannel(this);
1657}
1658
1659bool WebRtcVideoMediaChannel::Init() {
1660 const uint32 ssrc_key = 0;
1661 return CreateChannel(ssrc_key, MD_SENDRECV, &vie_channel_);
1662}
1663
1664WebRtcVideoMediaChannel::~WebRtcVideoMediaChannel() {
1665 const bool send = false;
1666 SetSend(send);
1667 const bool render = false;
1668 SetRender(render);
1669
1670 while (!send_channels_.empty()) {
1671 if (!DeleteSendChannel(send_channels_.begin()->first)) {
1672 LOG(LS_ERROR) << "Unable to delete channel with ssrc key "
1673 << send_channels_.begin()->first;
1674 ASSERT(false);
1675 break;
1676 }
1677 }
1678
1679 // Remove all receive streams and the default channel.
1680 while (!recv_channels_.empty()) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001681 RemoveRecvStreamInternal(recv_channels_.begin()->first);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001682 }
1683
1684 // Unregister the channel from the engine.
1685 engine()->UnregisterChannel(this);
1686 if (worker_thread()) {
1687 worker_thread()->Clear(this);
1688 }
1689}
1690
1691bool WebRtcVideoMediaChannel::SetRecvCodecs(
1692 const std::vector<VideoCodec>& codecs) {
1693 receive_codecs_.clear();
1694 for (std::vector<VideoCodec>::const_iterator iter = codecs.begin();
1695 iter != codecs.end(); ++iter) {
1696 if (engine()->FindCodec(*iter)) {
1697 webrtc::VideoCodec wcodec;
1698 if (engine()->ConvertFromCricketVideoCodec(*iter, &wcodec)) {
1699 receive_codecs_.push_back(wcodec);
1700 }
1701 } else {
1702 LOG(LS_INFO) << "Unknown codec " << iter->name;
1703 return false;
1704 }
1705 }
1706
1707 for (RecvChannelMap::iterator it = recv_channels_.begin();
1708 it != recv_channels_.end(); ++it) {
1709 if (!SetReceiveCodecs(it->second))
1710 return false;
1711 }
1712 return true;
1713}
1714
1715bool WebRtcVideoMediaChannel::SetSendCodecs(
1716 const std::vector<VideoCodec>& codecs) {
1717 // Match with local video codec list.
1718 std::vector<webrtc::VideoCodec> send_codecs;
1719 VideoCodec checked_codec;
1720 VideoCodec current; // defaults to 0x0
1721 if (sending_) {
1722 ConvertToCricketVideoCodec(*send_codec_, &current);
1723 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001724 std::map<int, int> primary_rtx_pt_mapping;
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001725 bool nack_enabled = nack_enabled_;
1726 bool remb_enabled = remb_enabled_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001727 for (std::vector<VideoCodec>::const_iterator iter = codecs.begin();
1728 iter != codecs.end(); ++iter) {
1729 if (_stricmp(iter->name.c_str(), kRedPayloadName) == 0) {
1730 send_red_type_ = iter->id;
1731 } else if (_stricmp(iter->name.c_str(), kFecPayloadName) == 0) {
1732 send_fec_type_ = iter->id;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001733 } else if (_stricmp(iter->name.c_str(), kRtxCodecName) == 0) {
1734 int rtx_type = iter->id;
1735 int rtx_primary_type = -1;
1736 if (iter->GetParam(kCodecParamAssociatedPayloadType, &rtx_primary_type)) {
1737 primary_rtx_pt_mapping[rtx_primary_type] = rtx_type;
1738 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001739 } else if (engine()->CanSendCodec(*iter, current, &checked_codec)) {
1740 webrtc::VideoCodec wcodec;
1741 if (engine()->ConvertFromCricketVideoCodec(checked_codec, &wcodec)) {
1742 if (send_codecs.empty()) {
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001743 nack_enabled = IsNackEnabled(checked_codec);
1744 remb_enabled = IsRembEnabled(checked_codec);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001745 }
1746 send_codecs.push_back(wcodec);
1747 }
1748 } else {
1749 LOG(LS_WARNING) << "Unknown codec " << iter->name;
1750 }
1751 }
1752
1753 // Fail if we don't have a match.
1754 if (send_codecs.empty()) {
1755 LOG(LS_WARNING) << "No matching codecs available";
1756 return false;
1757 }
1758
1759 // Recv protection.
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001760 // Do not update if the status is same as previously configured.
1761 if (nack_enabled_ != nack_enabled) {
1762 for (RecvChannelMap::iterator it = recv_channels_.begin();
1763 it != recv_channels_.end(); ++it) {
1764 int channel_id = it->second->channel_id();
1765 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_,
1766 nack_enabled)) {
1767 return false;
1768 }
1769 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
1770 kNotSending,
1771 remb_enabled_) != 0) {
1772 LOG_RTCERR3(SetRembStatus, channel_id, kNotSending, remb_enabled_);
1773 return false;
1774 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001775 }
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001776 nack_enabled_ = nack_enabled;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001777 }
1778
1779 // Send settings.
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001780 // Do not update if the status is same as previously configured.
1781 if (remb_enabled_ != remb_enabled) {
1782 for (SendChannelMap::iterator iter = send_channels_.begin();
1783 iter != send_channels_.end(); ++iter) {
1784 int channel_id = iter->second->channel_id();
1785 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_,
1786 nack_enabled_)) {
1787 return false;
1788 }
1789 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
1790 remb_enabled,
1791 remb_enabled) != 0) {
1792 LOG_RTCERR3(SetRembStatus, channel_id, remb_enabled, remb_enabled);
1793 return false;
1794 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001795 }
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001796 remb_enabled_ = remb_enabled;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001797 }
1798
1799 // Select the first matched codec.
1800 webrtc::VideoCodec& codec(send_codecs[0]);
1801
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001802 // Set RTX payload type if primary now active. This value will be used in
1803 // SetSendCodec.
1804 std::map<int, int>::const_iterator rtx_it =
1805 primary_rtx_pt_mapping.find(static_cast<int>(codec.plType));
1806 if (rtx_it != primary_rtx_pt_mapping.end()) {
1807 send_rtx_type_ = rtx_it->second;
1808 }
1809
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001810 if (!SetSendCodec(
1811 codec, codec.minBitrate, codec.startBitrate, codec.maxBitrate)) {
1812 return false;
1813 }
1814
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001815 LogSendCodecChange("SetSendCodecs()");
1816
1817 return true;
1818}
1819
1820bool WebRtcVideoMediaChannel::GetSendCodec(VideoCodec* send_codec) {
1821 if (!send_codec_) {
1822 return false;
1823 }
1824 ConvertToCricketVideoCodec(*send_codec_, send_codec);
1825 return true;
1826}
1827
1828bool WebRtcVideoMediaChannel::SetSendStreamFormat(uint32 ssrc,
1829 const VideoFormat& format) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001830 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
1831 if (!send_channel) {
1832 LOG(LS_ERROR) << "The specified ssrc " << ssrc << " is not in use.";
1833 return false;
1834 }
1835 send_channel->set_video_format(format);
1836 return true;
1837}
1838
1839bool WebRtcVideoMediaChannel::SetRender(bool render) {
1840 if (render == render_started_) {
1841 return true; // no action required
1842 }
1843
1844 bool ret = true;
1845 for (RecvChannelMap::iterator it = recv_channels_.begin();
1846 it != recv_channels_.end(); ++it) {
1847 if (render) {
1848 if (engine()->vie()->render()->StartRender(
1849 it->second->channel_id()) != 0) {
1850 LOG_RTCERR1(StartRender, it->second->channel_id());
1851 ret = false;
1852 }
1853 } else {
1854 if (engine()->vie()->render()->StopRender(
1855 it->second->channel_id()) != 0) {
1856 LOG_RTCERR1(StopRender, it->second->channel_id());
1857 ret = false;
1858 }
1859 }
1860 }
1861 if (ret) {
1862 render_started_ = render;
1863 }
1864
1865 return ret;
1866}
1867
1868bool WebRtcVideoMediaChannel::SetSend(bool send) {
1869 if (!HasReadySendChannels() && send) {
1870 LOG(LS_ERROR) << "No stream added";
1871 return false;
1872 }
1873 if (send == sending()) {
1874 return true; // No action required.
1875 }
1876
1877 if (send) {
1878 // We've been asked to start sending.
1879 // SetSendCodecs must have been called already.
1880 if (!send_codec_) {
1881 return false;
1882 }
1883 // Start send now.
1884 if (!StartSend()) {
1885 return false;
1886 }
1887 } else {
1888 // We've been asked to stop sending.
1889 if (!StopSend()) {
1890 return false;
1891 }
1892 }
1893 sending_ = send;
1894
1895 return true;
1896}
1897
1898bool WebRtcVideoMediaChannel::AddSendStream(const StreamParams& sp) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001899 if (sp.first_ssrc() == 0) {
1900 LOG(LS_ERROR) << "AddSendStream with 0 ssrc is not supported.";
1901 return false;
1902 }
1903
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001904 LOG(LS_INFO) << "AddSendStream " << sp.ToString();
1905
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001906 if (!IsOneSsrcStream(sp) && !IsSimulcastStream(sp)) {
1907 LOG(LS_ERROR) << "AddSendStream: bad local stream parameters";
1908 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001909 }
1910
1911 uint32 ssrc_key;
1912 if (!CreateSendChannelKey(sp.first_ssrc(), &ssrc_key)) {
1913 LOG(LS_ERROR) << "Trying to register duplicate ssrc: " << sp.first_ssrc();
1914 return false;
1915 }
1916 // If the default channel is already used for sending create a new channel
1917 // otherwise use the default channel for sending.
1918 int channel_id = -1;
1919 if (send_channels_[0]->stream_params() == NULL) {
1920 channel_id = vie_channel_;
1921 } else {
1922 if (!CreateChannel(ssrc_key, MD_SEND, &channel_id)) {
1923 LOG(LS_ERROR) << "AddSendStream: unable to create channel";
1924 return false;
1925 }
1926 }
1927 WebRtcVideoChannelSendInfo* send_channel = send_channels_[ssrc_key];
1928 // Set the send (local) SSRC.
1929 // If there are multiple send SSRCs, we can only set the first one here, and
1930 // the rest of the SSRC(s) need to be set after SetSendCodec has been called
1931 // (with a codec requires multiple SSRC(s)).
1932 if (engine()->vie()->rtp()->SetLocalSSRC(channel_id,
1933 sp.first_ssrc()) != 0) {
1934 LOG_RTCERR2(SetLocalSSRC, channel_id, sp.first_ssrc());
1935 return false;
1936 }
1937
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001938 // Set the corresponding RTX SSRC.
1939 if (!SetLocalRtxSsrc(channel_id, sp, sp.first_ssrc(), 0)) {
1940 return false;
1941 }
1942
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001943 // Set RTCP CName.
1944 if (engine()->vie()->rtp()->SetRTCPCName(channel_id,
1945 sp.cname.c_str()) != 0) {
1946 LOG_RTCERR2(SetRTCPCName, channel_id, sp.cname.c_str());
1947 return false;
1948 }
1949
1950 // At this point the channel's local SSRC has been updated. If the channel is
1951 // the default channel make sure that all the receive channels are updated as
1952 // well. Receive channels have to have the same SSRC as the default channel in
1953 // order to send receiver reports with this SSRC.
1954 if (IsDefaultChannel(channel_id)) {
1955 for (RecvChannelMap::const_iterator it = recv_channels_.begin();
1956 it != recv_channels_.end(); ++it) {
1957 WebRtcVideoChannelRecvInfo* info = it->second;
1958 int channel_id = info->channel_id();
1959 if (engine()->vie()->rtp()->SetLocalSSRC(channel_id,
1960 sp.first_ssrc()) != 0) {
1961 LOG_RTCERR1(SetLocalSSRC, it->first);
1962 return false;
1963 }
1964 }
1965 }
1966
1967 send_channel->set_stream_params(sp);
1968
1969 // Reset send codec after stream parameters changed.
1970 if (send_codec_) {
1971 if (!SetSendCodec(send_channel, *send_codec_, send_min_bitrate_,
1972 send_start_bitrate_, send_max_bitrate_)) {
1973 return false;
1974 }
1975 LogSendCodecChange("SetSendStreamFormat()");
1976 }
1977
1978 if (sending_) {
1979 return StartSend(send_channel);
1980 }
1981 return true;
1982}
1983
1984bool WebRtcVideoMediaChannel::RemoveSendStream(uint32 ssrc) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001985 if (ssrc == 0) {
1986 LOG(LS_ERROR) << "RemoveSendStream with 0 ssrc is not supported.";
1987 return false;
1988 }
1989
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001990 uint32 ssrc_key;
1991 if (!GetSendChannelKey(ssrc, &ssrc_key)) {
1992 LOG(LS_WARNING) << "Try to remove stream with ssrc " << ssrc
1993 << " which doesn't exist.";
1994 return false;
1995 }
1996 WebRtcVideoChannelSendInfo* send_channel = send_channels_[ssrc_key];
1997 int channel_id = send_channel->channel_id();
1998 if (IsDefaultChannel(channel_id) && (send_channel->stream_params() == NULL)) {
1999 // Default channel will still exist. However, if stream_params() is NULL
2000 // there is no stream to remove.
2001 return false;
2002 }
2003 if (sending_) {
2004 StopSend(send_channel);
2005 }
2006
2007 const WebRtcVideoChannelSendInfo::EncoderMap& encoder_map =
2008 send_channel->registered_encoders();
2009 for (WebRtcVideoChannelSendInfo::EncoderMap::const_iterator it =
2010 encoder_map.begin(); it != encoder_map.end(); ++it) {
2011 if (engine()->vie()->ext_codec()->DeRegisterExternalSendCodec(
2012 channel_id, it->first) != 0) {
2013 LOG_RTCERR1(DeregisterEncoderObserver, channel_id);
2014 }
2015 engine()->DestroyExternalEncoder(it->second);
2016 }
2017 send_channel->ClearRegisteredEncoders();
2018
2019 // The receive channels depend on the default channel, recycle it instead.
2020 if (IsDefaultChannel(channel_id)) {
2021 SetCapturer(GetDefaultChannelSsrc(), NULL);
2022 send_channel->ClearStreamParams();
2023 } else {
2024 return DeleteSendChannel(ssrc_key);
2025 }
2026 return true;
2027}
2028
2029bool WebRtcVideoMediaChannel::AddRecvStream(const StreamParams& sp) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00002030 if (sp.first_ssrc() == 0) {
2031 LOG(LS_ERROR) << "AddRecvStream with 0 ssrc is not supported.";
2032 return false;
2033 }
2034
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002035 // TODO(zhurunz) Remove this once BWE works properly across different send
2036 // and receive channels.
2037 // Reuse default channel for recv stream in 1:1 call.
2038 if (!InConferenceMode() && first_receive_ssrc_ == 0) {
2039 LOG(LS_INFO) << "Recv stream " << sp.first_ssrc()
2040 << " reuse default channel #"
2041 << vie_channel_;
2042 first_receive_ssrc_ = sp.first_ssrc();
2043 if (render_started_) {
2044 if (engine()->vie()->render()->StartRender(vie_channel_) !=0) {
2045 LOG_RTCERR1(StartRender, vie_channel_);
2046 }
2047 }
2048 return true;
2049 }
2050
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002051 int channel_id = -1;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002052 RecvChannelMap::iterator channel_iterator =
2053 recv_channels_.find(sp.first_ssrc());
2054 if (channel_iterator == recv_channels_.end() &&
2055 first_receive_ssrc_ != sp.first_ssrc()) {
2056 // TODO(perkj): Implement recv media from multiple media SSRCs per stream.
2057 // NOTE: We have two SSRCs per stream when RTX is enabled.
2058 if (!IsOneSsrcStream(sp)) {
2059 LOG(LS_ERROR) << "WebRtcVideoMediaChannel supports one primary SSRC per"
2060 << " stream and one FID SSRC per primary SSRC.";
2061 return false;
2062 }
2063
2064 // Create a new channel for receiving video data.
2065 // In order to get the bandwidth estimation work fine for
2066 // receive only channels, we connect all receiving channels
2067 // to our master send channel.
2068 if (!CreateChannel(sp.first_ssrc(), MD_RECV, &channel_id)) {
2069 return false;
2070 }
2071 } else {
2072 // Already exists.
2073 if (first_receive_ssrc_ == sp.first_ssrc()) {
2074 return false;
2075 }
2076 // Early receive added channel.
2077 channel_id = (*channel_iterator).second->channel_id();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002078 }
2079
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002080 // Set the corresponding RTX SSRC.
2081 uint32 rtx_ssrc;
2082 bool has_rtx = sp.GetFidSsrc(sp.first_ssrc(), &rtx_ssrc);
2083 if (has_rtx && engine()->vie()->rtp()->SetRemoteSSRCType(
2084 channel_id, webrtc::kViEStreamTypeRtx, rtx_ssrc) != 0) {
2085 LOG_RTCERR3(SetRemoteSSRCType, channel_id, webrtc::kViEStreamTypeRtx,
2086 rtx_ssrc);
2087 return false;
2088 }
2089
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002090 // Get the default renderer.
2091 VideoRenderer* default_renderer = NULL;
2092 if (InConferenceMode()) {
2093 // The recv_channels_ size start out being 1, so if it is two here this
2094 // is the first receive channel created (vie_channel_ is not used for
2095 // receiving in a conference call). This means that the renderer stored
2096 // inside vie_channel_ should be used for the just created channel.
2097 if (recv_channels_.size() == 2 &&
2098 recv_channels_.find(0) != recv_channels_.end()) {
2099 GetRenderer(0, &default_renderer);
2100 }
2101 }
2102
2103 // The first recv stream reuses the default renderer (if a default renderer
2104 // has been set).
2105 if (default_renderer) {
2106 SetRenderer(sp.first_ssrc(), default_renderer);
2107 }
2108
2109 LOG(LS_INFO) << "New video stream " << sp.first_ssrc()
2110 << " registered to VideoEngine channel #"
2111 << channel_id << " and connected to channel #" << vie_channel_;
2112
2113 return true;
2114}
2115
2116bool WebRtcVideoMediaChannel::RemoveRecvStream(uint32 ssrc) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00002117 if (ssrc == 0) {
2118 LOG(LS_ERROR) << "RemoveRecvStream with 0 ssrc is not supported.";
2119 return false;
2120 }
2121 return RemoveRecvStreamInternal(ssrc);
2122}
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002123
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00002124bool WebRtcVideoMediaChannel::RemoveRecvStreamInternal(uint32 ssrc) {
2125 RecvChannelMap::iterator it = recv_channels_.find(ssrc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002126 if (it == recv_channels_.end()) {
2127 // TODO(perkj): Remove this once BWE works properly across different send
2128 // and receive channels.
2129 // The default channel is reused for recv stream in 1:1 call.
2130 if (first_receive_ssrc_ == ssrc) {
2131 first_receive_ssrc_ = 0;
2132 // Need to stop the renderer and remove it since the render window can be
2133 // deleted after this.
2134 if (render_started_) {
2135 if (engine()->vie()->render()->StopRender(vie_channel_) !=0) {
2136 LOG_RTCERR1(StopRender, it->second->channel_id());
2137 }
2138 }
2139 recv_channels_[0]->SetRenderer(NULL);
2140 return true;
2141 }
2142 return false;
2143 }
2144 WebRtcVideoChannelRecvInfo* info = it->second;
2145 int channel_id = info->channel_id();
2146 if (engine()->vie()->render()->RemoveRenderer(channel_id) != 0) {
2147 LOG_RTCERR1(RemoveRenderer, channel_id);
2148 }
2149
2150 if (engine()->vie()->network()->DeregisterSendTransport(channel_id) !=0) {
2151 LOG_RTCERR1(DeRegisterSendTransport, channel_id);
2152 }
2153
2154 if (engine()->vie()->codec()->DeregisterDecoderObserver(
2155 channel_id) != 0) {
2156 LOG_RTCERR1(DeregisterDecoderObserver, channel_id);
2157 }
2158
2159 const WebRtcVideoChannelRecvInfo::DecoderMap& decoder_map =
2160 info->registered_decoders();
2161 for (WebRtcVideoChannelRecvInfo::DecoderMap::const_iterator it =
2162 decoder_map.begin(); it != decoder_map.end(); ++it) {
2163 if (engine()->vie()->ext_codec()->DeRegisterExternalReceiveCodec(
2164 channel_id, it->first) != 0) {
2165 LOG_RTCERR1(DeregisterDecoderObserver, channel_id);
2166 }
2167 engine()->DestroyExternalDecoder(it->second);
2168 }
2169 info->ClearRegisteredDecoders();
2170
2171 LOG(LS_INFO) << "Removing video stream " << ssrc
2172 << " with VideoEngine channel #"
2173 << channel_id;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002174 bool ret = true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002175 if (engine()->vie()->base()->DeleteChannel(channel_id) == -1) {
2176 LOG_RTCERR1(DeleteChannel, channel_id);
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002177 ret = false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002178 }
2179 // Delete the WebRtcVideoChannelRecvInfo pointed to by it->second.
2180 delete info;
2181 recv_channels_.erase(it);
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002182 return ret;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002183}
2184
2185bool WebRtcVideoMediaChannel::StartSend() {
2186 bool success = true;
2187 for (SendChannelMap::iterator iter = send_channels_.begin();
2188 iter != send_channels_.end(); ++iter) {
2189 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2190 if (!StartSend(send_channel)) {
2191 success = false;
2192 }
2193 }
2194 return success;
2195}
2196
2197bool WebRtcVideoMediaChannel::StartSend(
2198 WebRtcVideoChannelSendInfo* send_channel) {
2199 const int channel_id = send_channel->channel_id();
2200 if (engine()->vie()->base()->StartSend(channel_id) != 0) {
2201 LOG_RTCERR1(StartSend, channel_id);
2202 return false;
2203 }
2204
2205 send_channel->set_sending(true);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002206 return true;
2207}
2208
2209bool WebRtcVideoMediaChannel::StopSend() {
2210 bool success = true;
2211 for (SendChannelMap::iterator iter = send_channels_.begin();
2212 iter != send_channels_.end(); ++iter) {
2213 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2214 if (!StopSend(send_channel)) {
2215 success = false;
2216 }
2217 }
2218 return success;
2219}
2220
2221bool WebRtcVideoMediaChannel::StopSend(
2222 WebRtcVideoChannelSendInfo* send_channel) {
2223 const int channel_id = send_channel->channel_id();
2224 if (engine()->vie()->base()->StopSend(channel_id) != 0) {
2225 LOG_RTCERR1(StopSend, channel_id);
2226 return false;
2227 }
2228 send_channel->set_sending(false);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002229 return true;
2230}
2231
2232bool WebRtcVideoMediaChannel::SendIntraFrame() {
2233 bool success = true;
2234 for (SendChannelMap::iterator iter = send_channels_.begin();
2235 iter != send_channels_.end();
2236 ++iter) {
2237 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2238 const int channel_id = send_channel->channel_id();
2239 if (engine()->vie()->codec()->SendKeyFrame(channel_id) != 0) {
2240 LOG_RTCERR1(SendKeyFrame, channel_id);
2241 success = false;
2242 }
2243 }
2244 return success;
2245}
2246
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002247bool WebRtcVideoMediaChannel::HasReadySendChannels() {
2248 return !send_channels_.empty() &&
2249 ((send_channels_.size() > 1) ||
2250 (send_channels_[0]->stream_params() != NULL));
2251}
2252
2253bool WebRtcVideoMediaChannel::GetSendChannelKey(uint32 local_ssrc,
2254 uint32* key) {
2255 *key = 0;
2256 // If a send channel is not ready to send it will not have local_ssrc
2257 // registered to it.
2258 if (!HasReadySendChannels()) {
2259 return false;
2260 }
2261 // The default channel is stored with key 0. The key therefore does not match
2262 // the SSRC associated with the default channel. Check if the SSRC provided
2263 // corresponds to the default channel's SSRC.
2264 if (local_ssrc == GetDefaultChannelSsrc()) {
2265 return true;
2266 }
2267 if (send_channels_.find(local_ssrc) == send_channels_.end()) {
2268 for (SendChannelMap::iterator iter = send_channels_.begin();
2269 iter != send_channels_.end(); ++iter) {
2270 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2271 if (send_channel->has_ssrc(local_ssrc)) {
2272 *key = iter->first;
2273 return true;
2274 }
2275 }
2276 return false;
2277 }
2278 // The key was found in the above std::map::find call. This means that the
2279 // ssrc is the key.
2280 *key = local_ssrc;
2281 return true;
2282}
2283
2284WebRtcVideoChannelSendInfo* WebRtcVideoMediaChannel::GetSendChannel(
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002285 uint32 local_ssrc) {
2286 uint32 key;
2287 if (!GetSendChannelKey(local_ssrc, &key)) {
2288 return NULL;
2289 }
2290 return send_channels_[key];
2291}
2292
2293bool WebRtcVideoMediaChannel::CreateSendChannelKey(uint32 local_ssrc,
2294 uint32* key) {
2295 if (GetSendChannelKey(local_ssrc, key)) {
2296 // If there is a key corresponding to |local_ssrc|, the SSRC is already in
2297 // use. SSRCs need to be unique in a session and at this point a duplicate
2298 // SSRC has been detected.
2299 return false;
2300 }
2301 if (send_channels_[0]->stream_params() == NULL) {
2302 // key should be 0 here as the default channel should be re-used whenever it
2303 // is not used.
2304 *key = 0;
2305 return true;
2306 }
2307 // SSRC is currently not in use and the default channel is already in use. Use
2308 // the SSRC as key since it is supposed to be unique in a session.
2309 *key = local_ssrc;
2310 return true;
2311}
2312
wu@webrtc.org24301a62013-12-13 19:17:43 +00002313int WebRtcVideoMediaChannel::GetSendChannelNum(VideoCapturer* capturer) {
2314 int num = 0;
2315 for (SendChannelMap::iterator iter = send_channels_.begin();
2316 iter != send_channels_.end(); ++iter) {
2317 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2318 if (send_channel->video_capturer() == capturer) {
2319 ++num;
2320 }
2321 }
2322 return num;
2323}
2324
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002325uint32 WebRtcVideoMediaChannel::GetDefaultChannelSsrc() {
2326 WebRtcVideoChannelSendInfo* send_channel = send_channels_[0];
2327 const StreamParams* sp = send_channel->stream_params();
2328 if (sp == NULL) {
2329 // This happens if no send stream is currently registered.
2330 return 0;
2331 }
2332 return sp->first_ssrc();
2333}
2334
2335bool WebRtcVideoMediaChannel::DeleteSendChannel(uint32 ssrc_key) {
2336 if (send_channels_.find(ssrc_key) == send_channels_.end()) {
2337 return false;
2338 }
2339 WebRtcVideoChannelSendInfo* send_channel = send_channels_[ssrc_key];
wu@webrtc.org24301a62013-12-13 19:17:43 +00002340 MaybeDisconnectCapturer(send_channel->video_capturer());
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +00002341 send_channel->set_video_capturer(NULL, engine()->vie());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002342
2343 int channel_id = send_channel->channel_id();
2344 int capture_id = send_channel->capture_id();
2345 if (engine()->vie()->codec()->DeregisterEncoderObserver(
2346 channel_id) != 0) {
2347 LOG_RTCERR1(DeregisterEncoderObserver, channel_id);
2348 }
2349
2350 // Destroy the external capture interface.
2351 if (engine()->vie()->capture()->DisconnectCaptureDevice(
2352 channel_id) != 0) {
2353 LOG_RTCERR1(DisconnectCaptureDevice, channel_id);
2354 }
2355 if (engine()->vie()->capture()->ReleaseCaptureDevice(
2356 capture_id) != 0) {
2357 LOG_RTCERR1(ReleaseCaptureDevice, capture_id);
2358 }
2359
2360 // The default channel is stored in both |send_channels_| and
2361 // |recv_channels_|. To make sure it is only deleted once from vie let the
2362 // delete call happen when tearing down |recv_channels_| and not here.
2363 if (!IsDefaultChannel(channel_id)) {
2364 engine_->vie()->base()->DeleteChannel(channel_id);
2365 }
2366 delete send_channel;
2367 send_channels_.erase(ssrc_key);
2368 return true;
2369}
2370
2371bool WebRtcVideoMediaChannel::RemoveCapturer(uint32 ssrc) {
2372 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
2373 if (!send_channel) {
2374 return false;
2375 }
2376 VideoCapturer* capturer = send_channel->video_capturer();
2377 if (capturer == NULL) {
2378 return false;
2379 }
wu@webrtc.org24301a62013-12-13 19:17:43 +00002380 MaybeDisconnectCapturer(capturer);
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +00002381 send_channel->set_video_capturer(NULL, engine()->vie());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002382 const int64 timestamp = send_channel->local_stream_info()->time_stamp();
2383 if (send_codec_) {
2384 QueueBlackFrame(ssrc, timestamp, send_codec_->maxFramerate);
2385 }
2386 return true;
2387}
2388
2389bool WebRtcVideoMediaChannel::SetRenderer(uint32 ssrc,
2390 VideoRenderer* renderer) {
2391 if (recv_channels_.find(ssrc) == recv_channels_.end()) {
2392 // TODO(perkj): Remove this once BWE works properly across different send
2393 // and receive channels.
2394 // The default channel is reused for recv stream in 1:1 call.
2395 if (first_receive_ssrc_ == ssrc &&
2396 recv_channels_.find(0) != recv_channels_.end()) {
2397 LOG(LS_INFO) << "SetRenderer " << ssrc
2398 << " reuse default channel #"
2399 << vie_channel_;
2400 recv_channels_[0]->SetRenderer(renderer);
2401 return true;
2402 }
2403 return false;
2404 }
2405
2406 recv_channels_[ssrc]->SetRenderer(renderer);
2407 return true;
2408}
2409
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002410bool WebRtcVideoMediaChannel::GetStats(const StatsOptions& options,
2411 VideoMediaInfo* info) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002412 // Get sender statistics and build VideoSenderInfo.
2413 unsigned int total_bitrate_sent = 0;
2414 unsigned int video_bitrate_sent = 0;
2415 unsigned int fec_bitrate_sent = 0;
2416 unsigned int nack_bitrate_sent = 0;
2417 unsigned int estimated_send_bandwidth = 0;
2418 unsigned int target_enc_bitrate = 0;
2419 if (send_codec_) {
2420 for (SendChannelMap::const_iterator iter = send_channels_.begin();
2421 iter != send_channels_.end(); ++iter) {
2422 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2423 const int channel_id = send_channel->channel_id();
2424 VideoSenderInfo sinfo;
2425 const StreamParams* send_params = send_channel->stream_params();
2426 if (send_params == NULL) {
2427 // This should only happen if the default vie channel is not in use.
2428 // This can happen if no streams have ever been added or the stream
2429 // corresponding to the default channel has been removed. Note that
2430 // there may be non-default vie channels in use when this happen so
2431 // asserting send_channels_.size() == 1 is not correct and neither is
2432 // breaking out of the loop.
2433 ASSERT(channel_id == vie_channel_);
2434 continue;
2435 }
2436 unsigned int bytes_sent, packets_sent, bytes_recv, packets_recv;
2437 if (engine_->vie()->rtp()->GetRTPStatistics(channel_id, bytes_sent,
2438 packets_sent, bytes_recv,
2439 packets_recv) != 0) {
2440 LOG_RTCERR1(GetRTPStatistics, vie_channel_);
2441 continue;
2442 }
2443 WebRtcLocalStreamInfo* channel_stream_info =
2444 send_channel->local_stream_info();
2445
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002446 for (size_t i = 0; i < send_params->ssrcs.size(); ++i) {
2447 sinfo.add_ssrc(send_params->ssrcs[i]);
2448 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002449 sinfo.codec_name = send_codec_->plName;
2450 sinfo.bytes_sent = bytes_sent;
2451 sinfo.packets_sent = packets_sent;
2452 sinfo.packets_cached = -1;
2453 sinfo.packets_lost = -1;
2454 sinfo.fraction_lost = -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002455 sinfo.rtt_ms = -1;
wu@webrtc.org987f2c92014-03-28 16:22:19 +00002456 sinfo.input_frame_width = static_cast<int>(channel_stream_info->width());
2457 sinfo.input_frame_height =
2458 static_cast<int>(channel_stream_info->height());
2459
2460 VideoCapturer* video_capturer = send_channel->video_capturer();
2461 if (video_capturer) {
2462 video_capturer->GetStats(&sinfo.adapt_frame_drops,
2463 &sinfo.effects_frame_drops,
2464 &sinfo.capturer_frame_time);
2465 }
2466
2467 webrtc::VideoCodec vie_codec;
2468 // TODO(ronghuawu): Add unit tests to cover the new send stats:
2469 // send_frame_width/height.
2470 if (!video_capturer || video_capturer->IsMuted()) {
2471 sinfo.send_frame_width = 0;
2472 sinfo.send_frame_height = 0;
2473 } else if (engine()->vie()->codec()->GetSendCodec(channel_id,
2474 vie_codec) == 0) {
2475 sinfo.send_frame_width = vie_codec.width;
2476 sinfo.send_frame_height = vie_codec.height;
2477 } else {
2478 sinfo.send_frame_width = -1;
2479 sinfo.send_frame_height = -1;
2480 LOG_RTCERR1(GetSendCodec, channel_id);
2481 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002482 sinfo.framerate_input = channel_stream_info->framerate();
2483 sinfo.framerate_sent = send_channel->encoder_observer()->framerate();
2484 sinfo.nominal_bitrate = send_channel->encoder_observer()->bitrate();
2485 sinfo.preferred_bitrate = send_max_bitrate_;
2486 sinfo.adapt_reason = send_channel->CurrentAdaptReason();
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002487 sinfo.capture_jitter_ms = -1;
2488 sinfo.avg_encode_ms = -1;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002489 sinfo.encode_usage_percent = -1;
2490 sinfo.capture_queue_delay_ms_per_s = -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002491
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002492 int capture_jitter_ms = 0;
2493 int avg_encode_time_ms = 0;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002494 int encode_usage_percent = 0;
2495 int capture_queue_delay_ms_per_s = 0;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002496 if (engine()->vie()->base()->CpuOveruseMeasures(
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002497 channel_id,
2498 &capture_jitter_ms,
2499 &avg_encode_time_ms,
2500 &encode_usage_percent,
2501 &capture_queue_delay_ms_per_s) == 0) {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002502 sinfo.capture_jitter_ms = capture_jitter_ms;
2503 sinfo.avg_encode_ms = avg_encode_time_ms;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002504 sinfo.encode_usage_percent = encode_usage_percent;
2505 sinfo.capture_queue_delay_ms_per_s = capture_queue_delay_ms_per_s;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002506 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002507
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002508#ifdef USE_WEBRTC_DEV_BRANCH
2509 webrtc::RtcpPacketTypeCounter rtcp_sent;
2510 webrtc::RtcpPacketTypeCounter rtcp_received;
2511 if (engine()->vie()->rtp()->GetRtcpPacketTypeCounters(
2512 channel_id, &rtcp_sent, &rtcp_received) == 0) {
2513 sinfo.firs_rcvd = rtcp_received.fir_packets;
2514 sinfo.plis_rcvd = rtcp_received.pli_packets;
2515 sinfo.nacks_rcvd = rtcp_received.nack_packets;
2516 } else {
2517 sinfo.firs_rcvd = -1;
2518 sinfo.plis_rcvd = -1;
2519 sinfo.nacks_rcvd = -1;
2520 LOG_RTCERR1(GetRtcpPacketTypeCounters, channel_id);
2521 }
2522#else
2523 sinfo.firs_rcvd = -1;
2524 sinfo.plis_rcvd = -1;
2525 sinfo.nacks_rcvd = -1;
2526#endif
2527
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002528 // Get received RTCP statistics for the sender (reported by the remote
2529 // client in a RTCP packet), if available.
2530 // It's not a fatal error if we can't, since RTCP may not have arrived
2531 // yet.
2532 webrtc::RtcpStatistics outgoing_stream_rtcp_stats;
2533 int outgoing_stream_rtt_ms;
2534
2535 if (engine_->vie()->rtp()->GetSendChannelRtcpStatistics(
2536 channel_id,
2537 outgoing_stream_rtcp_stats,
2538 outgoing_stream_rtt_ms) == 0) {
2539 // Convert Q8 to float.
2540 sinfo.packets_lost = outgoing_stream_rtcp_stats.cumulative_lost;
2541 sinfo.fraction_lost = static_cast<float>(
2542 outgoing_stream_rtcp_stats.fraction_lost) / (1 << 8);
2543 sinfo.rtt_ms = outgoing_stream_rtt_ms;
2544 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002545 info->senders.push_back(sinfo);
2546
2547 unsigned int channel_total_bitrate_sent = 0;
2548 unsigned int channel_video_bitrate_sent = 0;
2549 unsigned int channel_fec_bitrate_sent = 0;
2550 unsigned int channel_nack_bitrate_sent = 0;
2551 if (engine_->vie()->rtp()->GetBandwidthUsage(
2552 channel_id, channel_total_bitrate_sent, channel_video_bitrate_sent,
2553 channel_fec_bitrate_sent, channel_nack_bitrate_sent) == 0) {
2554 total_bitrate_sent += channel_total_bitrate_sent;
2555 video_bitrate_sent += channel_video_bitrate_sent;
2556 fec_bitrate_sent += channel_fec_bitrate_sent;
2557 nack_bitrate_sent += channel_nack_bitrate_sent;
2558 } else {
2559 LOG_RTCERR1(GetBandwidthUsage, channel_id);
2560 }
2561
2562 unsigned int estimated_stream_send_bandwidth = 0;
2563 if (engine_->vie()->rtp()->GetEstimatedSendBandwidth(
2564 channel_id, &estimated_stream_send_bandwidth) == 0) {
2565 estimated_send_bandwidth += estimated_stream_send_bandwidth;
2566 } else {
2567 LOG_RTCERR1(GetEstimatedSendBandwidth, channel_id);
2568 }
2569 unsigned int target_enc_stream_bitrate = 0;
2570 if (engine_->vie()->codec()->GetCodecTargetBitrate(
2571 channel_id, &target_enc_stream_bitrate) == 0) {
2572 target_enc_bitrate += target_enc_stream_bitrate;
2573 } else {
2574 LOG_RTCERR1(GetCodecTargetBitrate, channel_id);
2575 }
2576 }
2577 } else {
2578 LOG(LS_WARNING) << "GetStats: sender information not ready.";
2579 }
2580
2581 // Get the SSRC and stats for each receiver, based on our own calculations.
2582 unsigned int estimated_recv_bandwidth = 0;
2583 for (RecvChannelMap::const_iterator it = recv_channels_.begin();
2584 it != recv_channels_.end(); ++it) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002585 WebRtcVideoChannelRecvInfo* channel = it->second;
2586
2587 unsigned int ssrc;
2588 // Get receiver statistics and build VideoReceiverInfo, if we have data.
sergeyu@chromium.orga59696b2013-09-13 23:48:58 +00002589 // Skip the default channel (ssrc == 0).
2590 if (engine_->vie()->rtp()->GetRemoteSSRC(
2591 channel->channel_id(), ssrc) != 0 ||
2592 ssrc == 0)
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002593 continue;
2594
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002595 webrtc::StreamDataCounters sent;
2596 webrtc::StreamDataCounters received;
2597 if (engine_->vie()->rtp()->GetRtpStatistics(channel->channel_id(),
2598 sent, received) != 0) {
2599 LOG_RTCERR1(GetRTPStatistics, channel->channel_id());
2600 return false;
2601 }
2602 VideoReceiverInfo rinfo;
2603 rinfo.add_ssrc(ssrc);
2604 rinfo.bytes_rcvd = received.bytes;
2605 rinfo.packets_rcvd = received.packets;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002606 rinfo.packets_lost = -1;
2607 rinfo.packets_concealed = -1;
2608 rinfo.fraction_lost = -1; // from SentRTCP
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002609 rinfo.frame_width = channel->render_adapter()->width();
2610 rinfo.frame_height = channel->render_adapter()->height();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002611 int fps = channel->render_adapter()->framerate();
2612 rinfo.framerate_decoded = fps;
2613 rinfo.framerate_output = fps;
wu@webrtc.org97077a32013-10-25 21:18:33 +00002614 channel->decoder_observer()->ExportTo(&rinfo);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002615
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002616#ifdef USE_WEBRTC_DEV_BRANCH
2617 webrtc::RtcpPacketTypeCounter rtcp_sent;
2618 webrtc::RtcpPacketTypeCounter rtcp_received;
2619 if (engine()->vie()->rtp()->GetRtcpPacketTypeCounters(
2620 channel->channel_id(), &rtcp_sent, &rtcp_received) == 0) {
2621 rinfo.firs_sent = rtcp_sent.fir_packets;
2622 rinfo.plis_sent = rtcp_sent.pli_packets;
2623 rinfo.nacks_sent = rtcp_sent.nack_packets;
2624 } else {
2625 rinfo.firs_sent = -1;
2626 rinfo.plis_sent = -1;
2627 rinfo.nacks_sent = -1;
2628 LOG_RTCERR1(GetRtcpPacketTypeCounters, channel->channel_id());
2629 }
2630#else
2631 rinfo.firs_sent = -1;
2632 rinfo.plis_sent = -1;
2633 rinfo.nacks_sent = -1;
2634#endif
2635
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002636 // Get our locally created statistics of the received RTP stream.
2637 webrtc::RtcpStatistics incoming_stream_rtcp_stats;
2638 int incoming_stream_rtt_ms;
2639 if (engine_->vie()->rtp()->GetReceiveChannelRtcpStatistics(
2640 channel->channel_id(),
2641 incoming_stream_rtcp_stats,
2642 incoming_stream_rtt_ms) == 0) {
2643 // Convert Q8 to float.
2644 rinfo.packets_lost = incoming_stream_rtcp_stats.cumulative_lost;
2645 rinfo.fraction_lost = static_cast<float>(
2646 incoming_stream_rtcp_stats.fraction_lost) / (1 << 8);
2647 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002648 info->receivers.push_back(rinfo);
2649
2650 unsigned int estimated_recv_stream_bandwidth = 0;
2651 if (engine_->vie()->rtp()->GetEstimatedReceiveBandwidth(
2652 channel->channel_id(), &estimated_recv_stream_bandwidth) == 0) {
2653 estimated_recv_bandwidth += estimated_recv_stream_bandwidth;
2654 } else {
2655 LOG_RTCERR1(GetEstimatedReceiveBandwidth, channel->channel_id());
2656 }
2657 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002658 // Build BandwidthEstimationInfo.
2659 // TODO(zhurunz): Add real unittest for this.
2660 BandwidthEstimationInfo bwe;
2661
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002662 // TODO(jiayl): remove the condition when the necessary changes are available
2663 // outside the dev branch.
2664#ifdef USE_WEBRTC_DEV_BRANCH
2665 if (options.include_received_propagation_stats) {
2666 webrtc::ReceiveBandwidthEstimatorStats additional_stats;
2667 // Only call for the default channel because the returned stats are
2668 // collected for all the channels using the same estimator.
2669 if (engine_->vie()->rtp()->GetReceiveBandwidthEstimatorStats(
mallinath@webrtc.org92fdfeb2014-02-17 18:49:41 +00002670 recv_channels_[0]->channel_id(), &additional_stats) == 0) {
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002671 bwe.total_received_propagation_delta_ms =
2672 additional_stats.total_propagation_time_delta_ms;
2673 bwe.recent_received_propagation_delta_ms.swap(
2674 additional_stats.recent_propagation_time_delta_ms);
2675 bwe.recent_received_packet_group_arrival_time_ms.swap(
2676 additional_stats.recent_arrival_time_ms);
2677 }
2678 }
henrike@webrtc.orgb8395eb2014-02-28 21:57:22 +00002679
2680 engine_->vie()->rtp()->GetPacerQueuingDelayMs(
2681 recv_channels_[0]->channel_id(), &bwe.bucket_delay);
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002682#endif
2683
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002684 // Calculations done above per send/receive stream.
2685 bwe.actual_enc_bitrate = video_bitrate_sent;
2686 bwe.transmit_bitrate = total_bitrate_sent;
2687 bwe.retransmit_bitrate = nack_bitrate_sent;
2688 bwe.available_send_bandwidth = estimated_send_bandwidth;
2689 bwe.available_recv_bandwidth = estimated_recv_bandwidth;
2690 bwe.target_enc_bitrate = target_enc_bitrate;
2691
2692 info->bw_estimations.push_back(bwe);
2693
2694 return true;
2695}
2696
2697bool WebRtcVideoMediaChannel::SetCapturer(uint32 ssrc,
2698 VideoCapturer* capturer) {
2699 ASSERT(ssrc != 0);
2700 if (!capturer) {
2701 return RemoveCapturer(ssrc);
2702 }
2703 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
2704 if (!send_channel) {
2705 return false;
2706 }
2707 VideoCapturer* old_capturer = send_channel->video_capturer();
wu@webrtc.org24301a62013-12-13 19:17:43 +00002708 MaybeDisconnectCapturer(old_capturer);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002709
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +00002710 send_channel->set_video_capturer(capturer, engine()->vie());
wu@webrtc.orga8910d22014-01-23 22:12:45 +00002711 MaybeConnectCapturer(capturer);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002712 if (!capturer->IsScreencast() && ratio_w_ != 0 && ratio_h_ != 0) {
2713 capturer->UpdateAspectRatio(ratio_w_, ratio_h_);
2714 }
2715 const int64 timestamp = send_channel->local_stream_info()->time_stamp();
2716 if (send_codec_) {
2717 QueueBlackFrame(ssrc, timestamp, send_codec_->maxFramerate);
2718 }
2719 return true;
2720}
2721
2722bool WebRtcVideoMediaChannel::RequestIntraFrame() {
2723 // There is no API exposed to application to request a key frame
2724 // ViE does this internally when there are errors from decoder
2725 return false;
2726}
2727
wu@webrtc.orga9890802013-12-13 00:21:03 +00002728void WebRtcVideoMediaChannel::OnPacketReceived(
2729 talk_base::Buffer* packet, const talk_base::PacketTime& packet_time) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002730 // Pick which channel to send this packet to. If this packet doesn't match
2731 // any multiplexed streams, just send it to the default channel. Otherwise,
2732 // send it to the specific decoder instance for that stream.
2733 uint32 ssrc = 0;
2734 if (!GetRtpSsrc(packet->data(), packet->length(), &ssrc))
2735 return;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002736 int processing_channel = GetRecvChannelNum(ssrc);
2737 if (processing_channel == -1) {
2738 // Allocate an unsignalled recv channel for processing in conference mode.
henrike@webrtc.org18e59112014-03-14 17:19:38 +00002739 if (!InConferenceMode()) {
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002740 // If we cant find or allocate one, use the default.
2741 processing_channel = video_channel();
henrike@webrtc.org18e59112014-03-14 17:19:38 +00002742 } else if (!CreateUnsignalledRecvChannel(ssrc, &processing_channel)) {
2743 // If we cant create an unsignalled recv channel, drop the packet in
2744 // conference mode.
2745 return;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002746 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002747 }
2748
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002749 engine()->vie()->network()->ReceivedRTPPacket(
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002750 processing_channel,
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002751 packet->data(),
wu@webrtc.orga9890802013-12-13 00:21:03 +00002752 static_cast<int>(packet->length()),
2753 webrtc::PacketTime(packet_time.timestamp, packet_time.not_before));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002754}
2755
wu@webrtc.orga9890802013-12-13 00:21:03 +00002756void WebRtcVideoMediaChannel::OnRtcpReceived(
2757 talk_base::Buffer* packet, const talk_base::PacketTime& packet_time) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002758// Sending channels need all RTCP packets with feedback information.
2759// Even sender reports can contain attached report blocks.
2760// Receiving channels need sender reports in order to create
2761// correct receiver reports.
2762
2763 uint32 ssrc = 0;
2764 if (!GetRtcpSsrc(packet->data(), packet->length(), &ssrc)) {
2765 LOG(LS_WARNING) << "Failed to parse SSRC from received RTCP packet";
2766 return;
2767 }
2768 int type = 0;
2769 if (!GetRtcpType(packet->data(), packet->length(), &type)) {
2770 LOG(LS_WARNING) << "Failed to parse type from received RTCP packet";
2771 return;
2772 }
2773
2774 // If it is a sender report, find the channel that is listening.
2775 if (type == kRtcpTypeSR) {
2776 int which_channel = GetRecvChannelNum(ssrc);
2777 if (which_channel != -1 && !IsDefaultChannel(which_channel)) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002778 engine_->vie()->network()->ReceivedRTCPPacket(
2779 which_channel,
2780 packet->data(),
2781 static_cast<int>(packet->length()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002782 }
2783 }
2784 // SR may continue RR and any RR entry may correspond to any one of the send
2785 // channels. So all RTCP packets must be forwarded all send channels. ViE
2786 // will filter out RR internally.
2787 for (SendChannelMap::iterator iter = send_channels_.begin();
2788 iter != send_channels_.end(); ++iter) {
2789 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2790 int channel_id = send_channel->channel_id();
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002791 engine_->vie()->network()->ReceivedRTCPPacket(
2792 channel_id,
2793 packet->data(),
2794 static_cast<int>(packet->length()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002795 }
2796}
2797
2798void WebRtcVideoMediaChannel::OnReadyToSend(bool ready) {
2799 SetNetworkTransmissionState(ready);
2800}
2801
2802bool WebRtcVideoMediaChannel::MuteStream(uint32 ssrc, bool muted) {
2803 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
2804 if (!send_channel) {
2805 LOG(LS_ERROR) << "The specified ssrc " << ssrc << " is not in use.";
2806 return false;
2807 }
2808 send_channel->set_muted(muted);
2809 return true;
2810}
2811
2812bool WebRtcVideoMediaChannel::SetRecvRtpHeaderExtensions(
2813 const std::vector<RtpHeaderExtension>& extensions) {
2814 if (receive_extensions_ == extensions) {
2815 return true;
2816 }
2817 receive_extensions_ = extensions;
2818
2819 const RtpHeaderExtension* offset_extension =
2820 FindHeaderExtension(extensions, kRtpTimestampOffsetHeaderExtension);
2821 const RtpHeaderExtension* send_time_extension =
henrike@webrtc.org79047f92014-03-06 23:46:59 +00002822 FindHeaderExtension(extensions, kRtpAbsoluteSenderTimeHeaderExtension);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002823
2824 // Loop through all receive channels and enable/disable the extensions.
2825 for (RecvChannelMap::iterator channel_it = recv_channels_.begin();
2826 channel_it != recv_channels_.end(); ++channel_it) {
2827 int channel_id = channel_it->second->channel_id();
2828 if (!SetHeaderExtension(
2829 &webrtc::ViERTP_RTCP::SetReceiveTimestampOffsetStatus, channel_id,
2830 offset_extension)) {
2831 return false;
2832 }
2833 if (!SetHeaderExtension(
2834 &webrtc::ViERTP_RTCP::SetReceiveAbsoluteSendTimeStatus, channel_id,
2835 send_time_extension)) {
2836 return false;
2837 }
2838 }
2839 return true;
2840}
2841
2842bool WebRtcVideoMediaChannel::SetSendRtpHeaderExtensions(
2843 const std::vector<RtpHeaderExtension>& extensions) {
2844 send_extensions_ = extensions;
2845
2846 const RtpHeaderExtension* offset_extension =
2847 FindHeaderExtension(extensions, kRtpTimestampOffsetHeaderExtension);
2848 const RtpHeaderExtension* send_time_extension =
henrike@webrtc.org79047f92014-03-06 23:46:59 +00002849 FindHeaderExtension(extensions, kRtpAbsoluteSenderTimeHeaderExtension);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002850
2851 // Loop through all send channels and enable/disable the extensions.
2852 for (SendChannelMap::iterator channel_it = send_channels_.begin();
2853 channel_it != send_channels_.end(); ++channel_it) {
2854 int channel_id = channel_it->second->channel_id();
2855 if (!SetHeaderExtension(
2856 &webrtc::ViERTP_RTCP::SetSendTimestampOffsetStatus, channel_id,
2857 offset_extension)) {
2858 return false;
2859 }
2860 if (!SetHeaderExtension(
2861 &webrtc::ViERTP_RTCP::SetSendAbsoluteSendTimeStatus, channel_id,
2862 send_time_extension)) {
2863 return false;
2864 }
2865 }
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002866
2867 if (send_time_extension) {
2868 // For video RTP packets, we would like to update AbsoluteSendTimeHeader
2869 // Extension closer to the network, @ socket level before sending.
2870 // Pushing the extension id to socket layer.
2871 MediaChannel::SetOption(NetworkInterface::ST_RTP,
2872 talk_base::Socket::OPT_RTP_SENDTIME_EXTN_ID,
2873 send_time_extension->id);
2874 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002875 return true;
2876}
2877
mallinath@webrtc.org92fdfeb2014-02-17 18:49:41 +00002878int WebRtcVideoMediaChannel::GetRtpSendTimeExtnId() const {
2879 const RtpHeaderExtension* send_time_extension = FindHeaderExtension(
henrike@webrtc.org79047f92014-03-06 23:46:59 +00002880 send_extensions_, kRtpAbsoluteSenderTimeHeaderExtension);
mallinath@webrtc.org92fdfeb2014-02-17 18:49:41 +00002881 if (send_time_extension) {
2882 return send_time_extension->id;
2883 }
2884 return -1;
2885}
2886
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002887bool WebRtcVideoMediaChannel::SetStartSendBandwidth(int bps) {
2888 LOG(LS_INFO) << "WebRtcVideoMediaChannel::SetStartSendBandwidth";
2889
2890 if (!send_codec_) {
2891 LOG(LS_INFO) << "The send codec has not been set up yet";
2892 return true;
2893 }
2894
2895 // On success, SetSendCodec() will reset |send_start_bitrate_| to |bps/1000|,
2896 // by calling MaybeChangeStartBitrate. That method will also clamp the
2897 // start bitrate between min and max, consistent with the override behavior
2898 // in SetMaxSendBandwidth.
2899 return SetSendCodec(*send_codec_,
2900 send_min_bitrate_, bps / 1000, send_max_bitrate_);
2901}
2902
2903bool WebRtcVideoMediaChannel::SetMaxSendBandwidth(int bps) {
2904 LOG(LS_INFO) << "WebRtcVideoMediaChannel::SetMaxSendBandwidth";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002905
2906 if (InConferenceMode()) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002907 LOG(LS_INFO) << "Conference mode ignores SetMaxSendBandwidth";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002908 return true;
2909 }
2910
2911 if (!send_codec_) {
2912 LOG(LS_INFO) << "The send codec has not been set up yet";
2913 return true;
2914 }
2915
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002916 // Use the default value or the bps for the max
2917 int max_bitrate = (bps <= 0) ? send_max_bitrate_ : (bps / 1000);
2918
2919 // Reduce the current minimum and start bitrates if necessary.
2920 int min_bitrate = talk_base::_min(send_min_bitrate_, max_bitrate);
2921 int start_bitrate = talk_base::_min(send_start_bitrate_, max_bitrate);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002922
2923 if (!SetSendCodec(*send_codec_, min_bitrate, start_bitrate, max_bitrate)) {
2924 return false;
2925 }
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002926 LogSendCodecChange("SetMaxSendBandwidth()");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002927
2928 return true;
2929}
2930
2931bool WebRtcVideoMediaChannel::SetOptions(const VideoOptions &options) {
2932 // Always accept options that are unchanged.
2933 if (options_ == options) {
2934 return true;
2935 }
2936
2937 // Trigger SetSendCodec to set correct noise reduction state if the option has
2938 // changed.
2939 bool denoiser_changed = options.video_noise_reduction.IsSet() &&
2940 (options_.video_noise_reduction != options.video_noise_reduction);
2941
2942 bool leaky_bucket_changed = options.video_leaky_bucket.IsSet() &&
2943 (options_.video_leaky_bucket != options.video_leaky_bucket);
2944
2945 bool buffer_latency_changed = options.buffered_mode_latency.IsSet() &&
2946 (options_.buffered_mode_latency != options.buffered_mode_latency);
2947
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00002948 bool cpu_overuse_detection_changed = options.cpu_overuse_detection.IsSet() &&
2949 (options_.cpu_overuse_detection != options.cpu_overuse_detection);
2950
wu@webrtc.orgde305012013-10-31 15:40:38 +00002951 bool dscp_option_changed = (options_.dscp != options.dscp);
2952
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002953 bool suspend_below_min_bitrate_changed =
2954 options.suspend_below_min_bitrate.IsSet() &&
2955 (options_.suspend_below_min_bitrate != options.suspend_below_min_bitrate);
2956
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002957 bool conference_mode_turned_off = false;
2958 if (options_.conference_mode.IsSet() && options.conference_mode.IsSet() &&
2959 options_.conference_mode.GetWithDefaultIfUnset(false) &&
2960 !options.conference_mode.GetWithDefaultIfUnset(false)) {
2961 conference_mode_turned_off = true;
2962 }
2963
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00002964#ifdef USE_WEBRTC_DEV_BRANCH
2965 bool improved_wifi_bwe_changed =
2966 options.use_improved_wifi_bandwidth_estimator.IsSet() &&
2967 options_.use_improved_wifi_bandwidth_estimator !=
2968 options.use_improved_wifi_bandwidth_estimator;
2969
2970#endif
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00002971
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002972 // Save the options, to be interpreted where appropriate.
2973 // Use options_.SetAll() instead of assignment so that unset value in options
2974 // will not overwrite the previous option value.
2975 options_.SetAll(options);
2976
2977 // Set CPU options for all send channels.
2978 for (SendChannelMap::iterator iter = send_channels_.begin();
2979 iter != send_channels_.end(); ++iter) {
2980 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2981 send_channel->ApplyCpuOptions(options_);
2982 }
2983
2984 // Adjust send codec bitrate if needed.
2985 int conf_max_bitrate = kDefaultConferenceModeMaxVideoBitrate;
2986
wu@webrtc.orgcecfd182013-10-30 05:18:12 +00002987 // Save altered min_bitrate level and apply if necessary.
2988 bool adjusted_min_bitrate = false;
2989 if (options.lower_min_bitrate.IsSet()) {
2990 bool lower;
2991 options.lower_min_bitrate.Get(&lower);
2992
2993 int new_send_min_bitrate = lower ? kLowerMinBitrate : kMinVideoBitrate;
2994 adjusted_min_bitrate = (new_send_min_bitrate != send_min_bitrate_);
2995 send_min_bitrate_ = new_send_min_bitrate;
2996 }
2997
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002998 int expected_bitrate = send_max_bitrate_;
2999 if (InConferenceMode()) {
3000 expected_bitrate = conf_max_bitrate;
3001 } else if (conference_mode_turned_off) {
3002 // This is a special case for turning conference mode off.
3003 // Max bitrate should go back to the default maximum value instead
3004 // of the current maximum.
3005 expected_bitrate = kMaxVideoBitrate;
3006 }
3007
wu@webrtc.org1e6cb2c2014-03-24 17:01:50 +00003008 int options_start_bitrate;
3009 bool start_bitrate_changed = false;
3010 if (options.video_start_bitrate.Get(&options_start_bitrate) &&
3011 options_start_bitrate != send_start_bitrate_) {
3012 send_start_bitrate_ = options_start_bitrate;
3013 start_bitrate_changed = true;
3014 }
3015
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00003016 bool reset_send_codec_needed = send_codec_ &&
wu@webrtc.orgcecfd182013-10-30 05:18:12 +00003017 (send_max_bitrate_ != expected_bitrate || denoiser_changed ||
wu@webrtc.org1e6cb2c2014-03-24 17:01:50 +00003018 adjusted_min_bitrate || start_bitrate_changed);
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00003019
3020
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003021 LOG(LS_INFO) << "Reset send codec needed is enabled? "
3022 << reset_send_codec_needed;
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00003023 if (reset_send_codec_needed) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003024 // On success, SetSendCodec() will reset send_max_bitrate_ to
3025 // expected_bitrate.
3026 if (!SetSendCodec(*send_codec_,
3027 send_min_bitrate_,
3028 send_start_bitrate_,
3029 expected_bitrate)) {
3030 return false;
3031 }
3032 LogSendCodecChange("SetOptions()");
3033 }
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00003034
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003035 if (leaky_bucket_changed) {
3036 bool enable_leaky_bucket =
3037 options_.video_leaky_bucket.GetWithDefaultIfUnset(false);
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003038 LOG(LS_INFO) << "Leaky bucket is enabled? " << enable_leaky_bucket;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003039 for (SendChannelMap::iterator it = send_channels_.begin();
3040 it != send_channels_.end(); ++it) {
3041 if (engine()->vie()->rtp()->SetTransmissionSmoothingStatus(
3042 it->second->channel_id(), enable_leaky_bucket) != 0) {
3043 LOG_RTCERR2(SetTransmissionSmoothingStatus, it->second->channel_id(),
3044 enable_leaky_bucket);
3045 }
3046 }
3047 }
3048 if (buffer_latency_changed) {
3049 int buffer_latency =
3050 options_.buffered_mode_latency.GetWithDefaultIfUnset(
3051 cricket::kBufferedModeDisabled);
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003052 LOG(LS_INFO) << "Buffer latency is " << buffer_latency;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003053 for (SendChannelMap::iterator it = send_channels_.begin();
3054 it != send_channels_.end(); ++it) {
3055 if (engine()->vie()->rtp()->SetSenderBufferingMode(
3056 it->second->channel_id(), buffer_latency) != 0) {
3057 LOG_RTCERR2(SetSenderBufferingMode, it->second->channel_id(),
3058 buffer_latency);
3059 }
3060 }
3061 for (RecvChannelMap::iterator it = recv_channels_.begin();
3062 it != recv_channels_.end(); ++it) {
3063 if (engine()->vie()->rtp()->SetReceiverBufferingMode(
3064 it->second->channel_id(), buffer_latency) != 0) {
3065 LOG_RTCERR2(SetReceiverBufferingMode, it->second->channel_id(),
3066 buffer_latency);
3067 }
3068 }
3069 }
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003070 if (cpu_overuse_detection_changed) {
3071 bool cpu_overuse_detection =
3072 options_.cpu_overuse_detection.GetWithDefaultIfUnset(false);
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003073 LOG(LS_INFO) << "CPU overuse detection is enabled? "
3074 << cpu_overuse_detection;
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003075 for (SendChannelMap::iterator iter = send_channels_.begin();
3076 iter != send_channels_.end(); ++iter) {
3077 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3078 send_channel->SetCpuOveruseDetection(cpu_overuse_detection);
3079 }
3080 }
wu@webrtc.orgde305012013-10-31 15:40:38 +00003081 if (dscp_option_changed) {
3082 talk_base::DiffServCodePoint dscp = talk_base::DSCP_DEFAULT;
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00003083 if (options_.dscp.GetWithDefaultIfUnset(false))
wu@webrtc.orgde305012013-10-31 15:40:38 +00003084 dscp = kVideoDscpValue;
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003085 LOG(LS_INFO) << "DSCP is " << dscp;
wu@webrtc.orgde305012013-10-31 15:40:38 +00003086 if (MediaChannel::SetDscp(dscp) != 0) {
3087 LOG(LS_WARNING) << "Failed to set DSCP settings for video channel";
3088 }
3089 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003090 if (suspend_below_min_bitrate_changed) {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003091 if (options_.suspend_below_min_bitrate.GetWithDefaultIfUnset(false)) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003092 LOG(LS_INFO) << "Suspend below min bitrate enabled.";
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003093 for (SendChannelMap::iterator it = send_channels_.begin();
3094 it != send_channels_.end(); ++it) {
3095 engine()->vie()->codec()->SuspendBelowMinBitrate(
3096 it->second->channel_id());
3097 }
3098 } else {
3099 LOG(LS_WARNING) << "Cannot disable video suspension once it is enabled";
3100 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003101 }
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003102#ifdef USE_WEBRTC_DEV_BRANCH
3103 if (improved_wifi_bwe_changed) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003104 LOG(LS_INFO) << "Improved WIFI BWE called.";
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003105 webrtc::Config config;
3106 config.Set(new webrtc::AimdRemoteRateControl(
3107 options_.use_improved_wifi_bandwidth_estimator
3108 .GetWithDefaultIfUnset(false)));
3109 for (SendChannelMap::iterator it = send_channels_.begin();
3110 it != send_channels_.end(); ++it) {
3111 engine()->vie()->network()->SetBandwidthEstimationConfig(
3112 it->second->channel_id(), config);
3113 }
3114 }
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +00003115 webrtc::CpuOveruseOptions overuse_options;
3116 if (GetCpuOveruseOptions(options_, &overuse_options)) {
3117 for (SendChannelMap::iterator it = send_channels_.begin();
3118 it != send_channels_.end(); ++it) {
3119 if (engine()->vie()->base()->SetCpuOveruseOptions(
3120 it->second->channel_id(), overuse_options) != 0) {
3121 LOG_RTCERR1(SetCpuOveruseOptions, it->second->channel_id());
3122 }
3123 }
3124 }
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003125#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003126 return true;
3127}
3128
3129void WebRtcVideoMediaChannel::SetInterface(NetworkInterface* iface) {
3130 MediaChannel::SetInterface(iface);
3131 // Set the RTP recv/send buffer to a bigger size
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00003132 MediaChannel::SetOption(NetworkInterface::ST_RTP,
3133 talk_base::Socket::OPT_RCVBUF,
3134 kVideoRtpBufferSize);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003135
3136 // TODO(sriniv): Remove or re-enable this.
3137 // As part of b/8030474, send-buffer is size now controlled through
3138 // portallocator flags.
3139 // network_interface_->SetOption(NetworkInterface::ST_RTP,
3140 // talk_base::Socket::OPT_SNDBUF,
3141 // kVideoRtpBufferSize);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003142}
3143
3144void WebRtcVideoMediaChannel::UpdateAspectRatio(int ratio_w, int ratio_h) {
3145 ASSERT(ratio_w != 0);
3146 ASSERT(ratio_h != 0);
3147 ratio_w_ = ratio_w;
3148 ratio_h_ = ratio_h;
3149 // For now assume that all streams want the same aspect ratio.
3150 // TODO(hellner): remove the need for this assumption.
3151 for (SendChannelMap::iterator iter = send_channels_.begin();
3152 iter != send_channels_.end(); ++iter) {
3153 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3154 VideoCapturer* capturer = send_channel->video_capturer();
3155 if (capturer) {
3156 capturer->UpdateAspectRatio(ratio_w, ratio_h);
3157 }
3158 }
3159}
3160
3161bool WebRtcVideoMediaChannel::GetRenderer(uint32 ssrc,
3162 VideoRenderer** renderer) {
3163 RecvChannelMap::const_iterator it = recv_channels_.find(ssrc);
3164 if (it == recv_channels_.end()) {
3165 if (first_receive_ssrc_ == ssrc &&
3166 recv_channels_.find(0) != recv_channels_.end()) {
3167 LOG(LS_INFO) << " GetRenderer " << ssrc
3168 << " reuse default renderer #"
3169 << vie_channel_;
3170 *renderer = recv_channels_[0]->render_adapter()->renderer();
3171 return true;
3172 }
3173 return false;
3174 }
3175
3176 *renderer = it->second->render_adapter()->renderer();
3177 return true;
3178}
3179
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +00003180bool WebRtcVideoMediaChannel::GetVideoAdapter(
3181 uint32 ssrc, CoordinatedVideoAdapter** video_adapter) {
3182 SendChannelMap::iterator it = send_channels_.find(ssrc);
3183 if (it == send_channels_.end()) {
3184 return false;
3185 }
3186 *video_adapter = it->second->video_adapter();
3187 return true;
3188}
3189
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003190void WebRtcVideoMediaChannel::SendFrame(VideoCapturer* capturer,
3191 const VideoFrame* frame) {
wu@webrtc.org24301a62013-12-13 19:17:43 +00003192 // If the |capturer| is registered to any send channel, then send the frame
3193 // to those send channels.
3194 bool capturer_is_channel_owned = false;
3195 for (SendChannelMap::iterator iter = send_channels_.begin();
3196 iter != send_channels_.end(); ++iter) {
3197 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3198 if (send_channel->video_capturer() == capturer) {
3199 SendFrame(send_channel, frame, capturer->IsScreencast());
3200 capturer_is_channel_owned = true;
3201 }
3202 }
3203 if (capturer_is_channel_owned) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003204 return;
3205 }
wu@webrtc.org24301a62013-12-13 19:17:43 +00003206
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003207 // TODO(hellner): Remove below for loop once the captured frame no longer
3208 // come from the engine, i.e. the engine no longer owns a capturer.
3209 for (SendChannelMap::iterator iter = send_channels_.begin();
3210 iter != send_channels_.end(); ++iter) {
3211 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3212 if (send_channel->video_capturer() == NULL) {
3213 SendFrame(send_channel, frame, capturer->IsScreencast());
3214 }
3215 }
3216}
3217
3218bool WebRtcVideoMediaChannel::SendFrame(
3219 WebRtcVideoChannelSendInfo* send_channel,
3220 const VideoFrame* frame,
3221 bool is_screencast) {
3222 if (!send_channel) {
3223 return false;
3224 }
3225 if (!send_codec_) {
3226 // Send codec has not been set. No reason to process the frame any further.
3227 return false;
3228 }
3229 const VideoFormat& video_format = send_channel->video_format();
3230 // If the frame should be dropped.
3231 const bool video_format_set = video_format != cricket::VideoFormat();
3232 if (video_format_set &&
3233 (video_format.width == 0 && video_format.height == 0)) {
3234 return true;
3235 }
3236
3237 // Checks if we need to reset vie send codec.
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00003238 if (!MaybeResetVieSendCodec(send_channel,
3239 static_cast<int>(frame->GetWidth()),
3240 static_cast<int>(frame->GetHeight()),
3241 is_screencast, NULL)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003242 LOG(LS_ERROR) << "MaybeResetVieSendCodec failed with "
3243 << frame->GetWidth() << "x" << frame->GetHeight();
3244 return false;
3245 }
3246 const VideoFrame* frame_out = frame;
3247 talk_base::scoped_ptr<VideoFrame> processed_frame;
3248 // Disable muting for screencast.
3249 const bool mute = (send_channel->muted() && !is_screencast);
3250 send_channel->ProcessFrame(*frame_out, mute, processed_frame.use());
3251 if (processed_frame) {
3252 frame_out = processed_frame.get();
3253 }
3254
3255 webrtc::ViEVideoFrameI420 frame_i420;
3256 // TODO(ronghuawu): Update the webrtc::ViEVideoFrameI420
3257 // to use const unsigned char*
3258 frame_i420.y_plane = const_cast<unsigned char*>(frame_out->GetYPlane());
3259 frame_i420.u_plane = const_cast<unsigned char*>(frame_out->GetUPlane());
3260 frame_i420.v_plane = const_cast<unsigned char*>(frame_out->GetVPlane());
3261 frame_i420.y_pitch = frame_out->GetYPitch();
3262 frame_i420.u_pitch = frame_out->GetUPitch();
3263 frame_i420.v_pitch = frame_out->GetVPitch();
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003264 frame_i420.width = static_cast<uint16>(frame_out->GetWidth());
3265 frame_i420.height = static_cast<uint16>(frame_out->GetHeight());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003266
3267 int64 timestamp_ntp_ms = 0;
3268 // TODO(justinlin): Reenable after Windows issues with clock drift are fixed.
3269 // Currently reverted to old behavior of discarding capture timestamp.
3270#if 0
henrike@webrtc.orgf5bebd42014-04-04 18:39:07 +00003271 static const int kTimestampDeltaInSecondsForWarning = 2;
3272
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003273 // If the frame timestamp is 0, we will use the deliver time.
3274 const int64 frame_timestamp = frame->GetTimeStamp();
3275 if (frame_timestamp != 0) {
3276 if (abs(time(NULL) - frame_timestamp / talk_base::kNumNanosecsPerSec) >
3277 kTimestampDeltaInSecondsForWarning) {
3278 LOG(LS_WARNING) << "Frame timestamp differs by more than "
3279 << kTimestampDeltaInSecondsForWarning << " seconds from "
3280 << "current Unix timestamp.";
3281 }
3282
3283 timestamp_ntp_ms =
3284 talk_base::UnixTimestampNanosecsToNtpMillisecs(frame_timestamp);
3285 }
3286#endif
3287
3288 return send_channel->external_capture()->IncomingFrameI420(
3289 frame_i420, timestamp_ntp_ms) == 0;
3290}
3291
3292bool WebRtcVideoMediaChannel::CreateChannel(uint32 ssrc_key,
3293 MediaDirection direction,
3294 int* channel_id) {
3295 // There are 3 types of channels. Sending only, receiving only and
3296 // sending and receiving. The sending and receiving channel is the
3297 // default channel and there is only one. All other channels that are created
3298 // are associated with the default channel which must exist. The default
3299 // channel id is stored in |vie_channel_|. All channels need to know about
3300 // the default channel to properly handle remb which is why there are
3301 // different ViE create channel calls.
3302 // For this channel the local and remote ssrc key is 0. However, it may
3303 // have a non-zero local and/or remote ssrc depending on if it is currently
3304 // sending and/or receiving.
3305 if ((vie_channel_ == -1 || direction == MD_SENDRECV) &&
3306 (!send_channels_.empty() || !recv_channels_.empty())) {
3307 ASSERT(false);
3308 return false;
3309 }
3310
3311 *channel_id = -1;
3312 if (direction == MD_RECV) {
3313 // All rec channels are associated with the default channel |vie_channel_|
3314 if (engine_->vie()->base()->CreateReceiveChannel(*channel_id,
3315 vie_channel_) != 0) {
3316 LOG_RTCERR2(CreateReceiveChannel, *channel_id, vie_channel_);
3317 return false;
3318 }
3319 } else if (direction == MD_SEND) {
3320 if (engine_->vie()->base()->CreateChannel(*channel_id,
3321 vie_channel_) != 0) {
3322 LOG_RTCERR2(CreateChannel, *channel_id, vie_channel_);
3323 return false;
3324 }
3325 } else {
3326 ASSERT(direction == MD_SENDRECV);
3327 if (engine_->vie()->base()->CreateChannel(*channel_id) != 0) {
3328 LOG_RTCERR1(CreateChannel, *channel_id);
3329 return false;
3330 }
3331 }
3332 if (!ConfigureChannel(*channel_id, direction, ssrc_key)) {
3333 engine_->vie()->base()->DeleteChannel(*channel_id);
3334 *channel_id = -1;
3335 return false;
3336 }
3337
3338 return true;
3339}
3340
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00003341bool WebRtcVideoMediaChannel::CreateUnsignalledRecvChannel(
3342 uint32 ssrc_key, int* out_channel_id) {
henrike@webrtc.org18e59112014-03-14 17:19:38 +00003343 int unsignalled_recv_channel_limit =
3344 options_.unsignalled_recv_stream_limit.GetWithDefaultIfUnset(
3345 kNumDefaultUnsignalledVideoRecvStreams);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00003346 if (num_unsignalled_recv_channels_ >= unsignalled_recv_channel_limit) {
3347 return false;
3348 }
3349 if (!CreateChannel(ssrc_key, MD_RECV, out_channel_id)) {
3350 return false;
3351 }
3352 // TODO(tvsriram): Support dynamic sizing of unsignalled recv channels.
3353 num_unsignalled_recv_channels_++;
3354 return true;
3355}
3356
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003357bool WebRtcVideoMediaChannel::ConfigureChannel(int channel_id,
3358 MediaDirection direction,
3359 uint32 ssrc_key) {
3360 const bool receiving = (direction == MD_RECV) || (direction == MD_SENDRECV);
3361 const bool sending = (direction == MD_SEND) || (direction == MD_SENDRECV);
3362 // Register external transport.
3363 if (engine_->vie()->network()->RegisterSendTransport(
3364 channel_id, *this) != 0) {
3365 LOG_RTCERR1(RegisterSendTransport, channel_id);
3366 return false;
3367 }
3368
3369 // Set MTU.
3370 if (engine_->vie()->network()->SetMTU(channel_id, kVideoMtu) != 0) {
3371 LOG_RTCERR2(SetMTU, channel_id, kVideoMtu);
3372 return false;
3373 }
3374 // Turn on RTCP and loss feedback reporting.
3375 if (engine()->vie()->rtp()->SetRTCPStatus(
3376 channel_id, webrtc::kRtcpCompound_RFC4585) != 0) {
3377 LOG_RTCERR2(SetRTCPStatus, channel_id, webrtc::kRtcpCompound_RFC4585);
3378 return false;
3379 }
3380 // Enable pli as key frame request method.
3381 if (engine_->vie()->rtp()->SetKeyFrameRequestMethod(
3382 channel_id, webrtc::kViEKeyFrameRequestPliRtcp) != 0) {
3383 LOG_RTCERR2(SetKeyFrameRequestMethod,
3384 channel_id, webrtc::kViEKeyFrameRequestPliRtcp);
3385 return false;
3386 }
3387 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_, nack_enabled_)) {
3388 // Logged in SetNackFec. Don't spam the logs.
3389 return false;
3390 }
3391 // Note that receiving must always be configured before sending to ensure
3392 // that send and receive channel is configured correctly (ConfigureReceiving
3393 // assumes no sending).
3394 if (receiving) {
3395 if (!ConfigureReceiving(channel_id, ssrc_key)) {
3396 return false;
3397 }
3398 }
3399 if (sending) {
3400 if (!ConfigureSending(channel_id, ssrc_key)) {
3401 return false;
3402 }
3403 }
3404
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00003405 // Start receiving for both receive and send channels so that we get incoming
3406 // RTP (if receiving) as well as RTCP feedback (if sending).
3407 if (engine()->vie()->base()->StartReceive(channel_id) != 0) {
3408 LOG_RTCERR1(StartReceive, channel_id);
3409 return false;
3410 }
3411
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003412 return true;
3413}
3414
3415bool WebRtcVideoMediaChannel::ConfigureReceiving(int channel_id,
3416 uint32 remote_ssrc_key) {
3417 // Make sure that an SSRC/key isn't registered more than once.
3418 if (recv_channels_.find(remote_ssrc_key) != recv_channels_.end()) {
3419 return false;
3420 }
3421 // Connect the voice channel, if there is one.
3422 // TODO(perkj): The A/V is synched by the receiving channel. So we need to
3423 // know the SSRC of the remote audio channel in order to fetch the correct
3424 // webrtc VoiceEngine channel. For now- only sync the default channel used
3425 // in 1-1 calls.
3426 if (remote_ssrc_key == 0 && voice_channel_) {
3427 WebRtcVoiceMediaChannel* voice_channel =
3428 static_cast<WebRtcVoiceMediaChannel*>(voice_channel_);
3429 if (engine_->vie()->base()->ConnectAudioChannel(
3430 vie_channel_, voice_channel->voe_channel()) != 0) {
3431 LOG_RTCERR2(ConnectAudioChannel, channel_id,
3432 voice_channel->voe_channel());
3433 LOG(LS_WARNING) << "A/V not synchronized";
3434 // Not a fatal error.
3435 }
3436 }
3437
3438 talk_base::scoped_ptr<WebRtcVideoChannelRecvInfo> channel_info(
3439 new WebRtcVideoChannelRecvInfo(channel_id));
3440
3441 // Install a render adapter.
3442 if (engine_->vie()->render()->AddRenderer(channel_id,
3443 webrtc::kVideoI420, channel_info->render_adapter()) != 0) {
3444 LOG_RTCERR3(AddRenderer, channel_id, webrtc::kVideoI420,
3445 channel_info->render_adapter());
3446 return false;
3447 }
3448
3449
3450 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
3451 kNotSending,
3452 remb_enabled_) != 0) {
3453 LOG_RTCERR3(SetRembStatus, channel_id, kNotSending, remb_enabled_);
3454 return false;
3455 }
3456
3457 if (!SetHeaderExtension(&webrtc::ViERTP_RTCP::SetReceiveTimestampOffsetStatus,
3458 channel_id, receive_extensions_, kRtpTimestampOffsetHeaderExtension)) {
3459 return false;
3460 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003461 if (!SetHeaderExtension(
3462 &webrtc::ViERTP_RTCP::SetReceiveAbsoluteSendTimeStatus, channel_id,
henrike@webrtc.org79047f92014-03-06 23:46:59 +00003463 receive_extensions_, kRtpAbsoluteSenderTimeHeaderExtension)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003464 return false;
3465 }
3466
3467 if (remote_ssrc_key != 0) {
3468 // Use the same SSRC as our default channel
3469 // (so the RTCP reports are correct).
3470 unsigned int send_ssrc = 0;
3471 webrtc::ViERTP_RTCP* rtp = engine()->vie()->rtp();
3472 if (rtp->GetLocalSSRC(vie_channel_, send_ssrc) == -1) {
3473 LOG_RTCERR2(GetLocalSSRC, vie_channel_, send_ssrc);
3474 return false;
3475 }
3476 if (rtp->SetLocalSSRC(channel_id, send_ssrc) == -1) {
3477 LOG_RTCERR2(SetLocalSSRC, channel_id, send_ssrc);
3478 return false;
3479 }
3480 } // Else this is the the default channel and we don't change the SSRC.
3481
3482 // Disable color enhancement since it is a bit too aggressive.
3483 if (engine()->vie()->image()->EnableColorEnhancement(channel_id,
3484 false) != 0) {
3485 LOG_RTCERR1(EnableColorEnhancement, channel_id);
3486 return false;
3487 }
3488
3489 if (!SetReceiveCodecs(channel_info.get())) {
3490 return false;
3491 }
3492
3493 int buffer_latency =
3494 options_.buffered_mode_latency.GetWithDefaultIfUnset(
3495 cricket::kBufferedModeDisabled);
3496 if (buffer_latency != cricket::kBufferedModeDisabled) {
3497 if (engine()->vie()->rtp()->SetReceiverBufferingMode(
3498 channel_id, buffer_latency) != 0) {
3499 LOG_RTCERR2(SetReceiverBufferingMode, channel_id, buffer_latency);
3500 }
3501 }
3502
3503 if (render_started_) {
3504 if (engine_->vie()->render()->StartRender(channel_id) != 0) {
3505 LOG_RTCERR1(StartRender, channel_id);
3506 return false;
3507 }
3508 }
3509
3510 // Register decoder observer for incoming framerate and bitrate.
3511 if (engine()->vie()->codec()->RegisterDecoderObserver(
3512 channel_id, *channel_info->decoder_observer()) != 0) {
3513 LOG_RTCERR1(RegisterDecoderObserver, channel_info->decoder_observer());
3514 return false;
3515 }
3516
3517 recv_channels_[remote_ssrc_key] = channel_info.release();
3518 return true;
3519}
3520
3521bool WebRtcVideoMediaChannel::ConfigureSending(int channel_id,
3522 uint32 local_ssrc_key) {
3523 // The ssrc key can be zero or correspond to an SSRC.
3524 // Make sure the default channel isn't configured more than once.
3525 if (local_ssrc_key == 0 && send_channels_.find(0) != send_channels_.end()) {
3526 return false;
3527 }
3528 // Make sure that the SSRC is not already in use.
3529 uint32 dummy_key;
3530 if (GetSendChannelKey(local_ssrc_key, &dummy_key)) {
3531 return false;
3532 }
3533 int vie_capture = 0;
3534 webrtc::ViEExternalCapture* external_capture = NULL;
3535 // Register external capture.
3536 if (engine()->vie()->capture()->AllocateExternalCaptureDevice(
3537 vie_capture, external_capture) != 0) {
3538 LOG_RTCERR0(AllocateExternalCaptureDevice);
3539 return false;
3540 }
3541
3542 // Connect external capture.
3543 if (engine()->vie()->capture()->ConnectCaptureDevice(
3544 vie_capture, channel_id) != 0) {
3545 LOG_RTCERR2(ConnectCaptureDevice, vie_capture, channel_id);
3546 return false;
3547 }
3548 talk_base::scoped_ptr<WebRtcVideoChannelSendInfo> send_channel(
3549 new WebRtcVideoChannelSendInfo(channel_id, vie_capture,
3550 external_capture,
3551 engine()->cpu_monitor()));
3552 send_channel->ApplyCpuOptions(options_);
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00003553 send_channel->SignalCpuAdaptationUnable.connect(this,
3554 &WebRtcVideoMediaChannel::OnCpuAdaptationUnable);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003555
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003556 if (options_.cpu_overuse_detection.GetWithDefaultIfUnset(false)) {
3557 send_channel->SetCpuOveruseDetection(true);
3558 }
3559
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +00003560#ifdef USE_WEBRTC_DEV_BRANCH
3561 webrtc::CpuOveruseOptions overuse_options;
3562 if (GetCpuOveruseOptions(options_, &overuse_options)) {
3563 if (engine()->vie()->base()->SetCpuOveruseOptions(channel_id,
3564 overuse_options) != 0) {
3565 LOG_RTCERR1(SetCpuOveruseOptions, channel_id);
3566 }
3567 }
3568#endif
3569
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003570 // Register encoder observer for outgoing framerate and bitrate.
3571 if (engine()->vie()->codec()->RegisterEncoderObserver(
3572 channel_id, *send_channel->encoder_observer()) != 0) {
3573 LOG_RTCERR1(RegisterEncoderObserver, send_channel->encoder_observer());
3574 return false;
3575 }
3576
3577 if (!SetHeaderExtension(&webrtc::ViERTP_RTCP::SetSendTimestampOffsetStatus,
3578 channel_id, send_extensions_, kRtpTimestampOffsetHeaderExtension)) {
3579 return false;
3580 }
3581
3582 if (!SetHeaderExtension(&webrtc::ViERTP_RTCP::SetSendAbsoluteSendTimeStatus,
henrike@webrtc.org79047f92014-03-06 23:46:59 +00003583 channel_id, send_extensions_, kRtpAbsoluteSenderTimeHeaderExtension)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003584 return false;
3585 }
3586
3587 if (options_.video_leaky_bucket.GetWithDefaultIfUnset(false)) {
3588 if (engine()->vie()->rtp()->SetTransmissionSmoothingStatus(channel_id,
3589 true) != 0) {
3590 LOG_RTCERR2(SetTransmissionSmoothingStatus, channel_id, true);
3591 return false;
3592 }
3593 }
3594
3595 int buffer_latency =
3596 options_.buffered_mode_latency.GetWithDefaultIfUnset(
3597 cricket::kBufferedModeDisabled);
3598 if (buffer_latency != cricket::kBufferedModeDisabled) {
3599 if (engine()->vie()->rtp()->SetSenderBufferingMode(
3600 channel_id, buffer_latency) != 0) {
3601 LOG_RTCERR2(SetSenderBufferingMode, channel_id, buffer_latency);
3602 }
3603 }
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00003604
3605 if (options_.suspend_below_min_bitrate.GetWithDefaultIfUnset(false)) {
3606 engine()->vie()->codec()->SuspendBelowMinBitrate(channel_id);
3607 }
3608
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003609 // The remb status direction correspond to the RTP stream (and not the RTCP
3610 // stream). I.e. if send remb is enabled it means it is receiving remote
3611 // rembs and should use them to estimate bandwidth. Receive remb mean that
3612 // remb packets will be generated and that the channel should be included in
3613 // it. If remb is enabled all channels are allowed to contribute to the remb
3614 // but only receive channels will ever end up actually contributing. This
3615 // keeps the logic simple.
3616 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
3617 remb_enabled_,
3618 remb_enabled_) != 0) {
3619 LOG_RTCERR3(SetRembStatus, channel_id, remb_enabled_, remb_enabled_);
3620 return false;
3621 }
3622 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_, nack_enabled_)) {
3623 // Logged in SetNackFec. Don't spam the logs.
3624 return false;
3625 }
3626
3627 send_channels_[local_ssrc_key] = send_channel.release();
3628
3629 return true;
3630}
3631
3632bool WebRtcVideoMediaChannel::SetNackFec(int channel_id,
3633 int red_payload_type,
3634 int fec_payload_type,
3635 bool nack_enabled) {
3636 bool enable = (red_payload_type != -1 && fec_payload_type != -1 &&
3637 !InConferenceMode());
3638 if (enable) {
3639 if (engine_->vie()->rtp()->SetHybridNACKFECStatus(
3640 channel_id, nack_enabled, red_payload_type, fec_payload_type) != 0) {
3641 LOG_RTCERR4(SetHybridNACKFECStatus,
3642 channel_id, nack_enabled, red_payload_type, fec_payload_type);
3643 return false;
3644 }
3645 LOG(LS_INFO) << "Hybrid NACK/FEC enabled for channel " << channel_id;
3646 } else {
3647 if (engine_->vie()->rtp()->SetNACKStatus(channel_id, nack_enabled) != 0) {
3648 LOG_RTCERR1(SetNACKStatus, channel_id);
3649 return false;
3650 }
sergeyu@chromium.orga23f0ca2013-11-13 22:48:52 +00003651 std::string enabled = nack_enabled ? "enabled" : "disabled";
3652 LOG(LS_INFO) << "NACK " << enabled << " for channel " << channel_id;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003653 }
3654 return true;
3655}
3656
3657bool WebRtcVideoMediaChannel::SetSendCodec(const webrtc::VideoCodec& codec,
3658 int min_bitrate,
3659 int start_bitrate,
3660 int max_bitrate) {
3661 bool ret_val = true;
3662 for (SendChannelMap::iterator iter = send_channels_.begin();
3663 iter != send_channels_.end(); ++iter) {
3664 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3665 ret_val = SetSendCodec(send_channel, codec, min_bitrate, start_bitrate,
3666 max_bitrate) && ret_val;
3667 }
3668 if (ret_val) {
3669 // All SetSendCodec calls were successful. Update the global state
3670 // accordingly.
3671 send_codec_.reset(new webrtc::VideoCodec(codec));
3672 send_min_bitrate_ = min_bitrate;
3673 send_start_bitrate_ = start_bitrate;
3674 send_max_bitrate_ = max_bitrate;
3675 } else {
3676 // At least one SetSendCodec call failed, rollback.
3677 for (SendChannelMap::iterator iter = send_channels_.begin();
3678 iter != send_channels_.end(); ++iter) {
3679 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3680 if (send_codec_) {
3681 SetSendCodec(send_channel, *send_codec_.get(), send_min_bitrate_,
3682 send_start_bitrate_, send_max_bitrate_);
3683 }
3684 }
3685 }
3686 return ret_val;
3687}
3688
3689bool WebRtcVideoMediaChannel::SetSendCodec(
3690 WebRtcVideoChannelSendInfo* send_channel,
3691 const webrtc::VideoCodec& codec,
3692 int min_bitrate,
3693 int start_bitrate,
3694 int max_bitrate) {
3695 if (!send_channel) {
3696 return false;
3697 }
3698 const int channel_id = send_channel->channel_id();
3699 // Make a copy of the codec
3700 webrtc::VideoCodec target_codec = codec;
3701 target_codec.startBitrate = start_bitrate;
3702 target_codec.minBitrate = min_bitrate;
3703 target_codec.maxBitrate = max_bitrate;
3704
3705 // Set the default number of temporal layers for VP8.
3706 if (webrtc::kVideoCodecVP8 == codec.codecType) {
3707 target_codec.codecSpecific.VP8.numberOfTemporalLayers =
3708 kDefaultNumberOfTemporalLayers;
3709
3710 // Turn off the VP8 error resilience
3711 target_codec.codecSpecific.VP8.resilience = webrtc::kResilienceOff;
3712
3713 bool enable_denoising =
3714 options_.video_noise_reduction.GetWithDefaultIfUnset(false);
3715 target_codec.codecSpecific.VP8.denoisingOn = enable_denoising;
3716 }
3717
3718 // Register external encoder if codec type is supported by encoder factory.
3719 if (engine()->IsExternalEncoderCodecType(codec.codecType) &&
3720 !send_channel->IsEncoderRegistered(target_codec.plType)) {
3721 webrtc::VideoEncoder* encoder =
3722 engine()->CreateExternalEncoder(codec.codecType);
3723 if (encoder) {
3724 if (engine()->vie()->ext_codec()->RegisterExternalSendCodec(
3725 channel_id, target_codec.plType, encoder, false) == 0) {
3726 send_channel->RegisterEncoder(target_codec.plType, encoder);
3727 } else {
3728 LOG_RTCERR2(RegisterExternalSendCodec, channel_id, target_codec.plName);
3729 engine()->DestroyExternalEncoder(encoder);
3730 }
3731 }
3732 }
3733
3734 // Resolution and framerate may vary for different send channels.
3735 const VideoFormat& video_format = send_channel->video_format();
3736 UpdateVideoCodec(video_format, &target_codec);
3737
3738 if (target_codec.width == 0 && target_codec.height == 0) {
3739 const uint32 ssrc = send_channel->stream_params()->first_ssrc();
3740 LOG(LS_INFO) << "0x0 resolution selected. Captured frames will be dropped "
3741 << "for ssrc: " << ssrc << ".";
3742 } else {
3743 MaybeChangeStartBitrate(channel_id, &target_codec);
wu@webrtc.org05e7b442014-04-01 17:44:24 +00003744 webrtc::VideoCodec current_codec;
3745 if (!engine()->vie()->codec()->GetSendCodec(channel_id, current_codec)) {
3746 // Compare against existing configured send codec.
3747 if (current_codec == target_codec) {
3748 // Codec is already configured on channel. no need to apply.
3749 return true;
3750 }
3751 }
3752
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003753 if (0 != engine()->vie()->codec()->SetSendCodec(channel_id, target_codec)) {
3754 LOG_RTCERR2(SetSendCodec, channel_id, target_codec.plName);
3755 return false;
3756 }
3757
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003758 // NOTE: SetRtxSendPayloadType must be called after all simulcast SSRCs
3759 // are configured. Otherwise ssrc's configured after this point will use
3760 // the primary PT for RTX.
3761 if (send_rtx_type_ != -1 &&
3762 engine()->vie()->rtp()->SetRtxSendPayloadType(channel_id,
3763 send_rtx_type_) != 0) {
3764 LOG_RTCERR2(SetRtxSendPayloadType, channel_id, send_rtx_type_);
3765 return false;
3766 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003767 }
3768 send_channel->set_interval(
3769 cricket::VideoFormat::FpsToInterval(target_codec.maxFramerate));
3770 return true;
3771}
3772
3773
3774static std::string ToString(webrtc::VideoCodecComplexity complexity) {
3775 switch (complexity) {
3776 case webrtc::kComplexityNormal:
3777 return "normal";
3778 case webrtc::kComplexityHigh:
3779 return "high";
3780 case webrtc::kComplexityHigher:
3781 return "higher";
3782 case webrtc::kComplexityMax:
3783 return "max";
3784 default:
3785 return "unknown";
3786 }
3787}
3788
3789static std::string ToString(webrtc::VP8ResilienceMode resilience) {
3790 switch (resilience) {
3791 case webrtc::kResilienceOff:
3792 return "off";
3793 case webrtc::kResilientStream:
3794 return "stream";
3795 case webrtc::kResilientFrames:
3796 return "frames";
3797 default:
3798 return "unknown";
3799 }
3800}
3801
3802void WebRtcVideoMediaChannel::LogSendCodecChange(const std::string& reason) {
3803 webrtc::VideoCodec vie_codec;
3804 if (engine()->vie()->codec()->GetSendCodec(vie_channel_, vie_codec) != 0) {
3805 LOG_RTCERR1(GetSendCodec, vie_channel_);
3806 return;
3807 }
3808
3809 LOG(LS_INFO) << reason << " : selected video codec "
3810 << vie_codec.plName << "/"
3811 << vie_codec.width << "x" << vie_codec.height << "x"
3812 << static_cast<int>(vie_codec.maxFramerate) << "fps"
3813 << "@" << vie_codec.maxBitrate << "kbps"
3814 << " (min=" << vie_codec.minBitrate << "kbps,"
3815 << " start=" << vie_codec.startBitrate << "kbps)";
3816 LOG(LS_INFO) << "Video max quantization: " << vie_codec.qpMax;
3817 if (webrtc::kVideoCodecVP8 == vie_codec.codecType) {
3818 LOG(LS_INFO) << "VP8 number of temporal layers: "
3819 << static_cast<int>(
3820 vie_codec.codecSpecific.VP8.numberOfTemporalLayers);
3821 LOG(LS_INFO) << "VP8 options : "
3822 << "picture loss indication = "
3823 << vie_codec.codecSpecific.VP8.pictureLossIndicationOn
3824 << ", feedback mode = "
3825 << vie_codec.codecSpecific.VP8.feedbackModeOn
3826 << ", complexity = "
3827 << ToString(vie_codec.codecSpecific.VP8.complexity)
3828 << ", resilience = "
3829 << ToString(vie_codec.codecSpecific.VP8.resilience)
3830 << ", denoising = "
3831 << vie_codec.codecSpecific.VP8.denoisingOn
3832 << ", error concealment = "
3833 << vie_codec.codecSpecific.VP8.errorConcealmentOn
3834 << ", automatic resize = "
3835 << vie_codec.codecSpecific.VP8.automaticResizeOn
3836 << ", frame dropping = "
3837 << vie_codec.codecSpecific.VP8.frameDroppingOn
3838 << ", key frame interval = "
3839 << vie_codec.codecSpecific.VP8.keyFrameInterval;
3840 }
3841
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003842 if (send_rtx_type_ != -1) {
3843 LOG(LS_INFO) << "RTX payload type: " << send_rtx_type_;
3844 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003845}
3846
3847bool WebRtcVideoMediaChannel::SetReceiveCodecs(
3848 WebRtcVideoChannelRecvInfo* info) {
3849 int red_type = -1;
3850 int fec_type = -1;
3851 int channel_id = info->channel_id();
3852 for (std::vector<webrtc::VideoCodec>::iterator it = receive_codecs_.begin();
3853 it != receive_codecs_.end(); ++it) {
3854 if (it->codecType == webrtc::kVideoCodecRED) {
3855 red_type = it->plType;
3856 } else if (it->codecType == webrtc::kVideoCodecULPFEC) {
3857 fec_type = it->plType;
3858 }
3859 if (engine()->vie()->codec()->SetReceiveCodec(channel_id, *it) != 0) {
3860 LOG_RTCERR2(SetReceiveCodec, channel_id, it->plName);
3861 return false;
3862 }
3863 if (!info->IsDecoderRegistered(it->plType) &&
3864 it->codecType != webrtc::kVideoCodecRED &&
3865 it->codecType != webrtc::kVideoCodecULPFEC) {
3866 webrtc::VideoDecoder* decoder =
3867 engine()->CreateExternalDecoder(it->codecType);
3868 if (decoder) {
3869 if (engine()->vie()->ext_codec()->RegisterExternalReceiveCodec(
3870 channel_id, it->plType, decoder) == 0) {
3871 info->RegisterDecoder(it->plType, decoder);
3872 } else {
3873 LOG_RTCERR2(RegisterExternalReceiveCodec, channel_id, it->plName);
3874 engine()->DestroyExternalDecoder(decoder);
3875 }
3876 }
3877 }
3878 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003879 return true;
3880}
3881
3882int WebRtcVideoMediaChannel::GetRecvChannelNum(uint32 ssrc) {
3883 if (ssrc == first_receive_ssrc_) {
3884 return vie_channel_;
3885 }
3886 RecvChannelMap::iterator it = recv_channels_.find(ssrc);
3887 return (it != recv_channels_.end()) ? it->second->channel_id() : -1;
3888}
3889
3890// If the new frame size is different from the send codec size we set on vie,
3891// we need to reset the send codec on vie.
3892// The new send codec size should not exceed send_codec_ which is controlled
3893// only by the 'jec' logic.
3894bool WebRtcVideoMediaChannel::MaybeResetVieSendCodec(
3895 WebRtcVideoChannelSendInfo* send_channel,
3896 int new_width,
3897 int new_height,
3898 bool is_screencast,
3899 bool* reset) {
3900 if (reset) {
3901 *reset = false;
3902 }
3903 ASSERT(send_codec_.get() != NULL);
3904
3905 webrtc::VideoCodec target_codec = *send_codec_.get();
3906 const VideoFormat& video_format = send_channel->video_format();
3907 UpdateVideoCodec(video_format, &target_codec);
3908
3909 // Vie send codec size should not exceed target_codec.
3910 int target_width = new_width;
3911 int target_height = new_height;
3912 if (!is_screencast &&
3913 (new_width > target_codec.width || new_height > target_codec.height)) {
3914 target_width = target_codec.width;
3915 target_height = target_codec.height;
3916 }
3917
3918 // Get current vie codec.
3919 webrtc::VideoCodec vie_codec;
3920 const int channel_id = send_channel->channel_id();
3921 if (engine()->vie()->codec()->GetSendCodec(channel_id, vie_codec) != 0) {
3922 LOG_RTCERR1(GetSendCodec, channel_id);
3923 return false;
3924 }
3925 const int cur_width = vie_codec.width;
3926 const int cur_height = vie_codec.height;
3927
3928 // Only reset send codec when there is a size change. Additionally,
3929 // automatic resize needs to be turned off when screencasting and on when
3930 // not screencasting.
3931 // Don't allow automatic resizing for screencasting.
3932 bool automatic_resize = !is_screencast;
3933 // Turn off VP8 frame dropping when screensharing as the current model does
3934 // not work well at low fps.
3935 bool vp8_frame_dropping = !is_screencast;
3936 // Disable denoising for screencasting.
3937 bool enable_denoising =
3938 options_.video_noise_reduction.GetWithDefaultIfUnset(false);
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003939#ifdef USE_WEBRTC_DEV_BRANCH
3940 int screencast_min_bitrate =
3941 options_.screencast_min_bitrate.GetWithDefaultIfUnset(0);
3942 bool leaky_bucket = options_.video_leaky_bucket.GetWithDefaultIfUnset(false);
3943#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003944 bool denoising = !is_screencast && enable_denoising;
3945 bool reset_send_codec =
3946 target_width != cur_width || target_height != cur_height ||
3947 automatic_resize != vie_codec.codecSpecific.VP8.automaticResizeOn ||
3948 denoising != vie_codec.codecSpecific.VP8.denoisingOn ||
3949 vp8_frame_dropping != vie_codec.codecSpecific.VP8.frameDroppingOn;
3950
3951 if (reset_send_codec) {
3952 // Set the new codec on vie.
3953 vie_codec.width = target_width;
3954 vie_codec.height = target_height;
3955 vie_codec.maxFramerate = target_codec.maxFramerate;
3956 vie_codec.startBitrate = target_codec.startBitrate;
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00003957#ifdef USE_WEBRTC_DEV_BRANCH
3958 vie_codec.targetBitrate = 0;
3959#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003960 vie_codec.codecSpecific.VP8.automaticResizeOn = automatic_resize;
3961 vie_codec.codecSpecific.VP8.denoisingOn = denoising;
3962 vie_codec.codecSpecific.VP8.frameDroppingOn = vp8_frame_dropping;
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00003963 bool maybe_change_start_bitrate = !is_screencast;
3964#ifdef USE_WEBRTC_DEV_BRANCH
3965 // TODO(pbos): When USE_WEBRTC_DEV_BRANCH is removed, remove
3966 // maybe_change_start_bitrate as well. MaybeChangeStartBitrate should be
3967 // called for all content.
3968 maybe_change_start_bitrate = true;
3969#endif
3970 if (maybe_change_start_bitrate)
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003971 MaybeChangeStartBitrate(channel_id, &vie_codec);
3972
3973 if (engine()->vie()->codec()->SetSendCodec(channel_id, vie_codec) != 0) {
3974 LOG_RTCERR1(SetSendCodec, channel_id);
3975 return false;
3976 }
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003977
3978#ifdef USE_WEBRTC_DEV_BRANCH
3979 if (is_screencast) {
3980 engine()->vie()->rtp()->SetMinTransmitBitrate(channel_id,
3981 screencast_min_bitrate);
3982 // If screencast and min bitrate set, force enable pacer.
3983 if (screencast_min_bitrate > 0) {
3984 engine()->vie()->rtp()->SetTransmissionSmoothingStatus(channel_id,
3985 true);
3986 }
3987 } else {
3988 // In case of switching from screencast to regular capture, set
3989 // min bitrate padding and pacer back to defaults.
3990 engine()->vie()->rtp()->SetMinTransmitBitrate(channel_id, 0);
3991 engine()->vie()->rtp()->SetTransmissionSmoothingStatus(channel_id,
3992 leaky_bucket);
3993 }
3994#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003995 if (reset) {
3996 *reset = true;
3997 }
3998 LogSendCodecChange("Capture size changed");
3999 }
4000
4001 return true;
4002}
4003
4004void WebRtcVideoMediaChannel::MaybeChangeStartBitrate(
4005 int channel_id, webrtc::VideoCodec* video_codec) {
4006 if (video_codec->startBitrate < video_codec->minBitrate) {
4007 video_codec->startBitrate = video_codec->minBitrate;
4008 } else if (video_codec->startBitrate > video_codec->maxBitrate) {
4009 video_codec->startBitrate = video_codec->maxBitrate;
4010 }
4011
4012 // Use a previous target bitrate, if there is one.
4013 unsigned int current_target_bitrate = 0;
4014 if (engine()->vie()->codec()->GetCodecTargetBitrate(
4015 channel_id, &current_target_bitrate) == 0) {
4016 // Convert to kbps.
4017 current_target_bitrate /= 1000;
4018 if (current_target_bitrate > video_codec->maxBitrate) {
4019 current_target_bitrate = video_codec->maxBitrate;
4020 }
4021 if (current_target_bitrate > video_codec->startBitrate) {
4022 video_codec->startBitrate = current_target_bitrate;
4023 }
4024 }
4025}
4026
4027void WebRtcVideoMediaChannel::OnMessage(talk_base::Message* msg) {
4028 FlushBlackFrameData* black_frame_data =
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00004029 static_cast<FlushBlackFrameData*>(msg->pdata);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004030 FlushBlackFrame(black_frame_data->ssrc, black_frame_data->timestamp);
4031 delete black_frame_data;
4032}
4033
4034int WebRtcVideoMediaChannel::SendPacket(int channel, const void* data,
4035 int len) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004036 talk_base::Buffer packet(data, len, kMaxRtpPacketLen);
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00004037 return MediaChannel::SendPacket(&packet) ? len : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004038}
4039
4040int WebRtcVideoMediaChannel::SendRTCPPacket(int channel,
4041 const void* data,
4042 int len) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004043 talk_base::Buffer packet(data, len, kMaxRtpPacketLen);
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00004044 return MediaChannel::SendRtcp(&packet) ? len : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004045}
4046
4047void WebRtcVideoMediaChannel::QueueBlackFrame(uint32 ssrc, int64 timestamp,
4048 int framerate) {
4049 if (timestamp) {
4050 FlushBlackFrameData* black_frame_data = new FlushBlackFrameData(
4051 ssrc,
4052 timestamp);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00004053 const int delay_ms = static_cast<int>(
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004054 2 * cricket::VideoFormat::FpsToInterval(framerate) *
4055 talk_base::kNumMillisecsPerSec / talk_base::kNumNanosecsPerSec);
4056 worker_thread()->PostDelayed(delay_ms, this, 0, black_frame_data);
4057 }
4058}
4059
4060void WebRtcVideoMediaChannel::FlushBlackFrame(uint32 ssrc, int64 timestamp) {
4061 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
4062 if (!send_channel) {
4063 return;
4064 }
4065 talk_base::scoped_ptr<const VideoFrame> black_frame_ptr;
4066
4067 const WebRtcLocalStreamInfo* channel_stream_info =
4068 send_channel->local_stream_info();
4069 int64 last_frame_time_stamp = channel_stream_info->time_stamp();
4070 if (last_frame_time_stamp == timestamp) {
4071 size_t last_frame_width = 0;
4072 size_t last_frame_height = 0;
4073 int64 last_frame_elapsed_time = 0;
4074 channel_stream_info->GetLastFrameInfo(&last_frame_width, &last_frame_height,
4075 &last_frame_elapsed_time);
4076 if (!last_frame_width || !last_frame_height) {
4077 return;
4078 }
4079 WebRtcVideoFrame black_frame;
4080 // Black frame is not screencast.
4081 const bool screencasting = false;
4082 const int64 timestamp_delta = send_channel->interval();
4083 if (!black_frame.InitToBlack(send_codec_->width, send_codec_->height, 1, 1,
4084 last_frame_elapsed_time + timestamp_delta,
4085 last_frame_time_stamp + timestamp_delta) ||
4086 !SendFrame(send_channel, &black_frame, screencasting)) {
4087 LOG(LS_ERROR) << "Failed to send black frame.";
4088 }
4089 }
4090}
4091
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00004092void WebRtcVideoMediaChannel::OnCpuAdaptationUnable() {
4093 // ssrc is hardcoded to 0. This message is based on a system wide issue,
4094 // so finding which ssrc caused it doesn't matter.
4095 SignalMediaError(0, VideoMediaChannel::ERROR_REC_CPU_MAX_CANT_DOWNGRADE);
4096}
4097
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004098void WebRtcVideoMediaChannel::SetNetworkTransmissionState(
4099 bool is_transmitting) {
4100 LOG(LS_INFO) << "SetNetworkTransmissionState: " << is_transmitting;
4101 for (SendChannelMap::iterator iter = send_channels_.begin();
4102 iter != send_channels_.end(); ++iter) {
4103 WebRtcVideoChannelSendInfo* send_channel = iter->second;
4104 int channel_id = send_channel->channel_id();
4105 engine_->vie()->network()->SetNetworkTransmissionState(channel_id,
4106 is_transmitting);
4107 }
4108}
4109
4110bool WebRtcVideoMediaChannel::SetHeaderExtension(ExtensionSetterFunction setter,
4111 int channel_id, const RtpHeaderExtension* extension) {
4112 bool enable = false;
4113 int id = 0;
4114 if (extension) {
4115 enable = true;
4116 id = extension->id;
4117 }
4118 if ((engine_->vie()->rtp()->*setter)(channel_id, enable, id) != 0) {
4119 LOG_RTCERR4(*setter, extension->uri, channel_id, enable, id);
4120 return false;
4121 }
4122 return true;
4123}
4124
4125bool WebRtcVideoMediaChannel::SetHeaderExtension(ExtensionSetterFunction setter,
4126 int channel_id, const std::vector<RtpHeaderExtension>& extensions,
4127 const char header_extension_uri[]) {
4128 const RtpHeaderExtension* extension = FindHeaderExtension(extensions,
4129 header_extension_uri);
4130 return SetHeaderExtension(setter, channel_id, extension);
4131}
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00004132
4133bool WebRtcVideoMediaChannel::SetLocalRtxSsrc(int channel_id,
4134 const StreamParams& send_params,
4135 uint32 primary_ssrc,
4136 int stream_idx) {
4137 uint32 rtx_ssrc = 0;
4138 bool has_rtx = send_params.GetFidSsrc(primary_ssrc, &rtx_ssrc);
4139 if (has_rtx && engine()->vie()->rtp()->SetLocalSSRC(
4140 channel_id, rtx_ssrc, webrtc::kViEStreamTypeRtx, stream_idx) != 0) {
4141 LOG_RTCERR4(SetLocalSSRC, channel_id, rtx_ssrc,
4142 webrtc::kViEStreamTypeRtx, stream_idx);
4143 return false;
4144 }
4145 return true;
4146}
4147
wu@webrtc.org24301a62013-12-13 19:17:43 +00004148void WebRtcVideoMediaChannel::MaybeConnectCapturer(VideoCapturer* capturer) {
4149 if (capturer != NULL && GetSendChannelNum(capturer) == 1) {
wu@webrtc.orgf7d501d2014-03-27 23:48:25 +00004150 capturer->SignalVideoFrame.connect(this,
4151 &WebRtcVideoMediaChannel::SendFrame);
wu@webrtc.org24301a62013-12-13 19:17:43 +00004152 }
4153}
4154
4155void WebRtcVideoMediaChannel::MaybeDisconnectCapturer(VideoCapturer* capturer) {
4156 if (capturer != NULL && GetSendChannelNum(capturer) == 1) {
4157 capturer->SignalVideoFrame.disconnect(this);
4158 }
4159}
4160
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004161} // namespace cricket
4162
4163#endif // HAVE_WEBRTC_VIDEO