blob: d13798627fe5e19e9ef8a8e7d4f64a2196db4948 [file] [log] [blame]
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001/*
2 * libjingle
3 * Copyright 2004 Google Inc.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
7 *
8 * 1. Redistributions of source code must retain the above copyright notice,
9 * this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright notice,
11 * this list of conditions and the following disclaimer in the documentation
12 * and/or other materials provided with the distribution.
13 * 3. The name of the author may not be used to endorse or promote products
14 * derived from this software without specific prior written permission.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
17 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
18 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
19 * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
21 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
22 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
24 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
25 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 */
27
28#ifdef HAVE_WEBRTC_VIDEO
29#include "talk/media/webrtc/webrtcvideoengine.h"
30
31#ifdef HAVE_CONFIG_H
32#include <config.h>
33#endif
34
35#include <math.h>
36#include <set>
37
38#include "talk/base/basictypes.h"
39#include "talk/base/buffer.h"
40#include "talk/base/byteorder.h"
41#include "talk/base/common.h"
42#include "talk/base/cpumonitor.h"
43#include "talk/base/logging.h"
44#include "talk/base/stringutils.h"
45#include "talk/base/thread.h"
46#include "talk/base/timeutils.h"
47#include "talk/media/base/constants.h"
48#include "talk/media/base/rtputils.h"
49#include "talk/media/base/streamparams.h"
50#include "talk/media/base/videoadapter.h"
51#include "talk/media/base/videocapturer.h"
52#include "talk/media/base/videorenderer.h"
53#include "talk/media/devices/filevideocapturer.h"
wu@webrtc.org9dba5252013-08-05 20:36:57 +000054#include "talk/media/webrtc/webrtcpassthroughrender.h"
55#include "talk/media/webrtc/webrtctexturevideoframe.h"
56#include "talk/media/webrtc/webrtcvideocapturer.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000057#include "talk/media/webrtc/webrtcvideodecoderfactory.h"
58#include "talk/media/webrtc/webrtcvideoencoderfactory.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000059#include "talk/media/webrtc/webrtcvideoframe.h"
60#include "talk/media/webrtc/webrtcvie.h"
61#include "talk/media/webrtc/webrtcvoe.h"
62#include "talk/media/webrtc/webrtcvoiceengine.h"
henrike@webrtc.orga92fd742014-03-26 01:46:18 +000063#include "webrtc/experiments.h"
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +000064#include "webrtc/modules/remote_bitrate_estimator/include/remote_bitrate_estimator.h"
buildbot@webrtc.org251fdf62014-06-03 23:43:48 +000065#ifdef WEBRTC_CHROMIUM_BUILD
66#include "webrtc/system_wrappers/interface/field_trial.h"
67#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +000068
69#if !defined(LIBPEERCONNECTION_LIB)
henrike@webrtc.org28e20752013-07-10 00:45:36 +000070#include "talk/media/webrtc/webrtcmediaengine.h"
71
buildbot@webrtc.orgaf81b9b2014-06-04 00:08:54 +000072#ifdef _WIN32
73#define strtok_r strtok_s
74#endif // _WIN32
75
henrike@webrtc.org28e20752013-07-10 00:45:36 +000076WRME_EXPORT
77cricket::MediaEngineInterface* CreateWebRtcMediaEngine(
78 webrtc::AudioDeviceModule* adm, webrtc::AudioDeviceModule* adm_sc,
79 cricket::WebRtcVideoEncoderFactory* encoder_factory,
80 cricket::WebRtcVideoDecoderFactory* decoder_factory) {
buildbot@webrtc.org251fdf62014-06-03 23:43:48 +000081#ifdef WEBRTC_CHROMIUM_BUILD
82 if (webrtc::field_trial::FindFullName("WebRTC-NewVideoAPI") == "Enabled") {
83 return new cricket::WebRtcMediaEngine2(
84 adm, adm_sc, encoder_factory, decoder_factory);
85 } else {
86#endif
87 return new cricket::WebRtcMediaEngine(
88 adm, adm_sc, encoder_factory, decoder_factory);
89#ifdef WEBRTC_CHROMIUM_BUILD
90 }
91#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +000092}
93
94WRME_EXPORT
95void DestroyWebRtcMediaEngine(cricket::MediaEngineInterface* media_engine) {
buildbot@webrtc.org251fdf62014-06-03 23:43:48 +000096#ifdef WEBRTC_CHROMIUM_BUILD
97 if (webrtc::field_trial::FindFullName("WebRTC-NewVideoAPI") == "Enabled") {
98 delete static_cast<cricket::WebRtcMediaEngine2*>(media_engine);
99 } else {
100#endif
101 delete static_cast<cricket::WebRtcMediaEngine*>(media_engine);
102#ifdef WEBRTC_CHROMIUM_BUILD
103 }
104#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000105}
106#endif
107
108
109namespace cricket {
110
111
112static const int kDefaultLogSeverity = talk_base::LS_WARNING;
113
114static const int kMinVideoBitrate = 50;
115static const int kStartVideoBitrate = 300;
116static const int kMaxVideoBitrate = 2000;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000117
wu@webrtc.orgcecfd182013-10-30 05:18:12 +0000118// Controlled by exp, try a super low minimum bitrate for poor connections.
119static const int kLowerMinBitrate = 30;
120
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000121static const int kVideoMtu = 1200;
122
123static const int kVideoRtpBufferSize = 65536;
124
125static const char kVp8PayloadName[] = "VP8";
126static const char kRedPayloadName[] = "red";
127static const char kFecPayloadName[] = "ulpfec";
128
129static const int kDefaultNumberOfTemporalLayers = 1; // 1:1
130
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000131static const int kExternalVideoPayloadTypeBase = 120;
132
buildbot@webrtc.org073dfdd2014-05-08 19:36:21 +0000133static bool BitrateIsSet(int value) {
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +0000134 return value > kAutoBandwidth;
135}
136
buildbot@webrtc.org073dfdd2014-05-08 19:36:21 +0000137static int GetBitrate(int value, int deflt) {
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +0000138 return BitrateIsSet(value) ? value : deflt;
139}
140
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000141// Static allocation of payload type values for external video codec.
142static int GetExternalVideoPayloadType(int index) {
buildbot@webrtc.org34a08b42014-06-02 15:48:10 +0000143#if ENABLE_DEBUG
144 static const int kMaxExternalVideoCodecs = 8;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000145 ASSERT(index >= 0 && index < kMaxExternalVideoCodecs);
buildbot@webrtc.org34a08b42014-06-02 15:48:10 +0000146#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000147 return kExternalVideoPayloadTypeBase + index;
148}
149
150static void LogMultiline(talk_base::LoggingSeverity sev, char* text) {
151 const char* delim = "\r\n";
buildbot@webrtc.orgaf81b9b2014-06-04 00:08:54 +0000152 char* strtok_save;
153 for (char* tok = strtok_r(text, delim, &strtok_save);
154 tok; tok = strtok_r(NULL, delim, &strtok_save)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000155 LOG_V(sev) << tok;
156 }
157}
158
159// Severity is an integer because it comes is assumed to be from command line.
160static int SeverityToFilter(int severity) {
161 int filter = webrtc::kTraceNone;
162 switch (severity) {
163 case talk_base::LS_VERBOSE:
164 filter |= webrtc::kTraceAll;
165 case talk_base::LS_INFO:
166 filter |= (webrtc::kTraceStateInfo | webrtc::kTraceInfo);
167 case talk_base::LS_WARNING:
168 filter |= (webrtc::kTraceTerseInfo | webrtc::kTraceWarning);
169 case talk_base::LS_ERROR:
170 filter |= (webrtc::kTraceError | webrtc::kTraceCritical);
171 }
172 return filter;
173}
174
175static const int kCpuMonitorPeriodMs = 2000; // 2 seconds.
176
177static const bool kNotSending = false;
178
wu@webrtc.orgde305012013-10-31 15:40:38 +0000179// Default video dscp value.
180// See http://tools.ietf.org/html/rfc2474 for details
181// See also http://tools.ietf.org/html/draft-jennings-rtcweb-qos-00
182static const talk_base::DiffServCodePoint kVideoDscpValue =
183 talk_base::DSCP_AF41;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000184
185static bool IsNackEnabled(const VideoCodec& codec) {
186 return codec.HasFeedbackParam(FeedbackParam(kRtcpFbParamNack,
187 kParamValueEmpty));
188}
189
190// Returns true if Receiver Estimated Max Bitrate is enabled.
191static bool IsRembEnabled(const VideoCodec& codec) {
192 return codec.HasFeedbackParam(FeedbackParam(kRtcpFbParamRemb,
193 kParamValueEmpty));
194}
195
196struct FlushBlackFrameData : public talk_base::MessageData {
197 FlushBlackFrameData(uint32 s, int64 t) : ssrc(s), timestamp(t) {
198 }
199 uint32 ssrc;
200 int64 timestamp;
201};
202
203class WebRtcRenderAdapter : public webrtc::ExternalRenderer {
204 public:
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000205 WebRtcRenderAdapter(VideoRenderer* renderer, int channel_id)
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000206 : renderer_(renderer),
207 channel_id_(channel_id),
208 width_(0),
209 height_(0),
buildbot@webrtc.orgf9f1bfb2014-05-21 17:02:15 +0000210 capture_start_rtp_time_stamp_(-1),
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000211 capture_start_ntp_time_ms_(0) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000212 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000213
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000214 virtual ~WebRtcRenderAdapter() {
215 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000216
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000217 void SetRenderer(VideoRenderer* renderer) {
218 talk_base::CritScope cs(&crit_);
219 renderer_ = renderer;
220 // FrameSizeChange may have already been called when renderer was not set.
221 // If so we should call SetSize here.
222 // TODO(ronghuawu): Add unit test for this case. Didn't do it now
223 // because the WebRtcRenderAdapter is currently hiding in cc file. No
224 // good way to get access to it from the unit test.
225 if (width_ > 0 && height_ > 0 && renderer_ != NULL) {
226 if (!renderer_->SetSize(width_, height_, 0)) {
227 LOG(LS_ERROR)
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000228 << "WebRtcRenderAdapter (channel " << channel_id_
229 << ") SetRenderer failed to SetSize to: "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000230 << width_ << "x" << height_;
231 }
232 }
233 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000234
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000235 // Implementation of webrtc::ExternalRenderer.
236 virtual int FrameSizeChange(unsigned int width, unsigned int height,
237 unsigned int /*number_of_streams*/) {
238 talk_base::CritScope cs(&crit_);
239 width_ = width;
240 height_ = height;
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000241 LOG(LS_INFO) << "WebRtcRenderAdapter (channel " << channel_id_
242 << ") frame size changed to: "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000243 << width << "x" << height;
244 if (renderer_ == NULL) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000245 LOG(LS_VERBOSE) << "WebRtcRenderAdapter (channel " << channel_id_
246 << ") the renderer has not been set. "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000247 << "SetSize will be called later in SetRenderer.";
248 return 0;
249 }
250 return renderer_->SetSize(width_, height_, 0) ? 0 : -1;
251 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000252
buildbot@webrtc.org1fd5b452014-04-15 17:39:43 +0000253 virtual int DeliverFrame(unsigned char* buffer,
254 int buffer_size,
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000255 uint32_t rtp_time_stamp,
buildbot@webrtc.org1fd5b452014-04-15 17:39:43 +0000256#ifdef USE_WEBRTC_DEV_BRANCH
257 int64_t ntp_time_ms,
258#endif
259 int64_t render_time,
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000260 void* handle) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000261 talk_base::CritScope cs(&crit_);
buildbot@webrtc.orgf9f1bfb2014-05-21 17:02:15 +0000262 if (capture_start_rtp_time_stamp_ < 0) {
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000263 capture_start_rtp_time_stamp_ = rtp_time_stamp;
264 }
buildbot@webrtc.org22190372014-05-07 17:52:33 +0000265
266 const int kVideoCodecClockratekHz = cricket::kVideoCodecClockrate / 1000;
267
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000268#ifdef USE_WEBRTC_DEV_BRANCH
269 if (ntp_time_ms > 0) {
buildbot@webrtc.orgf9f1bfb2014-05-21 17:02:15 +0000270 int64 elapsed_time_ms =
271 (rtp_ts_wraparound_handler_.Unwrap(rtp_time_stamp) -
272 capture_start_rtp_time_stamp_) / kVideoCodecClockratekHz;
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000273 capture_start_ntp_time_ms_ = ntp_time_ms - elapsed_time_ms;
274 }
275#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000276 frame_rate_tracker_.Update(1);
277 if (renderer_ == NULL) {
278 return 0;
279 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000280 // Convert 90K rtp timestamp to ns timestamp.
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000281 int64 rtp_time_stamp_in_ns = (rtp_time_stamp / kVideoCodecClockratekHz) *
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000282 talk_base::kNumNanosecsPerMillisec;
283 // Convert milisecond render time to ns timestamp.
284 int64 render_time_stamp_in_ns = render_time *
285 talk_base::kNumNanosecsPerMillisec;
286 // Send the rtp timestamp to renderer as the VideoFrame timestamp.
287 // and the render timestamp as the VideoFrame elapsed_time.
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000288 if (handle == NULL) {
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000289 return DeliverBufferFrame(buffer, buffer_size, render_time_stamp_in_ns,
buildbot@webrtc.org740e6b32014-04-30 15:33:45 +0000290 rtp_time_stamp_in_ns);
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000291 } else {
292 return DeliverTextureFrame(handle, render_time_stamp_in_ns,
buildbot@webrtc.org740e6b32014-04-30 15:33:45 +0000293 rtp_time_stamp_in_ns);
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000294 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000295 }
296
297 virtual bool IsTextureSupported() { return true; }
298
299 int DeliverBufferFrame(unsigned char* buffer, int buffer_size,
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000300 int64 elapsed_time, int64 rtp_time_stamp_in_ns) {
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000301 WebRtcVideoFrame video_frame;
wu@webrtc.org16d62542013-11-05 23:45:14 +0000302 video_frame.Alias(buffer, buffer_size, width_, height_,
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000303 1, 1, elapsed_time, rtp_time_stamp_in_ns, 0);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000304
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000305 // Sanity check on decoded frame size.
306 if (buffer_size != static_cast<int>(VideoFrame::SizeOf(width_, height_))) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000307 LOG(LS_WARNING) << "WebRtcRenderAdapter (channel " << channel_id_
308 << ") received a strange frame size: "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000309 << buffer_size;
310 }
311
312 int ret = renderer_->RenderFrame(&video_frame) ? 0 : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000313 return ret;
314 }
315
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000316 int DeliverTextureFrame(void* handle,
317 int64 elapsed_time,
318 int64 rtp_time_stamp_in_ns) {
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000319 WebRtcTextureVideoFrame video_frame(
320 static_cast<webrtc::NativeHandle*>(handle), width_, height_,
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000321 elapsed_time, rtp_time_stamp_in_ns);
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000322 return renderer_->RenderFrame(&video_frame);
323 }
324
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000325 unsigned int width() {
326 talk_base::CritScope cs(&crit_);
327 return width_;
328 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000329
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000330 unsigned int height() {
331 talk_base::CritScope cs(&crit_);
332 return height_;
333 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000334
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000335 int framerate() {
336 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000337 return static_cast<int>(frame_rate_tracker_.units_second());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000338 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000339
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000340 VideoRenderer* renderer() {
341 talk_base::CritScope cs(&crit_);
342 return renderer_;
343 }
344
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000345 int64 capture_start_ntp_time_ms() {
346 talk_base::CritScope cs(&crit_);
347 return capture_start_ntp_time_ms_;
348 }
349
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000350 private:
351 talk_base::CriticalSection crit_;
352 VideoRenderer* renderer_;
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000353 int channel_id_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000354 unsigned int width_;
355 unsigned int height_;
356 talk_base::RateTracker frame_rate_tracker_;
buildbot@webrtc.orgf9f1bfb2014-05-21 17:02:15 +0000357 talk_base::TimestampWrapAroundHandler rtp_ts_wraparound_handler_;
358 int64 capture_start_rtp_time_stamp_;
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000359 int64 capture_start_ntp_time_ms_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000360};
361
362class WebRtcDecoderObserver : public webrtc::ViEDecoderObserver {
363 public:
364 explicit WebRtcDecoderObserver(int video_channel)
365 : video_channel_(video_channel),
366 framerate_(0),
367 bitrate_(0),
wu@webrtc.org97077a32013-10-25 21:18:33 +0000368 decode_ms_(0),
369 max_decode_ms_(0),
370 current_delay_ms_(0),
371 target_delay_ms_(0),
372 jitter_buffer_ms_(0),
373 min_playout_delay_ms_(0),
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000374 render_delay_ms_(0) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000375 }
376
377 // virtual functions from VieDecoderObserver.
378 virtual void IncomingCodecChanged(const int videoChannel,
379 const webrtc::VideoCodec& videoCodec) {}
380 virtual void IncomingRate(const int videoChannel,
381 const unsigned int framerate,
382 const unsigned int bitrate) {
wu@webrtc.org78187522013-10-07 23:32:02 +0000383 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000384 ASSERT(video_channel_ == videoChannel);
385 framerate_ = framerate;
386 bitrate_ = bitrate;
387 }
wu@webrtc.org97077a32013-10-25 21:18:33 +0000388
389 virtual void DecoderTiming(int decode_ms,
390 int max_decode_ms,
391 int current_delay_ms,
392 int target_delay_ms,
393 int jitter_buffer_ms,
394 int min_playout_delay_ms,
395 int render_delay_ms) {
396 talk_base::CritScope cs(&crit_);
397 decode_ms_ = decode_ms;
398 max_decode_ms_ = max_decode_ms;
399 current_delay_ms_ = current_delay_ms;
400 target_delay_ms_ = target_delay_ms;
401 jitter_buffer_ms_ = jitter_buffer_ms;
402 min_playout_delay_ms_ = min_playout_delay_ms;
403 render_delay_ms_ = render_delay_ms;
404 }
405
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000406 virtual void RequestNewKeyFrame(const int videoChannel) {}
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000407
wu@webrtc.org97077a32013-10-25 21:18:33 +0000408 // Populate |rinfo| based on previously-set data in |*this|.
409 void ExportTo(VideoReceiverInfo* rinfo) {
wu@webrtc.org78187522013-10-07 23:32:02 +0000410 talk_base::CritScope cs(&crit_);
wu@webrtc.org97077a32013-10-25 21:18:33 +0000411 rinfo->framerate_rcvd = framerate_;
412 rinfo->decode_ms = decode_ms_;
413 rinfo->max_decode_ms = max_decode_ms_;
414 rinfo->current_delay_ms = current_delay_ms_;
415 rinfo->target_delay_ms = target_delay_ms_;
416 rinfo->jitter_buffer_ms = jitter_buffer_ms_;
417 rinfo->min_playout_delay_ms = min_playout_delay_ms_;
418 rinfo->render_delay_ms = render_delay_ms_;
wu@webrtc.org78187522013-10-07 23:32:02 +0000419 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000420
421 private:
wu@webrtc.org78187522013-10-07 23:32:02 +0000422 mutable talk_base::CriticalSection crit_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000423 int video_channel_;
424 int framerate_;
425 int bitrate_;
wu@webrtc.org97077a32013-10-25 21:18:33 +0000426 int decode_ms_;
427 int max_decode_ms_;
428 int current_delay_ms_;
429 int target_delay_ms_;
430 int jitter_buffer_ms_;
431 int min_playout_delay_ms_;
432 int render_delay_ms_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000433};
434
435class WebRtcEncoderObserver : public webrtc::ViEEncoderObserver {
436 public:
437 explicit WebRtcEncoderObserver(int video_channel)
438 : video_channel_(video_channel),
439 framerate_(0),
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000440 bitrate_(0),
441 suspended_(false) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000442 }
443
444 // virtual functions from VieEncoderObserver.
445 virtual void OutgoingRate(const int videoChannel,
446 const unsigned int framerate,
447 const unsigned int bitrate) {
wu@webrtc.org78187522013-10-07 23:32:02 +0000448 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000449 ASSERT(video_channel_ == videoChannel);
450 framerate_ = framerate;
451 bitrate_ = bitrate;
452 }
453
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000454 virtual void SuspendChange(int video_channel, bool is_suspended) {
455 talk_base::CritScope cs(&crit_);
456 ASSERT(video_channel_ == video_channel);
457 suspended_ = is_suspended;
458 }
459
wu@webrtc.org78187522013-10-07 23:32:02 +0000460 int framerate() const {
461 talk_base::CritScope cs(&crit_);
462 return framerate_;
463 }
464 int bitrate() const {
465 talk_base::CritScope cs(&crit_);
466 return bitrate_;
467 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000468 bool suspended() const {
469 talk_base::CritScope cs(&crit_);
470 return suspended_;
471 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000472
473 private:
wu@webrtc.org78187522013-10-07 23:32:02 +0000474 mutable talk_base::CriticalSection crit_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000475 int video_channel_;
476 int framerate_;
477 int bitrate_;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000478 bool suspended_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000479};
480
481class WebRtcLocalStreamInfo {
482 public:
483 WebRtcLocalStreamInfo()
484 : width_(0), height_(0), elapsed_time_(-1), time_stamp_(-1) {}
485 size_t width() const {
486 talk_base::CritScope cs(&crit_);
487 return width_;
488 }
489 size_t height() const {
490 talk_base::CritScope cs(&crit_);
491 return height_;
492 }
493 int64 elapsed_time() const {
494 talk_base::CritScope cs(&crit_);
495 return elapsed_time_;
496 }
497 int64 time_stamp() const {
498 talk_base::CritScope cs(&crit_);
499 return time_stamp_;
500 }
501 int framerate() {
502 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000503 return static_cast<int>(rate_tracker_.units_second());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000504 }
505 void GetLastFrameInfo(
506 size_t* width, size_t* height, int64* elapsed_time) const {
507 talk_base::CritScope cs(&crit_);
508 *width = width_;
509 *height = height_;
510 *elapsed_time = elapsed_time_;
511 }
512
513 void UpdateFrame(const VideoFrame* frame) {
514 talk_base::CritScope cs(&crit_);
515
516 width_ = frame->GetWidth();
517 height_ = frame->GetHeight();
518 elapsed_time_ = frame->GetElapsedTime();
519 time_stamp_ = frame->GetTimeStamp();
520
521 rate_tracker_.Update(1);
522 }
523
524 private:
525 mutable talk_base::CriticalSection crit_;
526 size_t width_;
527 size_t height_;
528 int64 elapsed_time_;
529 int64 time_stamp_;
530 talk_base::RateTracker rate_tracker_;
531
532 DISALLOW_COPY_AND_ASSIGN(WebRtcLocalStreamInfo);
533};
534
535// WebRtcVideoChannelRecvInfo is a container class with members such as renderer
536// and a decoder observer that is used by receive channels.
537// It must exist as long as the receive channel is connected to renderer or a
538// decoder observer in this class and methods in the class should only be called
539// from the worker thread.
540class WebRtcVideoChannelRecvInfo {
541 public:
542 typedef std::map<int, webrtc::VideoDecoder*> DecoderMap; // key: payload type
543 explicit WebRtcVideoChannelRecvInfo(int channel_id)
544 : channel_id_(channel_id),
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000545 render_adapter_(NULL, channel_id),
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000546 decoder_observer_(channel_id) {
547 }
548 int channel_id() { return channel_id_; }
549 void SetRenderer(VideoRenderer* renderer) {
550 render_adapter_.SetRenderer(renderer);
551 }
552 WebRtcRenderAdapter* render_adapter() { return &render_adapter_; }
553 WebRtcDecoderObserver* decoder_observer() { return &decoder_observer_; }
554 void RegisterDecoder(int pl_type, webrtc::VideoDecoder* decoder) {
555 ASSERT(!IsDecoderRegistered(pl_type));
556 registered_decoders_[pl_type] = decoder;
557 }
558 bool IsDecoderRegistered(int pl_type) {
559 return registered_decoders_.count(pl_type) != 0;
560 }
561 const DecoderMap& registered_decoders() {
562 return registered_decoders_;
563 }
564 void ClearRegisteredDecoders() {
565 registered_decoders_.clear();
566 }
567
568 private:
569 int channel_id_; // Webrtc video channel number.
570 // Renderer for this channel.
571 WebRtcRenderAdapter render_adapter_;
572 WebRtcDecoderObserver decoder_observer_;
573 DecoderMap registered_decoders_;
574};
575
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000576class WebRtcOveruseObserver : public webrtc::CpuOveruseObserver {
577 public:
578 explicit WebRtcOveruseObserver(CoordinatedVideoAdapter* video_adapter)
579 : video_adapter_(video_adapter),
580 enabled_(false) {
581 }
582
583 // TODO(mflodman): Consider sending resolution as part of event, to let
584 // adapter know what resolution the request is based on. Helps eliminate stale
585 // data, race conditions.
586 virtual void OveruseDetected() OVERRIDE {
587 talk_base::CritScope cs(&crit_);
588 if (!enabled_) {
589 return;
590 }
591
592 video_adapter_->OnCpuResolutionRequest(CoordinatedVideoAdapter::DOWNGRADE);
593 }
594
595 virtual void NormalUsage() OVERRIDE {
596 talk_base::CritScope cs(&crit_);
597 if (!enabled_) {
598 return;
599 }
600
601 video_adapter_->OnCpuResolutionRequest(CoordinatedVideoAdapter::UPGRADE);
602 }
603
604 void Enable(bool enable) {
605 talk_base::CritScope cs(&crit_);
606 enabled_ = enable;
607 }
608
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000609 bool enabled() const { return enabled_; }
610
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000611 private:
612 CoordinatedVideoAdapter* video_adapter_;
613 bool enabled_;
614 talk_base::CriticalSection crit_;
615};
616
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000617
wu@webrtc.orgd64719d2013-08-01 00:00:07 +0000618class WebRtcVideoChannelSendInfo : public sigslot::has_slots<> {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000619 public:
620 typedef std::map<int, webrtc::VideoEncoder*> EncoderMap; // key: payload type
621 WebRtcVideoChannelSendInfo(int channel_id, int capture_id,
622 webrtc::ViEExternalCapture* external_capture,
623 talk_base::CpuMonitor* cpu_monitor)
624 : channel_id_(channel_id),
625 capture_id_(capture_id),
626 sending_(false),
627 muted_(false),
628 video_capturer_(NULL),
629 encoder_observer_(channel_id),
630 external_capture_(external_capture),
631 capturer_updated_(false),
632 interval_(0),
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000633 cpu_monitor_(cpu_monitor),
634 overuse_observer_enabled_(false) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000635 }
636
637 int channel_id() const { return channel_id_; }
638 int capture_id() const { return capture_id_; }
639 void set_sending(bool sending) { sending_ = sending; }
640 bool sending() const { return sending_; }
641 void set_muted(bool on) {
642 // TODO(asapersson): add support.
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +0000643 // video_adapter_.SetBlackOutput(on);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000644 muted_ = on;
645 }
646 bool muted() {return muted_; }
647
648 WebRtcEncoderObserver* encoder_observer() { return &encoder_observer_; }
649 webrtc::ViEExternalCapture* external_capture() { return external_capture_; }
650 const VideoFormat& video_format() const {
651 return video_format_;
652 }
653 void set_video_format(const VideoFormat& video_format) {
654 video_format_ = video_format;
655 if (video_format_ != cricket::VideoFormat()) {
656 interval_ = video_format_.interval;
657 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000658 CoordinatedVideoAdapter* adapter = video_adapter();
659 if (adapter) {
660 adapter->OnOutputFormatRequest(video_format_);
661 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000662 }
663 void set_interval(int64 interval) {
664 if (video_format() == cricket::VideoFormat()) {
665 interval_ = interval;
666 }
667 }
668 int64 interval() { return interval_; }
669
xians@webrtc.orgef221512014-02-21 10:31:29 +0000670 int CurrentAdaptReason() const {
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000671 const CoordinatedVideoAdapter* adapter = video_adapter();
672 if (!adapter) {
673 return CoordinatedVideoAdapter::ADAPTREASON_NONE;
674 }
675 return video_adapter()->adapt_reason();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000676 }
677
678 StreamParams* stream_params() { return stream_params_.get(); }
679 void set_stream_params(const StreamParams& sp) {
680 stream_params_.reset(new StreamParams(sp));
681 }
682 void ClearStreamParams() { stream_params_.reset(); }
683 bool has_ssrc(uint32 local_ssrc) const {
684 return !stream_params_ ? false :
685 stream_params_->has_ssrc(local_ssrc);
686 }
687 WebRtcLocalStreamInfo* local_stream_info() {
688 return &local_stream_info_;
689 }
690 VideoCapturer* video_capturer() {
691 return video_capturer_;
692 }
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +0000693 void set_video_capturer(VideoCapturer* video_capturer,
694 ViEWrapper* vie_wrapper) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000695 if (video_capturer == video_capturer_) {
696 return;
697 }
xians@webrtc.orgef221512014-02-21 10:31:29 +0000698
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000699 CoordinatedVideoAdapter* old_video_adapter = video_adapter();
700 if (old_video_adapter) {
701 // Disconnect signals from old video adapter.
702 SignalCpuAdaptationUnable.disconnect(old_video_adapter);
703 if (cpu_monitor_) {
704 cpu_monitor_->SignalUpdate.disconnect(old_video_adapter);
xians@webrtc.orgef221512014-02-21 10:31:29 +0000705 }
henrike@webrtc.org26438052014-02-20 22:32:53 +0000706 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000707
708 capturer_updated_ = true;
709 video_capturer_ = video_capturer;
710
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +0000711 vie_wrapper->base()->RegisterCpuOveruseObserver(channel_id_, NULL);
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000712 if (!video_capturer) {
713 overuse_observer_.reset();
714 return;
715 }
716
717 CoordinatedVideoAdapter* adapter = video_adapter();
718 ASSERT(adapter && "Video adapter should not be null here.");
719
720 UpdateAdapterCpuOptions();
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000721
722 overuse_observer_.reset(new WebRtcOveruseObserver(adapter));
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +0000723 vie_wrapper->base()->RegisterCpuOveruseObserver(channel_id_,
724 overuse_observer_.get());
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000725 // (Dis)connect the video adapter from the cpu monitor as appropriate.
726 SetCpuOveruseDetection(overuse_observer_enabled_);
727
728 SignalCpuAdaptationUnable.repeat(adapter->SignalCpuAdaptationUnable);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000729 }
730
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000731 CoordinatedVideoAdapter* video_adapter() {
732 if (!video_capturer_) {
733 return NULL;
734 }
735 return video_capturer_->video_adapter();
736 }
737 const CoordinatedVideoAdapter* video_adapter() const {
738 if (!video_capturer_) {
739 return NULL;
740 }
741 return video_capturer_->video_adapter();
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +0000742 }
743
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000744 void ApplyCpuOptions(const VideoOptions& video_options) {
745 // Use video_options_.SetAll() instead of assignment so that unset value in
746 // video_options will not overwrite the previous option value.
747 video_options_.SetAll(video_options);
748 UpdateAdapterCpuOptions();
749 }
750
751 void UpdateAdapterCpuOptions() {
752 if (!video_capturer_) {
753 return;
754 }
755
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000756 bool cpu_adapt, cpu_smoothing, adapt_third;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000757 float low, med, high;
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000758
759 // TODO(thorcarpenter): Have VideoAdapter be responsible for setting
760 // all these video options.
761 CoordinatedVideoAdapter* video_adapter = video_capturer_->video_adapter();
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000762 if (video_options_.adapt_input_to_cpu_usage.Get(&cpu_adapt) ||
763 overuse_observer_enabled_) {
764 video_adapter->set_cpu_adaptation(cpu_adapt || overuse_observer_enabled_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000765 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000766 if (video_options_.adapt_cpu_with_smoothing.Get(&cpu_smoothing)) {
767 video_adapter->set_cpu_smoothing(cpu_smoothing);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000768 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000769 if (video_options_.process_adaptation_threshhold.Get(&med)) {
770 video_adapter->set_process_threshold(med);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000771 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000772 if (video_options_.system_low_adaptation_threshhold.Get(&low)) {
773 video_adapter->set_low_system_threshold(low);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000774 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000775 if (video_options_.system_high_adaptation_threshhold.Get(&high)) {
776 video_adapter->set_high_system_threshold(high);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000777 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000778 if (video_options_.video_adapt_third.Get(&adapt_third)) {
779 video_adapter->set_scale_third(adapt_third);
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000780 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000781 }
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000782
783 void SetCpuOveruseDetection(bool enable) {
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000784 overuse_observer_enabled_ = enable;
785
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000786 if (overuse_observer_) {
787 overuse_observer_->Enable(enable);
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +0000788 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000789
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000790 // The video adapter is signaled by overuse detection if enabled; otherwise
791 // it will be signaled by cpu monitor.
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000792 CoordinatedVideoAdapter* adapter = video_adapter();
793 if (adapter) {
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000794 bool cpu_adapt = false;
795 video_options_.adapt_input_to_cpu_usage.Get(&cpu_adapt);
796 adapter->set_cpu_adaptation(
797 adapter->cpu_adaptation() || cpu_adapt || enable);
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000798 if (cpu_monitor_) {
799 if (enable) {
800 cpu_monitor_->SignalUpdate.disconnect(adapter);
801 } else {
802 cpu_monitor_->SignalUpdate.connect(
803 adapter, &CoordinatedVideoAdapter::OnCpuLoadUpdated);
804 }
805 }
806 }
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000807 }
808
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000809 void ProcessFrame(const VideoFrame& original_frame, bool mute,
810 VideoFrame** processed_frame) {
811 if (!mute) {
812 *processed_frame = original_frame.Copy();
813 } else {
814 WebRtcVideoFrame* black_frame = new WebRtcVideoFrame();
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000815 black_frame->InitToBlack(static_cast<int>(original_frame.GetWidth()),
816 static_cast<int>(original_frame.GetHeight()),
817 1, 1,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000818 original_frame.GetElapsedTime(),
819 original_frame.GetTimeStamp());
820 *processed_frame = black_frame;
821 }
822 local_stream_info_.UpdateFrame(*processed_frame);
823 }
824 void RegisterEncoder(int pl_type, webrtc::VideoEncoder* encoder) {
825 ASSERT(!IsEncoderRegistered(pl_type));
826 registered_encoders_[pl_type] = encoder;
827 }
828 bool IsEncoderRegistered(int pl_type) {
829 return registered_encoders_.count(pl_type) != 0;
830 }
831 const EncoderMap& registered_encoders() {
832 return registered_encoders_;
833 }
834 void ClearRegisteredEncoders() {
835 registered_encoders_.clear();
836 }
837
wu@webrtc.orgd64719d2013-08-01 00:00:07 +0000838 sigslot::repeater0<> SignalCpuAdaptationUnable;
839
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000840 private:
841 int channel_id_;
842 int capture_id_;
843 bool sending_;
844 bool muted_;
845 VideoCapturer* video_capturer_;
846 WebRtcEncoderObserver encoder_observer_;
847 webrtc::ViEExternalCapture* external_capture_;
848 EncoderMap registered_encoders_;
849
850 VideoFormat video_format_;
851
852 talk_base::scoped_ptr<StreamParams> stream_params_;
853
854 WebRtcLocalStreamInfo local_stream_info_;
855
856 bool capturer_updated_;
857
858 int64 interval_;
859
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +0000860 talk_base::CpuMonitor* cpu_monitor_;
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000861 talk_base::scoped_ptr<WebRtcOveruseObserver> overuse_observer_;
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000862 bool overuse_observer_enabled_;
863
864 VideoOptions video_options_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000865};
866
867const WebRtcVideoEngine::VideoCodecPref
868 WebRtcVideoEngine::kVideoCodecPrefs[] = {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000869 {kVp8PayloadName, 100, -1, 0},
870 {kRedPayloadName, 116, -1, 1},
871 {kFecPayloadName, 117, -1, 2},
872 {kRtxCodecName, 96, 100, 3},
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000873};
874
875// The formats are sorted by the descending order of width. We use the order to
876// find the next format for CPU and bandwidth adaptation.
877const VideoFormatPod WebRtcVideoEngine::kVideoFormats[] = {
878 {1280, 800, FPS_TO_INTERVAL(30), FOURCC_ANY},
879 {1280, 720, FPS_TO_INTERVAL(30), FOURCC_ANY},
880 {960, 600, FPS_TO_INTERVAL(30), FOURCC_ANY},
881 {960, 540, FPS_TO_INTERVAL(30), FOURCC_ANY},
882 {640, 400, FPS_TO_INTERVAL(30), FOURCC_ANY},
883 {640, 360, FPS_TO_INTERVAL(30), FOURCC_ANY},
884 {640, 480, FPS_TO_INTERVAL(30), FOURCC_ANY},
885 {480, 300, FPS_TO_INTERVAL(30), FOURCC_ANY},
886 {480, 270, FPS_TO_INTERVAL(30), FOURCC_ANY},
887 {480, 360, FPS_TO_INTERVAL(30), FOURCC_ANY},
888 {320, 200, FPS_TO_INTERVAL(30), FOURCC_ANY},
889 {320, 180, FPS_TO_INTERVAL(30), FOURCC_ANY},
890 {320, 240, FPS_TO_INTERVAL(30), FOURCC_ANY},
891 {240, 150, FPS_TO_INTERVAL(30), FOURCC_ANY},
892 {240, 135, FPS_TO_INTERVAL(30), FOURCC_ANY},
893 {240, 180, FPS_TO_INTERVAL(30), FOURCC_ANY},
894 {160, 100, FPS_TO_INTERVAL(30), FOURCC_ANY},
895 {160, 90, FPS_TO_INTERVAL(30), FOURCC_ANY},
896 {160, 120, FPS_TO_INTERVAL(30), FOURCC_ANY},
897};
898
899const VideoFormatPod WebRtcVideoEngine::kDefaultVideoFormat =
900 {640, 400, FPS_TO_INTERVAL(30), FOURCC_ANY};
901
902static void UpdateVideoCodec(const cricket::VideoFormat& video_format,
903 webrtc::VideoCodec* target_codec) {
904 if ((target_codec == NULL) || (video_format == cricket::VideoFormat())) {
905 return;
906 }
907 target_codec->width = video_format.width;
908 target_codec->height = video_format.height;
909 target_codec->maxFramerate = cricket::VideoFormat::IntervalToFps(
910 video_format.interval);
911}
912
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +0000913static bool GetCpuOveruseOptions(const VideoOptions& options,
914 webrtc::CpuOveruseOptions* overuse_options) {
915 int underuse_threshold = 0;
916 int overuse_threshold = 0;
917 if (!options.cpu_underuse_threshold.Get(&underuse_threshold) ||
918 !options.cpu_overuse_threshold.Get(&overuse_threshold)) {
919 return false;
920 }
921 if (underuse_threshold <= 0 || overuse_threshold <= 0) {
922 return false;
923 }
924 // Valid thresholds.
925 bool encode_usage =
926 options.cpu_overuse_encode_usage.GetWithDefaultIfUnset(false);
927 overuse_options->enable_capture_jitter_method = !encode_usage;
928 overuse_options->enable_encode_usage_method = encode_usage;
929 if (encode_usage) {
930 // Use method based on encode usage.
931 overuse_options->low_encode_usage_threshold_percent = underuse_threshold;
932 overuse_options->high_encode_usage_threshold_percent = overuse_threshold;
933 } else {
934 // Use default method based on capture jitter.
935 overuse_options->low_capture_jitter_threshold_ms =
936 static_cast<float>(underuse_threshold);
937 overuse_options->high_capture_jitter_threshold_ms =
938 static_cast<float>(overuse_threshold);
939 }
940 return true;
941}
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +0000942
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000943WebRtcVideoEngine::WebRtcVideoEngine() {
944 Construct(new ViEWrapper(), new ViETraceWrapper(), NULL,
945 new talk_base::CpuMonitor(NULL));
946}
947
948WebRtcVideoEngine::WebRtcVideoEngine(WebRtcVoiceEngine* voice_engine,
949 ViEWrapper* vie_wrapper,
950 talk_base::CpuMonitor* cpu_monitor) {
951 Construct(vie_wrapper, new ViETraceWrapper(), voice_engine, cpu_monitor);
952}
953
954WebRtcVideoEngine::WebRtcVideoEngine(WebRtcVoiceEngine* voice_engine,
955 ViEWrapper* vie_wrapper,
956 ViETraceWrapper* tracing,
957 talk_base::CpuMonitor* cpu_monitor) {
958 Construct(vie_wrapper, tracing, voice_engine, cpu_monitor);
959}
960
961void WebRtcVideoEngine::Construct(ViEWrapper* vie_wrapper,
962 ViETraceWrapper* tracing,
963 WebRtcVoiceEngine* voice_engine,
964 talk_base::CpuMonitor* cpu_monitor) {
965 LOG(LS_INFO) << "WebRtcVideoEngine::WebRtcVideoEngine";
966 worker_thread_ = NULL;
967 vie_wrapper_.reset(vie_wrapper);
968 vie_wrapper_base_initialized_ = false;
969 tracing_.reset(tracing);
970 voice_engine_ = voice_engine;
971 initialized_ = false;
972 SetTraceFilter(SeverityToFilter(kDefaultLogSeverity));
973 render_module_.reset(new WebRtcPassthroughRender());
974 local_renderer_w_ = local_renderer_h_ = 0;
975 local_renderer_ = NULL;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000976 capture_started_ = false;
977 decoder_factory_ = NULL;
978 encoder_factory_ = NULL;
979 cpu_monitor_.reset(cpu_monitor);
980
981 SetTraceOptions("");
982 if (tracing_->SetTraceCallback(this) != 0) {
983 LOG_RTCERR1(SetTraceCallback, this);
984 }
985
986 // Set default quality levels for our supported codecs. We override them here
987 // if we know your cpu performance is low, and they can be updated explicitly
988 // by calling SetDefaultCodec. For example by a flute preference setting, or
989 // by the server with a jec in response to our reported system info.
990 VideoCodec max_codec(kVideoCodecPrefs[0].payload_type,
991 kVideoCodecPrefs[0].name,
992 kDefaultVideoFormat.width,
993 kDefaultVideoFormat.height,
994 VideoFormat::IntervalToFps(kDefaultVideoFormat.interval),
995 0);
996 if (!SetDefaultCodec(max_codec)) {
997 LOG(LS_ERROR) << "Failed to initialize list of supported codec types";
998 }
999
1000
1001 // Load our RTP Header extensions.
1002 rtp_header_extensions_.push_back(
1003 RtpHeaderExtension(kRtpTimestampOffsetHeaderExtension,
henrike@webrtc.org79047f92014-03-06 23:46:59 +00001004 kRtpTimestampOffsetHeaderExtensionDefaultId));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001005 rtp_header_extensions_.push_back(
henrike@webrtc.org79047f92014-03-06 23:46:59 +00001006 RtpHeaderExtension(kRtpAbsoluteSenderTimeHeaderExtension,
1007 kRtpAbsoluteSenderTimeHeaderExtensionDefaultId));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001008}
1009
1010WebRtcVideoEngine::~WebRtcVideoEngine() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001011 LOG(LS_INFO) << "WebRtcVideoEngine::~WebRtcVideoEngine";
1012 if (initialized_) {
1013 Terminate();
1014 }
1015 if (encoder_factory_) {
1016 encoder_factory_->RemoveObserver(this);
1017 }
1018 tracing_->SetTraceCallback(NULL);
1019 // Test to see if the media processor was deregistered properly.
1020 ASSERT(SignalMediaFrame.is_empty());
1021}
1022
1023bool WebRtcVideoEngine::Init(talk_base::Thread* worker_thread) {
1024 LOG(LS_INFO) << "WebRtcVideoEngine::Init";
1025 worker_thread_ = worker_thread;
1026 ASSERT(worker_thread_ != NULL);
1027
1028 cpu_monitor_->set_thread(worker_thread_);
1029 if (!cpu_monitor_->Start(kCpuMonitorPeriodMs)) {
1030 LOG(LS_ERROR) << "Failed to start CPU monitor.";
1031 cpu_monitor_.reset();
1032 }
1033
1034 bool result = InitVideoEngine();
1035 if (result) {
1036 LOG(LS_INFO) << "VideoEngine Init done";
1037 } else {
1038 LOG(LS_ERROR) << "VideoEngine Init failed, releasing";
1039 Terminate();
1040 }
1041 return result;
1042}
1043
1044bool WebRtcVideoEngine::InitVideoEngine() {
1045 LOG(LS_INFO) << "WebRtcVideoEngine::InitVideoEngine";
1046
1047 // Init WebRTC VideoEngine.
1048 if (!vie_wrapper_base_initialized_) {
1049 if (vie_wrapper_->base()->Init() != 0) {
1050 LOG_RTCERR0(Init);
1051 return false;
1052 }
1053 vie_wrapper_base_initialized_ = true;
1054 }
1055
1056 // Log the VoiceEngine version info.
1057 char buffer[1024] = "";
1058 if (vie_wrapper_->base()->GetVersion(buffer) != 0) {
1059 LOG_RTCERR0(GetVersion);
1060 return false;
1061 }
1062
1063 LOG(LS_INFO) << "WebRtc VideoEngine Version:";
1064 LogMultiline(talk_base::LS_INFO, buffer);
1065
1066 // Hook up to VoiceEngine for sync purposes, if supplied.
1067 if (!voice_engine_) {
1068 LOG(LS_WARNING) << "NULL voice engine";
1069 } else if ((vie_wrapper_->base()->SetVoiceEngine(
1070 voice_engine_->voe()->engine())) != 0) {
1071 LOG_RTCERR0(SetVoiceEngine);
1072 return false;
1073 }
1074
1075 // Register our custom render module.
1076 if (vie_wrapper_->render()->RegisterVideoRenderModule(
1077 *render_module_.get()) != 0) {
1078 LOG_RTCERR0(RegisterVideoRenderModule);
1079 return false;
1080 }
1081
1082 initialized_ = true;
1083 return true;
1084}
1085
1086void WebRtcVideoEngine::Terminate() {
1087 LOG(LS_INFO) << "WebRtcVideoEngine::Terminate";
1088 initialized_ = false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001089
1090 if (vie_wrapper_->render()->DeRegisterVideoRenderModule(
1091 *render_module_.get()) != 0) {
1092 LOG_RTCERR0(DeRegisterVideoRenderModule);
1093 }
1094
1095 if (vie_wrapper_->base()->SetVoiceEngine(NULL) != 0) {
1096 LOG_RTCERR0(SetVoiceEngine);
1097 }
1098
1099 cpu_monitor_->Stop();
1100}
1101
1102int WebRtcVideoEngine::GetCapabilities() {
1103 return VIDEO_RECV | VIDEO_SEND;
1104}
1105
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +00001106bool WebRtcVideoEngine::SetOptions(const VideoOptions &options) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001107 return true;
1108}
1109
1110bool WebRtcVideoEngine::SetDefaultEncoderConfig(
1111 const VideoEncoderConfig& config) {
1112 return SetDefaultCodec(config.max_codec);
1113}
1114
wu@webrtc.org78187522013-10-07 23:32:02 +00001115VideoEncoderConfig WebRtcVideoEngine::GetDefaultEncoderConfig() const {
1116 ASSERT(!video_codecs_.empty());
1117 VideoCodec max_codec(kVideoCodecPrefs[0].payload_type,
1118 kVideoCodecPrefs[0].name,
1119 video_codecs_[0].width,
1120 video_codecs_[0].height,
1121 video_codecs_[0].framerate,
1122 0);
1123 return VideoEncoderConfig(max_codec);
1124}
1125
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001126// SetDefaultCodec may be called while the capturer is running. For example, a
1127// test call is started in a page with QVGA default codec, and then a real call
1128// is started in another page with VGA default codec. This is the corner case
1129// and happens only when a session is started. We ignore this case currently.
1130bool WebRtcVideoEngine::SetDefaultCodec(const VideoCodec& codec) {
1131 if (!RebuildCodecList(codec)) {
1132 LOG(LS_WARNING) << "Failed to RebuildCodecList";
1133 return false;
1134 }
1135
wu@webrtc.org78187522013-10-07 23:32:02 +00001136 ASSERT(!video_codecs_.empty());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001137 default_codec_format_ = VideoFormat(
1138 video_codecs_[0].width,
1139 video_codecs_[0].height,
1140 VideoFormat::FpsToInterval(video_codecs_[0].framerate),
1141 FOURCC_ANY);
1142 return true;
1143}
1144
1145WebRtcVideoMediaChannel* WebRtcVideoEngine::CreateChannel(
1146 VoiceMediaChannel* voice_channel) {
1147 WebRtcVideoMediaChannel* channel =
1148 new WebRtcVideoMediaChannel(this, voice_channel);
1149 if (!channel->Init()) {
1150 delete channel;
1151 channel = NULL;
1152 }
1153 return channel;
1154}
1155
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001156bool WebRtcVideoEngine::SetLocalRenderer(VideoRenderer* renderer) {
1157 local_renderer_w_ = local_renderer_h_ = 0;
1158 local_renderer_ = renderer;
1159 return true;
1160}
1161
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001162const std::vector<VideoCodec>& WebRtcVideoEngine::codecs() const {
1163 return video_codecs_;
1164}
1165
1166const std::vector<RtpHeaderExtension>&
1167WebRtcVideoEngine::rtp_header_extensions() const {
1168 return rtp_header_extensions_;
1169}
1170
1171void WebRtcVideoEngine::SetLogging(int min_sev, const char* filter) {
1172 // if min_sev == -1, we keep the current log level.
1173 if (min_sev >= 0) {
1174 SetTraceFilter(SeverityToFilter(min_sev));
1175 }
1176 SetTraceOptions(filter);
1177}
1178
1179int WebRtcVideoEngine::GetLastEngineError() {
1180 return vie_wrapper_->error();
1181}
1182
1183// Checks to see whether we comprehend and could receive a particular codec
1184bool WebRtcVideoEngine::FindCodec(const VideoCodec& in) {
1185 for (int i = 0; i < ARRAY_SIZE(kVideoFormats); ++i) {
1186 const VideoFormat fmt(kVideoFormats[i]);
1187 if ((in.width == 0 && in.height == 0) ||
1188 (fmt.width == in.width && fmt.height == in.height)) {
1189 if (encoder_factory_) {
1190 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1191 encoder_factory_->codecs();
1192 for (size_t j = 0; j < codecs.size(); ++j) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001193 VideoCodec codec(GetExternalVideoPayloadType(static_cast<int>(j)),
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001194 codecs[j].name, 0, 0, 0, 0);
1195 if (codec.Matches(in))
1196 return true;
1197 }
1198 }
1199 for (size_t j = 0; j < ARRAY_SIZE(kVideoCodecPrefs); ++j) {
1200 VideoCodec codec(kVideoCodecPrefs[j].payload_type,
1201 kVideoCodecPrefs[j].name, 0, 0, 0, 0);
1202 if (codec.Matches(in)) {
1203 return true;
1204 }
1205 }
1206 }
1207 }
1208 return false;
1209}
1210
1211// Given the requested codec, returns true if we can send that codec type and
1212// updates out with the best quality we could send for that codec. If current is
1213// not empty, we constrain out so that its aspect ratio matches current's.
1214bool WebRtcVideoEngine::CanSendCodec(const VideoCodec& requested,
1215 const VideoCodec& current,
1216 VideoCodec* out) {
1217 if (!out) {
1218 return false;
1219 }
1220
1221 std::vector<VideoCodec>::const_iterator local_max;
1222 for (local_max = video_codecs_.begin();
1223 local_max < video_codecs_.end();
1224 ++local_max) {
1225 // First match codecs by payload type
1226 if (!requested.Matches(*local_max)) {
1227 continue;
1228 }
1229
1230 out->id = requested.id;
1231 out->name = requested.name;
1232 out->preference = requested.preference;
1233 out->params = requested.params;
1234 out->framerate = talk_base::_min(requested.framerate, local_max->framerate);
1235 out->width = 0;
1236 out->height = 0;
1237 out->params = requested.params;
1238 out->feedback_params = requested.feedback_params;
1239
1240 if (0 == requested.width && 0 == requested.height) {
1241 // Special case with resolution 0. The channel should not send frames.
1242 return true;
1243 } else if (0 == requested.width || 0 == requested.height) {
1244 // 0xn and nx0 are invalid resolutions.
1245 return false;
1246 }
1247
1248 // Pick the best quality that is within their and our bounds and has the
1249 // correct aspect ratio.
1250 for (int j = 0; j < ARRAY_SIZE(kVideoFormats); ++j) {
1251 const VideoFormat format(kVideoFormats[j]);
1252
1253 // Skip any format that is larger than the local or remote maximums, or
1254 // smaller than the current best match
1255 if (format.width > requested.width || format.height > requested.height ||
1256 format.width > local_max->width ||
1257 (format.width < out->width && format.height < out->height)) {
1258 continue;
1259 }
1260
1261 bool better = false;
1262
1263 // Check any further constraints on this prospective format
1264 if (!out->width || !out->height) {
1265 // If we don't have any matches yet, this is the best so far.
1266 better = true;
1267 } else if (current.width && current.height) {
1268 // current is set so format must match its ratio exactly.
1269 better =
1270 (format.width * current.height == format.height * current.width);
1271 } else {
1272 // Prefer closer aspect ratios i.e
1273 // format.aspect - requested.aspect < out.aspect - requested.aspect
1274 better = abs(format.width * requested.height * out->height -
1275 requested.width * format.height * out->height) <
1276 abs(out->width * format.height * requested.height -
1277 requested.width * format.height * out->height);
1278 }
1279
1280 if (better) {
1281 out->width = format.width;
1282 out->height = format.height;
1283 }
1284 }
1285 if (out->width > 0) {
1286 return true;
1287 }
1288 }
1289 return false;
1290}
1291
1292static void ConvertToCricketVideoCodec(
1293 const webrtc::VideoCodec& in_codec, VideoCodec* out_codec) {
1294 out_codec->id = in_codec.plType;
1295 out_codec->name = in_codec.plName;
1296 out_codec->width = in_codec.width;
1297 out_codec->height = in_codec.height;
1298 out_codec->framerate = in_codec.maxFramerate;
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00001299 if (BitrateIsSet(in_codec.minBitrate)) {
1300 out_codec->SetParam(kCodecParamMinBitrate, in_codec.minBitrate);
1301 }
1302 if (BitrateIsSet(in_codec.maxBitrate)) {
1303 out_codec->SetParam(kCodecParamMaxBitrate, in_codec.maxBitrate);
1304 }
1305 if (BitrateIsSet(in_codec.startBitrate)) {
1306 out_codec->SetParam(kCodecParamStartBitrate, in_codec.startBitrate);
1307 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001308 if (in_codec.qpMax) {
1309 out_codec->SetParam(kCodecParamMaxQuantization, in_codec.qpMax);
1310 }
1311}
1312
1313bool WebRtcVideoEngine::ConvertFromCricketVideoCodec(
1314 const VideoCodec& in_codec, webrtc::VideoCodec* out_codec) {
1315 bool found = false;
1316 int ncodecs = vie_wrapper_->codec()->NumberOfCodecs();
1317 for (int i = 0; i < ncodecs; ++i) {
1318 if (vie_wrapper_->codec()->GetCodec(i, *out_codec) == 0 &&
1319 _stricmp(in_codec.name.c_str(), out_codec->plName) == 0) {
1320 found = true;
1321 break;
1322 }
1323 }
1324
1325 // If not found, check if this is supported by external encoder factory.
1326 if (!found && encoder_factory_) {
1327 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1328 encoder_factory_->codecs();
1329 for (size_t i = 0; i < codecs.size(); ++i) {
1330 if (_stricmp(in_codec.name.c_str(), codecs[i].name.c_str()) == 0) {
1331 out_codec->codecType = codecs[i].type;
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001332 out_codec->plType = GetExternalVideoPayloadType(static_cast<int>(i));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001333 talk_base::strcpyn(out_codec->plName, sizeof(out_codec->plName),
1334 codecs[i].name.c_str(), codecs[i].name.length());
1335 found = true;
1336 break;
1337 }
1338 }
1339 }
1340
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00001341 // Is this an RTX codec? Handled separately here since webrtc doesn't handle
1342 // them as webrtc::VideoCodec internally.
1343 if (!found && _stricmp(in_codec.name.c_str(), kRtxCodecName) == 0) {
1344 talk_base::strcpyn(out_codec->plName, sizeof(out_codec->plName),
1345 in_codec.name.c_str(), in_codec.name.length());
1346 out_codec->plType = in_codec.id;
1347 found = true;
1348 }
1349
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001350 if (!found) {
1351 LOG(LS_ERROR) << "invalid codec type";
1352 return false;
1353 }
1354
1355 if (in_codec.id != 0)
1356 out_codec->plType = in_codec.id;
1357
1358 if (in_codec.width != 0)
1359 out_codec->width = in_codec.width;
1360
1361 if (in_codec.height != 0)
1362 out_codec->height = in_codec.height;
1363
1364 if (in_codec.framerate != 0)
1365 out_codec->maxFramerate = in_codec.framerate;
1366
1367 // Convert bitrate parameters.
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00001368 int max_bitrate = -1;
1369 int min_bitrate = -1;
1370 int start_bitrate = -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001371
1372 in_codec.GetParam(kCodecParamMinBitrate, &min_bitrate);
1373 in_codec.GetParam(kCodecParamMaxBitrate, &max_bitrate);
buildbot@webrtc.orged97bb02014-05-07 11:15:20 +00001374 in_codec.GetParam(kCodecParamStartBitrate, &start_bitrate);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001375
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001376
1377 out_codec->minBitrate = min_bitrate;
1378 out_codec->startBitrate = start_bitrate;
1379 out_codec->maxBitrate = max_bitrate;
1380
1381 // Convert general codec parameters.
1382 int max_quantization = 0;
1383 if (in_codec.GetParam(kCodecParamMaxQuantization, &max_quantization)) {
1384 if (max_quantization < 0) {
1385 return false;
1386 }
1387 out_codec->qpMax = max_quantization;
1388 }
1389 return true;
1390}
1391
1392void WebRtcVideoEngine::RegisterChannel(WebRtcVideoMediaChannel *channel) {
1393 talk_base::CritScope cs(&channels_crit_);
1394 channels_.push_back(channel);
1395}
1396
1397void WebRtcVideoEngine::UnregisterChannel(WebRtcVideoMediaChannel *channel) {
1398 talk_base::CritScope cs(&channels_crit_);
1399 channels_.erase(std::remove(channels_.begin(), channels_.end(), channel),
1400 channels_.end());
1401}
1402
1403bool WebRtcVideoEngine::SetVoiceEngine(WebRtcVoiceEngine* voice_engine) {
1404 if (initialized_) {
1405 LOG(LS_WARNING) << "SetVoiceEngine can not be called after Init";
1406 return false;
1407 }
1408 voice_engine_ = voice_engine;
1409 return true;
1410}
1411
1412bool WebRtcVideoEngine::EnableTimedRender() {
1413 if (initialized_) {
1414 LOG(LS_WARNING) << "EnableTimedRender can not be called after Init";
1415 return false;
1416 }
1417 render_module_.reset(webrtc::VideoRender::CreateVideoRender(0, NULL,
1418 false, webrtc::kRenderExternal));
1419 return true;
1420}
1421
1422void WebRtcVideoEngine::SetTraceFilter(int filter) {
1423 tracing_->SetTraceFilter(filter);
1424}
1425
1426// See https://sites.google.com/a/google.com/wavelet/
1427// Home/Magic-Flute--RTC-Engine-/Magic-Flute-Command-Line-Parameters
1428// for all supported command line setttings.
1429void WebRtcVideoEngine::SetTraceOptions(const std::string& options) {
1430 // Set WebRTC trace file.
1431 std::vector<std::string> opts;
1432 talk_base::tokenize(options, ' ', '"', '"', &opts);
1433 std::vector<std::string>::iterator tracefile =
1434 std::find(opts.begin(), opts.end(), "tracefile");
1435 if (tracefile != opts.end() && ++tracefile != opts.end()) {
1436 // Write WebRTC debug output (at same loglevel) to file
1437 if (tracing_->SetTraceFile(tracefile->c_str()) == -1) {
1438 LOG_RTCERR1(SetTraceFile, *tracefile);
1439 }
1440 }
1441}
1442
1443static void AddDefaultFeedbackParams(VideoCodec* codec) {
1444 const FeedbackParam kFir(kRtcpFbParamCcm, kRtcpFbCcmParamFir);
1445 codec->AddFeedbackParam(kFir);
1446 const FeedbackParam kNack(kRtcpFbParamNack, kParamValueEmpty);
1447 codec->AddFeedbackParam(kNack);
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00001448 const FeedbackParam kPli(kRtcpFbParamNack, kRtcpFbNackParamPli);
1449 codec->AddFeedbackParam(kPli);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001450 const FeedbackParam kRemb(kRtcpFbParamRemb, kParamValueEmpty);
1451 codec->AddFeedbackParam(kRemb);
1452}
1453
1454// Rebuilds the codec list to be only those that are less intensive
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +00001455// than the specified codec. Prefers internal codec over external with
1456// higher preference field.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001457bool WebRtcVideoEngine::RebuildCodecList(const VideoCodec& in_codec) {
1458 if (!FindCodec(in_codec))
1459 return false;
1460
1461 video_codecs_.clear();
1462
1463 bool found = false;
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001464 std::set<std::string> internal_codec_names;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001465 for (size_t i = 0; i < ARRAY_SIZE(kVideoCodecPrefs); ++i) {
1466 const VideoCodecPref& pref(kVideoCodecPrefs[i]);
1467 if (!found)
1468 found = (in_codec.name == pref.name);
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001469 if (found) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001470 VideoCodec codec(pref.payload_type, pref.name,
1471 in_codec.width, in_codec.height, in_codec.framerate,
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001472 static_cast<int>(ARRAY_SIZE(kVideoCodecPrefs) - i));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001473 if (_stricmp(kVp8PayloadName, codec.name.c_str()) == 0) {
1474 AddDefaultFeedbackParams(&codec);
1475 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001476 if (pref.associated_payload_type != -1) {
1477 codec.SetParam(kCodecParamAssociatedPayloadType,
1478 pref.associated_payload_type);
1479 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001480 video_codecs_.push_back(codec);
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001481 internal_codec_names.insert(codec.name);
1482 }
1483 }
1484 if (encoder_factory_) {
1485 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1486 encoder_factory_->codecs();
1487 for (size_t i = 0; i < codecs.size(); ++i) {
1488 bool is_internal_codec = internal_codec_names.find(codecs[i].name) !=
1489 internal_codec_names.end();
1490 if (!is_internal_codec) {
1491 if (!found)
1492 found = (in_codec.name == codecs[i].name);
1493 VideoCodec codec(
1494 GetExternalVideoPayloadType(static_cast<int>(i)),
1495 codecs[i].name,
1496 codecs[i].max_width,
1497 codecs[i].max_height,
1498 codecs[i].max_fps,
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +00001499 // Use negative preference on external codec to ensure the internal
1500 // codec is preferred.
1501 static_cast<int>(0 - i));
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001502 AddDefaultFeedbackParams(&codec);
1503 video_codecs_.push_back(codec);
1504 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001505 }
1506 }
1507 ASSERT(found);
1508 return true;
1509}
1510
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001511// Ignore spammy trace messages, mostly from the stats API when we haven't
1512// gotten RTCP info yet from the remote side.
1513bool WebRtcVideoEngine::ShouldIgnoreTrace(const std::string& trace) {
1514 static const char* const kTracesToIgnore[] = {
1515 NULL
1516 };
1517 for (const char* const* p = kTracesToIgnore; *p; ++p) {
1518 if (trace.find(*p) == 0) {
1519 return true;
1520 }
1521 }
1522 return false;
1523}
1524
1525int WebRtcVideoEngine::GetNumOfChannels() {
1526 talk_base::CritScope cs(&channels_crit_);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001527 return static_cast<int>(channels_.size());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001528}
1529
1530void WebRtcVideoEngine::Print(webrtc::TraceLevel level, const char* trace,
1531 int length) {
1532 talk_base::LoggingSeverity sev = talk_base::LS_VERBOSE;
1533 if (level == webrtc::kTraceError || level == webrtc::kTraceCritical)
1534 sev = talk_base::LS_ERROR;
1535 else if (level == webrtc::kTraceWarning)
1536 sev = talk_base::LS_WARNING;
1537 else if (level == webrtc::kTraceStateInfo || level == webrtc::kTraceInfo)
1538 sev = talk_base::LS_INFO;
1539 else if (level == webrtc::kTraceTerseInfo)
1540 sev = talk_base::LS_INFO;
1541
1542 // Skip past boilerplate prefix text
1543 if (length < 72) {
1544 std::string msg(trace, length);
1545 LOG(LS_ERROR) << "Malformed webrtc log message: ";
1546 LOG_V(sev) << msg;
1547 } else {
1548 std::string msg(trace + 71, length - 72);
1549 if (!ShouldIgnoreTrace(msg) &&
1550 (!voice_engine_ || !voice_engine_->ShouldIgnoreTrace(msg))) {
1551 LOG_V(sev) << "webrtc: " << msg;
1552 }
1553 }
1554}
1555
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001556webrtc::VideoDecoder* WebRtcVideoEngine::CreateExternalDecoder(
1557 webrtc::VideoCodecType type) {
1558 if (decoder_factory_ == NULL) {
1559 return NULL;
1560 }
1561 return decoder_factory_->CreateVideoDecoder(type);
1562}
1563
1564void WebRtcVideoEngine::DestroyExternalDecoder(webrtc::VideoDecoder* decoder) {
1565 ASSERT(decoder_factory_ != NULL);
1566 if (decoder_factory_ == NULL)
1567 return;
1568 decoder_factory_->DestroyVideoDecoder(decoder);
1569}
1570
1571webrtc::VideoEncoder* WebRtcVideoEngine::CreateExternalEncoder(
1572 webrtc::VideoCodecType type) {
1573 if (encoder_factory_ == NULL) {
1574 return NULL;
1575 }
1576 return encoder_factory_->CreateVideoEncoder(type);
1577}
1578
1579void WebRtcVideoEngine::DestroyExternalEncoder(webrtc::VideoEncoder* encoder) {
1580 ASSERT(encoder_factory_ != NULL);
1581 if (encoder_factory_ == NULL)
1582 return;
1583 encoder_factory_->DestroyVideoEncoder(encoder);
1584}
1585
1586bool WebRtcVideoEngine::IsExternalEncoderCodecType(
1587 webrtc::VideoCodecType type) const {
1588 if (!encoder_factory_)
1589 return false;
1590 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1591 encoder_factory_->codecs();
1592 std::vector<WebRtcVideoEncoderFactory::VideoCodec>::const_iterator it;
1593 for (it = codecs.begin(); it != codecs.end(); ++it) {
1594 if (it->type == type)
1595 return true;
1596 }
1597 return false;
1598}
1599
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001600void WebRtcVideoEngine::SetExternalDecoderFactory(
1601 WebRtcVideoDecoderFactory* decoder_factory) {
1602 decoder_factory_ = decoder_factory;
1603}
1604
1605void WebRtcVideoEngine::SetExternalEncoderFactory(
1606 WebRtcVideoEncoderFactory* encoder_factory) {
1607 if (encoder_factory_ == encoder_factory)
1608 return;
1609
1610 if (encoder_factory_) {
1611 encoder_factory_->RemoveObserver(this);
1612 }
1613 encoder_factory_ = encoder_factory;
1614 if (encoder_factory_) {
1615 encoder_factory_->AddObserver(this);
1616 }
1617
1618 // Invoke OnCodecAvailable() here in case the list of codecs is already
1619 // available when the encoder factory is installed. If not the encoder
1620 // factory will invoke the callback later when the codecs become available.
1621 OnCodecsAvailable();
1622}
1623
1624void WebRtcVideoEngine::OnCodecsAvailable() {
1625 // Rebuild codec list while reapplying the current default codec format.
1626 VideoCodec max_codec(kVideoCodecPrefs[0].payload_type,
1627 kVideoCodecPrefs[0].name,
1628 video_codecs_[0].width,
1629 video_codecs_[0].height,
1630 video_codecs_[0].framerate,
1631 0);
1632 if (!RebuildCodecList(max_codec)) {
1633 LOG(LS_ERROR) << "Failed to initialize list of supported codec types";
1634 }
1635}
1636
1637// WebRtcVideoMediaChannel
1638
1639WebRtcVideoMediaChannel::WebRtcVideoMediaChannel(
1640 WebRtcVideoEngine* engine,
1641 VoiceMediaChannel* channel)
1642 : engine_(engine),
1643 voice_channel_(channel),
1644 vie_channel_(-1),
1645 nack_enabled_(true),
1646 remb_enabled_(false),
1647 render_started_(false),
1648 first_receive_ssrc_(0),
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001649 num_unsignalled_recv_channels_(0),
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001650 send_rtx_type_(-1),
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001651 send_red_type_(-1),
1652 send_fec_type_(-1),
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001653 sending_(false),
1654 ratio_w_(0),
1655 ratio_h_(0) {
1656 engine->RegisterChannel(this);
1657}
1658
1659bool WebRtcVideoMediaChannel::Init() {
1660 const uint32 ssrc_key = 0;
1661 return CreateChannel(ssrc_key, MD_SENDRECV, &vie_channel_);
1662}
1663
1664WebRtcVideoMediaChannel::~WebRtcVideoMediaChannel() {
1665 const bool send = false;
1666 SetSend(send);
1667 const bool render = false;
1668 SetRender(render);
1669
1670 while (!send_channels_.empty()) {
1671 if (!DeleteSendChannel(send_channels_.begin()->first)) {
1672 LOG(LS_ERROR) << "Unable to delete channel with ssrc key "
1673 << send_channels_.begin()->first;
1674 ASSERT(false);
1675 break;
1676 }
1677 }
1678
1679 // Remove all receive streams and the default channel.
1680 while (!recv_channels_.empty()) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001681 RemoveRecvStreamInternal(recv_channels_.begin()->first);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001682 }
1683
1684 // Unregister the channel from the engine.
1685 engine()->UnregisterChannel(this);
1686 if (worker_thread()) {
1687 worker_thread()->Clear(this);
1688 }
1689}
1690
1691bool WebRtcVideoMediaChannel::SetRecvCodecs(
1692 const std::vector<VideoCodec>& codecs) {
1693 receive_codecs_.clear();
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00001694 associated_payload_types_.clear();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001695 for (std::vector<VideoCodec>::const_iterator iter = codecs.begin();
1696 iter != codecs.end(); ++iter) {
1697 if (engine()->FindCodec(*iter)) {
1698 webrtc::VideoCodec wcodec;
1699 if (engine()->ConvertFromCricketVideoCodec(*iter, &wcodec)) {
1700 receive_codecs_.push_back(wcodec);
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00001701 int apt;
1702 if (iter->GetParam(cricket::kCodecParamAssociatedPayloadType, &apt)) {
1703 associated_payload_types_[wcodec.plType] = apt;
1704 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001705 }
1706 } else {
1707 LOG(LS_INFO) << "Unknown codec " << iter->name;
1708 return false;
1709 }
1710 }
1711
1712 for (RecvChannelMap::iterator it = recv_channels_.begin();
1713 it != recv_channels_.end(); ++it) {
1714 if (!SetReceiveCodecs(it->second))
1715 return false;
1716 }
1717 return true;
1718}
1719
1720bool WebRtcVideoMediaChannel::SetSendCodecs(
1721 const std::vector<VideoCodec>& codecs) {
1722 // Match with local video codec list.
1723 std::vector<webrtc::VideoCodec> send_codecs;
1724 VideoCodec checked_codec;
1725 VideoCodec current; // defaults to 0x0
1726 if (sending_) {
1727 ConvertToCricketVideoCodec(*send_codec_, &current);
1728 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001729 std::map<int, int> primary_rtx_pt_mapping;
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001730 bool nack_enabled = nack_enabled_;
1731 bool remb_enabled = remb_enabled_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001732 for (std::vector<VideoCodec>::const_iterator iter = codecs.begin();
1733 iter != codecs.end(); ++iter) {
1734 if (_stricmp(iter->name.c_str(), kRedPayloadName) == 0) {
1735 send_red_type_ = iter->id;
1736 } else if (_stricmp(iter->name.c_str(), kFecPayloadName) == 0) {
1737 send_fec_type_ = iter->id;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001738 } else if (_stricmp(iter->name.c_str(), kRtxCodecName) == 0) {
1739 int rtx_type = iter->id;
1740 int rtx_primary_type = -1;
1741 if (iter->GetParam(kCodecParamAssociatedPayloadType, &rtx_primary_type)) {
1742 primary_rtx_pt_mapping[rtx_primary_type] = rtx_type;
1743 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001744 } else if (engine()->CanSendCodec(*iter, current, &checked_codec)) {
1745 webrtc::VideoCodec wcodec;
1746 if (engine()->ConvertFromCricketVideoCodec(checked_codec, &wcodec)) {
1747 if (send_codecs.empty()) {
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001748 nack_enabled = IsNackEnabled(checked_codec);
1749 remb_enabled = IsRembEnabled(checked_codec);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001750 }
1751 send_codecs.push_back(wcodec);
1752 }
1753 } else {
1754 LOG(LS_WARNING) << "Unknown codec " << iter->name;
1755 }
1756 }
1757
1758 // Fail if we don't have a match.
1759 if (send_codecs.empty()) {
1760 LOG(LS_WARNING) << "No matching codecs available";
1761 return false;
1762 }
1763
1764 // Recv protection.
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001765 // Do not update if the status is same as previously configured.
1766 if (nack_enabled_ != nack_enabled) {
1767 for (RecvChannelMap::iterator it = recv_channels_.begin();
1768 it != recv_channels_.end(); ++it) {
1769 int channel_id = it->second->channel_id();
1770 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_,
1771 nack_enabled)) {
1772 return false;
1773 }
1774 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
1775 kNotSending,
1776 remb_enabled_) != 0) {
1777 LOG_RTCERR3(SetRembStatus, channel_id, kNotSending, remb_enabled_);
1778 return false;
1779 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001780 }
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001781 nack_enabled_ = nack_enabled;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001782 }
1783
1784 // Send settings.
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001785 // Do not update if the status is same as previously configured.
1786 if (remb_enabled_ != remb_enabled) {
1787 for (SendChannelMap::iterator iter = send_channels_.begin();
1788 iter != send_channels_.end(); ++iter) {
1789 int channel_id = iter->second->channel_id();
1790 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_,
1791 nack_enabled_)) {
1792 return false;
1793 }
1794 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
1795 remb_enabled,
1796 remb_enabled) != 0) {
1797 LOG_RTCERR3(SetRembStatus, channel_id, remb_enabled, remb_enabled);
1798 return false;
1799 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001800 }
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001801 remb_enabled_ = remb_enabled;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001802 }
1803
1804 // Select the first matched codec.
1805 webrtc::VideoCodec& codec(send_codecs[0]);
1806
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001807 // Set RTX payload type if primary now active. This value will be used in
1808 // SetSendCodec.
1809 std::map<int, int>::const_iterator rtx_it =
1810 primary_rtx_pt_mapping.find(static_cast<int>(codec.plType));
1811 if (rtx_it != primary_rtx_pt_mapping.end()) {
1812 send_rtx_type_ = rtx_it->second;
1813 }
1814
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00001815 if (BitrateIsSet(codec.minBitrate) && BitrateIsSet(codec.maxBitrate) &&
1816 codec.minBitrate > codec.maxBitrate) {
1817 // TODO(pthatcher): This behavior contradicts other behavior in
1818 // this file which will cause min > max to push the min down to
1819 // the max. There are unit tests for both behaviors. We should
1820 // pick one and do that.
1821 LOG(LS_INFO) << "Rejecting codec with min bitrate ("
1822 << codec.minBitrate << ") larger than max ("
1823 << codec.maxBitrate << "). ";
1824 return false;
1825 }
1826
1827 if (!SetSendCodec(codec)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001828 return false;
1829 }
1830
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001831 LogSendCodecChange("SetSendCodecs()");
1832
1833 return true;
1834}
1835
1836bool WebRtcVideoMediaChannel::GetSendCodec(VideoCodec* send_codec) {
1837 if (!send_codec_) {
1838 return false;
1839 }
1840 ConvertToCricketVideoCodec(*send_codec_, send_codec);
1841 return true;
1842}
1843
1844bool WebRtcVideoMediaChannel::SetSendStreamFormat(uint32 ssrc,
1845 const VideoFormat& format) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001846 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
1847 if (!send_channel) {
1848 LOG(LS_ERROR) << "The specified ssrc " << ssrc << " is not in use.";
1849 return false;
1850 }
1851 send_channel->set_video_format(format);
1852 return true;
1853}
1854
1855bool WebRtcVideoMediaChannel::SetRender(bool render) {
1856 if (render == render_started_) {
1857 return true; // no action required
1858 }
1859
1860 bool ret = true;
1861 for (RecvChannelMap::iterator it = recv_channels_.begin();
1862 it != recv_channels_.end(); ++it) {
1863 if (render) {
1864 if (engine()->vie()->render()->StartRender(
1865 it->second->channel_id()) != 0) {
1866 LOG_RTCERR1(StartRender, it->second->channel_id());
1867 ret = false;
1868 }
1869 } else {
1870 if (engine()->vie()->render()->StopRender(
1871 it->second->channel_id()) != 0) {
1872 LOG_RTCERR1(StopRender, it->second->channel_id());
1873 ret = false;
1874 }
1875 }
1876 }
1877 if (ret) {
1878 render_started_ = render;
1879 }
1880
1881 return ret;
1882}
1883
1884bool WebRtcVideoMediaChannel::SetSend(bool send) {
1885 if (!HasReadySendChannels() && send) {
1886 LOG(LS_ERROR) << "No stream added";
1887 return false;
1888 }
1889 if (send == sending()) {
1890 return true; // No action required.
1891 }
1892
1893 if (send) {
1894 // We've been asked to start sending.
1895 // SetSendCodecs must have been called already.
1896 if (!send_codec_) {
1897 return false;
1898 }
1899 // Start send now.
1900 if (!StartSend()) {
1901 return false;
1902 }
1903 } else {
1904 // We've been asked to stop sending.
1905 if (!StopSend()) {
1906 return false;
1907 }
1908 }
1909 sending_ = send;
1910
1911 return true;
1912}
1913
1914bool WebRtcVideoMediaChannel::AddSendStream(const StreamParams& sp) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001915 if (sp.first_ssrc() == 0) {
1916 LOG(LS_ERROR) << "AddSendStream with 0 ssrc is not supported.";
1917 return false;
1918 }
1919
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001920 LOG(LS_INFO) << "AddSendStream " << sp.ToString();
1921
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001922 if (!IsOneSsrcStream(sp) && !IsSimulcastStream(sp)) {
1923 LOG(LS_ERROR) << "AddSendStream: bad local stream parameters";
1924 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001925 }
1926
1927 uint32 ssrc_key;
1928 if (!CreateSendChannelKey(sp.first_ssrc(), &ssrc_key)) {
1929 LOG(LS_ERROR) << "Trying to register duplicate ssrc: " << sp.first_ssrc();
1930 return false;
1931 }
1932 // If the default channel is already used for sending create a new channel
1933 // otherwise use the default channel for sending.
1934 int channel_id = -1;
1935 if (send_channels_[0]->stream_params() == NULL) {
1936 channel_id = vie_channel_;
1937 } else {
1938 if (!CreateChannel(ssrc_key, MD_SEND, &channel_id)) {
1939 LOG(LS_ERROR) << "AddSendStream: unable to create channel";
1940 return false;
1941 }
1942 }
1943 WebRtcVideoChannelSendInfo* send_channel = send_channels_[ssrc_key];
1944 // Set the send (local) SSRC.
1945 // If there are multiple send SSRCs, we can only set the first one here, and
1946 // the rest of the SSRC(s) need to be set after SetSendCodec has been called
1947 // (with a codec requires multiple SSRC(s)).
1948 if (engine()->vie()->rtp()->SetLocalSSRC(channel_id,
1949 sp.first_ssrc()) != 0) {
1950 LOG_RTCERR2(SetLocalSSRC, channel_id, sp.first_ssrc());
1951 return false;
1952 }
1953
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001954 // Set the corresponding RTX SSRC.
1955 if (!SetLocalRtxSsrc(channel_id, sp, sp.first_ssrc(), 0)) {
1956 return false;
1957 }
1958
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001959 // Set RTCP CName.
1960 if (engine()->vie()->rtp()->SetRTCPCName(channel_id,
1961 sp.cname.c_str()) != 0) {
1962 LOG_RTCERR2(SetRTCPCName, channel_id, sp.cname.c_str());
1963 return false;
1964 }
1965
1966 // At this point the channel's local SSRC has been updated. If the channel is
1967 // the default channel make sure that all the receive channels are updated as
1968 // well. Receive channels have to have the same SSRC as the default channel in
1969 // order to send receiver reports with this SSRC.
1970 if (IsDefaultChannel(channel_id)) {
1971 for (RecvChannelMap::const_iterator it = recv_channels_.begin();
1972 it != recv_channels_.end(); ++it) {
1973 WebRtcVideoChannelRecvInfo* info = it->second;
1974 int channel_id = info->channel_id();
1975 if (engine()->vie()->rtp()->SetLocalSSRC(channel_id,
1976 sp.first_ssrc()) != 0) {
1977 LOG_RTCERR1(SetLocalSSRC, it->first);
1978 return false;
1979 }
1980 }
1981 }
1982
1983 send_channel->set_stream_params(sp);
1984
1985 // Reset send codec after stream parameters changed.
1986 if (send_codec_) {
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00001987 if (!SetSendCodec(send_channel, *send_codec_)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001988 return false;
1989 }
1990 LogSendCodecChange("SetSendStreamFormat()");
1991 }
1992
1993 if (sending_) {
1994 return StartSend(send_channel);
1995 }
1996 return true;
1997}
1998
1999bool WebRtcVideoMediaChannel::RemoveSendStream(uint32 ssrc) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00002000 if (ssrc == 0) {
2001 LOG(LS_ERROR) << "RemoveSendStream with 0 ssrc is not supported.";
2002 return false;
2003 }
2004
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002005 uint32 ssrc_key;
2006 if (!GetSendChannelKey(ssrc, &ssrc_key)) {
2007 LOG(LS_WARNING) << "Try to remove stream with ssrc " << ssrc
2008 << " which doesn't exist.";
2009 return false;
2010 }
2011 WebRtcVideoChannelSendInfo* send_channel = send_channels_[ssrc_key];
2012 int channel_id = send_channel->channel_id();
2013 if (IsDefaultChannel(channel_id) && (send_channel->stream_params() == NULL)) {
2014 // Default channel will still exist. However, if stream_params() is NULL
2015 // there is no stream to remove.
2016 return false;
2017 }
2018 if (sending_) {
2019 StopSend(send_channel);
2020 }
2021
2022 const WebRtcVideoChannelSendInfo::EncoderMap& encoder_map =
2023 send_channel->registered_encoders();
2024 for (WebRtcVideoChannelSendInfo::EncoderMap::const_iterator it =
2025 encoder_map.begin(); it != encoder_map.end(); ++it) {
2026 if (engine()->vie()->ext_codec()->DeRegisterExternalSendCodec(
2027 channel_id, it->first) != 0) {
2028 LOG_RTCERR1(DeregisterEncoderObserver, channel_id);
2029 }
2030 engine()->DestroyExternalEncoder(it->second);
2031 }
2032 send_channel->ClearRegisteredEncoders();
2033
2034 // The receive channels depend on the default channel, recycle it instead.
2035 if (IsDefaultChannel(channel_id)) {
2036 SetCapturer(GetDefaultChannelSsrc(), NULL);
2037 send_channel->ClearStreamParams();
2038 } else {
2039 return DeleteSendChannel(ssrc_key);
2040 }
2041 return true;
2042}
2043
2044bool WebRtcVideoMediaChannel::AddRecvStream(const StreamParams& sp) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00002045 if (sp.first_ssrc() == 0) {
2046 LOG(LS_ERROR) << "AddRecvStream with 0 ssrc is not supported.";
2047 return false;
2048 }
2049
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002050 // TODO(zhurunz) Remove this once BWE works properly across different send
2051 // and receive channels.
2052 // Reuse default channel for recv stream in 1:1 call.
2053 if (!InConferenceMode() && first_receive_ssrc_ == 0) {
2054 LOG(LS_INFO) << "Recv stream " << sp.first_ssrc()
2055 << " reuse default channel #"
2056 << vie_channel_;
2057 first_receive_ssrc_ = sp.first_ssrc();
2058 if (render_started_) {
2059 if (engine()->vie()->render()->StartRender(vie_channel_) !=0) {
2060 LOG_RTCERR1(StartRender, vie_channel_);
2061 }
2062 }
2063 return true;
2064 }
2065
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002066 int channel_id = -1;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002067 RecvChannelMap::iterator channel_iterator =
2068 recv_channels_.find(sp.first_ssrc());
2069 if (channel_iterator == recv_channels_.end() &&
2070 first_receive_ssrc_ != sp.first_ssrc()) {
2071 // TODO(perkj): Implement recv media from multiple media SSRCs per stream.
2072 // NOTE: We have two SSRCs per stream when RTX is enabled.
2073 if (!IsOneSsrcStream(sp)) {
2074 LOG(LS_ERROR) << "WebRtcVideoMediaChannel supports one primary SSRC per"
2075 << " stream and one FID SSRC per primary SSRC.";
2076 return false;
2077 }
2078
2079 // Create a new channel for receiving video data.
2080 // In order to get the bandwidth estimation work fine for
2081 // receive only channels, we connect all receiving channels
2082 // to our master send channel.
2083 if (!CreateChannel(sp.first_ssrc(), MD_RECV, &channel_id)) {
2084 return false;
2085 }
2086 } else {
2087 // Already exists.
2088 if (first_receive_ssrc_ == sp.first_ssrc()) {
2089 return false;
2090 }
2091 // Early receive added channel.
2092 channel_id = (*channel_iterator).second->channel_id();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002093 }
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00002094 channel_iterator = recv_channels_.find(sp.first_ssrc());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002095
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002096 // Set the corresponding RTX SSRC.
2097 uint32 rtx_ssrc;
2098 bool has_rtx = sp.GetFidSsrc(sp.first_ssrc(), &rtx_ssrc);
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00002099 if (has_rtx) {
2100 LOG(LS_INFO) << "Setting rtx ssrc " << rtx_ssrc << " for stream "
2101 << sp.first_ssrc();
2102 if (engine()->vie()->rtp()->SetRemoteSSRCType(
2103 channel_id, webrtc::kViEStreamTypeRtx, rtx_ssrc) != 0) {
2104 LOG_RTCERR3(SetRemoteSSRCType, channel_id, webrtc::kViEStreamTypeRtx,
2105 rtx_ssrc);
2106 return false;
2107 }
2108 rtx_to_primary_ssrc_[rtx_ssrc] = sp.first_ssrc();
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002109 }
2110
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002111 // Get the default renderer.
2112 VideoRenderer* default_renderer = NULL;
2113 if (InConferenceMode()) {
2114 // The recv_channels_ size start out being 1, so if it is two here this
2115 // is the first receive channel created (vie_channel_ is not used for
2116 // receiving in a conference call). This means that the renderer stored
2117 // inside vie_channel_ should be used for the just created channel.
2118 if (recv_channels_.size() == 2 &&
2119 recv_channels_.find(0) != recv_channels_.end()) {
2120 GetRenderer(0, &default_renderer);
2121 }
2122 }
2123
2124 // The first recv stream reuses the default renderer (if a default renderer
2125 // has been set).
2126 if (default_renderer) {
2127 SetRenderer(sp.first_ssrc(), default_renderer);
2128 }
2129
2130 LOG(LS_INFO) << "New video stream " << sp.first_ssrc()
2131 << " registered to VideoEngine channel #"
2132 << channel_id << " and connected to channel #" << vie_channel_;
2133
2134 return true;
2135}
2136
2137bool WebRtcVideoMediaChannel::RemoveRecvStream(uint32 ssrc) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00002138 if (ssrc == 0) {
2139 LOG(LS_ERROR) << "RemoveRecvStream with 0 ssrc is not supported.";
2140 return false;
2141 }
2142 return RemoveRecvStreamInternal(ssrc);
2143}
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002144
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00002145bool WebRtcVideoMediaChannel::RemoveRecvStreamInternal(uint32 ssrc) {
2146 RecvChannelMap::iterator it = recv_channels_.find(ssrc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002147 if (it == recv_channels_.end()) {
2148 // TODO(perkj): Remove this once BWE works properly across different send
2149 // and receive channels.
2150 // The default channel is reused for recv stream in 1:1 call.
2151 if (first_receive_ssrc_ == ssrc) {
2152 first_receive_ssrc_ = 0;
2153 // Need to stop the renderer and remove it since the render window can be
2154 // deleted after this.
2155 if (render_started_) {
2156 if (engine()->vie()->render()->StopRender(vie_channel_) !=0) {
2157 LOG_RTCERR1(StopRender, it->second->channel_id());
2158 }
2159 }
2160 recv_channels_[0]->SetRenderer(NULL);
2161 return true;
2162 }
2163 return false;
2164 }
2165 WebRtcVideoChannelRecvInfo* info = it->second;
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00002166
2167 // Remove any RTX SSRC mappings to this stream.
2168 SsrcMap::iterator rtx_it = rtx_to_primary_ssrc_.begin();
2169 while (rtx_it != rtx_to_primary_ssrc_.end()) {
2170 if (rtx_it->second == ssrc) {
2171 rtx_to_primary_ssrc_.erase(rtx_it++);
2172 } else {
2173 ++rtx_it;
2174 }
2175 }
2176
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002177 int channel_id = info->channel_id();
2178 if (engine()->vie()->render()->RemoveRenderer(channel_id) != 0) {
2179 LOG_RTCERR1(RemoveRenderer, channel_id);
2180 }
2181
2182 if (engine()->vie()->network()->DeregisterSendTransport(channel_id) !=0) {
2183 LOG_RTCERR1(DeRegisterSendTransport, channel_id);
2184 }
2185
2186 if (engine()->vie()->codec()->DeregisterDecoderObserver(
2187 channel_id) != 0) {
2188 LOG_RTCERR1(DeregisterDecoderObserver, channel_id);
2189 }
2190
2191 const WebRtcVideoChannelRecvInfo::DecoderMap& decoder_map =
2192 info->registered_decoders();
2193 for (WebRtcVideoChannelRecvInfo::DecoderMap::const_iterator it =
2194 decoder_map.begin(); it != decoder_map.end(); ++it) {
2195 if (engine()->vie()->ext_codec()->DeRegisterExternalReceiveCodec(
2196 channel_id, it->first) != 0) {
2197 LOG_RTCERR1(DeregisterDecoderObserver, channel_id);
2198 }
2199 engine()->DestroyExternalDecoder(it->second);
2200 }
2201 info->ClearRegisteredDecoders();
2202
2203 LOG(LS_INFO) << "Removing video stream " << ssrc
2204 << " with VideoEngine channel #"
2205 << channel_id;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002206 bool ret = true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002207 if (engine()->vie()->base()->DeleteChannel(channel_id) == -1) {
2208 LOG_RTCERR1(DeleteChannel, channel_id);
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002209 ret = false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002210 }
2211 // Delete the WebRtcVideoChannelRecvInfo pointed to by it->second.
2212 delete info;
2213 recv_channels_.erase(it);
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002214 return ret;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002215}
2216
2217bool WebRtcVideoMediaChannel::StartSend() {
2218 bool success = true;
2219 for (SendChannelMap::iterator iter = send_channels_.begin();
2220 iter != send_channels_.end(); ++iter) {
2221 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2222 if (!StartSend(send_channel)) {
2223 success = false;
2224 }
2225 }
2226 return success;
2227}
2228
2229bool WebRtcVideoMediaChannel::StartSend(
2230 WebRtcVideoChannelSendInfo* send_channel) {
2231 const int channel_id = send_channel->channel_id();
2232 if (engine()->vie()->base()->StartSend(channel_id) != 0) {
2233 LOG_RTCERR1(StartSend, channel_id);
2234 return false;
2235 }
2236
2237 send_channel->set_sending(true);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002238 return true;
2239}
2240
2241bool WebRtcVideoMediaChannel::StopSend() {
2242 bool success = true;
2243 for (SendChannelMap::iterator iter = send_channels_.begin();
2244 iter != send_channels_.end(); ++iter) {
2245 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2246 if (!StopSend(send_channel)) {
2247 success = false;
2248 }
2249 }
2250 return success;
2251}
2252
2253bool WebRtcVideoMediaChannel::StopSend(
2254 WebRtcVideoChannelSendInfo* send_channel) {
2255 const int channel_id = send_channel->channel_id();
2256 if (engine()->vie()->base()->StopSend(channel_id) != 0) {
2257 LOG_RTCERR1(StopSend, channel_id);
2258 return false;
2259 }
2260 send_channel->set_sending(false);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002261 return true;
2262}
2263
2264bool WebRtcVideoMediaChannel::SendIntraFrame() {
2265 bool success = true;
2266 for (SendChannelMap::iterator iter = send_channels_.begin();
2267 iter != send_channels_.end();
2268 ++iter) {
2269 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2270 const int channel_id = send_channel->channel_id();
2271 if (engine()->vie()->codec()->SendKeyFrame(channel_id) != 0) {
2272 LOG_RTCERR1(SendKeyFrame, channel_id);
2273 success = false;
2274 }
2275 }
2276 return success;
2277}
2278
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002279bool WebRtcVideoMediaChannel::HasReadySendChannels() {
2280 return !send_channels_.empty() &&
2281 ((send_channels_.size() > 1) ||
2282 (send_channels_[0]->stream_params() != NULL));
2283}
2284
2285bool WebRtcVideoMediaChannel::GetSendChannelKey(uint32 local_ssrc,
2286 uint32* key) {
2287 *key = 0;
2288 // If a send channel is not ready to send it will not have local_ssrc
2289 // registered to it.
2290 if (!HasReadySendChannels()) {
2291 return false;
2292 }
2293 // The default channel is stored with key 0. The key therefore does not match
2294 // the SSRC associated with the default channel. Check if the SSRC provided
2295 // corresponds to the default channel's SSRC.
2296 if (local_ssrc == GetDefaultChannelSsrc()) {
2297 return true;
2298 }
2299 if (send_channels_.find(local_ssrc) == send_channels_.end()) {
2300 for (SendChannelMap::iterator iter = send_channels_.begin();
2301 iter != send_channels_.end(); ++iter) {
2302 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2303 if (send_channel->has_ssrc(local_ssrc)) {
2304 *key = iter->first;
2305 return true;
2306 }
2307 }
2308 return false;
2309 }
2310 // The key was found in the above std::map::find call. This means that the
2311 // ssrc is the key.
2312 *key = local_ssrc;
2313 return true;
2314}
2315
2316WebRtcVideoChannelSendInfo* WebRtcVideoMediaChannel::GetSendChannel(
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002317 uint32 local_ssrc) {
2318 uint32 key;
2319 if (!GetSendChannelKey(local_ssrc, &key)) {
2320 return NULL;
2321 }
2322 return send_channels_[key];
2323}
2324
2325bool WebRtcVideoMediaChannel::CreateSendChannelKey(uint32 local_ssrc,
2326 uint32* key) {
2327 if (GetSendChannelKey(local_ssrc, key)) {
2328 // If there is a key corresponding to |local_ssrc|, the SSRC is already in
2329 // use. SSRCs need to be unique in a session and at this point a duplicate
2330 // SSRC has been detected.
2331 return false;
2332 }
2333 if (send_channels_[0]->stream_params() == NULL) {
2334 // key should be 0 here as the default channel should be re-used whenever it
2335 // is not used.
2336 *key = 0;
2337 return true;
2338 }
2339 // SSRC is currently not in use and the default channel is already in use. Use
2340 // the SSRC as key since it is supposed to be unique in a session.
2341 *key = local_ssrc;
2342 return true;
2343}
2344
wu@webrtc.org24301a62013-12-13 19:17:43 +00002345int WebRtcVideoMediaChannel::GetSendChannelNum(VideoCapturer* capturer) {
2346 int num = 0;
2347 for (SendChannelMap::iterator iter = send_channels_.begin();
2348 iter != send_channels_.end(); ++iter) {
2349 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2350 if (send_channel->video_capturer() == capturer) {
2351 ++num;
2352 }
2353 }
2354 return num;
2355}
2356
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002357uint32 WebRtcVideoMediaChannel::GetDefaultChannelSsrc() {
2358 WebRtcVideoChannelSendInfo* send_channel = send_channels_[0];
2359 const StreamParams* sp = send_channel->stream_params();
2360 if (sp == NULL) {
2361 // This happens if no send stream is currently registered.
2362 return 0;
2363 }
2364 return sp->first_ssrc();
2365}
2366
2367bool WebRtcVideoMediaChannel::DeleteSendChannel(uint32 ssrc_key) {
2368 if (send_channels_.find(ssrc_key) == send_channels_.end()) {
2369 return false;
2370 }
2371 WebRtcVideoChannelSendInfo* send_channel = send_channels_[ssrc_key];
wu@webrtc.org24301a62013-12-13 19:17:43 +00002372 MaybeDisconnectCapturer(send_channel->video_capturer());
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +00002373 send_channel->set_video_capturer(NULL, engine()->vie());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002374
2375 int channel_id = send_channel->channel_id();
2376 int capture_id = send_channel->capture_id();
2377 if (engine()->vie()->codec()->DeregisterEncoderObserver(
2378 channel_id) != 0) {
2379 LOG_RTCERR1(DeregisterEncoderObserver, channel_id);
2380 }
2381
2382 // Destroy the external capture interface.
2383 if (engine()->vie()->capture()->DisconnectCaptureDevice(
2384 channel_id) != 0) {
2385 LOG_RTCERR1(DisconnectCaptureDevice, channel_id);
2386 }
2387 if (engine()->vie()->capture()->ReleaseCaptureDevice(
2388 capture_id) != 0) {
2389 LOG_RTCERR1(ReleaseCaptureDevice, capture_id);
2390 }
2391
2392 // The default channel is stored in both |send_channels_| and
2393 // |recv_channels_|. To make sure it is only deleted once from vie let the
2394 // delete call happen when tearing down |recv_channels_| and not here.
2395 if (!IsDefaultChannel(channel_id)) {
2396 engine_->vie()->base()->DeleteChannel(channel_id);
2397 }
2398 delete send_channel;
2399 send_channels_.erase(ssrc_key);
2400 return true;
2401}
2402
2403bool WebRtcVideoMediaChannel::RemoveCapturer(uint32 ssrc) {
2404 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
2405 if (!send_channel) {
2406 return false;
2407 }
2408 VideoCapturer* capturer = send_channel->video_capturer();
2409 if (capturer == NULL) {
2410 return false;
2411 }
wu@webrtc.org24301a62013-12-13 19:17:43 +00002412 MaybeDisconnectCapturer(capturer);
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +00002413 send_channel->set_video_capturer(NULL, engine()->vie());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002414 const int64 timestamp = send_channel->local_stream_info()->time_stamp();
2415 if (send_codec_) {
2416 QueueBlackFrame(ssrc, timestamp, send_codec_->maxFramerate);
2417 }
2418 return true;
2419}
2420
2421bool WebRtcVideoMediaChannel::SetRenderer(uint32 ssrc,
2422 VideoRenderer* renderer) {
2423 if (recv_channels_.find(ssrc) == recv_channels_.end()) {
2424 // TODO(perkj): Remove this once BWE works properly across different send
2425 // and receive channels.
2426 // The default channel is reused for recv stream in 1:1 call.
2427 if (first_receive_ssrc_ == ssrc &&
2428 recv_channels_.find(0) != recv_channels_.end()) {
2429 LOG(LS_INFO) << "SetRenderer " << ssrc
2430 << " reuse default channel #"
2431 << vie_channel_;
2432 recv_channels_[0]->SetRenderer(renderer);
2433 return true;
2434 }
2435 return false;
2436 }
2437
2438 recv_channels_[ssrc]->SetRenderer(renderer);
2439 return true;
2440}
2441
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002442bool WebRtcVideoMediaChannel::GetStats(const StatsOptions& options,
2443 VideoMediaInfo* info) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002444 // Get sender statistics and build VideoSenderInfo.
2445 unsigned int total_bitrate_sent = 0;
2446 unsigned int video_bitrate_sent = 0;
2447 unsigned int fec_bitrate_sent = 0;
2448 unsigned int nack_bitrate_sent = 0;
2449 unsigned int estimated_send_bandwidth = 0;
2450 unsigned int target_enc_bitrate = 0;
2451 if (send_codec_) {
2452 for (SendChannelMap::const_iterator iter = send_channels_.begin();
2453 iter != send_channels_.end(); ++iter) {
2454 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2455 const int channel_id = send_channel->channel_id();
2456 VideoSenderInfo sinfo;
2457 const StreamParams* send_params = send_channel->stream_params();
2458 if (send_params == NULL) {
2459 // This should only happen if the default vie channel is not in use.
2460 // This can happen if no streams have ever been added or the stream
2461 // corresponding to the default channel has been removed. Note that
2462 // there may be non-default vie channels in use when this happen so
2463 // asserting send_channels_.size() == 1 is not correct and neither is
2464 // breaking out of the loop.
2465 ASSERT(channel_id == vie_channel_);
2466 continue;
2467 }
2468 unsigned int bytes_sent, packets_sent, bytes_recv, packets_recv;
2469 if (engine_->vie()->rtp()->GetRTPStatistics(channel_id, bytes_sent,
2470 packets_sent, bytes_recv,
2471 packets_recv) != 0) {
2472 LOG_RTCERR1(GetRTPStatistics, vie_channel_);
2473 continue;
2474 }
2475 WebRtcLocalStreamInfo* channel_stream_info =
2476 send_channel->local_stream_info();
2477
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002478 for (size_t i = 0; i < send_params->ssrcs.size(); ++i) {
2479 sinfo.add_ssrc(send_params->ssrcs[i]);
2480 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002481 sinfo.codec_name = send_codec_->plName;
2482 sinfo.bytes_sent = bytes_sent;
2483 sinfo.packets_sent = packets_sent;
2484 sinfo.packets_cached = -1;
2485 sinfo.packets_lost = -1;
2486 sinfo.fraction_lost = -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002487 sinfo.rtt_ms = -1;
wu@webrtc.org987f2c92014-03-28 16:22:19 +00002488
2489 VideoCapturer* video_capturer = send_channel->video_capturer();
2490 if (video_capturer) {
buildbot@webrtc.org0b53bd22014-05-06 17:12:36 +00002491 VideoFormat last_captured_frame_format;
wu@webrtc.org987f2c92014-03-28 16:22:19 +00002492 video_capturer->GetStats(&sinfo.adapt_frame_drops,
2493 &sinfo.effects_frame_drops,
buildbot@webrtc.org0b53bd22014-05-06 17:12:36 +00002494 &sinfo.capturer_frame_time,
2495 &last_captured_frame_format);
2496 sinfo.input_frame_width = last_captured_frame_format.width;
2497 sinfo.input_frame_height = last_captured_frame_format.height;
2498 } else {
2499 sinfo.input_frame_width = 0;
2500 sinfo.input_frame_height = 0;
wu@webrtc.org987f2c92014-03-28 16:22:19 +00002501 }
2502
2503 webrtc::VideoCodec vie_codec;
wu@webrtc.org987f2c92014-03-28 16:22:19 +00002504 if (!video_capturer || video_capturer->IsMuted()) {
2505 sinfo.send_frame_width = 0;
2506 sinfo.send_frame_height = 0;
2507 } else if (engine()->vie()->codec()->GetSendCodec(channel_id,
2508 vie_codec) == 0) {
2509 sinfo.send_frame_width = vie_codec.width;
2510 sinfo.send_frame_height = vie_codec.height;
2511 } else {
2512 sinfo.send_frame_width = -1;
2513 sinfo.send_frame_height = -1;
2514 LOG_RTCERR1(GetSendCodec, channel_id);
2515 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002516 sinfo.framerate_input = channel_stream_info->framerate();
2517 sinfo.framerate_sent = send_channel->encoder_observer()->framerate();
2518 sinfo.nominal_bitrate = send_channel->encoder_observer()->bitrate();
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00002519 if (send_codec_) {
2520 sinfo.preferred_bitrate = GetBitrate(
2521 send_codec_->maxBitrate, kMaxVideoBitrate);
2522 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002523 sinfo.adapt_reason = send_channel->CurrentAdaptReason();
buildbot@webrtc.orgb525a9d2014-06-03 09:42:15 +00002524
2525#ifdef USE_WEBRTC_DEV_BRANCH
2526 webrtc::CpuOveruseMetrics metrics;
2527 engine()->vie()->base()->GetCpuOveruseMetrics(channel_id, &metrics);
2528 sinfo.capture_jitter_ms = metrics.capture_jitter_ms;
2529 sinfo.avg_encode_ms = metrics.avg_encode_time_ms;
2530 sinfo.encode_usage_percent = metrics.encode_usage_percent;
2531 sinfo.capture_queue_delay_ms_per_s = metrics.capture_queue_delay_ms_per_s;
2532#else
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002533 sinfo.capture_jitter_ms = -1;
2534 sinfo.avg_encode_ms = -1;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002535 sinfo.encode_usage_percent = -1;
2536 sinfo.capture_queue_delay_ms_per_s = -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002537
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002538 int capture_jitter_ms = 0;
2539 int avg_encode_time_ms = 0;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002540 int encode_usage_percent = 0;
2541 int capture_queue_delay_ms_per_s = 0;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002542 if (engine()->vie()->base()->CpuOveruseMeasures(
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002543 channel_id,
2544 &capture_jitter_ms,
2545 &avg_encode_time_ms,
2546 &encode_usage_percent,
2547 &capture_queue_delay_ms_per_s) == 0) {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002548 sinfo.capture_jitter_ms = capture_jitter_ms;
2549 sinfo.avg_encode_ms = avg_encode_time_ms;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002550 sinfo.encode_usage_percent = encode_usage_percent;
2551 sinfo.capture_queue_delay_ms_per_s = capture_queue_delay_ms_per_s;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002552 }
buildbot@webrtc.orgb525a9d2014-06-03 09:42:15 +00002553#endif
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002554
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002555 webrtc::RtcpPacketTypeCounter rtcp_sent;
2556 webrtc::RtcpPacketTypeCounter rtcp_received;
2557 if (engine()->vie()->rtp()->GetRtcpPacketTypeCounters(
2558 channel_id, &rtcp_sent, &rtcp_received) == 0) {
2559 sinfo.firs_rcvd = rtcp_received.fir_packets;
2560 sinfo.plis_rcvd = rtcp_received.pli_packets;
2561 sinfo.nacks_rcvd = rtcp_received.nack_packets;
2562 } else {
2563 sinfo.firs_rcvd = -1;
2564 sinfo.plis_rcvd = -1;
2565 sinfo.nacks_rcvd = -1;
2566 LOG_RTCERR1(GetRtcpPacketTypeCounters, channel_id);
2567 }
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002568
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002569 // Get received RTCP statistics for the sender (reported by the remote
2570 // client in a RTCP packet), if available.
2571 // It's not a fatal error if we can't, since RTCP may not have arrived
2572 // yet.
2573 webrtc::RtcpStatistics outgoing_stream_rtcp_stats;
2574 int outgoing_stream_rtt_ms;
2575
2576 if (engine_->vie()->rtp()->GetSendChannelRtcpStatistics(
2577 channel_id,
2578 outgoing_stream_rtcp_stats,
2579 outgoing_stream_rtt_ms) == 0) {
2580 // Convert Q8 to float.
2581 sinfo.packets_lost = outgoing_stream_rtcp_stats.cumulative_lost;
2582 sinfo.fraction_lost = static_cast<float>(
2583 outgoing_stream_rtcp_stats.fraction_lost) / (1 << 8);
2584 sinfo.rtt_ms = outgoing_stream_rtt_ms;
2585 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002586 info->senders.push_back(sinfo);
2587
2588 unsigned int channel_total_bitrate_sent = 0;
2589 unsigned int channel_video_bitrate_sent = 0;
2590 unsigned int channel_fec_bitrate_sent = 0;
2591 unsigned int channel_nack_bitrate_sent = 0;
2592 if (engine_->vie()->rtp()->GetBandwidthUsage(
2593 channel_id, channel_total_bitrate_sent, channel_video_bitrate_sent,
2594 channel_fec_bitrate_sent, channel_nack_bitrate_sent) == 0) {
2595 total_bitrate_sent += channel_total_bitrate_sent;
2596 video_bitrate_sent += channel_video_bitrate_sent;
2597 fec_bitrate_sent += channel_fec_bitrate_sent;
2598 nack_bitrate_sent += channel_nack_bitrate_sent;
2599 } else {
2600 LOG_RTCERR1(GetBandwidthUsage, channel_id);
2601 }
2602
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002603 unsigned int target_enc_stream_bitrate = 0;
2604 if (engine_->vie()->codec()->GetCodecTargetBitrate(
2605 channel_id, &target_enc_stream_bitrate) == 0) {
2606 target_enc_bitrate += target_enc_stream_bitrate;
2607 } else {
2608 LOG_RTCERR1(GetCodecTargetBitrate, channel_id);
2609 }
2610 }
buildbot@webrtc.orga18b4c92014-05-06 17:48:14 +00002611 if (!send_channels_.empty()) {
2612 // GetEstimatedSendBandwidth returns the estimated bandwidth for all video
2613 // engine channels in a channel group. Any valid channel id will do as it
2614 // is only used to access the right group of channels.
2615 const int channel_id = send_channels_.begin()->second->channel_id();
2616 // Get the send bandwidth available for this MediaChannel.
2617 if (engine_->vie()->rtp()->GetEstimatedSendBandwidth(
2618 channel_id, &estimated_send_bandwidth) != 0) {
2619 LOG_RTCERR1(GetEstimatedSendBandwidth, channel_id);
2620 }
2621 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002622 } else {
2623 LOG(LS_WARNING) << "GetStats: sender information not ready.";
2624 }
2625
2626 // Get the SSRC and stats for each receiver, based on our own calculations.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002627 for (RecvChannelMap::const_iterator it = recv_channels_.begin();
2628 it != recv_channels_.end(); ++it) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002629 WebRtcVideoChannelRecvInfo* channel = it->second;
2630
buildbot@webrtc.orgeaf2bd92014-05-12 23:12:19 +00002631 unsigned int ssrc = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002632 // Get receiver statistics and build VideoReceiverInfo, if we have data.
sergeyu@chromium.orga59696b2013-09-13 23:48:58 +00002633 // Skip the default channel (ssrc == 0).
2634 if (engine_->vie()->rtp()->GetRemoteSSRC(
2635 channel->channel_id(), ssrc) != 0 ||
2636 ssrc == 0)
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002637 continue;
2638
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002639 webrtc::StreamDataCounters sent;
2640 webrtc::StreamDataCounters received;
2641 if (engine_->vie()->rtp()->GetRtpStatistics(channel->channel_id(),
2642 sent, received) != 0) {
2643 LOG_RTCERR1(GetRTPStatistics, channel->channel_id());
2644 return false;
2645 }
2646 VideoReceiverInfo rinfo;
2647 rinfo.add_ssrc(ssrc);
2648 rinfo.bytes_rcvd = received.bytes;
2649 rinfo.packets_rcvd = received.packets;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002650 rinfo.packets_lost = -1;
2651 rinfo.packets_concealed = -1;
2652 rinfo.fraction_lost = -1; // from SentRTCP
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002653 rinfo.frame_width = channel->render_adapter()->width();
2654 rinfo.frame_height = channel->render_adapter()->height();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002655 int fps = channel->render_adapter()->framerate();
2656 rinfo.framerate_decoded = fps;
2657 rinfo.framerate_output = fps;
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +00002658 rinfo.capture_start_ntp_time_ms =
2659 channel->render_adapter()->capture_start_ntp_time_ms();
wu@webrtc.org97077a32013-10-25 21:18:33 +00002660 channel->decoder_observer()->ExportTo(&rinfo);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002661
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002662 webrtc::RtcpPacketTypeCounter rtcp_sent;
2663 webrtc::RtcpPacketTypeCounter rtcp_received;
2664 if (engine()->vie()->rtp()->GetRtcpPacketTypeCounters(
2665 channel->channel_id(), &rtcp_sent, &rtcp_received) == 0) {
2666 rinfo.firs_sent = rtcp_sent.fir_packets;
2667 rinfo.plis_sent = rtcp_sent.pli_packets;
2668 rinfo.nacks_sent = rtcp_sent.nack_packets;
2669 } else {
2670 rinfo.firs_sent = -1;
2671 rinfo.plis_sent = -1;
2672 rinfo.nacks_sent = -1;
2673 LOG_RTCERR1(GetRtcpPacketTypeCounters, channel->channel_id());
2674 }
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002675
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002676 // Get our locally created statistics of the received RTP stream.
2677 webrtc::RtcpStatistics incoming_stream_rtcp_stats;
2678 int incoming_stream_rtt_ms;
2679 if (engine_->vie()->rtp()->GetReceiveChannelRtcpStatistics(
2680 channel->channel_id(),
2681 incoming_stream_rtcp_stats,
2682 incoming_stream_rtt_ms) == 0) {
2683 // Convert Q8 to float.
2684 rinfo.packets_lost = incoming_stream_rtcp_stats.cumulative_lost;
2685 rinfo.fraction_lost = static_cast<float>(
2686 incoming_stream_rtcp_stats.fraction_lost) / (1 << 8);
2687 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002688 info->receivers.push_back(rinfo);
buildbot@webrtc.orga18b4c92014-05-06 17:48:14 +00002689 }
2690 unsigned int estimated_recv_bandwidth = 0;
2691 if (!recv_channels_.empty()) {
2692 // GetEstimatedReceiveBandwidth returns the estimated bandwidth for all
2693 // video engine channels in a channel group. Any valid channel id will do as
2694 // it is only used to access the right group of channels.
2695 const int channel_id = recv_channels_.begin()->second->channel_id();
2696 // Gets the estimated receive bandwidth for the MediaChannel.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002697 if (engine_->vie()->rtp()->GetEstimatedReceiveBandwidth(
buildbot@webrtc.orga18b4c92014-05-06 17:48:14 +00002698 channel_id, &estimated_recv_bandwidth) != 0) {
2699 LOG_RTCERR1(GetEstimatedReceiveBandwidth, channel_id);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002700 }
2701 }
buildbot@webrtc.orga18b4c92014-05-06 17:48:14 +00002702
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002703 // Build BandwidthEstimationInfo.
2704 // TODO(zhurunz): Add real unittest for this.
2705 BandwidthEstimationInfo bwe;
2706
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002707 // TODO(jiayl): remove the condition when the necessary changes are available
2708 // outside the dev branch.
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002709 if (options.include_received_propagation_stats) {
2710 webrtc::ReceiveBandwidthEstimatorStats additional_stats;
2711 // Only call for the default channel because the returned stats are
2712 // collected for all the channels using the same estimator.
2713 if (engine_->vie()->rtp()->GetReceiveBandwidthEstimatorStats(
mallinath@webrtc.org92fdfeb2014-02-17 18:49:41 +00002714 recv_channels_[0]->channel_id(), &additional_stats) == 0) {
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002715 bwe.total_received_propagation_delta_ms =
2716 additional_stats.total_propagation_time_delta_ms;
2717 bwe.recent_received_propagation_delta_ms.swap(
2718 additional_stats.recent_propagation_time_delta_ms);
2719 bwe.recent_received_packet_group_arrival_time_ms.swap(
2720 additional_stats.recent_arrival_time_ms);
2721 }
2722 }
henrike@webrtc.orgb8395eb2014-02-28 21:57:22 +00002723
2724 engine_->vie()->rtp()->GetPacerQueuingDelayMs(
2725 recv_channels_[0]->channel_id(), &bwe.bucket_delay);
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002726
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002727 // Calculations done above per send/receive stream.
2728 bwe.actual_enc_bitrate = video_bitrate_sent;
2729 bwe.transmit_bitrate = total_bitrate_sent;
2730 bwe.retransmit_bitrate = nack_bitrate_sent;
2731 bwe.available_send_bandwidth = estimated_send_bandwidth;
2732 bwe.available_recv_bandwidth = estimated_recv_bandwidth;
2733 bwe.target_enc_bitrate = target_enc_bitrate;
2734
2735 info->bw_estimations.push_back(bwe);
2736
2737 return true;
2738}
2739
2740bool WebRtcVideoMediaChannel::SetCapturer(uint32 ssrc,
2741 VideoCapturer* capturer) {
2742 ASSERT(ssrc != 0);
2743 if (!capturer) {
2744 return RemoveCapturer(ssrc);
2745 }
2746 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
2747 if (!send_channel) {
2748 return false;
2749 }
2750 VideoCapturer* old_capturer = send_channel->video_capturer();
wu@webrtc.org24301a62013-12-13 19:17:43 +00002751 MaybeDisconnectCapturer(old_capturer);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002752
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +00002753 send_channel->set_video_capturer(capturer, engine()->vie());
wu@webrtc.orga8910d22014-01-23 22:12:45 +00002754 MaybeConnectCapturer(capturer);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002755 if (!capturer->IsScreencast() && ratio_w_ != 0 && ratio_h_ != 0) {
2756 capturer->UpdateAspectRatio(ratio_w_, ratio_h_);
2757 }
2758 const int64 timestamp = send_channel->local_stream_info()->time_stamp();
2759 if (send_codec_) {
2760 QueueBlackFrame(ssrc, timestamp, send_codec_->maxFramerate);
2761 }
2762 return true;
2763}
2764
2765bool WebRtcVideoMediaChannel::RequestIntraFrame() {
2766 // There is no API exposed to application to request a key frame
2767 // ViE does this internally when there are errors from decoder
2768 return false;
2769}
2770
wu@webrtc.orga9890802013-12-13 00:21:03 +00002771void WebRtcVideoMediaChannel::OnPacketReceived(
2772 talk_base::Buffer* packet, const talk_base::PacketTime& packet_time) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002773 // Pick which channel to send this packet to. If this packet doesn't match
2774 // any multiplexed streams, just send it to the default channel. Otherwise,
2775 // send it to the specific decoder instance for that stream.
2776 uint32 ssrc = 0;
2777 if (!GetRtpSsrc(packet->data(), packet->length(), &ssrc))
2778 return;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002779 int processing_channel = GetRecvChannelNum(ssrc);
2780 if (processing_channel == -1) {
2781 // Allocate an unsignalled recv channel for processing in conference mode.
henrike@webrtc.org18e59112014-03-14 17:19:38 +00002782 if (!InConferenceMode()) {
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00002783 // If we can't find or allocate one, use the default.
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002784 processing_channel = video_channel();
henrike@webrtc.org18e59112014-03-14 17:19:38 +00002785 } else if (!CreateUnsignalledRecvChannel(ssrc, &processing_channel)) {
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00002786 // If we can't create an unsignalled recv channel, drop the packet in
henrike@webrtc.org18e59112014-03-14 17:19:38 +00002787 // conference mode.
2788 return;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002789 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002790 }
2791
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002792 engine()->vie()->network()->ReceivedRTPPacket(
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002793 processing_channel,
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002794 packet->data(),
wu@webrtc.orga9890802013-12-13 00:21:03 +00002795 static_cast<int>(packet->length()),
2796 webrtc::PacketTime(packet_time.timestamp, packet_time.not_before));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002797}
2798
wu@webrtc.orga9890802013-12-13 00:21:03 +00002799void WebRtcVideoMediaChannel::OnRtcpReceived(
2800 talk_base::Buffer* packet, const talk_base::PacketTime& packet_time) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002801// Sending channels need all RTCP packets with feedback information.
2802// Even sender reports can contain attached report blocks.
2803// Receiving channels need sender reports in order to create
2804// correct receiver reports.
2805
2806 uint32 ssrc = 0;
2807 if (!GetRtcpSsrc(packet->data(), packet->length(), &ssrc)) {
2808 LOG(LS_WARNING) << "Failed to parse SSRC from received RTCP packet";
2809 return;
2810 }
2811 int type = 0;
2812 if (!GetRtcpType(packet->data(), packet->length(), &type)) {
2813 LOG(LS_WARNING) << "Failed to parse type from received RTCP packet";
2814 return;
2815 }
2816
2817 // If it is a sender report, find the channel that is listening.
2818 if (type == kRtcpTypeSR) {
2819 int which_channel = GetRecvChannelNum(ssrc);
2820 if (which_channel != -1 && !IsDefaultChannel(which_channel)) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002821 engine_->vie()->network()->ReceivedRTCPPacket(
2822 which_channel,
2823 packet->data(),
2824 static_cast<int>(packet->length()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002825 }
2826 }
2827 // SR may continue RR and any RR entry may correspond to any one of the send
2828 // channels. So all RTCP packets must be forwarded all send channels. ViE
2829 // will filter out RR internally.
2830 for (SendChannelMap::iterator iter = send_channels_.begin();
2831 iter != send_channels_.end(); ++iter) {
2832 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2833 int channel_id = send_channel->channel_id();
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002834 engine_->vie()->network()->ReceivedRTCPPacket(
2835 channel_id,
2836 packet->data(),
2837 static_cast<int>(packet->length()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002838 }
2839}
2840
2841void WebRtcVideoMediaChannel::OnReadyToSend(bool ready) {
2842 SetNetworkTransmissionState(ready);
2843}
2844
2845bool WebRtcVideoMediaChannel::MuteStream(uint32 ssrc, bool muted) {
2846 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
2847 if (!send_channel) {
2848 LOG(LS_ERROR) << "The specified ssrc " << ssrc << " is not in use.";
2849 return false;
2850 }
2851 send_channel->set_muted(muted);
2852 return true;
2853}
2854
2855bool WebRtcVideoMediaChannel::SetRecvRtpHeaderExtensions(
2856 const std::vector<RtpHeaderExtension>& extensions) {
2857 if (receive_extensions_ == extensions) {
2858 return true;
2859 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002860
2861 const RtpHeaderExtension* offset_extension =
2862 FindHeaderExtension(extensions, kRtpTimestampOffsetHeaderExtension);
2863 const RtpHeaderExtension* send_time_extension =
henrike@webrtc.org79047f92014-03-06 23:46:59 +00002864 FindHeaderExtension(extensions, kRtpAbsoluteSenderTimeHeaderExtension);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002865
2866 // Loop through all receive channels and enable/disable the extensions.
2867 for (RecvChannelMap::iterator channel_it = recv_channels_.begin();
2868 channel_it != recv_channels_.end(); ++channel_it) {
2869 int channel_id = channel_it->second->channel_id();
2870 if (!SetHeaderExtension(
2871 &webrtc::ViERTP_RTCP::SetReceiveTimestampOffsetStatus, channel_id,
2872 offset_extension)) {
2873 return false;
2874 }
2875 if (!SetHeaderExtension(
2876 &webrtc::ViERTP_RTCP::SetReceiveAbsoluteSendTimeStatus, channel_id,
2877 send_time_extension)) {
2878 return false;
2879 }
2880 }
buildbot@webrtc.org150835e2014-05-06 15:54:38 +00002881
2882 receive_extensions_ = extensions;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002883 return true;
2884}
2885
2886bool WebRtcVideoMediaChannel::SetSendRtpHeaderExtensions(
2887 const std::vector<RtpHeaderExtension>& extensions) {
buildbot@webrtc.org150835e2014-05-06 15:54:38 +00002888 if (send_extensions_ == extensions) {
2889 return true;
2890 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002891
2892 const RtpHeaderExtension* offset_extension =
2893 FindHeaderExtension(extensions, kRtpTimestampOffsetHeaderExtension);
2894 const RtpHeaderExtension* send_time_extension =
henrike@webrtc.org79047f92014-03-06 23:46:59 +00002895 FindHeaderExtension(extensions, kRtpAbsoluteSenderTimeHeaderExtension);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002896
2897 // Loop through all send channels and enable/disable the extensions.
2898 for (SendChannelMap::iterator channel_it = send_channels_.begin();
2899 channel_it != send_channels_.end(); ++channel_it) {
2900 int channel_id = channel_it->second->channel_id();
2901 if (!SetHeaderExtension(
2902 &webrtc::ViERTP_RTCP::SetSendTimestampOffsetStatus, channel_id,
2903 offset_extension)) {
2904 return false;
2905 }
2906 if (!SetHeaderExtension(
2907 &webrtc::ViERTP_RTCP::SetSendAbsoluteSendTimeStatus, channel_id,
2908 send_time_extension)) {
2909 return false;
2910 }
2911 }
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002912
2913 if (send_time_extension) {
2914 // For video RTP packets, we would like to update AbsoluteSendTimeHeader
2915 // Extension closer to the network, @ socket level before sending.
2916 // Pushing the extension id to socket layer.
2917 MediaChannel::SetOption(NetworkInterface::ST_RTP,
2918 talk_base::Socket::OPT_RTP_SENDTIME_EXTN_ID,
2919 send_time_extension->id);
2920 }
buildbot@webrtc.org150835e2014-05-06 15:54:38 +00002921
2922 send_extensions_ = extensions;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002923 return true;
2924}
2925
mallinath@webrtc.org92fdfeb2014-02-17 18:49:41 +00002926int WebRtcVideoMediaChannel::GetRtpSendTimeExtnId() const {
2927 const RtpHeaderExtension* send_time_extension = FindHeaderExtension(
henrike@webrtc.org79047f92014-03-06 23:46:59 +00002928 send_extensions_, kRtpAbsoluteSenderTimeHeaderExtension);
mallinath@webrtc.org92fdfeb2014-02-17 18:49:41 +00002929 if (send_time_extension) {
2930 return send_time_extension->id;
2931 }
2932 return -1;
2933}
2934
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002935bool WebRtcVideoMediaChannel::SetStartSendBandwidth(int bps) {
2936 LOG(LS_INFO) << "WebRtcVideoMediaChannel::SetStartSendBandwidth";
2937
2938 if (!send_codec_) {
2939 LOG(LS_INFO) << "The send codec has not been set up yet";
2940 return true;
2941 }
2942
2943 // On success, SetSendCodec() will reset |send_start_bitrate_| to |bps/1000|,
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00002944 // by calling MaybeChangeBitrates. That method will also clamp the
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002945 // start bitrate between min and max, consistent with the override behavior
2946 // in SetMaxSendBandwidth.
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00002947 webrtc::VideoCodec new_codec = *send_codec_;
2948 if (BitrateIsSet(bps)) {
2949 new_codec.startBitrate = bps / 1000;
2950 }
2951 return SetSendCodec(new_codec);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002952}
2953
2954bool WebRtcVideoMediaChannel::SetMaxSendBandwidth(int bps) {
2955 LOG(LS_INFO) << "WebRtcVideoMediaChannel::SetMaxSendBandwidth";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002956
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002957 if (!send_codec_) {
2958 LOG(LS_INFO) << "The send codec has not been set up yet";
2959 return true;
2960 }
2961
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00002962 webrtc::VideoCodec new_codec = *send_codec_;
2963 if (BitrateIsSet(bps)) {
2964 new_codec.maxBitrate = bps / 1000;
2965 }
2966 if (!SetSendCodec(new_codec)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002967 return false;
2968 }
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002969 LogSendCodecChange("SetMaxSendBandwidth()");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002970
2971 return true;
2972}
2973
2974bool WebRtcVideoMediaChannel::SetOptions(const VideoOptions &options) {
2975 // Always accept options that are unchanged.
2976 if (options_ == options) {
2977 return true;
2978 }
2979
2980 // Trigger SetSendCodec to set correct noise reduction state if the option has
2981 // changed.
2982 bool denoiser_changed = options.video_noise_reduction.IsSet() &&
2983 (options_.video_noise_reduction != options.video_noise_reduction);
2984
2985 bool leaky_bucket_changed = options.video_leaky_bucket.IsSet() &&
2986 (options_.video_leaky_bucket != options.video_leaky_bucket);
2987
2988 bool buffer_latency_changed = options.buffered_mode_latency.IsSet() &&
2989 (options_.buffered_mode_latency != options.buffered_mode_latency);
2990
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00002991 bool cpu_overuse_detection_changed = options.cpu_overuse_detection.IsSet() &&
2992 (options_.cpu_overuse_detection != options.cpu_overuse_detection);
2993
wu@webrtc.orgde305012013-10-31 15:40:38 +00002994 bool dscp_option_changed = (options_.dscp != options.dscp);
2995
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002996 bool suspend_below_min_bitrate_changed =
2997 options.suspend_below_min_bitrate.IsSet() &&
2998 (options_.suspend_below_min_bitrate != options.suspend_below_min_bitrate);
2999
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003000 bool conference_mode_turned_off = false;
3001 if (options_.conference_mode.IsSet() && options.conference_mode.IsSet() &&
3002 options_.conference_mode.GetWithDefaultIfUnset(false) &&
3003 !options.conference_mode.GetWithDefaultIfUnset(false)) {
3004 conference_mode_turned_off = true;
3005 }
3006
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003007 bool improved_wifi_bwe_changed =
3008 options.use_improved_wifi_bandwidth_estimator.IsSet() &&
3009 options_.use_improved_wifi_bandwidth_estimator !=
3010 options.use_improved_wifi_bandwidth_estimator;
3011
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00003012
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003013 // Save the options, to be interpreted where appropriate.
3014 // Use options_.SetAll() instead of assignment so that unset value in options
3015 // will not overwrite the previous option value.
3016 options_.SetAll(options);
3017
3018 // Set CPU options for all send channels.
3019 for (SendChannelMap::iterator iter = send_channels_.begin();
3020 iter != send_channels_.end(); ++iter) {
3021 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3022 send_channel->ApplyCpuOptions(options_);
3023 }
3024
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003025 if (send_codec_) {
3026 bool reset_send_codec_needed = denoiser_changed;
3027 webrtc::VideoCodec new_codec = *send_codec_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003028
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003029 // TODO(pthatcher): Remove this. We don't need 4 ways to set bitrates.
3030 bool lower_min_bitrate;
3031 if (options.lower_min_bitrate.Get(&lower_min_bitrate)) {
3032 new_codec.minBitrate = kLowerMinBitrate;
3033 reset_send_codec_needed = true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003034 }
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003035
3036 if (conference_mode_turned_off) {
3037 // This is a special case for turning conference mode off.
3038 // Max bitrate should go back to the default maximum value instead
3039 // of the current maximum.
3040 new_codec.maxBitrate = kAutoBandwidth;
3041 reset_send_codec_needed = true;
3042 }
3043
3044 // TODO(pthatcher): Remove this. We don't need 4 ways to set bitrates.
3045 int new_start_bitrate;
3046 if (options.video_start_bitrate.Get(&new_start_bitrate)) {
3047 new_codec.startBitrate = new_start_bitrate;
3048 reset_send_codec_needed = true;
3049 }
3050
3051
3052 LOG(LS_INFO) << "Reset send codec needed is enabled? "
3053 << reset_send_codec_needed;
3054 if (reset_send_codec_needed) {
3055 if (!SetSendCodec(new_codec)) {
3056 return false;
3057 }
3058 LogSendCodecChange("SetOptions()");
3059 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003060 }
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00003061
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003062 if (leaky_bucket_changed) {
3063 bool enable_leaky_bucket =
3064 options_.video_leaky_bucket.GetWithDefaultIfUnset(false);
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003065 LOG(LS_INFO) << "Leaky bucket is enabled? " << enable_leaky_bucket;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003066 for (SendChannelMap::iterator it = send_channels_.begin();
3067 it != send_channels_.end(); ++it) {
3068 if (engine()->vie()->rtp()->SetTransmissionSmoothingStatus(
3069 it->second->channel_id(), enable_leaky_bucket) != 0) {
3070 LOG_RTCERR2(SetTransmissionSmoothingStatus, it->second->channel_id(),
3071 enable_leaky_bucket);
3072 }
3073 }
3074 }
3075 if (buffer_latency_changed) {
3076 int buffer_latency =
3077 options_.buffered_mode_latency.GetWithDefaultIfUnset(
3078 cricket::kBufferedModeDisabled);
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003079 LOG(LS_INFO) << "Buffer latency is " << buffer_latency;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003080 for (SendChannelMap::iterator it = send_channels_.begin();
3081 it != send_channels_.end(); ++it) {
3082 if (engine()->vie()->rtp()->SetSenderBufferingMode(
3083 it->second->channel_id(), buffer_latency) != 0) {
3084 LOG_RTCERR2(SetSenderBufferingMode, it->second->channel_id(),
3085 buffer_latency);
3086 }
3087 }
3088 for (RecvChannelMap::iterator it = recv_channels_.begin();
3089 it != recv_channels_.end(); ++it) {
3090 if (engine()->vie()->rtp()->SetReceiverBufferingMode(
3091 it->second->channel_id(), buffer_latency) != 0) {
3092 LOG_RTCERR2(SetReceiverBufferingMode, it->second->channel_id(),
3093 buffer_latency);
3094 }
3095 }
3096 }
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003097 if (cpu_overuse_detection_changed) {
3098 bool cpu_overuse_detection =
3099 options_.cpu_overuse_detection.GetWithDefaultIfUnset(false);
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003100 LOG(LS_INFO) << "CPU overuse detection is enabled? "
3101 << cpu_overuse_detection;
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003102 for (SendChannelMap::iterator iter = send_channels_.begin();
3103 iter != send_channels_.end(); ++iter) {
3104 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3105 send_channel->SetCpuOveruseDetection(cpu_overuse_detection);
3106 }
3107 }
wu@webrtc.orgde305012013-10-31 15:40:38 +00003108 if (dscp_option_changed) {
3109 talk_base::DiffServCodePoint dscp = talk_base::DSCP_DEFAULT;
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00003110 if (options_.dscp.GetWithDefaultIfUnset(false))
wu@webrtc.orgde305012013-10-31 15:40:38 +00003111 dscp = kVideoDscpValue;
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003112 LOG(LS_INFO) << "DSCP is " << dscp;
wu@webrtc.orgde305012013-10-31 15:40:38 +00003113 if (MediaChannel::SetDscp(dscp) != 0) {
3114 LOG(LS_WARNING) << "Failed to set DSCP settings for video channel";
3115 }
3116 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003117 if (suspend_below_min_bitrate_changed) {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003118 if (options_.suspend_below_min_bitrate.GetWithDefaultIfUnset(false)) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003119 LOG(LS_INFO) << "Suspend below min bitrate enabled.";
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003120 for (SendChannelMap::iterator it = send_channels_.begin();
3121 it != send_channels_.end(); ++it) {
3122 engine()->vie()->codec()->SuspendBelowMinBitrate(
3123 it->second->channel_id());
3124 }
3125 } else {
3126 LOG(LS_WARNING) << "Cannot disable video suspension once it is enabled";
3127 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003128 }
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003129 if (improved_wifi_bwe_changed) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003130 LOG(LS_INFO) << "Improved WIFI BWE called.";
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003131 webrtc::Config config;
3132 config.Set(new webrtc::AimdRemoteRateControl(
3133 options_.use_improved_wifi_bandwidth_estimator
3134 .GetWithDefaultIfUnset(false)));
3135 for (SendChannelMap::iterator it = send_channels_.begin();
3136 it != send_channels_.end(); ++it) {
3137 engine()->vie()->network()->SetBandwidthEstimationConfig(
3138 it->second->channel_id(), config);
3139 }
3140 }
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +00003141 webrtc::CpuOveruseOptions overuse_options;
3142 if (GetCpuOveruseOptions(options_, &overuse_options)) {
3143 for (SendChannelMap::iterator it = send_channels_.begin();
3144 it != send_channels_.end(); ++it) {
3145 if (engine()->vie()->base()->SetCpuOveruseOptions(
3146 it->second->channel_id(), overuse_options) != 0) {
3147 LOG_RTCERR1(SetCpuOveruseOptions, it->second->channel_id());
3148 }
3149 }
3150 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003151 return true;
3152}
3153
3154void WebRtcVideoMediaChannel::SetInterface(NetworkInterface* iface) {
3155 MediaChannel::SetInterface(iface);
3156 // Set the RTP recv/send buffer to a bigger size
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00003157 MediaChannel::SetOption(NetworkInterface::ST_RTP,
3158 talk_base::Socket::OPT_RCVBUF,
3159 kVideoRtpBufferSize);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003160
3161 // TODO(sriniv): Remove or re-enable this.
3162 // As part of b/8030474, send-buffer is size now controlled through
3163 // portallocator flags.
3164 // network_interface_->SetOption(NetworkInterface::ST_RTP,
3165 // talk_base::Socket::OPT_SNDBUF,
3166 // kVideoRtpBufferSize);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003167}
3168
3169void WebRtcVideoMediaChannel::UpdateAspectRatio(int ratio_w, int ratio_h) {
3170 ASSERT(ratio_w != 0);
3171 ASSERT(ratio_h != 0);
3172 ratio_w_ = ratio_w;
3173 ratio_h_ = ratio_h;
3174 // For now assume that all streams want the same aspect ratio.
3175 // TODO(hellner): remove the need for this assumption.
3176 for (SendChannelMap::iterator iter = send_channels_.begin();
3177 iter != send_channels_.end(); ++iter) {
3178 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3179 VideoCapturer* capturer = send_channel->video_capturer();
3180 if (capturer) {
3181 capturer->UpdateAspectRatio(ratio_w, ratio_h);
3182 }
3183 }
3184}
3185
3186bool WebRtcVideoMediaChannel::GetRenderer(uint32 ssrc,
3187 VideoRenderer** renderer) {
3188 RecvChannelMap::const_iterator it = recv_channels_.find(ssrc);
3189 if (it == recv_channels_.end()) {
3190 if (first_receive_ssrc_ == ssrc &&
3191 recv_channels_.find(0) != recv_channels_.end()) {
3192 LOG(LS_INFO) << " GetRenderer " << ssrc
3193 << " reuse default renderer #"
3194 << vie_channel_;
3195 *renderer = recv_channels_[0]->render_adapter()->renderer();
3196 return true;
3197 }
3198 return false;
3199 }
3200
3201 *renderer = it->second->render_adapter()->renderer();
3202 return true;
3203}
3204
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +00003205bool WebRtcVideoMediaChannel::GetVideoAdapter(
3206 uint32 ssrc, CoordinatedVideoAdapter** video_adapter) {
3207 SendChannelMap::iterator it = send_channels_.find(ssrc);
3208 if (it == send_channels_.end()) {
3209 return false;
3210 }
3211 *video_adapter = it->second->video_adapter();
3212 return true;
3213}
3214
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003215void WebRtcVideoMediaChannel::SendFrame(VideoCapturer* capturer,
3216 const VideoFrame* frame) {
wu@webrtc.org24301a62013-12-13 19:17:43 +00003217 // If the |capturer| is registered to any send channel, then send the frame
3218 // to those send channels.
3219 bool capturer_is_channel_owned = false;
3220 for (SendChannelMap::iterator iter = send_channels_.begin();
3221 iter != send_channels_.end(); ++iter) {
3222 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3223 if (send_channel->video_capturer() == capturer) {
3224 SendFrame(send_channel, frame, capturer->IsScreencast());
3225 capturer_is_channel_owned = true;
3226 }
3227 }
3228 if (capturer_is_channel_owned) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003229 return;
3230 }
wu@webrtc.org24301a62013-12-13 19:17:43 +00003231
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003232 // TODO(hellner): Remove below for loop once the captured frame no longer
3233 // come from the engine, i.e. the engine no longer owns a capturer.
3234 for (SendChannelMap::iterator iter = send_channels_.begin();
3235 iter != send_channels_.end(); ++iter) {
3236 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3237 if (send_channel->video_capturer() == NULL) {
3238 SendFrame(send_channel, frame, capturer->IsScreencast());
3239 }
3240 }
3241}
3242
3243bool WebRtcVideoMediaChannel::SendFrame(
3244 WebRtcVideoChannelSendInfo* send_channel,
3245 const VideoFrame* frame,
3246 bool is_screencast) {
3247 if (!send_channel) {
3248 return false;
3249 }
3250 if (!send_codec_) {
3251 // Send codec has not been set. No reason to process the frame any further.
3252 return false;
3253 }
3254 const VideoFormat& video_format = send_channel->video_format();
3255 // If the frame should be dropped.
3256 const bool video_format_set = video_format != cricket::VideoFormat();
3257 if (video_format_set &&
3258 (video_format.width == 0 && video_format.height == 0)) {
3259 return true;
3260 }
3261
3262 // Checks if we need to reset vie send codec.
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00003263 if (!MaybeResetVieSendCodec(send_channel,
3264 static_cast<int>(frame->GetWidth()),
3265 static_cast<int>(frame->GetHeight()),
3266 is_screencast, NULL)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003267 LOG(LS_ERROR) << "MaybeResetVieSendCodec failed with "
3268 << frame->GetWidth() << "x" << frame->GetHeight();
3269 return false;
3270 }
3271 const VideoFrame* frame_out = frame;
3272 talk_base::scoped_ptr<VideoFrame> processed_frame;
3273 // Disable muting for screencast.
3274 const bool mute = (send_channel->muted() && !is_screencast);
3275 send_channel->ProcessFrame(*frame_out, mute, processed_frame.use());
3276 if (processed_frame) {
3277 frame_out = processed_frame.get();
3278 }
3279
3280 webrtc::ViEVideoFrameI420 frame_i420;
3281 // TODO(ronghuawu): Update the webrtc::ViEVideoFrameI420
3282 // to use const unsigned char*
3283 frame_i420.y_plane = const_cast<unsigned char*>(frame_out->GetYPlane());
3284 frame_i420.u_plane = const_cast<unsigned char*>(frame_out->GetUPlane());
3285 frame_i420.v_plane = const_cast<unsigned char*>(frame_out->GetVPlane());
3286 frame_i420.y_pitch = frame_out->GetYPitch();
3287 frame_i420.u_pitch = frame_out->GetUPitch();
3288 frame_i420.v_pitch = frame_out->GetVPitch();
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003289 frame_i420.width = static_cast<uint16>(frame_out->GetWidth());
3290 frame_i420.height = static_cast<uint16>(frame_out->GetHeight());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003291
3292 int64 timestamp_ntp_ms = 0;
3293 // TODO(justinlin): Reenable after Windows issues with clock drift are fixed.
3294 // Currently reverted to old behavior of discarding capture timestamp.
3295#if 0
henrike@webrtc.orgf5bebd42014-04-04 18:39:07 +00003296 static const int kTimestampDeltaInSecondsForWarning = 2;
3297
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003298 // If the frame timestamp is 0, we will use the deliver time.
3299 const int64 frame_timestamp = frame->GetTimeStamp();
3300 if (frame_timestamp != 0) {
3301 if (abs(time(NULL) - frame_timestamp / talk_base::kNumNanosecsPerSec) >
3302 kTimestampDeltaInSecondsForWarning) {
3303 LOG(LS_WARNING) << "Frame timestamp differs by more than "
3304 << kTimestampDeltaInSecondsForWarning << " seconds from "
3305 << "current Unix timestamp.";
3306 }
3307
3308 timestamp_ntp_ms =
3309 talk_base::UnixTimestampNanosecsToNtpMillisecs(frame_timestamp);
3310 }
3311#endif
3312
3313 return send_channel->external_capture()->IncomingFrameI420(
3314 frame_i420, timestamp_ntp_ms) == 0;
3315}
3316
3317bool WebRtcVideoMediaChannel::CreateChannel(uint32 ssrc_key,
3318 MediaDirection direction,
3319 int* channel_id) {
3320 // There are 3 types of channels. Sending only, receiving only and
3321 // sending and receiving. The sending and receiving channel is the
3322 // default channel and there is only one. All other channels that are created
3323 // are associated with the default channel which must exist. The default
3324 // channel id is stored in |vie_channel_|. All channels need to know about
3325 // the default channel to properly handle remb which is why there are
3326 // different ViE create channel calls.
3327 // For this channel the local and remote ssrc key is 0. However, it may
3328 // have a non-zero local and/or remote ssrc depending on if it is currently
3329 // sending and/or receiving.
3330 if ((vie_channel_ == -1 || direction == MD_SENDRECV) &&
3331 (!send_channels_.empty() || !recv_channels_.empty())) {
3332 ASSERT(false);
3333 return false;
3334 }
3335
3336 *channel_id = -1;
3337 if (direction == MD_RECV) {
3338 // All rec channels are associated with the default channel |vie_channel_|
3339 if (engine_->vie()->base()->CreateReceiveChannel(*channel_id,
3340 vie_channel_) != 0) {
3341 LOG_RTCERR2(CreateReceiveChannel, *channel_id, vie_channel_);
3342 return false;
3343 }
3344 } else if (direction == MD_SEND) {
3345 if (engine_->vie()->base()->CreateChannel(*channel_id,
3346 vie_channel_) != 0) {
3347 LOG_RTCERR2(CreateChannel, *channel_id, vie_channel_);
3348 return false;
3349 }
3350 } else {
3351 ASSERT(direction == MD_SENDRECV);
3352 if (engine_->vie()->base()->CreateChannel(*channel_id) != 0) {
3353 LOG_RTCERR1(CreateChannel, *channel_id);
3354 return false;
3355 }
3356 }
3357 if (!ConfigureChannel(*channel_id, direction, ssrc_key)) {
3358 engine_->vie()->base()->DeleteChannel(*channel_id);
3359 *channel_id = -1;
3360 return false;
3361 }
3362
3363 return true;
3364}
3365
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00003366bool WebRtcVideoMediaChannel::CreateUnsignalledRecvChannel(
3367 uint32 ssrc_key, int* out_channel_id) {
henrike@webrtc.org18e59112014-03-14 17:19:38 +00003368 int unsignalled_recv_channel_limit =
3369 options_.unsignalled_recv_stream_limit.GetWithDefaultIfUnset(
3370 kNumDefaultUnsignalledVideoRecvStreams);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00003371 if (num_unsignalled_recv_channels_ >= unsignalled_recv_channel_limit) {
3372 return false;
3373 }
3374 if (!CreateChannel(ssrc_key, MD_RECV, out_channel_id)) {
3375 return false;
3376 }
3377 // TODO(tvsriram): Support dynamic sizing of unsignalled recv channels.
3378 num_unsignalled_recv_channels_++;
3379 return true;
3380}
3381
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003382bool WebRtcVideoMediaChannel::ConfigureChannel(int channel_id,
3383 MediaDirection direction,
3384 uint32 ssrc_key) {
3385 const bool receiving = (direction == MD_RECV) || (direction == MD_SENDRECV);
3386 const bool sending = (direction == MD_SEND) || (direction == MD_SENDRECV);
3387 // Register external transport.
3388 if (engine_->vie()->network()->RegisterSendTransport(
3389 channel_id, *this) != 0) {
3390 LOG_RTCERR1(RegisterSendTransport, channel_id);
3391 return false;
3392 }
3393
3394 // Set MTU.
3395 if (engine_->vie()->network()->SetMTU(channel_id, kVideoMtu) != 0) {
3396 LOG_RTCERR2(SetMTU, channel_id, kVideoMtu);
3397 return false;
3398 }
3399 // Turn on RTCP and loss feedback reporting.
3400 if (engine()->vie()->rtp()->SetRTCPStatus(
3401 channel_id, webrtc::kRtcpCompound_RFC4585) != 0) {
3402 LOG_RTCERR2(SetRTCPStatus, channel_id, webrtc::kRtcpCompound_RFC4585);
3403 return false;
3404 }
3405 // Enable pli as key frame request method.
3406 if (engine_->vie()->rtp()->SetKeyFrameRequestMethod(
3407 channel_id, webrtc::kViEKeyFrameRequestPliRtcp) != 0) {
3408 LOG_RTCERR2(SetKeyFrameRequestMethod,
3409 channel_id, webrtc::kViEKeyFrameRequestPliRtcp);
3410 return false;
3411 }
3412 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_, nack_enabled_)) {
3413 // Logged in SetNackFec. Don't spam the logs.
3414 return false;
3415 }
3416 // Note that receiving must always be configured before sending to ensure
3417 // that send and receive channel is configured correctly (ConfigureReceiving
3418 // assumes no sending).
3419 if (receiving) {
3420 if (!ConfigureReceiving(channel_id, ssrc_key)) {
3421 return false;
3422 }
3423 }
3424 if (sending) {
3425 if (!ConfigureSending(channel_id, ssrc_key)) {
3426 return false;
3427 }
3428 }
3429
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00003430 // Start receiving for both receive and send channels so that we get incoming
3431 // RTP (if receiving) as well as RTCP feedback (if sending).
3432 if (engine()->vie()->base()->StartReceive(channel_id) != 0) {
3433 LOG_RTCERR1(StartReceive, channel_id);
3434 return false;
3435 }
3436
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003437 return true;
3438}
3439
3440bool WebRtcVideoMediaChannel::ConfigureReceiving(int channel_id,
3441 uint32 remote_ssrc_key) {
3442 // Make sure that an SSRC/key isn't registered more than once.
3443 if (recv_channels_.find(remote_ssrc_key) != recv_channels_.end()) {
3444 return false;
3445 }
3446 // Connect the voice channel, if there is one.
3447 // TODO(perkj): The A/V is synched by the receiving channel. So we need to
3448 // know the SSRC of the remote audio channel in order to fetch the correct
3449 // webrtc VoiceEngine channel. For now- only sync the default channel used
3450 // in 1-1 calls.
3451 if (remote_ssrc_key == 0 && voice_channel_) {
3452 WebRtcVoiceMediaChannel* voice_channel =
3453 static_cast<WebRtcVoiceMediaChannel*>(voice_channel_);
3454 if (engine_->vie()->base()->ConnectAudioChannel(
3455 vie_channel_, voice_channel->voe_channel()) != 0) {
3456 LOG_RTCERR2(ConnectAudioChannel, channel_id,
3457 voice_channel->voe_channel());
3458 LOG(LS_WARNING) << "A/V not synchronized";
3459 // Not a fatal error.
3460 }
3461 }
3462
3463 talk_base::scoped_ptr<WebRtcVideoChannelRecvInfo> channel_info(
3464 new WebRtcVideoChannelRecvInfo(channel_id));
3465
3466 // Install a render adapter.
3467 if (engine_->vie()->render()->AddRenderer(channel_id,
3468 webrtc::kVideoI420, channel_info->render_adapter()) != 0) {
3469 LOG_RTCERR3(AddRenderer, channel_id, webrtc::kVideoI420,
3470 channel_info->render_adapter());
3471 return false;
3472 }
3473
3474
3475 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
3476 kNotSending,
3477 remb_enabled_) != 0) {
3478 LOG_RTCERR3(SetRembStatus, channel_id, kNotSending, remb_enabled_);
3479 return false;
3480 }
3481
3482 if (!SetHeaderExtension(&webrtc::ViERTP_RTCP::SetReceiveTimestampOffsetStatus,
3483 channel_id, receive_extensions_, kRtpTimestampOffsetHeaderExtension)) {
3484 return false;
3485 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003486 if (!SetHeaderExtension(
3487 &webrtc::ViERTP_RTCP::SetReceiveAbsoluteSendTimeStatus, channel_id,
henrike@webrtc.org79047f92014-03-06 23:46:59 +00003488 receive_extensions_, kRtpAbsoluteSenderTimeHeaderExtension)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003489 return false;
3490 }
3491
3492 if (remote_ssrc_key != 0) {
3493 // Use the same SSRC as our default channel
3494 // (so the RTCP reports are correct).
3495 unsigned int send_ssrc = 0;
3496 webrtc::ViERTP_RTCP* rtp = engine()->vie()->rtp();
3497 if (rtp->GetLocalSSRC(vie_channel_, send_ssrc) == -1) {
3498 LOG_RTCERR2(GetLocalSSRC, vie_channel_, send_ssrc);
3499 return false;
3500 }
3501 if (rtp->SetLocalSSRC(channel_id, send_ssrc) == -1) {
3502 LOG_RTCERR2(SetLocalSSRC, channel_id, send_ssrc);
3503 return false;
3504 }
3505 } // Else this is the the default channel and we don't change the SSRC.
3506
3507 // Disable color enhancement since it is a bit too aggressive.
3508 if (engine()->vie()->image()->EnableColorEnhancement(channel_id,
3509 false) != 0) {
3510 LOG_RTCERR1(EnableColorEnhancement, channel_id);
3511 return false;
3512 }
3513
3514 if (!SetReceiveCodecs(channel_info.get())) {
3515 return false;
3516 }
3517
3518 int buffer_latency =
3519 options_.buffered_mode_latency.GetWithDefaultIfUnset(
3520 cricket::kBufferedModeDisabled);
3521 if (buffer_latency != cricket::kBufferedModeDisabled) {
3522 if (engine()->vie()->rtp()->SetReceiverBufferingMode(
3523 channel_id, buffer_latency) != 0) {
3524 LOG_RTCERR2(SetReceiverBufferingMode, channel_id, buffer_latency);
3525 }
3526 }
3527
3528 if (render_started_) {
3529 if (engine_->vie()->render()->StartRender(channel_id) != 0) {
3530 LOG_RTCERR1(StartRender, channel_id);
3531 return false;
3532 }
3533 }
3534
3535 // Register decoder observer for incoming framerate and bitrate.
3536 if (engine()->vie()->codec()->RegisterDecoderObserver(
3537 channel_id, *channel_info->decoder_observer()) != 0) {
3538 LOG_RTCERR1(RegisterDecoderObserver, channel_info->decoder_observer());
3539 return false;
3540 }
3541
3542 recv_channels_[remote_ssrc_key] = channel_info.release();
3543 return true;
3544}
3545
3546bool WebRtcVideoMediaChannel::ConfigureSending(int channel_id,
3547 uint32 local_ssrc_key) {
3548 // The ssrc key can be zero or correspond to an SSRC.
3549 // Make sure the default channel isn't configured more than once.
3550 if (local_ssrc_key == 0 && send_channels_.find(0) != send_channels_.end()) {
3551 return false;
3552 }
3553 // Make sure that the SSRC is not already in use.
3554 uint32 dummy_key;
3555 if (GetSendChannelKey(local_ssrc_key, &dummy_key)) {
3556 return false;
3557 }
3558 int vie_capture = 0;
3559 webrtc::ViEExternalCapture* external_capture = NULL;
3560 // Register external capture.
3561 if (engine()->vie()->capture()->AllocateExternalCaptureDevice(
3562 vie_capture, external_capture) != 0) {
3563 LOG_RTCERR0(AllocateExternalCaptureDevice);
3564 return false;
3565 }
3566
3567 // Connect external capture.
3568 if (engine()->vie()->capture()->ConnectCaptureDevice(
3569 vie_capture, channel_id) != 0) {
3570 LOG_RTCERR2(ConnectCaptureDevice, vie_capture, channel_id);
3571 return false;
3572 }
3573 talk_base::scoped_ptr<WebRtcVideoChannelSendInfo> send_channel(
3574 new WebRtcVideoChannelSendInfo(channel_id, vie_capture,
3575 external_capture,
3576 engine()->cpu_monitor()));
3577 send_channel->ApplyCpuOptions(options_);
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00003578 send_channel->SignalCpuAdaptationUnable.connect(this,
3579 &WebRtcVideoMediaChannel::OnCpuAdaptationUnable);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003580
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003581 if (options_.cpu_overuse_detection.GetWithDefaultIfUnset(false)) {
3582 send_channel->SetCpuOveruseDetection(true);
3583 }
3584
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +00003585 webrtc::CpuOveruseOptions overuse_options;
3586 if (GetCpuOveruseOptions(options_, &overuse_options)) {
3587 if (engine()->vie()->base()->SetCpuOveruseOptions(channel_id,
3588 overuse_options) != 0) {
3589 LOG_RTCERR1(SetCpuOveruseOptions, channel_id);
3590 }
3591 }
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +00003592
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003593 // Register encoder observer for outgoing framerate and bitrate.
3594 if (engine()->vie()->codec()->RegisterEncoderObserver(
3595 channel_id, *send_channel->encoder_observer()) != 0) {
3596 LOG_RTCERR1(RegisterEncoderObserver, send_channel->encoder_observer());
3597 return false;
3598 }
3599
3600 if (!SetHeaderExtension(&webrtc::ViERTP_RTCP::SetSendTimestampOffsetStatus,
3601 channel_id, send_extensions_, kRtpTimestampOffsetHeaderExtension)) {
3602 return false;
3603 }
3604
3605 if (!SetHeaderExtension(&webrtc::ViERTP_RTCP::SetSendAbsoluteSendTimeStatus,
henrike@webrtc.org79047f92014-03-06 23:46:59 +00003606 channel_id, send_extensions_, kRtpAbsoluteSenderTimeHeaderExtension)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003607 return false;
3608 }
3609
3610 if (options_.video_leaky_bucket.GetWithDefaultIfUnset(false)) {
3611 if (engine()->vie()->rtp()->SetTransmissionSmoothingStatus(channel_id,
3612 true) != 0) {
3613 LOG_RTCERR2(SetTransmissionSmoothingStatus, channel_id, true);
3614 return false;
3615 }
3616 }
3617
3618 int buffer_latency =
3619 options_.buffered_mode_latency.GetWithDefaultIfUnset(
3620 cricket::kBufferedModeDisabled);
3621 if (buffer_latency != cricket::kBufferedModeDisabled) {
3622 if (engine()->vie()->rtp()->SetSenderBufferingMode(
3623 channel_id, buffer_latency) != 0) {
3624 LOG_RTCERR2(SetSenderBufferingMode, channel_id, buffer_latency);
3625 }
3626 }
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00003627
3628 if (options_.suspend_below_min_bitrate.GetWithDefaultIfUnset(false)) {
3629 engine()->vie()->codec()->SuspendBelowMinBitrate(channel_id);
3630 }
3631
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003632 // The remb status direction correspond to the RTP stream (and not the RTCP
3633 // stream). I.e. if send remb is enabled it means it is receiving remote
3634 // rembs and should use them to estimate bandwidth. Receive remb mean that
3635 // remb packets will be generated and that the channel should be included in
3636 // it. If remb is enabled all channels are allowed to contribute to the remb
3637 // but only receive channels will ever end up actually contributing. This
3638 // keeps the logic simple.
3639 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
3640 remb_enabled_,
3641 remb_enabled_) != 0) {
3642 LOG_RTCERR3(SetRembStatus, channel_id, remb_enabled_, remb_enabled_);
3643 return false;
3644 }
3645 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_, nack_enabled_)) {
3646 // Logged in SetNackFec. Don't spam the logs.
3647 return false;
3648 }
3649
3650 send_channels_[local_ssrc_key] = send_channel.release();
3651
3652 return true;
3653}
3654
3655bool WebRtcVideoMediaChannel::SetNackFec(int channel_id,
3656 int red_payload_type,
3657 int fec_payload_type,
3658 bool nack_enabled) {
3659 bool enable = (red_payload_type != -1 && fec_payload_type != -1 &&
3660 !InConferenceMode());
3661 if (enable) {
3662 if (engine_->vie()->rtp()->SetHybridNACKFECStatus(
3663 channel_id, nack_enabled, red_payload_type, fec_payload_type) != 0) {
3664 LOG_RTCERR4(SetHybridNACKFECStatus,
3665 channel_id, nack_enabled, red_payload_type, fec_payload_type);
3666 return false;
3667 }
3668 LOG(LS_INFO) << "Hybrid NACK/FEC enabled for channel " << channel_id;
3669 } else {
3670 if (engine_->vie()->rtp()->SetNACKStatus(channel_id, nack_enabled) != 0) {
3671 LOG_RTCERR1(SetNACKStatus, channel_id);
3672 return false;
3673 }
sergeyu@chromium.orga23f0ca2013-11-13 22:48:52 +00003674 std::string enabled = nack_enabled ? "enabled" : "disabled";
3675 LOG(LS_INFO) << "NACK " << enabled << " for channel " << channel_id;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003676 }
3677 return true;
3678}
3679
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003680bool WebRtcVideoMediaChannel::SetSendCodec(const webrtc::VideoCodec& codec) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003681 bool ret_val = true;
3682 for (SendChannelMap::iterator iter = send_channels_.begin();
3683 iter != send_channels_.end(); ++iter) {
3684 WebRtcVideoChannelSendInfo* send_channel = iter->second;
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003685 ret_val = SetSendCodec(send_channel, codec) && ret_val;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003686 }
3687 if (ret_val) {
3688 // All SetSendCodec calls were successful. Update the global state
3689 // accordingly.
3690 send_codec_.reset(new webrtc::VideoCodec(codec));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003691 } else {
3692 // At least one SetSendCodec call failed, rollback.
3693 for (SendChannelMap::iterator iter = send_channels_.begin();
3694 iter != send_channels_.end(); ++iter) {
3695 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3696 if (send_codec_) {
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003697 SetSendCodec(send_channel, *send_codec_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003698 }
3699 }
3700 }
3701 return ret_val;
3702}
3703
3704bool WebRtcVideoMediaChannel::SetSendCodec(
3705 WebRtcVideoChannelSendInfo* send_channel,
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003706 const webrtc::VideoCodec& codec) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003707 if (!send_channel) {
3708 return false;
3709 }
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003710
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003711 const int channel_id = send_channel->channel_id();
3712 // Make a copy of the codec
3713 webrtc::VideoCodec target_codec = codec;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003714
3715 // Set the default number of temporal layers for VP8.
3716 if (webrtc::kVideoCodecVP8 == codec.codecType) {
3717 target_codec.codecSpecific.VP8.numberOfTemporalLayers =
3718 kDefaultNumberOfTemporalLayers;
3719
3720 // Turn off the VP8 error resilience
3721 target_codec.codecSpecific.VP8.resilience = webrtc::kResilienceOff;
3722
3723 bool enable_denoising =
3724 options_.video_noise_reduction.GetWithDefaultIfUnset(false);
3725 target_codec.codecSpecific.VP8.denoisingOn = enable_denoising;
3726 }
3727
3728 // Register external encoder if codec type is supported by encoder factory.
3729 if (engine()->IsExternalEncoderCodecType(codec.codecType) &&
3730 !send_channel->IsEncoderRegistered(target_codec.plType)) {
3731 webrtc::VideoEncoder* encoder =
3732 engine()->CreateExternalEncoder(codec.codecType);
3733 if (encoder) {
3734 if (engine()->vie()->ext_codec()->RegisterExternalSendCodec(
3735 channel_id, target_codec.plType, encoder, false) == 0) {
3736 send_channel->RegisterEncoder(target_codec.plType, encoder);
3737 } else {
3738 LOG_RTCERR2(RegisterExternalSendCodec, channel_id, target_codec.plName);
3739 engine()->DestroyExternalEncoder(encoder);
3740 }
3741 }
3742 }
3743
3744 // Resolution and framerate may vary for different send channels.
3745 const VideoFormat& video_format = send_channel->video_format();
3746 UpdateVideoCodec(video_format, &target_codec);
3747
3748 if (target_codec.width == 0 && target_codec.height == 0) {
3749 const uint32 ssrc = send_channel->stream_params()->first_ssrc();
3750 LOG(LS_INFO) << "0x0 resolution selected. Captured frames will be dropped "
3751 << "for ssrc: " << ssrc << ".";
3752 } else {
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003753 MaybeChangeBitrates(channel_id, &target_codec);
wu@webrtc.org05e7b442014-04-01 17:44:24 +00003754 webrtc::VideoCodec current_codec;
3755 if (!engine()->vie()->codec()->GetSendCodec(channel_id, current_codec)) {
3756 // Compare against existing configured send codec.
3757 if (current_codec == target_codec) {
3758 // Codec is already configured on channel. no need to apply.
3759 return true;
3760 }
3761 }
3762
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003763 if (0 != engine()->vie()->codec()->SetSendCodec(channel_id, target_codec)) {
3764 LOG_RTCERR2(SetSendCodec, channel_id, target_codec.plName);
3765 return false;
3766 }
3767
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003768 // NOTE: SetRtxSendPayloadType must be called after all simulcast SSRCs
3769 // are configured. Otherwise ssrc's configured after this point will use
3770 // the primary PT for RTX.
3771 if (send_rtx_type_ != -1 &&
3772 engine()->vie()->rtp()->SetRtxSendPayloadType(channel_id,
3773 send_rtx_type_) != 0) {
3774 LOG_RTCERR2(SetRtxSendPayloadType, channel_id, send_rtx_type_);
3775 return false;
3776 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003777 }
3778 send_channel->set_interval(
3779 cricket::VideoFormat::FpsToInterval(target_codec.maxFramerate));
3780 return true;
3781}
3782
3783
3784static std::string ToString(webrtc::VideoCodecComplexity complexity) {
3785 switch (complexity) {
3786 case webrtc::kComplexityNormal:
3787 return "normal";
3788 case webrtc::kComplexityHigh:
3789 return "high";
3790 case webrtc::kComplexityHigher:
3791 return "higher";
3792 case webrtc::kComplexityMax:
3793 return "max";
3794 default:
3795 return "unknown";
3796 }
3797}
3798
3799static std::string ToString(webrtc::VP8ResilienceMode resilience) {
3800 switch (resilience) {
3801 case webrtc::kResilienceOff:
3802 return "off";
3803 case webrtc::kResilientStream:
3804 return "stream";
3805 case webrtc::kResilientFrames:
3806 return "frames";
3807 default:
3808 return "unknown";
3809 }
3810}
3811
3812void WebRtcVideoMediaChannel::LogSendCodecChange(const std::string& reason) {
3813 webrtc::VideoCodec vie_codec;
3814 if (engine()->vie()->codec()->GetSendCodec(vie_channel_, vie_codec) != 0) {
3815 LOG_RTCERR1(GetSendCodec, vie_channel_);
3816 return;
3817 }
3818
3819 LOG(LS_INFO) << reason << " : selected video codec "
3820 << vie_codec.plName << "/"
3821 << vie_codec.width << "x" << vie_codec.height << "x"
3822 << static_cast<int>(vie_codec.maxFramerate) << "fps"
3823 << "@" << vie_codec.maxBitrate << "kbps"
3824 << " (min=" << vie_codec.minBitrate << "kbps,"
3825 << " start=" << vie_codec.startBitrate << "kbps)";
3826 LOG(LS_INFO) << "Video max quantization: " << vie_codec.qpMax;
3827 if (webrtc::kVideoCodecVP8 == vie_codec.codecType) {
3828 LOG(LS_INFO) << "VP8 number of temporal layers: "
3829 << static_cast<int>(
3830 vie_codec.codecSpecific.VP8.numberOfTemporalLayers);
3831 LOG(LS_INFO) << "VP8 options : "
3832 << "picture loss indication = "
3833 << vie_codec.codecSpecific.VP8.pictureLossIndicationOn
3834 << ", feedback mode = "
3835 << vie_codec.codecSpecific.VP8.feedbackModeOn
3836 << ", complexity = "
3837 << ToString(vie_codec.codecSpecific.VP8.complexity)
3838 << ", resilience = "
3839 << ToString(vie_codec.codecSpecific.VP8.resilience)
3840 << ", denoising = "
3841 << vie_codec.codecSpecific.VP8.denoisingOn
3842 << ", error concealment = "
3843 << vie_codec.codecSpecific.VP8.errorConcealmentOn
3844 << ", automatic resize = "
3845 << vie_codec.codecSpecific.VP8.automaticResizeOn
3846 << ", frame dropping = "
3847 << vie_codec.codecSpecific.VP8.frameDroppingOn
3848 << ", key frame interval = "
3849 << vie_codec.codecSpecific.VP8.keyFrameInterval;
3850 }
3851
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003852 if (send_rtx_type_ != -1) {
3853 LOG(LS_INFO) << "RTX payload type: " << send_rtx_type_;
3854 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003855}
3856
3857bool WebRtcVideoMediaChannel::SetReceiveCodecs(
3858 WebRtcVideoChannelRecvInfo* info) {
3859 int red_type = -1;
3860 int fec_type = -1;
3861 int channel_id = info->channel_id();
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00003862 // Build a map from payload types to video codecs so that we easily can find
3863 // out if associated payload types are referring to valid codecs.
3864 std::map<int, webrtc::VideoCodec*> pt_to_codec;
3865 for (std::vector<webrtc::VideoCodec>::iterator it = receive_codecs_.begin();
3866 it != receive_codecs_.end(); ++it) {
3867 pt_to_codec[it->plType] = &(*it);
3868 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003869 for (std::vector<webrtc::VideoCodec>::iterator it = receive_codecs_.begin();
3870 it != receive_codecs_.end(); ++it) {
3871 if (it->codecType == webrtc::kVideoCodecRED) {
3872 red_type = it->plType;
3873 } else if (it->codecType == webrtc::kVideoCodecULPFEC) {
3874 fec_type = it->plType;
3875 }
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00003876 // If this is an RTX codec we have to verify that it is associated with
3877 // a valid video codec which we have RTX support for.
3878 if (_stricmp(it->plName, kRtxCodecName) == 0) {
3879 std::map<int, int>::iterator apt_it = associated_payload_types_.find(
3880 it->plType);
3881 bool valid_apt = false;
3882 if (apt_it != associated_payload_types_.end()) {
3883 std::map<int, webrtc::VideoCodec*>::iterator codec_it =
3884 pt_to_codec.find(apt_it->second);
3885 // We currently only support RTX associated with VP8 due to limitations
3886 // in webrtc where only one RTX payload type can be registered.
3887 valid_apt = codec_it != pt_to_codec.end() &&
3888 _stricmp(codec_it->second->plName, kVp8PayloadName) == 0;
3889 }
3890 if (!valid_apt) {
3891 LOG(LS_ERROR) << "The RTX codec isn't associated with a known and "
3892 "supported payload type";
3893 return false;
3894 }
3895 if (engine()->vie()->rtp()->SetRtxReceivePayloadType(
3896 channel_id, it->plType) != 0) {
3897 LOG_RTCERR2(SetRtxReceivePayloadType, channel_id, it->plType);
3898 return false;
3899 }
3900 continue;
3901 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003902 if (engine()->vie()->codec()->SetReceiveCodec(channel_id, *it) != 0) {
3903 LOG_RTCERR2(SetReceiveCodec, channel_id, it->plName);
3904 return false;
3905 }
3906 if (!info->IsDecoderRegistered(it->plType) &&
3907 it->codecType != webrtc::kVideoCodecRED &&
3908 it->codecType != webrtc::kVideoCodecULPFEC) {
3909 webrtc::VideoDecoder* decoder =
3910 engine()->CreateExternalDecoder(it->codecType);
3911 if (decoder) {
3912 if (engine()->vie()->ext_codec()->RegisterExternalReceiveCodec(
3913 channel_id, it->plType, decoder) == 0) {
3914 info->RegisterDecoder(it->plType, decoder);
3915 } else {
3916 LOG_RTCERR2(RegisterExternalReceiveCodec, channel_id, it->plName);
3917 engine()->DestroyExternalDecoder(decoder);
3918 }
3919 }
3920 }
3921 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003922 return true;
3923}
3924
3925int WebRtcVideoMediaChannel::GetRecvChannelNum(uint32 ssrc) {
3926 if (ssrc == first_receive_ssrc_) {
3927 return vie_channel_;
3928 }
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00003929 int recv_channel = -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003930 RecvChannelMap::iterator it = recv_channels_.find(ssrc);
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00003931 if (it == recv_channels_.end()) {
3932 // Check if we have an RTX stream registered on this SSRC.
3933 SsrcMap::iterator rtx_it = rtx_to_primary_ssrc_.find(ssrc);
3934 if (rtx_it != rtx_to_primary_ssrc_.end()) {
3935 it = recv_channels_.find(rtx_it->second);
3936 assert(it != recv_channels_.end());
3937 recv_channel = it->second->channel_id();
3938 }
3939 } else {
3940 recv_channel = it->second->channel_id();
3941 }
3942 return recv_channel;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003943}
3944
3945// If the new frame size is different from the send codec size we set on vie,
3946// we need to reset the send codec on vie.
3947// The new send codec size should not exceed send_codec_ which is controlled
3948// only by the 'jec' logic.
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003949// TODO(pthatcher): Get rid of this function, so we only ever set up
3950// codecs in a single place.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003951bool WebRtcVideoMediaChannel::MaybeResetVieSendCodec(
3952 WebRtcVideoChannelSendInfo* send_channel,
3953 int new_width,
3954 int new_height,
3955 bool is_screencast,
3956 bool* reset) {
3957 if (reset) {
3958 *reset = false;
3959 }
3960 ASSERT(send_codec_.get() != NULL);
3961
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003962 webrtc::VideoCodec target_codec = *send_codec_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003963 const VideoFormat& video_format = send_channel->video_format();
3964 UpdateVideoCodec(video_format, &target_codec);
3965
3966 // Vie send codec size should not exceed target_codec.
3967 int target_width = new_width;
3968 int target_height = new_height;
3969 if (!is_screencast &&
3970 (new_width > target_codec.width || new_height > target_codec.height)) {
3971 target_width = target_codec.width;
3972 target_height = target_codec.height;
3973 }
3974
3975 // Get current vie codec.
3976 webrtc::VideoCodec vie_codec;
3977 const int channel_id = send_channel->channel_id();
3978 if (engine()->vie()->codec()->GetSendCodec(channel_id, vie_codec) != 0) {
3979 LOG_RTCERR1(GetSendCodec, channel_id);
3980 return false;
3981 }
3982 const int cur_width = vie_codec.width;
3983 const int cur_height = vie_codec.height;
3984
3985 // Only reset send codec when there is a size change. Additionally,
3986 // automatic resize needs to be turned off when screencasting and on when
3987 // not screencasting.
3988 // Don't allow automatic resizing for screencasting.
3989 bool automatic_resize = !is_screencast;
3990 // Turn off VP8 frame dropping when screensharing as the current model does
3991 // not work well at low fps.
3992 bool vp8_frame_dropping = !is_screencast;
3993 // Disable denoising for screencasting.
3994 bool enable_denoising =
3995 options_.video_noise_reduction.GetWithDefaultIfUnset(false);
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003996 int screencast_min_bitrate =
3997 options_.screencast_min_bitrate.GetWithDefaultIfUnset(0);
3998 bool leaky_bucket = options_.video_leaky_bucket.GetWithDefaultIfUnset(false);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003999 bool denoising = !is_screencast && enable_denoising;
4000 bool reset_send_codec =
4001 target_width != cur_width || target_height != cur_height ||
4002 automatic_resize != vie_codec.codecSpecific.VP8.automaticResizeOn ||
4003 denoising != vie_codec.codecSpecific.VP8.denoisingOn ||
4004 vp8_frame_dropping != vie_codec.codecSpecific.VP8.frameDroppingOn;
4005
4006 if (reset_send_codec) {
4007 // Set the new codec on vie.
4008 vie_codec.width = target_width;
4009 vie_codec.height = target_height;
4010 vie_codec.maxFramerate = target_codec.maxFramerate;
4011 vie_codec.startBitrate = target_codec.startBitrate;
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00004012 vie_codec.minBitrate = target_codec.minBitrate;
4013 vie_codec.maxBitrate = target_codec.maxBitrate;
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00004014 vie_codec.targetBitrate = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004015 vie_codec.codecSpecific.VP8.automaticResizeOn = automatic_resize;
4016 vie_codec.codecSpecific.VP8.denoisingOn = denoising;
4017 vie_codec.codecSpecific.VP8.frameDroppingOn = vp8_frame_dropping;
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00004018 MaybeChangeBitrates(channel_id, &vie_codec);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004019
4020 if (engine()->vie()->codec()->SetSendCodec(channel_id, vie_codec) != 0) {
4021 LOG_RTCERR1(SetSendCodec, channel_id);
4022 return false;
4023 }
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00004024
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00004025 if (is_screencast) {
4026 engine()->vie()->rtp()->SetMinTransmitBitrate(channel_id,
4027 screencast_min_bitrate);
4028 // If screencast and min bitrate set, force enable pacer.
4029 if (screencast_min_bitrate > 0) {
4030 engine()->vie()->rtp()->SetTransmissionSmoothingStatus(channel_id,
4031 true);
4032 }
4033 } else {
4034 // In case of switching from screencast to regular capture, set
4035 // min bitrate padding and pacer back to defaults.
4036 engine()->vie()->rtp()->SetMinTransmitBitrate(channel_id, 0);
4037 engine()->vie()->rtp()->SetTransmissionSmoothingStatus(channel_id,
4038 leaky_bucket);
4039 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004040 if (reset) {
4041 *reset = true;
4042 }
4043 LogSendCodecChange("Capture size changed");
4044 }
4045
4046 return true;
4047}
4048
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00004049void WebRtcVideoMediaChannel::MaybeChangeBitrates(
4050 int channel_id, webrtc::VideoCodec* codec) {
4051 codec->minBitrate = GetBitrate(codec->minBitrate, kMinVideoBitrate);
4052 codec->startBitrate = GetBitrate(codec->startBitrate, kStartVideoBitrate);
4053 codec->maxBitrate = GetBitrate(codec->maxBitrate, kMaxVideoBitrate);
4054
4055 if (codec->minBitrate > codec->maxBitrate) {
4056 LOG(LS_INFO) << "Decreasing codec min bitrate to the max ("
4057 << codec->maxBitrate << ") because the min ("
4058 << codec->minBitrate << ") exceeds the max.";
4059 codec->minBitrate = codec->maxBitrate;
4060 }
4061 if (codec->startBitrate < codec->minBitrate) {
4062 LOG(LS_INFO) << "Increasing codec start bitrate to the min ("
4063 << codec->minBitrate << ") because the start ("
4064 << codec->startBitrate << ") is less than the min.";
4065 codec->startBitrate = codec->minBitrate;
4066 } else if (codec->startBitrate > codec->maxBitrate) {
4067 LOG(LS_INFO) << "Decreasing codec start bitrate to the max ("
4068 << codec->maxBitrate << ") because the start ("
4069 << codec->startBitrate << ") exceeds the max.";
4070 codec->startBitrate = codec->maxBitrate;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004071 }
4072
4073 // Use a previous target bitrate, if there is one.
4074 unsigned int current_target_bitrate = 0;
4075 if (engine()->vie()->codec()->GetCodecTargetBitrate(
4076 channel_id, &current_target_bitrate) == 0) {
4077 // Convert to kbps.
4078 current_target_bitrate /= 1000;
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00004079 if (current_target_bitrate > codec->maxBitrate) {
4080 current_target_bitrate = codec->maxBitrate;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004081 }
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00004082 if (current_target_bitrate > codec->startBitrate) {
4083 codec->startBitrate = current_target_bitrate;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004084 }
4085 }
4086}
4087
4088void WebRtcVideoMediaChannel::OnMessage(talk_base::Message* msg) {
4089 FlushBlackFrameData* black_frame_data =
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00004090 static_cast<FlushBlackFrameData*>(msg->pdata);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004091 FlushBlackFrame(black_frame_data->ssrc, black_frame_data->timestamp);
4092 delete black_frame_data;
4093}
4094
4095int WebRtcVideoMediaChannel::SendPacket(int channel, const void* data,
4096 int len) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004097 talk_base::Buffer packet(data, len, kMaxRtpPacketLen);
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00004098 return MediaChannel::SendPacket(&packet) ? len : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004099}
4100
4101int WebRtcVideoMediaChannel::SendRTCPPacket(int channel,
4102 const void* data,
4103 int len) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004104 talk_base::Buffer packet(data, len, kMaxRtpPacketLen);
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00004105 return MediaChannel::SendRtcp(&packet) ? len : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004106}
4107
4108void WebRtcVideoMediaChannel::QueueBlackFrame(uint32 ssrc, int64 timestamp,
4109 int framerate) {
4110 if (timestamp) {
4111 FlushBlackFrameData* black_frame_data = new FlushBlackFrameData(
4112 ssrc,
4113 timestamp);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00004114 const int delay_ms = static_cast<int>(
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004115 2 * cricket::VideoFormat::FpsToInterval(framerate) *
4116 talk_base::kNumMillisecsPerSec / talk_base::kNumNanosecsPerSec);
4117 worker_thread()->PostDelayed(delay_ms, this, 0, black_frame_data);
4118 }
4119}
4120
4121void WebRtcVideoMediaChannel::FlushBlackFrame(uint32 ssrc, int64 timestamp) {
4122 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
4123 if (!send_channel) {
4124 return;
4125 }
4126 talk_base::scoped_ptr<const VideoFrame> black_frame_ptr;
4127
4128 const WebRtcLocalStreamInfo* channel_stream_info =
4129 send_channel->local_stream_info();
4130 int64 last_frame_time_stamp = channel_stream_info->time_stamp();
4131 if (last_frame_time_stamp == timestamp) {
4132 size_t last_frame_width = 0;
4133 size_t last_frame_height = 0;
4134 int64 last_frame_elapsed_time = 0;
4135 channel_stream_info->GetLastFrameInfo(&last_frame_width, &last_frame_height,
4136 &last_frame_elapsed_time);
4137 if (!last_frame_width || !last_frame_height) {
4138 return;
4139 }
4140 WebRtcVideoFrame black_frame;
4141 // Black frame is not screencast.
4142 const bool screencasting = false;
4143 const int64 timestamp_delta = send_channel->interval();
4144 if (!black_frame.InitToBlack(send_codec_->width, send_codec_->height, 1, 1,
4145 last_frame_elapsed_time + timestamp_delta,
4146 last_frame_time_stamp + timestamp_delta) ||
4147 !SendFrame(send_channel, &black_frame, screencasting)) {
4148 LOG(LS_ERROR) << "Failed to send black frame.";
4149 }
4150 }
4151}
4152
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00004153void WebRtcVideoMediaChannel::OnCpuAdaptationUnable() {
4154 // ssrc is hardcoded to 0. This message is based on a system wide issue,
4155 // so finding which ssrc caused it doesn't matter.
4156 SignalMediaError(0, VideoMediaChannel::ERROR_REC_CPU_MAX_CANT_DOWNGRADE);
4157}
4158
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004159void WebRtcVideoMediaChannel::SetNetworkTransmissionState(
4160 bool is_transmitting) {
4161 LOG(LS_INFO) << "SetNetworkTransmissionState: " << is_transmitting;
4162 for (SendChannelMap::iterator iter = send_channels_.begin();
4163 iter != send_channels_.end(); ++iter) {
4164 WebRtcVideoChannelSendInfo* send_channel = iter->second;
4165 int channel_id = send_channel->channel_id();
4166 engine_->vie()->network()->SetNetworkTransmissionState(channel_id,
4167 is_transmitting);
4168 }
4169}
4170
4171bool WebRtcVideoMediaChannel::SetHeaderExtension(ExtensionSetterFunction setter,
4172 int channel_id, const RtpHeaderExtension* extension) {
4173 bool enable = false;
4174 int id = 0;
4175 if (extension) {
4176 enable = true;
4177 id = extension->id;
4178 }
4179 if ((engine_->vie()->rtp()->*setter)(channel_id, enable, id) != 0) {
4180 LOG_RTCERR4(*setter, extension->uri, channel_id, enable, id);
4181 return false;
4182 }
4183 return true;
4184}
4185
4186bool WebRtcVideoMediaChannel::SetHeaderExtension(ExtensionSetterFunction setter,
4187 int channel_id, const std::vector<RtpHeaderExtension>& extensions,
4188 const char header_extension_uri[]) {
4189 const RtpHeaderExtension* extension = FindHeaderExtension(extensions,
4190 header_extension_uri);
4191 return SetHeaderExtension(setter, channel_id, extension);
4192}
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00004193
4194bool WebRtcVideoMediaChannel::SetLocalRtxSsrc(int channel_id,
4195 const StreamParams& send_params,
4196 uint32 primary_ssrc,
4197 int stream_idx) {
4198 uint32 rtx_ssrc = 0;
4199 bool has_rtx = send_params.GetFidSsrc(primary_ssrc, &rtx_ssrc);
4200 if (has_rtx && engine()->vie()->rtp()->SetLocalSSRC(
4201 channel_id, rtx_ssrc, webrtc::kViEStreamTypeRtx, stream_idx) != 0) {
4202 LOG_RTCERR4(SetLocalSSRC, channel_id, rtx_ssrc,
4203 webrtc::kViEStreamTypeRtx, stream_idx);
4204 return false;
4205 }
4206 return true;
4207}
4208
wu@webrtc.org24301a62013-12-13 19:17:43 +00004209void WebRtcVideoMediaChannel::MaybeConnectCapturer(VideoCapturer* capturer) {
4210 if (capturer != NULL && GetSendChannelNum(capturer) == 1) {
wu@webrtc.orgf7d501d2014-03-27 23:48:25 +00004211 capturer->SignalVideoFrame.connect(this,
4212 &WebRtcVideoMediaChannel::SendFrame);
wu@webrtc.org24301a62013-12-13 19:17:43 +00004213 }
4214}
4215
4216void WebRtcVideoMediaChannel::MaybeDisconnectCapturer(VideoCapturer* capturer) {
4217 if (capturer != NULL && GetSendChannelNum(capturer) == 1) {
4218 capturer->SignalVideoFrame.disconnect(this);
4219 }
4220}
4221
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004222} // namespace cricket
4223
4224#endif // HAVE_WEBRTC_VIDEO