blob: 7c55e93967be0efa6910e1ac32cc2a2e7ac6f004 [file] [log] [blame]
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001/*
2 * libjingle
3 * Copyright 2004 Google Inc.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
7 *
8 * 1. Redistributions of source code must retain the above copyright notice,
9 * this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright notice,
11 * this list of conditions and the following disclaimer in the documentation
12 * and/or other materials provided with the distribution.
13 * 3. The name of the author may not be used to endorse or promote products
14 * derived from this software without specific prior written permission.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
17 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
18 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
19 * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
21 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
22 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
24 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
25 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 */
27
28#ifdef HAVE_WEBRTC_VIDEO
29#include "talk/media/webrtc/webrtcvideoengine.h"
30
31#ifdef HAVE_CONFIG_H
32#include <config.h>
33#endif
34
35#include <math.h>
36#include <set>
37
38#include "talk/base/basictypes.h"
39#include "talk/base/buffer.h"
40#include "talk/base/byteorder.h"
41#include "talk/base/common.h"
42#include "talk/base/cpumonitor.h"
43#include "talk/base/logging.h"
44#include "talk/base/stringutils.h"
45#include "talk/base/thread.h"
46#include "talk/base/timeutils.h"
47#include "talk/media/base/constants.h"
48#include "talk/media/base/rtputils.h"
49#include "talk/media/base/streamparams.h"
50#include "talk/media/base/videoadapter.h"
51#include "talk/media/base/videocapturer.h"
52#include "talk/media/base/videorenderer.h"
53#include "talk/media/devices/filevideocapturer.h"
wu@webrtc.org9dba5252013-08-05 20:36:57 +000054#include "talk/media/webrtc/webrtcpassthroughrender.h"
55#include "talk/media/webrtc/webrtctexturevideoframe.h"
56#include "talk/media/webrtc/webrtcvideocapturer.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000057#include "talk/media/webrtc/webrtcvideodecoderfactory.h"
58#include "talk/media/webrtc/webrtcvideoencoderfactory.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000059#include "talk/media/webrtc/webrtcvideoframe.h"
60#include "talk/media/webrtc/webrtcvie.h"
61#include "talk/media/webrtc/webrtcvoe.h"
62#include "talk/media/webrtc/webrtcvoiceengine.h"
henrike@webrtc.orga92fd742014-03-26 01:46:18 +000063#include "webrtc/experiments.h"
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +000064#include "webrtc/modules/remote_bitrate_estimator/include/remote_bitrate_estimator.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000065
66#if !defined(LIBPEERCONNECTION_LIB)
henrike@webrtc.org28e20752013-07-10 00:45:36 +000067#include "talk/media/webrtc/webrtcmediaengine.h"
68
69WRME_EXPORT
70cricket::MediaEngineInterface* CreateWebRtcMediaEngine(
71 webrtc::AudioDeviceModule* adm, webrtc::AudioDeviceModule* adm_sc,
72 cricket::WebRtcVideoEncoderFactory* encoder_factory,
73 cricket::WebRtcVideoDecoderFactory* decoder_factory) {
74 return new cricket::WebRtcMediaEngine(adm, adm_sc, encoder_factory,
75 decoder_factory);
76}
77
78WRME_EXPORT
79void DestroyWebRtcMediaEngine(cricket::MediaEngineInterface* media_engine) {
80 delete static_cast<cricket::WebRtcMediaEngine*>(media_engine);
81}
82#endif
83
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +000084static const int kVideoCodecClockratekHz = cricket::kVideoCodecClockrate / 1000;
85
henrike@webrtc.org28e20752013-07-10 00:45:36 +000086
87namespace cricket {
88
89
90static const int kDefaultLogSeverity = talk_base::LS_WARNING;
91
92static const int kMinVideoBitrate = 50;
93static const int kStartVideoBitrate = 300;
94static const int kMaxVideoBitrate = 2000;
95static const int kDefaultConferenceModeMaxVideoBitrate = 500;
96
wu@webrtc.orgcecfd182013-10-30 05:18:12 +000097// Controlled by exp, try a super low minimum bitrate for poor connections.
98static const int kLowerMinBitrate = 30;
99
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000100static const int kVideoMtu = 1200;
101
102static const int kVideoRtpBufferSize = 65536;
103
104static const char kVp8PayloadName[] = "VP8";
105static const char kRedPayloadName[] = "red";
106static const char kFecPayloadName[] = "ulpfec";
107
108static const int kDefaultNumberOfTemporalLayers = 1; // 1:1
109
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000110static const int kMaxExternalVideoCodecs = 8;
111static const int kExternalVideoPayloadTypeBase = 120;
112
113// Static allocation of payload type values for external video codec.
114static int GetExternalVideoPayloadType(int index) {
115 ASSERT(index >= 0 && index < kMaxExternalVideoCodecs);
116 return kExternalVideoPayloadTypeBase + index;
117}
118
119static void LogMultiline(talk_base::LoggingSeverity sev, char* text) {
120 const char* delim = "\r\n";
121 // TODO(fbarchard): Fix strtok lint warning.
122 for (char* tok = strtok(text, delim); tok; tok = strtok(NULL, delim)) {
123 LOG_V(sev) << tok;
124 }
125}
126
127// Severity is an integer because it comes is assumed to be from command line.
128static int SeverityToFilter(int severity) {
129 int filter = webrtc::kTraceNone;
130 switch (severity) {
131 case talk_base::LS_VERBOSE:
132 filter |= webrtc::kTraceAll;
133 case talk_base::LS_INFO:
134 filter |= (webrtc::kTraceStateInfo | webrtc::kTraceInfo);
135 case talk_base::LS_WARNING:
136 filter |= (webrtc::kTraceTerseInfo | webrtc::kTraceWarning);
137 case talk_base::LS_ERROR:
138 filter |= (webrtc::kTraceError | webrtc::kTraceCritical);
139 }
140 return filter;
141}
142
143static const int kCpuMonitorPeriodMs = 2000; // 2 seconds.
144
145static const bool kNotSending = false;
146
wu@webrtc.orgde305012013-10-31 15:40:38 +0000147// Default video dscp value.
148// See http://tools.ietf.org/html/rfc2474 for details
149// See also http://tools.ietf.org/html/draft-jennings-rtcweb-qos-00
150static const talk_base::DiffServCodePoint kVideoDscpValue =
151 talk_base::DSCP_AF41;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000152
153static bool IsNackEnabled(const VideoCodec& codec) {
154 return codec.HasFeedbackParam(FeedbackParam(kRtcpFbParamNack,
155 kParamValueEmpty));
156}
157
158// Returns true if Receiver Estimated Max Bitrate is enabled.
159static bool IsRembEnabled(const VideoCodec& codec) {
160 return codec.HasFeedbackParam(FeedbackParam(kRtcpFbParamRemb,
161 kParamValueEmpty));
162}
163
164struct FlushBlackFrameData : public talk_base::MessageData {
165 FlushBlackFrameData(uint32 s, int64 t) : ssrc(s), timestamp(t) {
166 }
167 uint32 ssrc;
168 int64 timestamp;
169};
170
171class WebRtcRenderAdapter : public webrtc::ExternalRenderer {
172 public:
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000173 WebRtcRenderAdapter(VideoRenderer* renderer, int channel_id)
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000174 : renderer_(renderer),
175 channel_id_(channel_id),
176 width_(0),
177 height_(0),
178 first_frame_arrived_(false),
179 capture_start_rtp_time_stamp_(0),
180 capture_start_ntp_time_ms_(0) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000181 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000182
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000183 virtual ~WebRtcRenderAdapter() {
184 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000185
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000186 void SetRenderer(VideoRenderer* renderer) {
187 talk_base::CritScope cs(&crit_);
188 renderer_ = renderer;
189 // FrameSizeChange may have already been called when renderer was not set.
190 // If so we should call SetSize here.
191 // TODO(ronghuawu): Add unit test for this case. Didn't do it now
192 // because the WebRtcRenderAdapter is currently hiding in cc file. No
193 // good way to get access to it from the unit test.
194 if (width_ > 0 && height_ > 0 && renderer_ != NULL) {
195 if (!renderer_->SetSize(width_, height_, 0)) {
196 LOG(LS_ERROR)
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000197 << "WebRtcRenderAdapter (channel " << channel_id_
198 << ") SetRenderer failed to SetSize to: "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000199 << width_ << "x" << height_;
200 }
201 }
202 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000203
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000204 // Implementation of webrtc::ExternalRenderer.
205 virtual int FrameSizeChange(unsigned int width, unsigned int height,
206 unsigned int /*number_of_streams*/) {
207 talk_base::CritScope cs(&crit_);
208 width_ = width;
209 height_ = height;
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000210 LOG(LS_INFO) << "WebRtcRenderAdapter (channel " << channel_id_
211 << ") frame size changed to: "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000212 << width << "x" << height;
213 if (renderer_ == NULL) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000214 LOG(LS_VERBOSE) << "WebRtcRenderAdapter (channel " << channel_id_
215 << ") the renderer has not been set. "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000216 << "SetSize will be called later in SetRenderer.";
217 return 0;
218 }
219 return renderer_->SetSize(width_, height_, 0) ? 0 : -1;
220 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000221
buildbot@webrtc.org1fd5b452014-04-15 17:39:43 +0000222 virtual int DeliverFrame(unsigned char* buffer,
223 int buffer_size,
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000224 uint32_t rtp_time_stamp,
buildbot@webrtc.org1fd5b452014-04-15 17:39:43 +0000225#ifdef USE_WEBRTC_DEV_BRANCH
226 int64_t ntp_time_ms,
227#endif
228 int64_t render_time,
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000229 void* handle) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000230 talk_base::CritScope cs(&crit_);
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000231 if (!first_frame_arrived_) {
232 first_frame_arrived_ = true;
233 capture_start_rtp_time_stamp_ = rtp_time_stamp;
234 }
235#ifdef USE_WEBRTC_DEV_BRANCH
236 if (ntp_time_ms > 0) {
237 uint32 elapsed_time_ms =
238 (rtp_time_stamp - capture_start_rtp_time_stamp_) /
239 kVideoCodecClockratekHz;
240 capture_start_ntp_time_ms_ = ntp_time_ms - elapsed_time_ms;
241 }
242#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000243 frame_rate_tracker_.Update(1);
244 if (renderer_ == NULL) {
245 return 0;
246 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000247 // Convert 90K rtp timestamp to ns timestamp.
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000248 int64 rtp_time_stamp_in_ns = (rtp_time_stamp / kVideoCodecClockratekHz) *
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000249 talk_base::kNumNanosecsPerMillisec;
250 // Convert milisecond render time to ns timestamp.
251 int64 render_time_stamp_in_ns = render_time *
252 talk_base::kNumNanosecsPerMillisec;
253 // Send the rtp timestamp to renderer as the VideoFrame timestamp.
254 // and the render timestamp as the VideoFrame elapsed_time.
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000255 if (handle == NULL) {
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000256 return DeliverBufferFrame(buffer, buffer_size, render_time_stamp_in_ns,
buildbot@webrtc.org740e6b32014-04-30 15:33:45 +0000257 rtp_time_stamp_in_ns);
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000258 } else {
259 return DeliverTextureFrame(handle, render_time_stamp_in_ns,
buildbot@webrtc.org740e6b32014-04-30 15:33:45 +0000260 rtp_time_stamp_in_ns);
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000261 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000262 }
263
264 virtual bool IsTextureSupported() { return true; }
265
266 int DeliverBufferFrame(unsigned char* buffer, int buffer_size,
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000267 int64 elapsed_time, int64 rtp_time_stamp_in_ns) {
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000268 WebRtcVideoFrame video_frame;
wu@webrtc.org16d62542013-11-05 23:45:14 +0000269 video_frame.Alias(buffer, buffer_size, width_, height_,
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000270 1, 1, elapsed_time, rtp_time_stamp_in_ns, 0);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000271
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000272 // Sanity check on decoded frame size.
273 if (buffer_size != static_cast<int>(VideoFrame::SizeOf(width_, height_))) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000274 LOG(LS_WARNING) << "WebRtcRenderAdapter (channel " << channel_id_
275 << ") received a strange frame size: "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000276 << buffer_size;
277 }
278
279 int ret = renderer_->RenderFrame(&video_frame) ? 0 : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000280 return ret;
281 }
282
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000283 int DeliverTextureFrame(void* handle,
284 int64 elapsed_time,
285 int64 rtp_time_stamp_in_ns) {
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000286 WebRtcTextureVideoFrame video_frame(
287 static_cast<webrtc::NativeHandle*>(handle), width_, height_,
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000288 elapsed_time, rtp_time_stamp_in_ns);
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000289 return renderer_->RenderFrame(&video_frame);
290 }
291
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000292 unsigned int width() {
293 talk_base::CritScope cs(&crit_);
294 return width_;
295 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000296
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000297 unsigned int height() {
298 talk_base::CritScope cs(&crit_);
299 return height_;
300 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000301
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000302 int framerate() {
303 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000304 return static_cast<int>(frame_rate_tracker_.units_second());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000305 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000306
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000307 VideoRenderer* renderer() {
308 talk_base::CritScope cs(&crit_);
309 return renderer_;
310 }
311
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000312 int64 capture_start_ntp_time_ms() {
313 talk_base::CritScope cs(&crit_);
314 return capture_start_ntp_time_ms_;
315 }
316
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000317 private:
318 talk_base::CriticalSection crit_;
319 VideoRenderer* renderer_;
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000320 int channel_id_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000321 unsigned int width_;
322 unsigned int height_;
323 talk_base::RateTracker frame_rate_tracker_;
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000324 bool first_frame_arrived_;
325 uint32 capture_start_rtp_time_stamp_;
326 int64 capture_start_ntp_time_ms_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000327};
328
329class WebRtcDecoderObserver : public webrtc::ViEDecoderObserver {
330 public:
331 explicit WebRtcDecoderObserver(int video_channel)
332 : video_channel_(video_channel),
333 framerate_(0),
334 bitrate_(0),
wu@webrtc.org97077a32013-10-25 21:18:33 +0000335 decode_ms_(0),
336 max_decode_ms_(0),
337 current_delay_ms_(0),
338 target_delay_ms_(0),
339 jitter_buffer_ms_(0),
340 min_playout_delay_ms_(0),
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000341 render_delay_ms_(0) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000342 }
343
344 // virtual functions from VieDecoderObserver.
345 virtual void IncomingCodecChanged(const int videoChannel,
346 const webrtc::VideoCodec& videoCodec) {}
347 virtual void IncomingRate(const int videoChannel,
348 const unsigned int framerate,
349 const unsigned int bitrate) {
wu@webrtc.org78187522013-10-07 23:32:02 +0000350 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000351 ASSERT(video_channel_ == videoChannel);
352 framerate_ = framerate;
353 bitrate_ = bitrate;
354 }
wu@webrtc.org97077a32013-10-25 21:18:33 +0000355
356 virtual void DecoderTiming(int decode_ms,
357 int max_decode_ms,
358 int current_delay_ms,
359 int target_delay_ms,
360 int jitter_buffer_ms,
361 int min_playout_delay_ms,
362 int render_delay_ms) {
363 talk_base::CritScope cs(&crit_);
364 decode_ms_ = decode_ms;
365 max_decode_ms_ = max_decode_ms;
366 current_delay_ms_ = current_delay_ms;
367 target_delay_ms_ = target_delay_ms;
368 jitter_buffer_ms_ = jitter_buffer_ms;
369 min_playout_delay_ms_ = min_playout_delay_ms;
370 render_delay_ms_ = render_delay_ms;
371 }
372
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000373 virtual void RequestNewKeyFrame(const int videoChannel) {}
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000374
wu@webrtc.org97077a32013-10-25 21:18:33 +0000375 // Populate |rinfo| based on previously-set data in |*this|.
376 void ExportTo(VideoReceiverInfo* rinfo) {
wu@webrtc.org78187522013-10-07 23:32:02 +0000377 talk_base::CritScope cs(&crit_);
wu@webrtc.org97077a32013-10-25 21:18:33 +0000378 rinfo->framerate_rcvd = framerate_;
379 rinfo->decode_ms = decode_ms_;
380 rinfo->max_decode_ms = max_decode_ms_;
381 rinfo->current_delay_ms = current_delay_ms_;
382 rinfo->target_delay_ms = target_delay_ms_;
383 rinfo->jitter_buffer_ms = jitter_buffer_ms_;
384 rinfo->min_playout_delay_ms = min_playout_delay_ms_;
385 rinfo->render_delay_ms = render_delay_ms_;
wu@webrtc.org78187522013-10-07 23:32:02 +0000386 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000387
388 private:
wu@webrtc.org78187522013-10-07 23:32:02 +0000389 mutable talk_base::CriticalSection crit_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000390 int video_channel_;
391 int framerate_;
392 int bitrate_;
wu@webrtc.org97077a32013-10-25 21:18:33 +0000393 int decode_ms_;
394 int max_decode_ms_;
395 int current_delay_ms_;
396 int target_delay_ms_;
397 int jitter_buffer_ms_;
398 int min_playout_delay_ms_;
399 int render_delay_ms_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000400};
401
402class WebRtcEncoderObserver : public webrtc::ViEEncoderObserver {
403 public:
404 explicit WebRtcEncoderObserver(int video_channel)
405 : video_channel_(video_channel),
406 framerate_(0),
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000407 bitrate_(0),
408 suspended_(false) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000409 }
410
411 // virtual functions from VieEncoderObserver.
412 virtual void OutgoingRate(const int videoChannel,
413 const unsigned int framerate,
414 const unsigned int bitrate) {
wu@webrtc.org78187522013-10-07 23:32:02 +0000415 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000416 ASSERT(video_channel_ == videoChannel);
417 framerate_ = framerate;
418 bitrate_ = bitrate;
419 }
420
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000421 virtual void SuspendChange(int video_channel, bool is_suspended) {
422 talk_base::CritScope cs(&crit_);
423 ASSERT(video_channel_ == video_channel);
424 suspended_ = is_suspended;
425 }
426
wu@webrtc.org78187522013-10-07 23:32:02 +0000427 int framerate() const {
428 talk_base::CritScope cs(&crit_);
429 return framerate_;
430 }
431 int bitrate() const {
432 talk_base::CritScope cs(&crit_);
433 return bitrate_;
434 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000435 bool suspended() const {
436 talk_base::CritScope cs(&crit_);
437 return suspended_;
438 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000439
440 private:
wu@webrtc.org78187522013-10-07 23:32:02 +0000441 mutable talk_base::CriticalSection crit_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000442 int video_channel_;
443 int framerate_;
444 int bitrate_;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000445 bool suspended_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000446};
447
448class WebRtcLocalStreamInfo {
449 public:
450 WebRtcLocalStreamInfo()
451 : width_(0), height_(0), elapsed_time_(-1), time_stamp_(-1) {}
452 size_t width() const {
453 talk_base::CritScope cs(&crit_);
454 return width_;
455 }
456 size_t height() const {
457 talk_base::CritScope cs(&crit_);
458 return height_;
459 }
460 int64 elapsed_time() const {
461 talk_base::CritScope cs(&crit_);
462 return elapsed_time_;
463 }
464 int64 time_stamp() const {
465 talk_base::CritScope cs(&crit_);
466 return time_stamp_;
467 }
468 int framerate() {
469 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000470 return static_cast<int>(rate_tracker_.units_second());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000471 }
472 void GetLastFrameInfo(
473 size_t* width, size_t* height, int64* elapsed_time) const {
474 talk_base::CritScope cs(&crit_);
475 *width = width_;
476 *height = height_;
477 *elapsed_time = elapsed_time_;
478 }
479
480 void UpdateFrame(const VideoFrame* frame) {
481 talk_base::CritScope cs(&crit_);
482
483 width_ = frame->GetWidth();
484 height_ = frame->GetHeight();
485 elapsed_time_ = frame->GetElapsedTime();
486 time_stamp_ = frame->GetTimeStamp();
487
488 rate_tracker_.Update(1);
489 }
490
491 private:
492 mutable talk_base::CriticalSection crit_;
493 size_t width_;
494 size_t height_;
495 int64 elapsed_time_;
496 int64 time_stamp_;
497 talk_base::RateTracker rate_tracker_;
498
499 DISALLOW_COPY_AND_ASSIGN(WebRtcLocalStreamInfo);
500};
501
502// WebRtcVideoChannelRecvInfo is a container class with members such as renderer
503// and a decoder observer that is used by receive channels.
504// It must exist as long as the receive channel is connected to renderer or a
505// decoder observer in this class and methods in the class should only be called
506// from the worker thread.
507class WebRtcVideoChannelRecvInfo {
508 public:
509 typedef std::map<int, webrtc::VideoDecoder*> DecoderMap; // key: payload type
510 explicit WebRtcVideoChannelRecvInfo(int channel_id)
511 : channel_id_(channel_id),
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000512 render_adapter_(NULL, channel_id),
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000513 decoder_observer_(channel_id) {
514 }
515 int channel_id() { return channel_id_; }
516 void SetRenderer(VideoRenderer* renderer) {
517 render_adapter_.SetRenderer(renderer);
518 }
519 WebRtcRenderAdapter* render_adapter() { return &render_adapter_; }
520 WebRtcDecoderObserver* decoder_observer() { return &decoder_observer_; }
521 void RegisterDecoder(int pl_type, webrtc::VideoDecoder* decoder) {
522 ASSERT(!IsDecoderRegistered(pl_type));
523 registered_decoders_[pl_type] = decoder;
524 }
525 bool IsDecoderRegistered(int pl_type) {
526 return registered_decoders_.count(pl_type) != 0;
527 }
528 const DecoderMap& registered_decoders() {
529 return registered_decoders_;
530 }
531 void ClearRegisteredDecoders() {
532 registered_decoders_.clear();
533 }
534
535 private:
536 int channel_id_; // Webrtc video channel number.
537 // Renderer for this channel.
538 WebRtcRenderAdapter render_adapter_;
539 WebRtcDecoderObserver decoder_observer_;
540 DecoderMap registered_decoders_;
541};
542
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000543class WebRtcOveruseObserver : public webrtc::CpuOveruseObserver {
544 public:
545 explicit WebRtcOveruseObserver(CoordinatedVideoAdapter* video_adapter)
546 : video_adapter_(video_adapter),
547 enabled_(false) {
548 }
549
550 // TODO(mflodman): Consider sending resolution as part of event, to let
551 // adapter know what resolution the request is based on. Helps eliminate stale
552 // data, race conditions.
553 virtual void OveruseDetected() OVERRIDE {
554 talk_base::CritScope cs(&crit_);
555 if (!enabled_) {
556 return;
557 }
558
559 video_adapter_->OnCpuResolutionRequest(CoordinatedVideoAdapter::DOWNGRADE);
560 }
561
562 virtual void NormalUsage() OVERRIDE {
563 talk_base::CritScope cs(&crit_);
564 if (!enabled_) {
565 return;
566 }
567
568 video_adapter_->OnCpuResolutionRequest(CoordinatedVideoAdapter::UPGRADE);
569 }
570
571 void Enable(bool enable) {
572 talk_base::CritScope cs(&crit_);
573 enabled_ = enable;
574 }
575
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000576 bool enabled() const { return enabled_; }
577
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000578 private:
579 CoordinatedVideoAdapter* video_adapter_;
580 bool enabled_;
581 talk_base::CriticalSection crit_;
582};
583
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000584
wu@webrtc.orgd64719d2013-08-01 00:00:07 +0000585class WebRtcVideoChannelSendInfo : public sigslot::has_slots<> {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000586 public:
587 typedef std::map<int, webrtc::VideoEncoder*> EncoderMap; // key: payload type
588 WebRtcVideoChannelSendInfo(int channel_id, int capture_id,
589 webrtc::ViEExternalCapture* external_capture,
590 talk_base::CpuMonitor* cpu_monitor)
591 : channel_id_(channel_id),
592 capture_id_(capture_id),
593 sending_(false),
594 muted_(false),
595 video_capturer_(NULL),
596 encoder_observer_(channel_id),
597 external_capture_(external_capture),
598 capturer_updated_(false),
599 interval_(0),
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000600 cpu_monitor_(cpu_monitor),
601 overuse_observer_enabled_(false) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000602 }
603
604 int channel_id() const { return channel_id_; }
605 int capture_id() const { return capture_id_; }
606 void set_sending(bool sending) { sending_ = sending; }
607 bool sending() const { return sending_; }
608 void set_muted(bool on) {
609 // TODO(asapersson): add support.
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +0000610 // video_adapter_.SetBlackOutput(on);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000611 muted_ = on;
612 }
613 bool muted() {return muted_; }
614
615 WebRtcEncoderObserver* encoder_observer() { return &encoder_observer_; }
616 webrtc::ViEExternalCapture* external_capture() { return external_capture_; }
617 const VideoFormat& video_format() const {
618 return video_format_;
619 }
620 void set_video_format(const VideoFormat& video_format) {
621 video_format_ = video_format;
622 if (video_format_ != cricket::VideoFormat()) {
623 interval_ = video_format_.interval;
624 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000625 CoordinatedVideoAdapter* adapter = video_adapter();
626 if (adapter) {
627 adapter->OnOutputFormatRequest(video_format_);
628 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000629 }
630 void set_interval(int64 interval) {
631 if (video_format() == cricket::VideoFormat()) {
632 interval_ = interval;
633 }
634 }
635 int64 interval() { return interval_; }
636
xians@webrtc.orgef221512014-02-21 10:31:29 +0000637 int CurrentAdaptReason() const {
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000638 const CoordinatedVideoAdapter* adapter = video_adapter();
639 if (!adapter) {
640 return CoordinatedVideoAdapter::ADAPTREASON_NONE;
641 }
642 return video_adapter()->adapt_reason();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000643 }
644
645 StreamParams* stream_params() { return stream_params_.get(); }
646 void set_stream_params(const StreamParams& sp) {
647 stream_params_.reset(new StreamParams(sp));
648 }
649 void ClearStreamParams() { stream_params_.reset(); }
650 bool has_ssrc(uint32 local_ssrc) const {
651 return !stream_params_ ? false :
652 stream_params_->has_ssrc(local_ssrc);
653 }
654 WebRtcLocalStreamInfo* local_stream_info() {
655 return &local_stream_info_;
656 }
657 VideoCapturer* video_capturer() {
658 return video_capturer_;
659 }
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +0000660 void set_video_capturer(VideoCapturer* video_capturer,
661 ViEWrapper* vie_wrapper) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000662 if (video_capturer == video_capturer_) {
663 return;
664 }
xians@webrtc.orgef221512014-02-21 10:31:29 +0000665
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000666 CoordinatedVideoAdapter* old_video_adapter = video_adapter();
667 if (old_video_adapter) {
668 // Disconnect signals from old video adapter.
669 SignalCpuAdaptationUnable.disconnect(old_video_adapter);
670 if (cpu_monitor_) {
671 cpu_monitor_->SignalUpdate.disconnect(old_video_adapter);
xians@webrtc.orgef221512014-02-21 10:31:29 +0000672 }
henrike@webrtc.org26438052014-02-20 22:32:53 +0000673 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000674
675 capturer_updated_ = true;
676 video_capturer_ = video_capturer;
677
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +0000678 vie_wrapper->base()->RegisterCpuOveruseObserver(channel_id_, NULL);
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000679 if (!video_capturer) {
680 overuse_observer_.reset();
681 return;
682 }
683
684 CoordinatedVideoAdapter* adapter = video_adapter();
685 ASSERT(adapter && "Video adapter should not be null here.");
686
687 UpdateAdapterCpuOptions();
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000688
689 overuse_observer_.reset(new WebRtcOveruseObserver(adapter));
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +0000690 vie_wrapper->base()->RegisterCpuOveruseObserver(channel_id_,
691 overuse_observer_.get());
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000692 // (Dis)connect the video adapter from the cpu monitor as appropriate.
693 SetCpuOveruseDetection(overuse_observer_enabled_);
694
695 SignalCpuAdaptationUnable.repeat(adapter->SignalCpuAdaptationUnable);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000696 }
697
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000698 CoordinatedVideoAdapter* video_adapter() {
699 if (!video_capturer_) {
700 return NULL;
701 }
702 return video_capturer_->video_adapter();
703 }
704 const CoordinatedVideoAdapter* video_adapter() const {
705 if (!video_capturer_) {
706 return NULL;
707 }
708 return video_capturer_->video_adapter();
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +0000709 }
710
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000711 void ApplyCpuOptions(const VideoOptions& video_options) {
712 // Use video_options_.SetAll() instead of assignment so that unset value in
713 // video_options will not overwrite the previous option value.
714 video_options_.SetAll(video_options);
715 UpdateAdapterCpuOptions();
716 }
717
718 void UpdateAdapterCpuOptions() {
719 if (!video_capturer_) {
720 return;
721 }
722
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000723 bool cpu_adapt, cpu_smoothing, adapt_third;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000724 float low, med, high;
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000725
726 // TODO(thorcarpenter): Have VideoAdapter be responsible for setting
727 // all these video options.
728 CoordinatedVideoAdapter* video_adapter = video_capturer_->video_adapter();
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000729 if (video_options_.adapt_input_to_cpu_usage.Get(&cpu_adapt) ||
730 overuse_observer_enabled_) {
731 video_adapter->set_cpu_adaptation(cpu_adapt || overuse_observer_enabled_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000732 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000733 if (video_options_.adapt_cpu_with_smoothing.Get(&cpu_smoothing)) {
734 video_adapter->set_cpu_smoothing(cpu_smoothing);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000735 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000736 if (video_options_.process_adaptation_threshhold.Get(&med)) {
737 video_adapter->set_process_threshold(med);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000738 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000739 if (video_options_.system_low_adaptation_threshhold.Get(&low)) {
740 video_adapter->set_low_system_threshold(low);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000741 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000742 if (video_options_.system_high_adaptation_threshhold.Get(&high)) {
743 video_adapter->set_high_system_threshold(high);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000744 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000745 if (video_options_.video_adapt_third.Get(&adapt_third)) {
746 video_adapter->set_scale_third(adapt_third);
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000747 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000748 }
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000749
750 void SetCpuOveruseDetection(bool enable) {
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000751 overuse_observer_enabled_ = enable;
752
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000753 if (overuse_observer_) {
754 overuse_observer_->Enable(enable);
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +0000755 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000756
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000757 // The video adapter is signaled by overuse detection if enabled; otherwise
758 // it will be signaled by cpu monitor.
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000759 CoordinatedVideoAdapter* adapter = video_adapter();
760 if (adapter) {
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000761 bool cpu_adapt = false;
762 video_options_.adapt_input_to_cpu_usage.Get(&cpu_adapt);
763 adapter->set_cpu_adaptation(
764 adapter->cpu_adaptation() || cpu_adapt || enable);
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000765 if (cpu_monitor_) {
766 if (enable) {
767 cpu_monitor_->SignalUpdate.disconnect(adapter);
768 } else {
769 cpu_monitor_->SignalUpdate.connect(
770 adapter, &CoordinatedVideoAdapter::OnCpuLoadUpdated);
771 }
772 }
773 }
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000774 }
775
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000776 void ProcessFrame(const VideoFrame& original_frame, bool mute,
777 VideoFrame** processed_frame) {
778 if (!mute) {
779 *processed_frame = original_frame.Copy();
780 } else {
781 WebRtcVideoFrame* black_frame = new WebRtcVideoFrame();
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000782 black_frame->InitToBlack(static_cast<int>(original_frame.GetWidth()),
783 static_cast<int>(original_frame.GetHeight()),
784 1, 1,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000785 original_frame.GetElapsedTime(),
786 original_frame.GetTimeStamp());
787 *processed_frame = black_frame;
788 }
789 local_stream_info_.UpdateFrame(*processed_frame);
790 }
791 void RegisterEncoder(int pl_type, webrtc::VideoEncoder* encoder) {
792 ASSERT(!IsEncoderRegistered(pl_type));
793 registered_encoders_[pl_type] = encoder;
794 }
795 bool IsEncoderRegistered(int pl_type) {
796 return registered_encoders_.count(pl_type) != 0;
797 }
798 const EncoderMap& registered_encoders() {
799 return registered_encoders_;
800 }
801 void ClearRegisteredEncoders() {
802 registered_encoders_.clear();
803 }
804
wu@webrtc.orgd64719d2013-08-01 00:00:07 +0000805 sigslot::repeater0<> SignalCpuAdaptationUnable;
806
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000807 private:
808 int channel_id_;
809 int capture_id_;
810 bool sending_;
811 bool muted_;
812 VideoCapturer* video_capturer_;
813 WebRtcEncoderObserver encoder_observer_;
814 webrtc::ViEExternalCapture* external_capture_;
815 EncoderMap registered_encoders_;
816
817 VideoFormat video_format_;
818
819 talk_base::scoped_ptr<StreamParams> stream_params_;
820
821 WebRtcLocalStreamInfo local_stream_info_;
822
823 bool capturer_updated_;
824
825 int64 interval_;
826
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +0000827 talk_base::CpuMonitor* cpu_monitor_;
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000828 talk_base::scoped_ptr<WebRtcOveruseObserver> overuse_observer_;
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000829 bool overuse_observer_enabled_;
830
831 VideoOptions video_options_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000832};
833
834const WebRtcVideoEngine::VideoCodecPref
835 WebRtcVideoEngine::kVideoCodecPrefs[] = {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000836 {kVp8PayloadName, 100, -1, 0},
837 {kRedPayloadName, 116, -1, 1},
838 {kFecPayloadName, 117, -1, 2},
839 {kRtxCodecName, 96, 100, 3},
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000840};
841
842// The formats are sorted by the descending order of width. We use the order to
843// find the next format for CPU and bandwidth adaptation.
844const VideoFormatPod WebRtcVideoEngine::kVideoFormats[] = {
845 {1280, 800, FPS_TO_INTERVAL(30), FOURCC_ANY},
846 {1280, 720, FPS_TO_INTERVAL(30), FOURCC_ANY},
847 {960, 600, FPS_TO_INTERVAL(30), FOURCC_ANY},
848 {960, 540, FPS_TO_INTERVAL(30), FOURCC_ANY},
849 {640, 400, FPS_TO_INTERVAL(30), FOURCC_ANY},
850 {640, 360, FPS_TO_INTERVAL(30), FOURCC_ANY},
851 {640, 480, FPS_TO_INTERVAL(30), FOURCC_ANY},
852 {480, 300, FPS_TO_INTERVAL(30), FOURCC_ANY},
853 {480, 270, FPS_TO_INTERVAL(30), FOURCC_ANY},
854 {480, 360, FPS_TO_INTERVAL(30), FOURCC_ANY},
855 {320, 200, FPS_TO_INTERVAL(30), FOURCC_ANY},
856 {320, 180, FPS_TO_INTERVAL(30), FOURCC_ANY},
857 {320, 240, FPS_TO_INTERVAL(30), FOURCC_ANY},
858 {240, 150, FPS_TO_INTERVAL(30), FOURCC_ANY},
859 {240, 135, FPS_TO_INTERVAL(30), FOURCC_ANY},
860 {240, 180, FPS_TO_INTERVAL(30), FOURCC_ANY},
861 {160, 100, FPS_TO_INTERVAL(30), FOURCC_ANY},
862 {160, 90, FPS_TO_INTERVAL(30), FOURCC_ANY},
863 {160, 120, FPS_TO_INTERVAL(30), FOURCC_ANY},
864};
865
866const VideoFormatPod WebRtcVideoEngine::kDefaultVideoFormat =
867 {640, 400, FPS_TO_INTERVAL(30), FOURCC_ANY};
868
869static void UpdateVideoCodec(const cricket::VideoFormat& video_format,
870 webrtc::VideoCodec* target_codec) {
871 if ((target_codec == NULL) || (video_format == cricket::VideoFormat())) {
872 return;
873 }
874 target_codec->width = video_format.width;
875 target_codec->height = video_format.height;
876 target_codec->maxFramerate = cricket::VideoFormat::IntervalToFps(
877 video_format.interval);
878}
879
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +0000880static bool GetCpuOveruseOptions(const VideoOptions& options,
881 webrtc::CpuOveruseOptions* overuse_options) {
882 int underuse_threshold = 0;
883 int overuse_threshold = 0;
884 if (!options.cpu_underuse_threshold.Get(&underuse_threshold) ||
885 !options.cpu_overuse_threshold.Get(&overuse_threshold)) {
886 return false;
887 }
888 if (underuse_threshold <= 0 || overuse_threshold <= 0) {
889 return false;
890 }
891 // Valid thresholds.
892 bool encode_usage =
893 options.cpu_overuse_encode_usage.GetWithDefaultIfUnset(false);
894 overuse_options->enable_capture_jitter_method = !encode_usage;
895 overuse_options->enable_encode_usage_method = encode_usage;
896 if (encode_usage) {
897 // Use method based on encode usage.
898 overuse_options->low_encode_usage_threshold_percent = underuse_threshold;
899 overuse_options->high_encode_usage_threshold_percent = overuse_threshold;
900 } else {
901 // Use default method based on capture jitter.
902 overuse_options->low_capture_jitter_threshold_ms =
903 static_cast<float>(underuse_threshold);
904 overuse_options->high_capture_jitter_threshold_ms =
905 static_cast<float>(overuse_threshold);
906 }
907 return true;
908}
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +0000909
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000910WebRtcVideoEngine::WebRtcVideoEngine() {
911 Construct(new ViEWrapper(), new ViETraceWrapper(), NULL,
912 new talk_base::CpuMonitor(NULL));
913}
914
915WebRtcVideoEngine::WebRtcVideoEngine(WebRtcVoiceEngine* voice_engine,
916 ViEWrapper* vie_wrapper,
917 talk_base::CpuMonitor* cpu_monitor) {
918 Construct(vie_wrapper, new ViETraceWrapper(), voice_engine, cpu_monitor);
919}
920
921WebRtcVideoEngine::WebRtcVideoEngine(WebRtcVoiceEngine* voice_engine,
922 ViEWrapper* vie_wrapper,
923 ViETraceWrapper* tracing,
924 talk_base::CpuMonitor* cpu_monitor) {
925 Construct(vie_wrapper, tracing, voice_engine, cpu_monitor);
926}
927
928void WebRtcVideoEngine::Construct(ViEWrapper* vie_wrapper,
929 ViETraceWrapper* tracing,
930 WebRtcVoiceEngine* voice_engine,
931 talk_base::CpuMonitor* cpu_monitor) {
932 LOG(LS_INFO) << "WebRtcVideoEngine::WebRtcVideoEngine";
933 worker_thread_ = NULL;
934 vie_wrapper_.reset(vie_wrapper);
935 vie_wrapper_base_initialized_ = false;
936 tracing_.reset(tracing);
937 voice_engine_ = voice_engine;
938 initialized_ = false;
939 SetTraceFilter(SeverityToFilter(kDefaultLogSeverity));
940 render_module_.reset(new WebRtcPassthroughRender());
941 local_renderer_w_ = local_renderer_h_ = 0;
942 local_renderer_ = NULL;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000943 capture_started_ = false;
944 decoder_factory_ = NULL;
945 encoder_factory_ = NULL;
946 cpu_monitor_.reset(cpu_monitor);
947
948 SetTraceOptions("");
949 if (tracing_->SetTraceCallback(this) != 0) {
950 LOG_RTCERR1(SetTraceCallback, this);
951 }
952
953 // Set default quality levels for our supported codecs. We override them here
954 // if we know your cpu performance is low, and they can be updated explicitly
955 // by calling SetDefaultCodec. For example by a flute preference setting, or
956 // by the server with a jec in response to our reported system info.
957 VideoCodec max_codec(kVideoCodecPrefs[0].payload_type,
958 kVideoCodecPrefs[0].name,
959 kDefaultVideoFormat.width,
960 kDefaultVideoFormat.height,
961 VideoFormat::IntervalToFps(kDefaultVideoFormat.interval),
962 0);
963 if (!SetDefaultCodec(max_codec)) {
964 LOG(LS_ERROR) << "Failed to initialize list of supported codec types";
965 }
966
967
968 // Load our RTP Header extensions.
969 rtp_header_extensions_.push_back(
970 RtpHeaderExtension(kRtpTimestampOffsetHeaderExtension,
henrike@webrtc.org79047f92014-03-06 23:46:59 +0000971 kRtpTimestampOffsetHeaderExtensionDefaultId));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000972 rtp_header_extensions_.push_back(
henrike@webrtc.org79047f92014-03-06 23:46:59 +0000973 RtpHeaderExtension(kRtpAbsoluteSenderTimeHeaderExtension,
974 kRtpAbsoluteSenderTimeHeaderExtensionDefaultId));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000975}
976
977WebRtcVideoEngine::~WebRtcVideoEngine() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000978 LOG(LS_INFO) << "WebRtcVideoEngine::~WebRtcVideoEngine";
979 if (initialized_) {
980 Terminate();
981 }
982 if (encoder_factory_) {
983 encoder_factory_->RemoveObserver(this);
984 }
985 tracing_->SetTraceCallback(NULL);
986 // Test to see if the media processor was deregistered properly.
987 ASSERT(SignalMediaFrame.is_empty());
988}
989
990bool WebRtcVideoEngine::Init(talk_base::Thread* worker_thread) {
991 LOG(LS_INFO) << "WebRtcVideoEngine::Init";
992 worker_thread_ = worker_thread;
993 ASSERT(worker_thread_ != NULL);
994
995 cpu_monitor_->set_thread(worker_thread_);
996 if (!cpu_monitor_->Start(kCpuMonitorPeriodMs)) {
997 LOG(LS_ERROR) << "Failed to start CPU monitor.";
998 cpu_monitor_.reset();
999 }
1000
1001 bool result = InitVideoEngine();
1002 if (result) {
1003 LOG(LS_INFO) << "VideoEngine Init done";
1004 } else {
1005 LOG(LS_ERROR) << "VideoEngine Init failed, releasing";
1006 Terminate();
1007 }
1008 return result;
1009}
1010
1011bool WebRtcVideoEngine::InitVideoEngine() {
1012 LOG(LS_INFO) << "WebRtcVideoEngine::InitVideoEngine";
1013
1014 // Init WebRTC VideoEngine.
1015 if (!vie_wrapper_base_initialized_) {
1016 if (vie_wrapper_->base()->Init() != 0) {
1017 LOG_RTCERR0(Init);
1018 return false;
1019 }
1020 vie_wrapper_base_initialized_ = true;
1021 }
1022
1023 // Log the VoiceEngine version info.
1024 char buffer[1024] = "";
1025 if (vie_wrapper_->base()->GetVersion(buffer) != 0) {
1026 LOG_RTCERR0(GetVersion);
1027 return false;
1028 }
1029
1030 LOG(LS_INFO) << "WebRtc VideoEngine Version:";
1031 LogMultiline(talk_base::LS_INFO, buffer);
1032
1033 // Hook up to VoiceEngine for sync purposes, if supplied.
1034 if (!voice_engine_) {
1035 LOG(LS_WARNING) << "NULL voice engine";
1036 } else if ((vie_wrapper_->base()->SetVoiceEngine(
1037 voice_engine_->voe()->engine())) != 0) {
1038 LOG_RTCERR0(SetVoiceEngine);
1039 return false;
1040 }
1041
1042 // Register our custom render module.
1043 if (vie_wrapper_->render()->RegisterVideoRenderModule(
1044 *render_module_.get()) != 0) {
1045 LOG_RTCERR0(RegisterVideoRenderModule);
1046 return false;
1047 }
1048
1049 initialized_ = true;
1050 return true;
1051}
1052
1053void WebRtcVideoEngine::Terminate() {
1054 LOG(LS_INFO) << "WebRtcVideoEngine::Terminate";
1055 initialized_ = false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001056
1057 if (vie_wrapper_->render()->DeRegisterVideoRenderModule(
1058 *render_module_.get()) != 0) {
1059 LOG_RTCERR0(DeRegisterVideoRenderModule);
1060 }
1061
1062 if (vie_wrapper_->base()->SetVoiceEngine(NULL) != 0) {
1063 LOG_RTCERR0(SetVoiceEngine);
1064 }
1065
1066 cpu_monitor_->Stop();
1067}
1068
1069int WebRtcVideoEngine::GetCapabilities() {
1070 return VIDEO_RECV | VIDEO_SEND;
1071}
1072
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +00001073bool WebRtcVideoEngine::SetOptions(const VideoOptions &options) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001074 return true;
1075}
1076
1077bool WebRtcVideoEngine::SetDefaultEncoderConfig(
1078 const VideoEncoderConfig& config) {
1079 return SetDefaultCodec(config.max_codec);
1080}
1081
wu@webrtc.org78187522013-10-07 23:32:02 +00001082VideoEncoderConfig WebRtcVideoEngine::GetDefaultEncoderConfig() const {
1083 ASSERT(!video_codecs_.empty());
1084 VideoCodec max_codec(kVideoCodecPrefs[0].payload_type,
1085 kVideoCodecPrefs[0].name,
1086 video_codecs_[0].width,
1087 video_codecs_[0].height,
1088 video_codecs_[0].framerate,
1089 0);
1090 return VideoEncoderConfig(max_codec);
1091}
1092
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001093// SetDefaultCodec may be called while the capturer is running. For example, a
1094// test call is started in a page with QVGA default codec, and then a real call
1095// is started in another page with VGA default codec. This is the corner case
1096// and happens only when a session is started. We ignore this case currently.
1097bool WebRtcVideoEngine::SetDefaultCodec(const VideoCodec& codec) {
1098 if (!RebuildCodecList(codec)) {
1099 LOG(LS_WARNING) << "Failed to RebuildCodecList";
1100 return false;
1101 }
1102
wu@webrtc.org78187522013-10-07 23:32:02 +00001103 ASSERT(!video_codecs_.empty());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001104 default_codec_format_ = VideoFormat(
1105 video_codecs_[0].width,
1106 video_codecs_[0].height,
1107 VideoFormat::FpsToInterval(video_codecs_[0].framerate),
1108 FOURCC_ANY);
1109 return true;
1110}
1111
1112WebRtcVideoMediaChannel* WebRtcVideoEngine::CreateChannel(
1113 VoiceMediaChannel* voice_channel) {
1114 WebRtcVideoMediaChannel* channel =
1115 new WebRtcVideoMediaChannel(this, voice_channel);
1116 if (!channel->Init()) {
1117 delete channel;
1118 channel = NULL;
1119 }
1120 return channel;
1121}
1122
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001123bool WebRtcVideoEngine::SetLocalRenderer(VideoRenderer* renderer) {
1124 local_renderer_w_ = local_renderer_h_ = 0;
1125 local_renderer_ = renderer;
1126 return true;
1127}
1128
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001129const std::vector<VideoCodec>& WebRtcVideoEngine::codecs() const {
1130 return video_codecs_;
1131}
1132
1133const std::vector<RtpHeaderExtension>&
1134WebRtcVideoEngine::rtp_header_extensions() const {
1135 return rtp_header_extensions_;
1136}
1137
1138void WebRtcVideoEngine::SetLogging(int min_sev, const char* filter) {
1139 // if min_sev == -1, we keep the current log level.
1140 if (min_sev >= 0) {
1141 SetTraceFilter(SeverityToFilter(min_sev));
1142 }
1143 SetTraceOptions(filter);
1144}
1145
1146int WebRtcVideoEngine::GetLastEngineError() {
1147 return vie_wrapper_->error();
1148}
1149
1150// Checks to see whether we comprehend and could receive a particular codec
1151bool WebRtcVideoEngine::FindCodec(const VideoCodec& in) {
1152 for (int i = 0; i < ARRAY_SIZE(kVideoFormats); ++i) {
1153 const VideoFormat fmt(kVideoFormats[i]);
1154 if ((in.width == 0 && in.height == 0) ||
1155 (fmt.width == in.width && fmt.height == in.height)) {
1156 if (encoder_factory_) {
1157 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1158 encoder_factory_->codecs();
1159 for (size_t j = 0; j < codecs.size(); ++j) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001160 VideoCodec codec(GetExternalVideoPayloadType(static_cast<int>(j)),
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001161 codecs[j].name, 0, 0, 0, 0);
1162 if (codec.Matches(in))
1163 return true;
1164 }
1165 }
1166 for (size_t j = 0; j < ARRAY_SIZE(kVideoCodecPrefs); ++j) {
1167 VideoCodec codec(kVideoCodecPrefs[j].payload_type,
1168 kVideoCodecPrefs[j].name, 0, 0, 0, 0);
1169 if (codec.Matches(in)) {
1170 return true;
1171 }
1172 }
1173 }
1174 }
1175 return false;
1176}
1177
1178// Given the requested codec, returns true if we can send that codec type and
1179// updates out with the best quality we could send for that codec. If current is
1180// not empty, we constrain out so that its aspect ratio matches current's.
1181bool WebRtcVideoEngine::CanSendCodec(const VideoCodec& requested,
1182 const VideoCodec& current,
1183 VideoCodec* out) {
1184 if (!out) {
1185 return false;
1186 }
1187
1188 std::vector<VideoCodec>::const_iterator local_max;
1189 for (local_max = video_codecs_.begin();
1190 local_max < video_codecs_.end();
1191 ++local_max) {
1192 // First match codecs by payload type
1193 if (!requested.Matches(*local_max)) {
1194 continue;
1195 }
1196
1197 out->id = requested.id;
1198 out->name = requested.name;
1199 out->preference = requested.preference;
1200 out->params = requested.params;
1201 out->framerate = talk_base::_min(requested.framerate, local_max->framerate);
1202 out->width = 0;
1203 out->height = 0;
1204 out->params = requested.params;
1205 out->feedback_params = requested.feedback_params;
1206
1207 if (0 == requested.width && 0 == requested.height) {
1208 // Special case with resolution 0. The channel should not send frames.
1209 return true;
1210 } else if (0 == requested.width || 0 == requested.height) {
1211 // 0xn and nx0 are invalid resolutions.
1212 return false;
1213 }
1214
1215 // Pick the best quality that is within their and our bounds and has the
1216 // correct aspect ratio.
1217 for (int j = 0; j < ARRAY_SIZE(kVideoFormats); ++j) {
1218 const VideoFormat format(kVideoFormats[j]);
1219
1220 // Skip any format that is larger than the local or remote maximums, or
1221 // smaller than the current best match
1222 if (format.width > requested.width || format.height > requested.height ||
1223 format.width > local_max->width ||
1224 (format.width < out->width && format.height < out->height)) {
1225 continue;
1226 }
1227
1228 bool better = false;
1229
1230 // Check any further constraints on this prospective format
1231 if (!out->width || !out->height) {
1232 // If we don't have any matches yet, this is the best so far.
1233 better = true;
1234 } else if (current.width && current.height) {
1235 // current is set so format must match its ratio exactly.
1236 better =
1237 (format.width * current.height == format.height * current.width);
1238 } else {
1239 // Prefer closer aspect ratios i.e
1240 // format.aspect - requested.aspect < out.aspect - requested.aspect
1241 better = abs(format.width * requested.height * out->height -
1242 requested.width * format.height * out->height) <
1243 abs(out->width * format.height * requested.height -
1244 requested.width * format.height * out->height);
1245 }
1246
1247 if (better) {
1248 out->width = format.width;
1249 out->height = format.height;
1250 }
1251 }
1252 if (out->width > 0) {
1253 return true;
1254 }
1255 }
1256 return false;
1257}
1258
1259static void ConvertToCricketVideoCodec(
1260 const webrtc::VideoCodec& in_codec, VideoCodec* out_codec) {
1261 out_codec->id = in_codec.plType;
1262 out_codec->name = in_codec.plName;
1263 out_codec->width = in_codec.width;
1264 out_codec->height = in_codec.height;
1265 out_codec->framerate = in_codec.maxFramerate;
1266 out_codec->SetParam(kCodecParamMinBitrate, in_codec.minBitrate);
1267 out_codec->SetParam(kCodecParamMaxBitrate, in_codec.maxBitrate);
1268 if (in_codec.qpMax) {
1269 out_codec->SetParam(kCodecParamMaxQuantization, in_codec.qpMax);
1270 }
1271}
1272
1273bool WebRtcVideoEngine::ConvertFromCricketVideoCodec(
1274 const VideoCodec& in_codec, webrtc::VideoCodec* out_codec) {
1275 bool found = false;
1276 int ncodecs = vie_wrapper_->codec()->NumberOfCodecs();
1277 for (int i = 0; i < ncodecs; ++i) {
1278 if (vie_wrapper_->codec()->GetCodec(i, *out_codec) == 0 &&
1279 _stricmp(in_codec.name.c_str(), out_codec->plName) == 0) {
1280 found = true;
1281 break;
1282 }
1283 }
1284
1285 // If not found, check if this is supported by external encoder factory.
1286 if (!found && encoder_factory_) {
1287 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1288 encoder_factory_->codecs();
1289 for (size_t i = 0; i < codecs.size(); ++i) {
1290 if (_stricmp(in_codec.name.c_str(), codecs[i].name.c_str()) == 0) {
1291 out_codec->codecType = codecs[i].type;
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001292 out_codec->plType = GetExternalVideoPayloadType(static_cast<int>(i));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001293 talk_base::strcpyn(out_codec->plName, sizeof(out_codec->plName),
1294 codecs[i].name.c_str(), codecs[i].name.length());
1295 found = true;
1296 break;
1297 }
1298 }
1299 }
1300
1301 if (!found) {
1302 LOG(LS_ERROR) << "invalid codec type";
1303 return false;
1304 }
1305
1306 if (in_codec.id != 0)
1307 out_codec->plType = in_codec.id;
1308
1309 if (in_codec.width != 0)
1310 out_codec->width = in_codec.width;
1311
1312 if (in_codec.height != 0)
1313 out_codec->height = in_codec.height;
1314
1315 if (in_codec.framerate != 0)
1316 out_codec->maxFramerate = in_codec.framerate;
1317
1318 // Convert bitrate parameters.
1319 int max_bitrate = kMaxVideoBitrate;
1320 int min_bitrate = kMinVideoBitrate;
1321 int start_bitrate = kStartVideoBitrate;
1322
1323 in_codec.GetParam(kCodecParamMinBitrate, &min_bitrate);
1324 in_codec.GetParam(kCodecParamMaxBitrate, &max_bitrate);
1325
1326 if (max_bitrate < min_bitrate) {
1327 return false;
1328 }
1329 start_bitrate = talk_base::_max(start_bitrate, min_bitrate);
1330 start_bitrate = talk_base::_min(start_bitrate, max_bitrate);
1331
1332 out_codec->minBitrate = min_bitrate;
1333 out_codec->startBitrate = start_bitrate;
1334 out_codec->maxBitrate = max_bitrate;
1335
1336 // Convert general codec parameters.
1337 int max_quantization = 0;
1338 if (in_codec.GetParam(kCodecParamMaxQuantization, &max_quantization)) {
1339 if (max_quantization < 0) {
1340 return false;
1341 }
1342 out_codec->qpMax = max_quantization;
1343 }
1344 return true;
1345}
1346
1347void WebRtcVideoEngine::RegisterChannel(WebRtcVideoMediaChannel *channel) {
1348 talk_base::CritScope cs(&channels_crit_);
1349 channels_.push_back(channel);
1350}
1351
1352void WebRtcVideoEngine::UnregisterChannel(WebRtcVideoMediaChannel *channel) {
1353 talk_base::CritScope cs(&channels_crit_);
1354 channels_.erase(std::remove(channels_.begin(), channels_.end(), channel),
1355 channels_.end());
1356}
1357
1358bool WebRtcVideoEngine::SetVoiceEngine(WebRtcVoiceEngine* voice_engine) {
1359 if (initialized_) {
1360 LOG(LS_WARNING) << "SetVoiceEngine can not be called after Init";
1361 return false;
1362 }
1363 voice_engine_ = voice_engine;
1364 return true;
1365}
1366
1367bool WebRtcVideoEngine::EnableTimedRender() {
1368 if (initialized_) {
1369 LOG(LS_WARNING) << "EnableTimedRender can not be called after Init";
1370 return false;
1371 }
1372 render_module_.reset(webrtc::VideoRender::CreateVideoRender(0, NULL,
1373 false, webrtc::kRenderExternal));
1374 return true;
1375}
1376
1377void WebRtcVideoEngine::SetTraceFilter(int filter) {
1378 tracing_->SetTraceFilter(filter);
1379}
1380
1381// See https://sites.google.com/a/google.com/wavelet/
1382// Home/Magic-Flute--RTC-Engine-/Magic-Flute-Command-Line-Parameters
1383// for all supported command line setttings.
1384void WebRtcVideoEngine::SetTraceOptions(const std::string& options) {
1385 // Set WebRTC trace file.
1386 std::vector<std::string> opts;
1387 talk_base::tokenize(options, ' ', '"', '"', &opts);
1388 std::vector<std::string>::iterator tracefile =
1389 std::find(opts.begin(), opts.end(), "tracefile");
1390 if (tracefile != opts.end() && ++tracefile != opts.end()) {
1391 // Write WebRTC debug output (at same loglevel) to file
1392 if (tracing_->SetTraceFile(tracefile->c_str()) == -1) {
1393 LOG_RTCERR1(SetTraceFile, *tracefile);
1394 }
1395 }
1396}
1397
1398static void AddDefaultFeedbackParams(VideoCodec* codec) {
1399 const FeedbackParam kFir(kRtcpFbParamCcm, kRtcpFbCcmParamFir);
1400 codec->AddFeedbackParam(kFir);
1401 const FeedbackParam kNack(kRtcpFbParamNack, kParamValueEmpty);
1402 codec->AddFeedbackParam(kNack);
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00001403 const FeedbackParam kPli(kRtcpFbParamNack, kRtcpFbNackParamPli);
1404 codec->AddFeedbackParam(kPli);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001405 const FeedbackParam kRemb(kRtcpFbParamRemb, kParamValueEmpty);
1406 codec->AddFeedbackParam(kRemb);
1407}
1408
1409// Rebuilds the codec list to be only those that are less intensive
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +00001410// than the specified codec. Prefers internal codec over external with
1411// higher preference field.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001412bool WebRtcVideoEngine::RebuildCodecList(const VideoCodec& in_codec) {
1413 if (!FindCodec(in_codec))
1414 return false;
1415
1416 video_codecs_.clear();
1417
1418 bool found = false;
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001419 std::set<std::string> internal_codec_names;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001420 for (size_t i = 0; i < ARRAY_SIZE(kVideoCodecPrefs); ++i) {
1421 const VideoCodecPref& pref(kVideoCodecPrefs[i]);
1422 if (!found)
1423 found = (in_codec.name == pref.name);
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001424 if (found) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001425 VideoCodec codec(pref.payload_type, pref.name,
1426 in_codec.width, in_codec.height, in_codec.framerate,
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001427 static_cast<int>(ARRAY_SIZE(kVideoCodecPrefs) - i));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001428 if (_stricmp(kVp8PayloadName, codec.name.c_str()) == 0) {
1429 AddDefaultFeedbackParams(&codec);
1430 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001431 if (pref.associated_payload_type != -1) {
1432 codec.SetParam(kCodecParamAssociatedPayloadType,
1433 pref.associated_payload_type);
1434 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001435 video_codecs_.push_back(codec);
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001436 internal_codec_names.insert(codec.name);
1437 }
1438 }
1439 if (encoder_factory_) {
1440 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1441 encoder_factory_->codecs();
1442 for (size_t i = 0; i < codecs.size(); ++i) {
1443 bool is_internal_codec = internal_codec_names.find(codecs[i].name) !=
1444 internal_codec_names.end();
1445 if (!is_internal_codec) {
1446 if (!found)
1447 found = (in_codec.name == codecs[i].name);
1448 VideoCodec codec(
1449 GetExternalVideoPayloadType(static_cast<int>(i)),
1450 codecs[i].name,
1451 codecs[i].max_width,
1452 codecs[i].max_height,
1453 codecs[i].max_fps,
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +00001454 // Use negative preference on external codec to ensure the internal
1455 // codec is preferred.
1456 static_cast<int>(0 - i));
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001457 AddDefaultFeedbackParams(&codec);
1458 video_codecs_.push_back(codec);
1459 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001460 }
1461 }
1462 ASSERT(found);
1463 return true;
1464}
1465
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001466// Ignore spammy trace messages, mostly from the stats API when we haven't
1467// gotten RTCP info yet from the remote side.
1468bool WebRtcVideoEngine::ShouldIgnoreTrace(const std::string& trace) {
1469 static const char* const kTracesToIgnore[] = {
1470 NULL
1471 };
1472 for (const char* const* p = kTracesToIgnore; *p; ++p) {
1473 if (trace.find(*p) == 0) {
1474 return true;
1475 }
1476 }
1477 return false;
1478}
1479
1480int WebRtcVideoEngine::GetNumOfChannels() {
1481 talk_base::CritScope cs(&channels_crit_);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001482 return static_cast<int>(channels_.size());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001483}
1484
1485void WebRtcVideoEngine::Print(webrtc::TraceLevel level, const char* trace,
1486 int length) {
1487 talk_base::LoggingSeverity sev = talk_base::LS_VERBOSE;
1488 if (level == webrtc::kTraceError || level == webrtc::kTraceCritical)
1489 sev = talk_base::LS_ERROR;
1490 else if (level == webrtc::kTraceWarning)
1491 sev = talk_base::LS_WARNING;
1492 else if (level == webrtc::kTraceStateInfo || level == webrtc::kTraceInfo)
1493 sev = talk_base::LS_INFO;
1494 else if (level == webrtc::kTraceTerseInfo)
1495 sev = talk_base::LS_INFO;
1496
1497 // Skip past boilerplate prefix text
1498 if (length < 72) {
1499 std::string msg(trace, length);
1500 LOG(LS_ERROR) << "Malformed webrtc log message: ";
1501 LOG_V(sev) << msg;
1502 } else {
1503 std::string msg(trace + 71, length - 72);
1504 if (!ShouldIgnoreTrace(msg) &&
1505 (!voice_engine_ || !voice_engine_->ShouldIgnoreTrace(msg))) {
1506 LOG_V(sev) << "webrtc: " << msg;
1507 }
1508 }
1509}
1510
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001511webrtc::VideoDecoder* WebRtcVideoEngine::CreateExternalDecoder(
1512 webrtc::VideoCodecType type) {
1513 if (decoder_factory_ == NULL) {
1514 return NULL;
1515 }
1516 return decoder_factory_->CreateVideoDecoder(type);
1517}
1518
1519void WebRtcVideoEngine::DestroyExternalDecoder(webrtc::VideoDecoder* decoder) {
1520 ASSERT(decoder_factory_ != NULL);
1521 if (decoder_factory_ == NULL)
1522 return;
1523 decoder_factory_->DestroyVideoDecoder(decoder);
1524}
1525
1526webrtc::VideoEncoder* WebRtcVideoEngine::CreateExternalEncoder(
1527 webrtc::VideoCodecType type) {
1528 if (encoder_factory_ == NULL) {
1529 return NULL;
1530 }
1531 return encoder_factory_->CreateVideoEncoder(type);
1532}
1533
1534void WebRtcVideoEngine::DestroyExternalEncoder(webrtc::VideoEncoder* encoder) {
1535 ASSERT(encoder_factory_ != NULL);
1536 if (encoder_factory_ == NULL)
1537 return;
1538 encoder_factory_->DestroyVideoEncoder(encoder);
1539}
1540
1541bool WebRtcVideoEngine::IsExternalEncoderCodecType(
1542 webrtc::VideoCodecType type) const {
1543 if (!encoder_factory_)
1544 return false;
1545 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1546 encoder_factory_->codecs();
1547 std::vector<WebRtcVideoEncoderFactory::VideoCodec>::const_iterator it;
1548 for (it = codecs.begin(); it != codecs.end(); ++it) {
1549 if (it->type == type)
1550 return true;
1551 }
1552 return false;
1553}
1554
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001555void WebRtcVideoEngine::SetExternalDecoderFactory(
1556 WebRtcVideoDecoderFactory* decoder_factory) {
1557 decoder_factory_ = decoder_factory;
1558}
1559
1560void WebRtcVideoEngine::SetExternalEncoderFactory(
1561 WebRtcVideoEncoderFactory* encoder_factory) {
1562 if (encoder_factory_ == encoder_factory)
1563 return;
1564
1565 if (encoder_factory_) {
1566 encoder_factory_->RemoveObserver(this);
1567 }
1568 encoder_factory_ = encoder_factory;
1569 if (encoder_factory_) {
1570 encoder_factory_->AddObserver(this);
1571 }
1572
1573 // Invoke OnCodecAvailable() here in case the list of codecs is already
1574 // available when the encoder factory is installed. If not the encoder
1575 // factory will invoke the callback later when the codecs become available.
1576 OnCodecsAvailable();
1577}
1578
1579void WebRtcVideoEngine::OnCodecsAvailable() {
1580 // Rebuild codec list while reapplying the current default codec format.
1581 VideoCodec max_codec(kVideoCodecPrefs[0].payload_type,
1582 kVideoCodecPrefs[0].name,
1583 video_codecs_[0].width,
1584 video_codecs_[0].height,
1585 video_codecs_[0].framerate,
1586 0);
1587 if (!RebuildCodecList(max_codec)) {
1588 LOG(LS_ERROR) << "Failed to initialize list of supported codec types";
1589 }
1590}
1591
1592// WebRtcVideoMediaChannel
1593
1594WebRtcVideoMediaChannel::WebRtcVideoMediaChannel(
1595 WebRtcVideoEngine* engine,
1596 VoiceMediaChannel* channel)
1597 : engine_(engine),
1598 voice_channel_(channel),
1599 vie_channel_(-1),
1600 nack_enabled_(true),
1601 remb_enabled_(false),
1602 render_started_(false),
1603 first_receive_ssrc_(0),
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001604 num_unsignalled_recv_channels_(0),
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001605 send_rtx_type_(-1),
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001606 send_red_type_(-1),
1607 send_fec_type_(-1),
1608 send_min_bitrate_(kMinVideoBitrate),
1609 send_start_bitrate_(kStartVideoBitrate),
1610 send_max_bitrate_(kMaxVideoBitrate),
1611 sending_(false),
1612 ratio_w_(0),
1613 ratio_h_(0) {
1614 engine->RegisterChannel(this);
1615}
1616
1617bool WebRtcVideoMediaChannel::Init() {
1618 const uint32 ssrc_key = 0;
1619 return CreateChannel(ssrc_key, MD_SENDRECV, &vie_channel_);
1620}
1621
1622WebRtcVideoMediaChannel::~WebRtcVideoMediaChannel() {
1623 const bool send = false;
1624 SetSend(send);
1625 const bool render = false;
1626 SetRender(render);
1627
1628 while (!send_channels_.empty()) {
1629 if (!DeleteSendChannel(send_channels_.begin()->first)) {
1630 LOG(LS_ERROR) << "Unable to delete channel with ssrc key "
1631 << send_channels_.begin()->first;
1632 ASSERT(false);
1633 break;
1634 }
1635 }
1636
1637 // Remove all receive streams and the default channel.
1638 while (!recv_channels_.empty()) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001639 RemoveRecvStreamInternal(recv_channels_.begin()->first);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001640 }
1641
1642 // Unregister the channel from the engine.
1643 engine()->UnregisterChannel(this);
1644 if (worker_thread()) {
1645 worker_thread()->Clear(this);
1646 }
1647}
1648
1649bool WebRtcVideoMediaChannel::SetRecvCodecs(
1650 const std::vector<VideoCodec>& codecs) {
1651 receive_codecs_.clear();
1652 for (std::vector<VideoCodec>::const_iterator iter = codecs.begin();
1653 iter != codecs.end(); ++iter) {
1654 if (engine()->FindCodec(*iter)) {
1655 webrtc::VideoCodec wcodec;
1656 if (engine()->ConvertFromCricketVideoCodec(*iter, &wcodec)) {
1657 receive_codecs_.push_back(wcodec);
1658 }
1659 } else {
1660 LOG(LS_INFO) << "Unknown codec " << iter->name;
1661 return false;
1662 }
1663 }
1664
1665 for (RecvChannelMap::iterator it = recv_channels_.begin();
1666 it != recv_channels_.end(); ++it) {
1667 if (!SetReceiveCodecs(it->second))
1668 return false;
1669 }
1670 return true;
1671}
1672
1673bool WebRtcVideoMediaChannel::SetSendCodecs(
1674 const std::vector<VideoCodec>& codecs) {
1675 // Match with local video codec list.
1676 std::vector<webrtc::VideoCodec> send_codecs;
1677 VideoCodec checked_codec;
1678 VideoCodec current; // defaults to 0x0
1679 if (sending_) {
1680 ConvertToCricketVideoCodec(*send_codec_, &current);
1681 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001682 std::map<int, int> primary_rtx_pt_mapping;
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001683 bool nack_enabled = nack_enabled_;
1684 bool remb_enabled = remb_enabled_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001685 for (std::vector<VideoCodec>::const_iterator iter = codecs.begin();
1686 iter != codecs.end(); ++iter) {
1687 if (_stricmp(iter->name.c_str(), kRedPayloadName) == 0) {
1688 send_red_type_ = iter->id;
1689 } else if (_stricmp(iter->name.c_str(), kFecPayloadName) == 0) {
1690 send_fec_type_ = iter->id;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001691 } else if (_stricmp(iter->name.c_str(), kRtxCodecName) == 0) {
1692 int rtx_type = iter->id;
1693 int rtx_primary_type = -1;
1694 if (iter->GetParam(kCodecParamAssociatedPayloadType, &rtx_primary_type)) {
1695 primary_rtx_pt_mapping[rtx_primary_type] = rtx_type;
1696 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001697 } else if (engine()->CanSendCodec(*iter, current, &checked_codec)) {
1698 webrtc::VideoCodec wcodec;
1699 if (engine()->ConvertFromCricketVideoCodec(checked_codec, &wcodec)) {
1700 if (send_codecs.empty()) {
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001701 nack_enabled = IsNackEnabled(checked_codec);
1702 remb_enabled = IsRembEnabled(checked_codec);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001703 }
1704 send_codecs.push_back(wcodec);
1705 }
1706 } else {
1707 LOG(LS_WARNING) << "Unknown codec " << iter->name;
1708 }
1709 }
1710
1711 // Fail if we don't have a match.
1712 if (send_codecs.empty()) {
1713 LOG(LS_WARNING) << "No matching codecs available";
1714 return false;
1715 }
1716
1717 // Recv protection.
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001718 // Do not update if the status is same as previously configured.
1719 if (nack_enabled_ != nack_enabled) {
1720 for (RecvChannelMap::iterator it = recv_channels_.begin();
1721 it != recv_channels_.end(); ++it) {
1722 int channel_id = it->second->channel_id();
1723 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_,
1724 nack_enabled)) {
1725 return false;
1726 }
1727 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
1728 kNotSending,
1729 remb_enabled_) != 0) {
1730 LOG_RTCERR3(SetRembStatus, channel_id, kNotSending, remb_enabled_);
1731 return false;
1732 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001733 }
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001734 nack_enabled_ = nack_enabled;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001735 }
1736
1737 // Send settings.
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001738 // Do not update if the status is same as previously configured.
1739 if (remb_enabled_ != remb_enabled) {
1740 for (SendChannelMap::iterator iter = send_channels_.begin();
1741 iter != send_channels_.end(); ++iter) {
1742 int channel_id = iter->second->channel_id();
1743 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_,
1744 nack_enabled_)) {
1745 return false;
1746 }
1747 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
1748 remb_enabled,
1749 remb_enabled) != 0) {
1750 LOG_RTCERR3(SetRembStatus, channel_id, remb_enabled, remb_enabled);
1751 return false;
1752 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001753 }
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001754 remb_enabled_ = remb_enabled;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001755 }
1756
1757 // Select the first matched codec.
1758 webrtc::VideoCodec& codec(send_codecs[0]);
1759
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001760 // Set RTX payload type if primary now active. This value will be used in
1761 // SetSendCodec.
1762 std::map<int, int>::const_iterator rtx_it =
1763 primary_rtx_pt_mapping.find(static_cast<int>(codec.plType));
1764 if (rtx_it != primary_rtx_pt_mapping.end()) {
1765 send_rtx_type_ = rtx_it->second;
1766 }
1767
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001768 if (!SetSendCodec(
1769 codec, codec.minBitrate, codec.startBitrate, codec.maxBitrate)) {
1770 return false;
1771 }
1772
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001773 LogSendCodecChange("SetSendCodecs()");
1774
1775 return true;
1776}
1777
1778bool WebRtcVideoMediaChannel::GetSendCodec(VideoCodec* send_codec) {
1779 if (!send_codec_) {
1780 return false;
1781 }
1782 ConvertToCricketVideoCodec(*send_codec_, send_codec);
1783 return true;
1784}
1785
1786bool WebRtcVideoMediaChannel::SetSendStreamFormat(uint32 ssrc,
1787 const VideoFormat& format) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001788 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
1789 if (!send_channel) {
1790 LOG(LS_ERROR) << "The specified ssrc " << ssrc << " is not in use.";
1791 return false;
1792 }
1793 send_channel->set_video_format(format);
1794 return true;
1795}
1796
1797bool WebRtcVideoMediaChannel::SetRender(bool render) {
1798 if (render == render_started_) {
1799 return true; // no action required
1800 }
1801
1802 bool ret = true;
1803 for (RecvChannelMap::iterator it = recv_channels_.begin();
1804 it != recv_channels_.end(); ++it) {
1805 if (render) {
1806 if (engine()->vie()->render()->StartRender(
1807 it->second->channel_id()) != 0) {
1808 LOG_RTCERR1(StartRender, it->second->channel_id());
1809 ret = false;
1810 }
1811 } else {
1812 if (engine()->vie()->render()->StopRender(
1813 it->second->channel_id()) != 0) {
1814 LOG_RTCERR1(StopRender, it->second->channel_id());
1815 ret = false;
1816 }
1817 }
1818 }
1819 if (ret) {
1820 render_started_ = render;
1821 }
1822
1823 return ret;
1824}
1825
1826bool WebRtcVideoMediaChannel::SetSend(bool send) {
1827 if (!HasReadySendChannels() && send) {
1828 LOG(LS_ERROR) << "No stream added";
1829 return false;
1830 }
1831 if (send == sending()) {
1832 return true; // No action required.
1833 }
1834
1835 if (send) {
1836 // We've been asked to start sending.
1837 // SetSendCodecs must have been called already.
1838 if (!send_codec_) {
1839 return false;
1840 }
1841 // Start send now.
1842 if (!StartSend()) {
1843 return false;
1844 }
1845 } else {
1846 // We've been asked to stop sending.
1847 if (!StopSend()) {
1848 return false;
1849 }
1850 }
1851 sending_ = send;
1852
1853 return true;
1854}
1855
1856bool WebRtcVideoMediaChannel::AddSendStream(const StreamParams& sp) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001857 if (sp.first_ssrc() == 0) {
1858 LOG(LS_ERROR) << "AddSendStream with 0 ssrc is not supported.";
1859 return false;
1860 }
1861
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001862 LOG(LS_INFO) << "AddSendStream " << sp.ToString();
1863
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001864 if (!IsOneSsrcStream(sp) && !IsSimulcastStream(sp)) {
1865 LOG(LS_ERROR) << "AddSendStream: bad local stream parameters";
1866 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001867 }
1868
1869 uint32 ssrc_key;
1870 if (!CreateSendChannelKey(sp.first_ssrc(), &ssrc_key)) {
1871 LOG(LS_ERROR) << "Trying to register duplicate ssrc: " << sp.first_ssrc();
1872 return false;
1873 }
1874 // If the default channel is already used for sending create a new channel
1875 // otherwise use the default channel for sending.
1876 int channel_id = -1;
1877 if (send_channels_[0]->stream_params() == NULL) {
1878 channel_id = vie_channel_;
1879 } else {
1880 if (!CreateChannel(ssrc_key, MD_SEND, &channel_id)) {
1881 LOG(LS_ERROR) << "AddSendStream: unable to create channel";
1882 return false;
1883 }
1884 }
1885 WebRtcVideoChannelSendInfo* send_channel = send_channels_[ssrc_key];
1886 // Set the send (local) SSRC.
1887 // If there are multiple send SSRCs, we can only set the first one here, and
1888 // the rest of the SSRC(s) need to be set after SetSendCodec has been called
1889 // (with a codec requires multiple SSRC(s)).
1890 if (engine()->vie()->rtp()->SetLocalSSRC(channel_id,
1891 sp.first_ssrc()) != 0) {
1892 LOG_RTCERR2(SetLocalSSRC, channel_id, sp.first_ssrc());
1893 return false;
1894 }
1895
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001896 // Set the corresponding RTX SSRC.
1897 if (!SetLocalRtxSsrc(channel_id, sp, sp.first_ssrc(), 0)) {
1898 return false;
1899 }
1900
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001901 // Set RTCP CName.
1902 if (engine()->vie()->rtp()->SetRTCPCName(channel_id,
1903 sp.cname.c_str()) != 0) {
1904 LOG_RTCERR2(SetRTCPCName, channel_id, sp.cname.c_str());
1905 return false;
1906 }
1907
1908 // At this point the channel's local SSRC has been updated. If the channel is
1909 // the default channel make sure that all the receive channels are updated as
1910 // well. Receive channels have to have the same SSRC as the default channel in
1911 // order to send receiver reports with this SSRC.
1912 if (IsDefaultChannel(channel_id)) {
1913 for (RecvChannelMap::const_iterator it = recv_channels_.begin();
1914 it != recv_channels_.end(); ++it) {
1915 WebRtcVideoChannelRecvInfo* info = it->second;
1916 int channel_id = info->channel_id();
1917 if (engine()->vie()->rtp()->SetLocalSSRC(channel_id,
1918 sp.first_ssrc()) != 0) {
1919 LOG_RTCERR1(SetLocalSSRC, it->first);
1920 return false;
1921 }
1922 }
1923 }
1924
1925 send_channel->set_stream_params(sp);
1926
1927 // Reset send codec after stream parameters changed.
1928 if (send_codec_) {
1929 if (!SetSendCodec(send_channel, *send_codec_, send_min_bitrate_,
1930 send_start_bitrate_, send_max_bitrate_)) {
1931 return false;
1932 }
1933 LogSendCodecChange("SetSendStreamFormat()");
1934 }
1935
1936 if (sending_) {
1937 return StartSend(send_channel);
1938 }
1939 return true;
1940}
1941
1942bool WebRtcVideoMediaChannel::RemoveSendStream(uint32 ssrc) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001943 if (ssrc == 0) {
1944 LOG(LS_ERROR) << "RemoveSendStream with 0 ssrc is not supported.";
1945 return false;
1946 }
1947
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001948 uint32 ssrc_key;
1949 if (!GetSendChannelKey(ssrc, &ssrc_key)) {
1950 LOG(LS_WARNING) << "Try to remove stream with ssrc " << ssrc
1951 << " which doesn't exist.";
1952 return false;
1953 }
1954 WebRtcVideoChannelSendInfo* send_channel = send_channels_[ssrc_key];
1955 int channel_id = send_channel->channel_id();
1956 if (IsDefaultChannel(channel_id) && (send_channel->stream_params() == NULL)) {
1957 // Default channel will still exist. However, if stream_params() is NULL
1958 // there is no stream to remove.
1959 return false;
1960 }
1961 if (sending_) {
1962 StopSend(send_channel);
1963 }
1964
1965 const WebRtcVideoChannelSendInfo::EncoderMap& encoder_map =
1966 send_channel->registered_encoders();
1967 for (WebRtcVideoChannelSendInfo::EncoderMap::const_iterator it =
1968 encoder_map.begin(); it != encoder_map.end(); ++it) {
1969 if (engine()->vie()->ext_codec()->DeRegisterExternalSendCodec(
1970 channel_id, it->first) != 0) {
1971 LOG_RTCERR1(DeregisterEncoderObserver, channel_id);
1972 }
1973 engine()->DestroyExternalEncoder(it->second);
1974 }
1975 send_channel->ClearRegisteredEncoders();
1976
1977 // The receive channels depend on the default channel, recycle it instead.
1978 if (IsDefaultChannel(channel_id)) {
1979 SetCapturer(GetDefaultChannelSsrc(), NULL);
1980 send_channel->ClearStreamParams();
1981 } else {
1982 return DeleteSendChannel(ssrc_key);
1983 }
1984 return true;
1985}
1986
1987bool WebRtcVideoMediaChannel::AddRecvStream(const StreamParams& sp) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001988 if (sp.first_ssrc() == 0) {
1989 LOG(LS_ERROR) << "AddRecvStream with 0 ssrc is not supported.";
1990 return false;
1991 }
1992
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001993 // TODO(zhurunz) Remove this once BWE works properly across different send
1994 // and receive channels.
1995 // Reuse default channel for recv stream in 1:1 call.
1996 if (!InConferenceMode() && first_receive_ssrc_ == 0) {
1997 LOG(LS_INFO) << "Recv stream " << sp.first_ssrc()
1998 << " reuse default channel #"
1999 << vie_channel_;
2000 first_receive_ssrc_ = sp.first_ssrc();
2001 if (render_started_) {
2002 if (engine()->vie()->render()->StartRender(vie_channel_) !=0) {
2003 LOG_RTCERR1(StartRender, vie_channel_);
2004 }
2005 }
2006 return true;
2007 }
2008
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002009 int channel_id = -1;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002010 RecvChannelMap::iterator channel_iterator =
2011 recv_channels_.find(sp.first_ssrc());
2012 if (channel_iterator == recv_channels_.end() &&
2013 first_receive_ssrc_ != sp.first_ssrc()) {
2014 // TODO(perkj): Implement recv media from multiple media SSRCs per stream.
2015 // NOTE: We have two SSRCs per stream when RTX is enabled.
2016 if (!IsOneSsrcStream(sp)) {
2017 LOG(LS_ERROR) << "WebRtcVideoMediaChannel supports one primary SSRC per"
2018 << " stream and one FID SSRC per primary SSRC.";
2019 return false;
2020 }
2021
2022 // Create a new channel for receiving video data.
2023 // In order to get the bandwidth estimation work fine for
2024 // receive only channels, we connect all receiving channels
2025 // to our master send channel.
2026 if (!CreateChannel(sp.first_ssrc(), MD_RECV, &channel_id)) {
2027 return false;
2028 }
2029 } else {
2030 // Already exists.
2031 if (first_receive_ssrc_ == sp.first_ssrc()) {
2032 return false;
2033 }
2034 // Early receive added channel.
2035 channel_id = (*channel_iterator).second->channel_id();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002036 }
2037
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002038 // Set the corresponding RTX SSRC.
2039 uint32 rtx_ssrc;
2040 bool has_rtx = sp.GetFidSsrc(sp.first_ssrc(), &rtx_ssrc);
2041 if (has_rtx && engine()->vie()->rtp()->SetRemoteSSRCType(
2042 channel_id, webrtc::kViEStreamTypeRtx, rtx_ssrc) != 0) {
2043 LOG_RTCERR3(SetRemoteSSRCType, channel_id, webrtc::kViEStreamTypeRtx,
2044 rtx_ssrc);
2045 return false;
2046 }
2047
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002048 // Get the default renderer.
2049 VideoRenderer* default_renderer = NULL;
2050 if (InConferenceMode()) {
2051 // The recv_channels_ size start out being 1, so if it is two here this
2052 // is the first receive channel created (vie_channel_ is not used for
2053 // receiving in a conference call). This means that the renderer stored
2054 // inside vie_channel_ should be used for the just created channel.
2055 if (recv_channels_.size() == 2 &&
2056 recv_channels_.find(0) != recv_channels_.end()) {
2057 GetRenderer(0, &default_renderer);
2058 }
2059 }
2060
2061 // The first recv stream reuses the default renderer (if a default renderer
2062 // has been set).
2063 if (default_renderer) {
2064 SetRenderer(sp.first_ssrc(), default_renderer);
2065 }
2066
2067 LOG(LS_INFO) << "New video stream " << sp.first_ssrc()
2068 << " registered to VideoEngine channel #"
2069 << channel_id << " and connected to channel #" << vie_channel_;
2070
2071 return true;
2072}
2073
2074bool WebRtcVideoMediaChannel::RemoveRecvStream(uint32 ssrc) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00002075 if (ssrc == 0) {
2076 LOG(LS_ERROR) << "RemoveRecvStream with 0 ssrc is not supported.";
2077 return false;
2078 }
2079 return RemoveRecvStreamInternal(ssrc);
2080}
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002081
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00002082bool WebRtcVideoMediaChannel::RemoveRecvStreamInternal(uint32 ssrc) {
2083 RecvChannelMap::iterator it = recv_channels_.find(ssrc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002084 if (it == recv_channels_.end()) {
2085 // TODO(perkj): Remove this once BWE works properly across different send
2086 // and receive channels.
2087 // The default channel is reused for recv stream in 1:1 call.
2088 if (first_receive_ssrc_ == ssrc) {
2089 first_receive_ssrc_ = 0;
2090 // Need to stop the renderer and remove it since the render window can be
2091 // deleted after this.
2092 if (render_started_) {
2093 if (engine()->vie()->render()->StopRender(vie_channel_) !=0) {
2094 LOG_RTCERR1(StopRender, it->second->channel_id());
2095 }
2096 }
2097 recv_channels_[0]->SetRenderer(NULL);
2098 return true;
2099 }
2100 return false;
2101 }
2102 WebRtcVideoChannelRecvInfo* info = it->second;
2103 int channel_id = info->channel_id();
2104 if (engine()->vie()->render()->RemoveRenderer(channel_id) != 0) {
2105 LOG_RTCERR1(RemoveRenderer, channel_id);
2106 }
2107
2108 if (engine()->vie()->network()->DeregisterSendTransport(channel_id) !=0) {
2109 LOG_RTCERR1(DeRegisterSendTransport, channel_id);
2110 }
2111
2112 if (engine()->vie()->codec()->DeregisterDecoderObserver(
2113 channel_id) != 0) {
2114 LOG_RTCERR1(DeregisterDecoderObserver, channel_id);
2115 }
2116
2117 const WebRtcVideoChannelRecvInfo::DecoderMap& decoder_map =
2118 info->registered_decoders();
2119 for (WebRtcVideoChannelRecvInfo::DecoderMap::const_iterator it =
2120 decoder_map.begin(); it != decoder_map.end(); ++it) {
2121 if (engine()->vie()->ext_codec()->DeRegisterExternalReceiveCodec(
2122 channel_id, it->first) != 0) {
2123 LOG_RTCERR1(DeregisterDecoderObserver, channel_id);
2124 }
2125 engine()->DestroyExternalDecoder(it->second);
2126 }
2127 info->ClearRegisteredDecoders();
2128
2129 LOG(LS_INFO) << "Removing video stream " << ssrc
2130 << " with VideoEngine channel #"
2131 << channel_id;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002132 bool ret = true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002133 if (engine()->vie()->base()->DeleteChannel(channel_id) == -1) {
2134 LOG_RTCERR1(DeleteChannel, channel_id);
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002135 ret = false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002136 }
2137 // Delete the WebRtcVideoChannelRecvInfo pointed to by it->second.
2138 delete info;
2139 recv_channels_.erase(it);
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002140 return ret;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002141}
2142
2143bool WebRtcVideoMediaChannel::StartSend() {
2144 bool success = true;
2145 for (SendChannelMap::iterator iter = send_channels_.begin();
2146 iter != send_channels_.end(); ++iter) {
2147 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2148 if (!StartSend(send_channel)) {
2149 success = false;
2150 }
2151 }
2152 return success;
2153}
2154
2155bool WebRtcVideoMediaChannel::StartSend(
2156 WebRtcVideoChannelSendInfo* send_channel) {
2157 const int channel_id = send_channel->channel_id();
2158 if (engine()->vie()->base()->StartSend(channel_id) != 0) {
2159 LOG_RTCERR1(StartSend, channel_id);
2160 return false;
2161 }
2162
2163 send_channel->set_sending(true);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002164 return true;
2165}
2166
2167bool WebRtcVideoMediaChannel::StopSend() {
2168 bool success = true;
2169 for (SendChannelMap::iterator iter = send_channels_.begin();
2170 iter != send_channels_.end(); ++iter) {
2171 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2172 if (!StopSend(send_channel)) {
2173 success = false;
2174 }
2175 }
2176 return success;
2177}
2178
2179bool WebRtcVideoMediaChannel::StopSend(
2180 WebRtcVideoChannelSendInfo* send_channel) {
2181 const int channel_id = send_channel->channel_id();
2182 if (engine()->vie()->base()->StopSend(channel_id) != 0) {
2183 LOG_RTCERR1(StopSend, channel_id);
2184 return false;
2185 }
2186 send_channel->set_sending(false);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002187 return true;
2188}
2189
2190bool WebRtcVideoMediaChannel::SendIntraFrame() {
2191 bool success = true;
2192 for (SendChannelMap::iterator iter = send_channels_.begin();
2193 iter != send_channels_.end();
2194 ++iter) {
2195 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2196 const int channel_id = send_channel->channel_id();
2197 if (engine()->vie()->codec()->SendKeyFrame(channel_id) != 0) {
2198 LOG_RTCERR1(SendKeyFrame, channel_id);
2199 success = false;
2200 }
2201 }
2202 return success;
2203}
2204
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002205bool WebRtcVideoMediaChannel::HasReadySendChannels() {
2206 return !send_channels_.empty() &&
2207 ((send_channels_.size() > 1) ||
2208 (send_channels_[0]->stream_params() != NULL));
2209}
2210
2211bool WebRtcVideoMediaChannel::GetSendChannelKey(uint32 local_ssrc,
2212 uint32* key) {
2213 *key = 0;
2214 // If a send channel is not ready to send it will not have local_ssrc
2215 // registered to it.
2216 if (!HasReadySendChannels()) {
2217 return false;
2218 }
2219 // The default channel is stored with key 0. The key therefore does not match
2220 // the SSRC associated with the default channel. Check if the SSRC provided
2221 // corresponds to the default channel's SSRC.
2222 if (local_ssrc == GetDefaultChannelSsrc()) {
2223 return true;
2224 }
2225 if (send_channels_.find(local_ssrc) == send_channels_.end()) {
2226 for (SendChannelMap::iterator iter = send_channels_.begin();
2227 iter != send_channels_.end(); ++iter) {
2228 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2229 if (send_channel->has_ssrc(local_ssrc)) {
2230 *key = iter->first;
2231 return true;
2232 }
2233 }
2234 return false;
2235 }
2236 // The key was found in the above std::map::find call. This means that the
2237 // ssrc is the key.
2238 *key = local_ssrc;
2239 return true;
2240}
2241
2242WebRtcVideoChannelSendInfo* WebRtcVideoMediaChannel::GetSendChannel(
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002243 uint32 local_ssrc) {
2244 uint32 key;
2245 if (!GetSendChannelKey(local_ssrc, &key)) {
2246 return NULL;
2247 }
2248 return send_channels_[key];
2249}
2250
2251bool WebRtcVideoMediaChannel::CreateSendChannelKey(uint32 local_ssrc,
2252 uint32* key) {
2253 if (GetSendChannelKey(local_ssrc, key)) {
2254 // If there is a key corresponding to |local_ssrc|, the SSRC is already in
2255 // use. SSRCs need to be unique in a session and at this point a duplicate
2256 // SSRC has been detected.
2257 return false;
2258 }
2259 if (send_channels_[0]->stream_params() == NULL) {
2260 // key should be 0 here as the default channel should be re-used whenever it
2261 // is not used.
2262 *key = 0;
2263 return true;
2264 }
2265 // SSRC is currently not in use and the default channel is already in use. Use
2266 // the SSRC as key since it is supposed to be unique in a session.
2267 *key = local_ssrc;
2268 return true;
2269}
2270
wu@webrtc.org24301a62013-12-13 19:17:43 +00002271int WebRtcVideoMediaChannel::GetSendChannelNum(VideoCapturer* capturer) {
2272 int num = 0;
2273 for (SendChannelMap::iterator iter = send_channels_.begin();
2274 iter != send_channels_.end(); ++iter) {
2275 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2276 if (send_channel->video_capturer() == capturer) {
2277 ++num;
2278 }
2279 }
2280 return num;
2281}
2282
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002283uint32 WebRtcVideoMediaChannel::GetDefaultChannelSsrc() {
2284 WebRtcVideoChannelSendInfo* send_channel = send_channels_[0];
2285 const StreamParams* sp = send_channel->stream_params();
2286 if (sp == NULL) {
2287 // This happens if no send stream is currently registered.
2288 return 0;
2289 }
2290 return sp->first_ssrc();
2291}
2292
2293bool WebRtcVideoMediaChannel::DeleteSendChannel(uint32 ssrc_key) {
2294 if (send_channels_.find(ssrc_key) == send_channels_.end()) {
2295 return false;
2296 }
2297 WebRtcVideoChannelSendInfo* send_channel = send_channels_[ssrc_key];
wu@webrtc.org24301a62013-12-13 19:17:43 +00002298 MaybeDisconnectCapturer(send_channel->video_capturer());
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +00002299 send_channel->set_video_capturer(NULL, engine()->vie());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002300
2301 int channel_id = send_channel->channel_id();
2302 int capture_id = send_channel->capture_id();
2303 if (engine()->vie()->codec()->DeregisterEncoderObserver(
2304 channel_id) != 0) {
2305 LOG_RTCERR1(DeregisterEncoderObserver, channel_id);
2306 }
2307
2308 // Destroy the external capture interface.
2309 if (engine()->vie()->capture()->DisconnectCaptureDevice(
2310 channel_id) != 0) {
2311 LOG_RTCERR1(DisconnectCaptureDevice, channel_id);
2312 }
2313 if (engine()->vie()->capture()->ReleaseCaptureDevice(
2314 capture_id) != 0) {
2315 LOG_RTCERR1(ReleaseCaptureDevice, capture_id);
2316 }
2317
2318 // The default channel is stored in both |send_channels_| and
2319 // |recv_channels_|. To make sure it is only deleted once from vie let the
2320 // delete call happen when tearing down |recv_channels_| and not here.
2321 if (!IsDefaultChannel(channel_id)) {
2322 engine_->vie()->base()->DeleteChannel(channel_id);
2323 }
2324 delete send_channel;
2325 send_channels_.erase(ssrc_key);
2326 return true;
2327}
2328
2329bool WebRtcVideoMediaChannel::RemoveCapturer(uint32 ssrc) {
2330 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
2331 if (!send_channel) {
2332 return false;
2333 }
2334 VideoCapturer* capturer = send_channel->video_capturer();
2335 if (capturer == NULL) {
2336 return false;
2337 }
wu@webrtc.org24301a62013-12-13 19:17:43 +00002338 MaybeDisconnectCapturer(capturer);
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +00002339 send_channel->set_video_capturer(NULL, engine()->vie());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002340 const int64 timestamp = send_channel->local_stream_info()->time_stamp();
2341 if (send_codec_) {
2342 QueueBlackFrame(ssrc, timestamp, send_codec_->maxFramerate);
2343 }
2344 return true;
2345}
2346
2347bool WebRtcVideoMediaChannel::SetRenderer(uint32 ssrc,
2348 VideoRenderer* renderer) {
2349 if (recv_channels_.find(ssrc) == recv_channels_.end()) {
2350 // TODO(perkj): Remove this once BWE works properly across different send
2351 // and receive channels.
2352 // The default channel is reused for recv stream in 1:1 call.
2353 if (first_receive_ssrc_ == ssrc &&
2354 recv_channels_.find(0) != recv_channels_.end()) {
2355 LOG(LS_INFO) << "SetRenderer " << ssrc
2356 << " reuse default channel #"
2357 << vie_channel_;
2358 recv_channels_[0]->SetRenderer(renderer);
2359 return true;
2360 }
2361 return false;
2362 }
2363
2364 recv_channels_[ssrc]->SetRenderer(renderer);
2365 return true;
2366}
2367
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002368bool WebRtcVideoMediaChannel::GetStats(const StatsOptions& options,
2369 VideoMediaInfo* info) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002370 // Get sender statistics and build VideoSenderInfo.
2371 unsigned int total_bitrate_sent = 0;
2372 unsigned int video_bitrate_sent = 0;
2373 unsigned int fec_bitrate_sent = 0;
2374 unsigned int nack_bitrate_sent = 0;
2375 unsigned int estimated_send_bandwidth = 0;
2376 unsigned int target_enc_bitrate = 0;
2377 if (send_codec_) {
2378 for (SendChannelMap::const_iterator iter = send_channels_.begin();
2379 iter != send_channels_.end(); ++iter) {
2380 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2381 const int channel_id = send_channel->channel_id();
2382 VideoSenderInfo sinfo;
2383 const StreamParams* send_params = send_channel->stream_params();
2384 if (send_params == NULL) {
2385 // This should only happen if the default vie channel is not in use.
2386 // This can happen if no streams have ever been added or the stream
2387 // corresponding to the default channel has been removed. Note that
2388 // there may be non-default vie channels in use when this happen so
2389 // asserting send_channels_.size() == 1 is not correct and neither is
2390 // breaking out of the loop.
2391 ASSERT(channel_id == vie_channel_);
2392 continue;
2393 }
2394 unsigned int bytes_sent, packets_sent, bytes_recv, packets_recv;
2395 if (engine_->vie()->rtp()->GetRTPStatistics(channel_id, bytes_sent,
2396 packets_sent, bytes_recv,
2397 packets_recv) != 0) {
2398 LOG_RTCERR1(GetRTPStatistics, vie_channel_);
2399 continue;
2400 }
2401 WebRtcLocalStreamInfo* channel_stream_info =
2402 send_channel->local_stream_info();
2403
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002404 for (size_t i = 0; i < send_params->ssrcs.size(); ++i) {
2405 sinfo.add_ssrc(send_params->ssrcs[i]);
2406 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002407 sinfo.codec_name = send_codec_->plName;
2408 sinfo.bytes_sent = bytes_sent;
2409 sinfo.packets_sent = packets_sent;
2410 sinfo.packets_cached = -1;
2411 sinfo.packets_lost = -1;
2412 sinfo.fraction_lost = -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002413 sinfo.rtt_ms = -1;
wu@webrtc.org987f2c92014-03-28 16:22:19 +00002414
2415 VideoCapturer* video_capturer = send_channel->video_capturer();
2416 if (video_capturer) {
buildbot@webrtc.org0b53bd22014-05-06 17:12:36 +00002417 VideoFormat last_captured_frame_format;
wu@webrtc.org987f2c92014-03-28 16:22:19 +00002418 video_capturer->GetStats(&sinfo.adapt_frame_drops,
2419 &sinfo.effects_frame_drops,
buildbot@webrtc.org0b53bd22014-05-06 17:12:36 +00002420 &sinfo.capturer_frame_time,
2421 &last_captured_frame_format);
2422 sinfo.input_frame_width = last_captured_frame_format.width;
2423 sinfo.input_frame_height = last_captured_frame_format.height;
2424 } else {
2425 sinfo.input_frame_width = 0;
2426 sinfo.input_frame_height = 0;
wu@webrtc.org987f2c92014-03-28 16:22:19 +00002427 }
2428
2429 webrtc::VideoCodec vie_codec;
wu@webrtc.org987f2c92014-03-28 16:22:19 +00002430 if (!video_capturer || video_capturer->IsMuted()) {
2431 sinfo.send_frame_width = 0;
2432 sinfo.send_frame_height = 0;
2433 } else if (engine()->vie()->codec()->GetSendCodec(channel_id,
2434 vie_codec) == 0) {
2435 sinfo.send_frame_width = vie_codec.width;
2436 sinfo.send_frame_height = vie_codec.height;
2437 } else {
2438 sinfo.send_frame_width = -1;
2439 sinfo.send_frame_height = -1;
2440 LOG_RTCERR1(GetSendCodec, channel_id);
2441 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002442 sinfo.framerate_input = channel_stream_info->framerate();
2443 sinfo.framerate_sent = send_channel->encoder_observer()->framerate();
2444 sinfo.nominal_bitrate = send_channel->encoder_observer()->bitrate();
2445 sinfo.preferred_bitrate = send_max_bitrate_;
2446 sinfo.adapt_reason = send_channel->CurrentAdaptReason();
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002447 sinfo.capture_jitter_ms = -1;
2448 sinfo.avg_encode_ms = -1;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002449 sinfo.encode_usage_percent = -1;
2450 sinfo.capture_queue_delay_ms_per_s = -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002451
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002452 int capture_jitter_ms = 0;
2453 int avg_encode_time_ms = 0;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002454 int encode_usage_percent = 0;
2455 int capture_queue_delay_ms_per_s = 0;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002456 if (engine()->vie()->base()->CpuOveruseMeasures(
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002457 channel_id,
2458 &capture_jitter_ms,
2459 &avg_encode_time_ms,
2460 &encode_usage_percent,
2461 &capture_queue_delay_ms_per_s) == 0) {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002462 sinfo.capture_jitter_ms = capture_jitter_ms;
2463 sinfo.avg_encode_ms = avg_encode_time_ms;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002464 sinfo.encode_usage_percent = encode_usage_percent;
2465 sinfo.capture_queue_delay_ms_per_s = capture_queue_delay_ms_per_s;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002466 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002467
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002468 webrtc::RtcpPacketTypeCounter rtcp_sent;
2469 webrtc::RtcpPacketTypeCounter rtcp_received;
2470 if (engine()->vie()->rtp()->GetRtcpPacketTypeCounters(
2471 channel_id, &rtcp_sent, &rtcp_received) == 0) {
2472 sinfo.firs_rcvd = rtcp_received.fir_packets;
2473 sinfo.plis_rcvd = rtcp_received.pli_packets;
2474 sinfo.nacks_rcvd = rtcp_received.nack_packets;
2475 } else {
2476 sinfo.firs_rcvd = -1;
2477 sinfo.plis_rcvd = -1;
2478 sinfo.nacks_rcvd = -1;
2479 LOG_RTCERR1(GetRtcpPacketTypeCounters, channel_id);
2480 }
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002481
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002482 // Get received RTCP statistics for the sender (reported by the remote
2483 // client in a RTCP packet), if available.
2484 // It's not a fatal error if we can't, since RTCP may not have arrived
2485 // yet.
2486 webrtc::RtcpStatistics outgoing_stream_rtcp_stats;
2487 int outgoing_stream_rtt_ms;
2488
2489 if (engine_->vie()->rtp()->GetSendChannelRtcpStatistics(
2490 channel_id,
2491 outgoing_stream_rtcp_stats,
2492 outgoing_stream_rtt_ms) == 0) {
2493 // Convert Q8 to float.
2494 sinfo.packets_lost = outgoing_stream_rtcp_stats.cumulative_lost;
2495 sinfo.fraction_lost = static_cast<float>(
2496 outgoing_stream_rtcp_stats.fraction_lost) / (1 << 8);
2497 sinfo.rtt_ms = outgoing_stream_rtt_ms;
2498 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002499 info->senders.push_back(sinfo);
2500
2501 unsigned int channel_total_bitrate_sent = 0;
2502 unsigned int channel_video_bitrate_sent = 0;
2503 unsigned int channel_fec_bitrate_sent = 0;
2504 unsigned int channel_nack_bitrate_sent = 0;
2505 if (engine_->vie()->rtp()->GetBandwidthUsage(
2506 channel_id, channel_total_bitrate_sent, channel_video_bitrate_sent,
2507 channel_fec_bitrate_sent, channel_nack_bitrate_sent) == 0) {
2508 total_bitrate_sent += channel_total_bitrate_sent;
2509 video_bitrate_sent += channel_video_bitrate_sent;
2510 fec_bitrate_sent += channel_fec_bitrate_sent;
2511 nack_bitrate_sent += channel_nack_bitrate_sent;
2512 } else {
2513 LOG_RTCERR1(GetBandwidthUsage, channel_id);
2514 }
2515
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002516 unsigned int target_enc_stream_bitrate = 0;
2517 if (engine_->vie()->codec()->GetCodecTargetBitrate(
2518 channel_id, &target_enc_stream_bitrate) == 0) {
2519 target_enc_bitrate += target_enc_stream_bitrate;
2520 } else {
2521 LOG_RTCERR1(GetCodecTargetBitrate, channel_id);
2522 }
2523 }
buildbot@webrtc.orga18b4c92014-05-06 17:48:14 +00002524 if (!send_channels_.empty()) {
2525 // GetEstimatedSendBandwidth returns the estimated bandwidth for all video
2526 // engine channels in a channel group. Any valid channel id will do as it
2527 // is only used to access the right group of channels.
2528 const int channel_id = send_channels_.begin()->second->channel_id();
2529 // Get the send bandwidth available for this MediaChannel.
2530 if (engine_->vie()->rtp()->GetEstimatedSendBandwidth(
2531 channel_id, &estimated_send_bandwidth) != 0) {
2532 LOG_RTCERR1(GetEstimatedSendBandwidth, channel_id);
2533 }
2534 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002535 } else {
2536 LOG(LS_WARNING) << "GetStats: sender information not ready.";
2537 }
2538
2539 // Get the SSRC and stats for each receiver, based on our own calculations.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002540 for (RecvChannelMap::const_iterator it = recv_channels_.begin();
2541 it != recv_channels_.end(); ++it) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002542 WebRtcVideoChannelRecvInfo* channel = it->second;
2543
2544 unsigned int ssrc;
2545 // Get receiver statistics and build VideoReceiverInfo, if we have data.
sergeyu@chromium.orga59696b2013-09-13 23:48:58 +00002546 // Skip the default channel (ssrc == 0).
2547 if (engine_->vie()->rtp()->GetRemoteSSRC(
2548 channel->channel_id(), ssrc) != 0 ||
2549 ssrc == 0)
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002550 continue;
2551
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002552 webrtc::StreamDataCounters sent;
2553 webrtc::StreamDataCounters received;
2554 if (engine_->vie()->rtp()->GetRtpStatistics(channel->channel_id(),
2555 sent, received) != 0) {
2556 LOG_RTCERR1(GetRTPStatistics, channel->channel_id());
2557 return false;
2558 }
2559 VideoReceiverInfo rinfo;
2560 rinfo.add_ssrc(ssrc);
2561 rinfo.bytes_rcvd = received.bytes;
2562 rinfo.packets_rcvd = received.packets;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002563 rinfo.packets_lost = -1;
2564 rinfo.packets_concealed = -1;
2565 rinfo.fraction_lost = -1; // from SentRTCP
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002566 rinfo.frame_width = channel->render_adapter()->width();
2567 rinfo.frame_height = channel->render_adapter()->height();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002568 int fps = channel->render_adapter()->framerate();
2569 rinfo.framerate_decoded = fps;
2570 rinfo.framerate_output = fps;
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +00002571 rinfo.capture_start_ntp_time_ms =
2572 channel->render_adapter()->capture_start_ntp_time_ms();
wu@webrtc.org97077a32013-10-25 21:18:33 +00002573 channel->decoder_observer()->ExportTo(&rinfo);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002574
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002575 webrtc::RtcpPacketTypeCounter rtcp_sent;
2576 webrtc::RtcpPacketTypeCounter rtcp_received;
2577 if (engine()->vie()->rtp()->GetRtcpPacketTypeCounters(
2578 channel->channel_id(), &rtcp_sent, &rtcp_received) == 0) {
2579 rinfo.firs_sent = rtcp_sent.fir_packets;
2580 rinfo.plis_sent = rtcp_sent.pli_packets;
2581 rinfo.nacks_sent = rtcp_sent.nack_packets;
2582 } else {
2583 rinfo.firs_sent = -1;
2584 rinfo.plis_sent = -1;
2585 rinfo.nacks_sent = -1;
2586 LOG_RTCERR1(GetRtcpPacketTypeCounters, channel->channel_id());
2587 }
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002588
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002589 // Get our locally created statistics of the received RTP stream.
2590 webrtc::RtcpStatistics incoming_stream_rtcp_stats;
2591 int incoming_stream_rtt_ms;
2592 if (engine_->vie()->rtp()->GetReceiveChannelRtcpStatistics(
2593 channel->channel_id(),
2594 incoming_stream_rtcp_stats,
2595 incoming_stream_rtt_ms) == 0) {
2596 // Convert Q8 to float.
2597 rinfo.packets_lost = incoming_stream_rtcp_stats.cumulative_lost;
2598 rinfo.fraction_lost = static_cast<float>(
2599 incoming_stream_rtcp_stats.fraction_lost) / (1 << 8);
2600 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002601 info->receivers.push_back(rinfo);
buildbot@webrtc.orga18b4c92014-05-06 17:48:14 +00002602 }
2603 unsigned int estimated_recv_bandwidth = 0;
2604 if (!recv_channels_.empty()) {
2605 // GetEstimatedReceiveBandwidth returns the estimated bandwidth for all
2606 // video engine channels in a channel group. Any valid channel id will do as
2607 // it is only used to access the right group of channels.
2608 const int channel_id = recv_channels_.begin()->second->channel_id();
2609 // Gets the estimated receive bandwidth for the MediaChannel.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002610 if (engine_->vie()->rtp()->GetEstimatedReceiveBandwidth(
buildbot@webrtc.orga18b4c92014-05-06 17:48:14 +00002611 channel_id, &estimated_recv_bandwidth) != 0) {
2612 LOG_RTCERR1(GetEstimatedReceiveBandwidth, channel_id);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002613 }
2614 }
buildbot@webrtc.orga18b4c92014-05-06 17:48:14 +00002615
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002616 // Build BandwidthEstimationInfo.
2617 // TODO(zhurunz): Add real unittest for this.
2618 BandwidthEstimationInfo bwe;
2619
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002620 // TODO(jiayl): remove the condition when the necessary changes are available
2621 // outside the dev branch.
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002622 if (options.include_received_propagation_stats) {
2623 webrtc::ReceiveBandwidthEstimatorStats additional_stats;
2624 // Only call for the default channel because the returned stats are
2625 // collected for all the channels using the same estimator.
2626 if (engine_->vie()->rtp()->GetReceiveBandwidthEstimatorStats(
mallinath@webrtc.org92fdfeb2014-02-17 18:49:41 +00002627 recv_channels_[0]->channel_id(), &additional_stats) == 0) {
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002628 bwe.total_received_propagation_delta_ms =
2629 additional_stats.total_propagation_time_delta_ms;
2630 bwe.recent_received_propagation_delta_ms.swap(
2631 additional_stats.recent_propagation_time_delta_ms);
2632 bwe.recent_received_packet_group_arrival_time_ms.swap(
2633 additional_stats.recent_arrival_time_ms);
2634 }
2635 }
henrike@webrtc.orgb8395eb2014-02-28 21:57:22 +00002636
2637 engine_->vie()->rtp()->GetPacerQueuingDelayMs(
2638 recv_channels_[0]->channel_id(), &bwe.bucket_delay);
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002639
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002640 // Calculations done above per send/receive stream.
2641 bwe.actual_enc_bitrate = video_bitrate_sent;
2642 bwe.transmit_bitrate = total_bitrate_sent;
2643 bwe.retransmit_bitrate = nack_bitrate_sent;
2644 bwe.available_send_bandwidth = estimated_send_bandwidth;
2645 bwe.available_recv_bandwidth = estimated_recv_bandwidth;
2646 bwe.target_enc_bitrate = target_enc_bitrate;
2647
2648 info->bw_estimations.push_back(bwe);
2649
2650 return true;
2651}
2652
2653bool WebRtcVideoMediaChannel::SetCapturer(uint32 ssrc,
2654 VideoCapturer* capturer) {
2655 ASSERT(ssrc != 0);
2656 if (!capturer) {
2657 return RemoveCapturer(ssrc);
2658 }
2659 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
2660 if (!send_channel) {
2661 return false;
2662 }
2663 VideoCapturer* old_capturer = send_channel->video_capturer();
wu@webrtc.org24301a62013-12-13 19:17:43 +00002664 MaybeDisconnectCapturer(old_capturer);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002665
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +00002666 send_channel->set_video_capturer(capturer, engine()->vie());
wu@webrtc.orga8910d22014-01-23 22:12:45 +00002667 MaybeConnectCapturer(capturer);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002668 if (!capturer->IsScreencast() && ratio_w_ != 0 && ratio_h_ != 0) {
2669 capturer->UpdateAspectRatio(ratio_w_, ratio_h_);
2670 }
2671 const int64 timestamp = send_channel->local_stream_info()->time_stamp();
2672 if (send_codec_) {
2673 QueueBlackFrame(ssrc, timestamp, send_codec_->maxFramerate);
2674 }
2675 return true;
2676}
2677
2678bool WebRtcVideoMediaChannel::RequestIntraFrame() {
2679 // There is no API exposed to application to request a key frame
2680 // ViE does this internally when there are errors from decoder
2681 return false;
2682}
2683
wu@webrtc.orga9890802013-12-13 00:21:03 +00002684void WebRtcVideoMediaChannel::OnPacketReceived(
2685 talk_base::Buffer* packet, const talk_base::PacketTime& packet_time) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002686 // Pick which channel to send this packet to. If this packet doesn't match
2687 // any multiplexed streams, just send it to the default channel. Otherwise,
2688 // send it to the specific decoder instance for that stream.
2689 uint32 ssrc = 0;
2690 if (!GetRtpSsrc(packet->data(), packet->length(), &ssrc))
2691 return;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002692 int processing_channel = GetRecvChannelNum(ssrc);
2693 if (processing_channel == -1) {
2694 // Allocate an unsignalled recv channel for processing in conference mode.
henrike@webrtc.org18e59112014-03-14 17:19:38 +00002695 if (!InConferenceMode()) {
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002696 // If we cant find or allocate one, use the default.
2697 processing_channel = video_channel();
henrike@webrtc.org18e59112014-03-14 17:19:38 +00002698 } else if (!CreateUnsignalledRecvChannel(ssrc, &processing_channel)) {
2699 // If we cant create an unsignalled recv channel, drop the packet in
2700 // conference mode.
2701 return;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002702 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002703 }
2704
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002705 engine()->vie()->network()->ReceivedRTPPacket(
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002706 processing_channel,
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002707 packet->data(),
wu@webrtc.orga9890802013-12-13 00:21:03 +00002708 static_cast<int>(packet->length()),
2709 webrtc::PacketTime(packet_time.timestamp, packet_time.not_before));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002710}
2711
wu@webrtc.orga9890802013-12-13 00:21:03 +00002712void WebRtcVideoMediaChannel::OnRtcpReceived(
2713 talk_base::Buffer* packet, const talk_base::PacketTime& packet_time) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002714// Sending channels need all RTCP packets with feedback information.
2715// Even sender reports can contain attached report blocks.
2716// Receiving channels need sender reports in order to create
2717// correct receiver reports.
2718
2719 uint32 ssrc = 0;
2720 if (!GetRtcpSsrc(packet->data(), packet->length(), &ssrc)) {
2721 LOG(LS_WARNING) << "Failed to parse SSRC from received RTCP packet";
2722 return;
2723 }
2724 int type = 0;
2725 if (!GetRtcpType(packet->data(), packet->length(), &type)) {
2726 LOG(LS_WARNING) << "Failed to parse type from received RTCP packet";
2727 return;
2728 }
2729
2730 // If it is a sender report, find the channel that is listening.
2731 if (type == kRtcpTypeSR) {
2732 int which_channel = GetRecvChannelNum(ssrc);
2733 if (which_channel != -1 && !IsDefaultChannel(which_channel)) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002734 engine_->vie()->network()->ReceivedRTCPPacket(
2735 which_channel,
2736 packet->data(),
2737 static_cast<int>(packet->length()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002738 }
2739 }
2740 // SR may continue RR and any RR entry may correspond to any one of the send
2741 // channels. So all RTCP packets must be forwarded all send channels. ViE
2742 // will filter out RR internally.
2743 for (SendChannelMap::iterator iter = send_channels_.begin();
2744 iter != send_channels_.end(); ++iter) {
2745 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2746 int channel_id = send_channel->channel_id();
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002747 engine_->vie()->network()->ReceivedRTCPPacket(
2748 channel_id,
2749 packet->data(),
2750 static_cast<int>(packet->length()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002751 }
2752}
2753
2754void WebRtcVideoMediaChannel::OnReadyToSend(bool ready) {
2755 SetNetworkTransmissionState(ready);
2756}
2757
2758bool WebRtcVideoMediaChannel::MuteStream(uint32 ssrc, bool muted) {
2759 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
2760 if (!send_channel) {
2761 LOG(LS_ERROR) << "The specified ssrc " << ssrc << " is not in use.";
2762 return false;
2763 }
2764 send_channel->set_muted(muted);
2765 return true;
2766}
2767
2768bool WebRtcVideoMediaChannel::SetRecvRtpHeaderExtensions(
2769 const std::vector<RtpHeaderExtension>& extensions) {
2770 if (receive_extensions_ == extensions) {
2771 return true;
2772 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002773
2774 const RtpHeaderExtension* offset_extension =
2775 FindHeaderExtension(extensions, kRtpTimestampOffsetHeaderExtension);
2776 const RtpHeaderExtension* send_time_extension =
henrike@webrtc.org79047f92014-03-06 23:46:59 +00002777 FindHeaderExtension(extensions, kRtpAbsoluteSenderTimeHeaderExtension);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002778
2779 // Loop through all receive channels and enable/disable the extensions.
2780 for (RecvChannelMap::iterator channel_it = recv_channels_.begin();
2781 channel_it != recv_channels_.end(); ++channel_it) {
2782 int channel_id = channel_it->second->channel_id();
2783 if (!SetHeaderExtension(
2784 &webrtc::ViERTP_RTCP::SetReceiveTimestampOffsetStatus, channel_id,
2785 offset_extension)) {
2786 return false;
2787 }
2788 if (!SetHeaderExtension(
2789 &webrtc::ViERTP_RTCP::SetReceiveAbsoluteSendTimeStatus, channel_id,
2790 send_time_extension)) {
2791 return false;
2792 }
2793 }
buildbot@webrtc.org150835e2014-05-06 15:54:38 +00002794
2795 receive_extensions_ = extensions;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002796 return true;
2797}
2798
2799bool WebRtcVideoMediaChannel::SetSendRtpHeaderExtensions(
2800 const std::vector<RtpHeaderExtension>& extensions) {
buildbot@webrtc.org150835e2014-05-06 15:54:38 +00002801 if (send_extensions_ == extensions) {
2802 return true;
2803 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002804
2805 const RtpHeaderExtension* offset_extension =
2806 FindHeaderExtension(extensions, kRtpTimestampOffsetHeaderExtension);
2807 const RtpHeaderExtension* send_time_extension =
henrike@webrtc.org79047f92014-03-06 23:46:59 +00002808 FindHeaderExtension(extensions, kRtpAbsoluteSenderTimeHeaderExtension);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002809
2810 // Loop through all send channels and enable/disable the extensions.
2811 for (SendChannelMap::iterator channel_it = send_channels_.begin();
2812 channel_it != send_channels_.end(); ++channel_it) {
2813 int channel_id = channel_it->second->channel_id();
2814 if (!SetHeaderExtension(
2815 &webrtc::ViERTP_RTCP::SetSendTimestampOffsetStatus, channel_id,
2816 offset_extension)) {
2817 return false;
2818 }
2819 if (!SetHeaderExtension(
2820 &webrtc::ViERTP_RTCP::SetSendAbsoluteSendTimeStatus, channel_id,
2821 send_time_extension)) {
2822 return false;
2823 }
2824 }
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002825
2826 if (send_time_extension) {
2827 // For video RTP packets, we would like to update AbsoluteSendTimeHeader
2828 // Extension closer to the network, @ socket level before sending.
2829 // Pushing the extension id to socket layer.
2830 MediaChannel::SetOption(NetworkInterface::ST_RTP,
2831 talk_base::Socket::OPT_RTP_SENDTIME_EXTN_ID,
2832 send_time_extension->id);
2833 }
buildbot@webrtc.org150835e2014-05-06 15:54:38 +00002834
2835 send_extensions_ = extensions;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002836 return true;
2837}
2838
mallinath@webrtc.org92fdfeb2014-02-17 18:49:41 +00002839int WebRtcVideoMediaChannel::GetRtpSendTimeExtnId() const {
2840 const RtpHeaderExtension* send_time_extension = FindHeaderExtension(
henrike@webrtc.org79047f92014-03-06 23:46:59 +00002841 send_extensions_, kRtpAbsoluteSenderTimeHeaderExtension);
mallinath@webrtc.org92fdfeb2014-02-17 18:49:41 +00002842 if (send_time_extension) {
2843 return send_time_extension->id;
2844 }
2845 return -1;
2846}
2847
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002848bool WebRtcVideoMediaChannel::SetStartSendBandwidth(int bps) {
2849 LOG(LS_INFO) << "WebRtcVideoMediaChannel::SetStartSendBandwidth";
2850
2851 if (!send_codec_) {
2852 LOG(LS_INFO) << "The send codec has not been set up yet";
2853 return true;
2854 }
2855
2856 // On success, SetSendCodec() will reset |send_start_bitrate_| to |bps/1000|,
2857 // by calling MaybeChangeStartBitrate. That method will also clamp the
2858 // start bitrate between min and max, consistent with the override behavior
2859 // in SetMaxSendBandwidth.
2860 return SetSendCodec(*send_codec_,
2861 send_min_bitrate_, bps / 1000, send_max_bitrate_);
2862}
2863
2864bool WebRtcVideoMediaChannel::SetMaxSendBandwidth(int bps) {
2865 LOG(LS_INFO) << "WebRtcVideoMediaChannel::SetMaxSendBandwidth";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002866
2867 if (InConferenceMode()) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002868 LOG(LS_INFO) << "Conference mode ignores SetMaxSendBandwidth";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002869 return true;
2870 }
2871
2872 if (!send_codec_) {
2873 LOG(LS_INFO) << "The send codec has not been set up yet";
2874 return true;
2875 }
2876
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002877 // Use the default value or the bps for the max
2878 int max_bitrate = (bps <= 0) ? send_max_bitrate_ : (bps / 1000);
2879
2880 // Reduce the current minimum and start bitrates if necessary.
2881 int min_bitrate = talk_base::_min(send_min_bitrate_, max_bitrate);
2882 int start_bitrate = talk_base::_min(send_start_bitrate_, max_bitrate);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002883
2884 if (!SetSendCodec(*send_codec_, min_bitrate, start_bitrate, max_bitrate)) {
2885 return false;
2886 }
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002887 LogSendCodecChange("SetMaxSendBandwidth()");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002888
2889 return true;
2890}
2891
2892bool WebRtcVideoMediaChannel::SetOptions(const VideoOptions &options) {
2893 // Always accept options that are unchanged.
2894 if (options_ == options) {
2895 return true;
2896 }
2897
2898 // Trigger SetSendCodec to set correct noise reduction state if the option has
2899 // changed.
2900 bool denoiser_changed = options.video_noise_reduction.IsSet() &&
2901 (options_.video_noise_reduction != options.video_noise_reduction);
2902
2903 bool leaky_bucket_changed = options.video_leaky_bucket.IsSet() &&
2904 (options_.video_leaky_bucket != options.video_leaky_bucket);
2905
2906 bool buffer_latency_changed = options.buffered_mode_latency.IsSet() &&
2907 (options_.buffered_mode_latency != options.buffered_mode_latency);
2908
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00002909 bool cpu_overuse_detection_changed = options.cpu_overuse_detection.IsSet() &&
2910 (options_.cpu_overuse_detection != options.cpu_overuse_detection);
2911
wu@webrtc.orgde305012013-10-31 15:40:38 +00002912 bool dscp_option_changed = (options_.dscp != options.dscp);
2913
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002914 bool suspend_below_min_bitrate_changed =
2915 options.suspend_below_min_bitrate.IsSet() &&
2916 (options_.suspend_below_min_bitrate != options.suspend_below_min_bitrate);
2917
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002918 bool conference_mode_turned_off = false;
2919 if (options_.conference_mode.IsSet() && options.conference_mode.IsSet() &&
2920 options_.conference_mode.GetWithDefaultIfUnset(false) &&
2921 !options.conference_mode.GetWithDefaultIfUnset(false)) {
2922 conference_mode_turned_off = true;
2923 }
2924
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00002925 bool improved_wifi_bwe_changed =
2926 options.use_improved_wifi_bandwidth_estimator.IsSet() &&
2927 options_.use_improved_wifi_bandwidth_estimator !=
2928 options.use_improved_wifi_bandwidth_estimator;
2929
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00002930
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002931 // Save the options, to be interpreted where appropriate.
2932 // Use options_.SetAll() instead of assignment so that unset value in options
2933 // will not overwrite the previous option value.
2934 options_.SetAll(options);
2935
2936 // Set CPU options for all send channels.
2937 for (SendChannelMap::iterator iter = send_channels_.begin();
2938 iter != send_channels_.end(); ++iter) {
2939 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2940 send_channel->ApplyCpuOptions(options_);
2941 }
2942
2943 // Adjust send codec bitrate if needed.
2944 int conf_max_bitrate = kDefaultConferenceModeMaxVideoBitrate;
2945
wu@webrtc.orgcecfd182013-10-30 05:18:12 +00002946 // Save altered min_bitrate level and apply if necessary.
2947 bool adjusted_min_bitrate = false;
2948 if (options.lower_min_bitrate.IsSet()) {
2949 bool lower;
2950 options.lower_min_bitrate.Get(&lower);
2951
2952 int new_send_min_bitrate = lower ? kLowerMinBitrate : kMinVideoBitrate;
2953 adjusted_min_bitrate = (new_send_min_bitrate != send_min_bitrate_);
2954 send_min_bitrate_ = new_send_min_bitrate;
2955 }
2956
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002957 int expected_bitrate = send_max_bitrate_;
2958 if (InConferenceMode()) {
2959 expected_bitrate = conf_max_bitrate;
2960 } else if (conference_mode_turned_off) {
2961 // This is a special case for turning conference mode off.
2962 // Max bitrate should go back to the default maximum value instead
2963 // of the current maximum.
2964 expected_bitrate = kMaxVideoBitrate;
2965 }
2966
wu@webrtc.org1e6cb2c2014-03-24 17:01:50 +00002967 int options_start_bitrate;
2968 bool start_bitrate_changed = false;
2969 if (options.video_start_bitrate.Get(&options_start_bitrate) &&
2970 options_start_bitrate != send_start_bitrate_) {
2971 send_start_bitrate_ = options_start_bitrate;
2972 start_bitrate_changed = true;
2973 }
2974
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00002975 bool reset_send_codec_needed = send_codec_ &&
wu@webrtc.orgcecfd182013-10-30 05:18:12 +00002976 (send_max_bitrate_ != expected_bitrate || denoiser_changed ||
wu@webrtc.org1e6cb2c2014-03-24 17:01:50 +00002977 adjusted_min_bitrate || start_bitrate_changed);
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00002978
2979
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00002980 LOG(LS_INFO) << "Reset send codec needed is enabled? "
2981 << reset_send_codec_needed;
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00002982 if (reset_send_codec_needed) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002983 // On success, SetSendCodec() will reset send_max_bitrate_ to
2984 // expected_bitrate.
2985 if (!SetSendCodec(*send_codec_,
2986 send_min_bitrate_,
2987 send_start_bitrate_,
2988 expected_bitrate)) {
2989 return false;
2990 }
2991 LogSendCodecChange("SetOptions()");
2992 }
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00002993
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002994 if (leaky_bucket_changed) {
2995 bool enable_leaky_bucket =
2996 options_.video_leaky_bucket.GetWithDefaultIfUnset(false);
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00002997 LOG(LS_INFO) << "Leaky bucket is enabled? " << enable_leaky_bucket;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002998 for (SendChannelMap::iterator it = send_channels_.begin();
2999 it != send_channels_.end(); ++it) {
3000 if (engine()->vie()->rtp()->SetTransmissionSmoothingStatus(
3001 it->second->channel_id(), enable_leaky_bucket) != 0) {
3002 LOG_RTCERR2(SetTransmissionSmoothingStatus, it->second->channel_id(),
3003 enable_leaky_bucket);
3004 }
3005 }
3006 }
3007 if (buffer_latency_changed) {
3008 int buffer_latency =
3009 options_.buffered_mode_latency.GetWithDefaultIfUnset(
3010 cricket::kBufferedModeDisabled);
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003011 LOG(LS_INFO) << "Buffer latency is " << buffer_latency;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003012 for (SendChannelMap::iterator it = send_channels_.begin();
3013 it != send_channels_.end(); ++it) {
3014 if (engine()->vie()->rtp()->SetSenderBufferingMode(
3015 it->second->channel_id(), buffer_latency) != 0) {
3016 LOG_RTCERR2(SetSenderBufferingMode, it->second->channel_id(),
3017 buffer_latency);
3018 }
3019 }
3020 for (RecvChannelMap::iterator it = recv_channels_.begin();
3021 it != recv_channels_.end(); ++it) {
3022 if (engine()->vie()->rtp()->SetReceiverBufferingMode(
3023 it->second->channel_id(), buffer_latency) != 0) {
3024 LOG_RTCERR2(SetReceiverBufferingMode, it->second->channel_id(),
3025 buffer_latency);
3026 }
3027 }
3028 }
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003029 if (cpu_overuse_detection_changed) {
3030 bool cpu_overuse_detection =
3031 options_.cpu_overuse_detection.GetWithDefaultIfUnset(false);
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003032 LOG(LS_INFO) << "CPU overuse detection is enabled? "
3033 << cpu_overuse_detection;
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003034 for (SendChannelMap::iterator iter = send_channels_.begin();
3035 iter != send_channels_.end(); ++iter) {
3036 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3037 send_channel->SetCpuOveruseDetection(cpu_overuse_detection);
3038 }
3039 }
wu@webrtc.orgde305012013-10-31 15:40:38 +00003040 if (dscp_option_changed) {
3041 talk_base::DiffServCodePoint dscp = talk_base::DSCP_DEFAULT;
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00003042 if (options_.dscp.GetWithDefaultIfUnset(false))
wu@webrtc.orgde305012013-10-31 15:40:38 +00003043 dscp = kVideoDscpValue;
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003044 LOG(LS_INFO) << "DSCP is " << dscp;
wu@webrtc.orgde305012013-10-31 15:40:38 +00003045 if (MediaChannel::SetDscp(dscp) != 0) {
3046 LOG(LS_WARNING) << "Failed to set DSCP settings for video channel";
3047 }
3048 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003049 if (suspend_below_min_bitrate_changed) {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003050 if (options_.suspend_below_min_bitrate.GetWithDefaultIfUnset(false)) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003051 LOG(LS_INFO) << "Suspend below min bitrate enabled.";
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003052 for (SendChannelMap::iterator it = send_channels_.begin();
3053 it != send_channels_.end(); ++it) {
3054 engine()->vie()->codec()->SuspendBelowMinBitrate(
3055 it->second->channel_id());
3056 }
3057 } else {
3058 LOG(LS_WARNING) << "Cannot disable video suspension once it is enabled";
3059 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003060 }
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003061 if (improved_wifi_bwe_changed) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003062 LOG(LS_INFO) << "Improved WIFI BWE called.";
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003063 webrtc::Config config;
3064 config.Set(new webrtc::AimdRemoteRateControl(
3065 options_.use_improved_wifi_bandwidth_estimator
3066 .GetWithDefaultIfUnset(false)));
3067 for (SendChannelMap::iterator it = send_channels_.begin();
3068 it != send_channels_.end(); ++it) {
3069 engine()->vie()->network()->SetBandwidthEstimationConfig(
3070 it->second->channel_id(), config);
3071 }
3072 }
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +00003073 webrtc::CpuOveruseOptions overuse_options;
3074 if (GetCpuOveruseOptions(options_, &overuse_options)) {
3075 for (SendChannelMap::iterator it = send_channels_.begin();
3076 it != send_channels_.end(); ++it) {
3077 if (engine()->vie()->base()->SetCpuOveruseOptions(
3078 it->second->channel_id(), overuse_options) != 0) {
3079 LOG_RTCERR1(SetCpuOveruseOptions, it->second->channel_id());
3080 }
3081 }
3082 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003083 return true;
3084}
3085
3086void WebRtcVideoMediaChannel::SetInterface(NetworkInterface* iface) {
3087 MediaChannel::SetInterface(iface);
3088 // Set the RTP recv/send buffer to a bigger size
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00003089 MediaChannel::SetOption(NetworkInterface::ST_RTP,
3090 talk_base::Socket::OPT_RCVBUF,
3091 kVideoRtpBufferSize);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003092
3093 // TODO(sriniv): Remove or re-enable this.
3094 // As part of b/8030474, send-buffer is size now controlled through
3095 // portallocator flags.
3096 // network_interface_->SetOption(NetworkInterface::ST_RTP,
3097 // talk_base::Socket::OPT_SNDBUF,
3098 // kVideoRtpBufferSize);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003099}
3100
3101void WebRtcVideoMediaChannel::UpdateAspectRatio(int ratio_w, int ratio_h) {
3102 ASSERT(ratio_w != 0);
3103 ASSERT(ratio_h != 0);
3104 ratio_w_ = ratio_w;
3105 ratio_h_ = ratio_h;
3106 // For now assume that all streams want the same aspect ratio.
3107 // TODO(hellner): remove the need for this assumption.
3108 for (SendChannelMap::iterator iter = send_channels_.begin();
3109 iter != send_channels_.end(); ++iter) {
3110 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3111 VideoCapturer* capturer = send_channel->video_capturer();
3112 if (capturer) {
3113 capturer->UpdateAspectRatio(ratio_w, ratio_h);
3114 }
3115 }
3116}
3117
3118bool WebRtcVideoMediaChannel::GetRenderer(uint32 ssrc,
3119 VideoRenderer** renderer) {
3120 RecvChannelMap::const_iterator it = recv_channels_.find(ssrc);
3121 if (it == recv_channels_.end()) {
3122 if (first_receive_ssrc_ == ssrc &&
3123 recv_channels_.find(0) != recv_channels_.end()) {
3124 LOG(LS_INFO) << " GetRenderer " << ssrc
3125 << " reuse default renderer #"
3126 << vie_channel_;
3127 *renderer = recv_channels_[0]->render_adapter()->renderer();
3128 return true;
3129 }
3130 return false;
3131 }
3132
3133 *renderer = it->second->render_adapter()->renderer();
3134 return true;
3135}
3136
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +00003137bool WebRtcVideoMediaChannel::GetVideoAdapter(
3138 uint32 ssrc, CoordinatedVideoAdapter** video_adapter) {
3139 SendChannelMap::iterator it = send_channels_.find(ssrc);
3140 if (it == send_channels_.end()) {
3141 return false;
3142 }
3143 *video_adapter = it->second->video_adapter();
3144 return true;
3145}
3146
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003147void WebRtcVideoMediaChannel::SendFrame(VideoCapturer* capturer,
3148 const VideoFrame* frame) {
wu@webrtc.org24301a62013-12-13 19:17:43 +00003149 // If the |capturer| is registered to any send channel, then send the frame
3150 // to those send channels.
3151 bool capturer_is_channel_owned = false;
3152 for (SendChannelMap::iterator iter = send_channels_.begin();
3153 iter != send_channels_.end(); ++iter) {
3154 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3155 if (send_channel->video_capturer() == capturer) {
3156 SendFrame(send_channel, frame, capturer->IsScreencast());
3157 capturer_is_channel_owned = true;
3158 }
3159 }
3160 if (capturer_is_channel_owned) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003161 return;
3162 }
wu@webrtc.org24301a62013-12-13 19:17:43 +00003163
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003164 // TODO(hellner): Remove below for loop once the captured frame no longer
3165 // come from the engine, i.e. the engine no longer owns a capturer.
3166 for (SendChannelMap::iterator iter = send_channels_.begin();
3167 iter != send_channels_.end(); ++iter) {
3168 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3169 if (send_channel->video_capturer() == NULL) {
3170 SendFrame(send_channel, frame, capturer->IsScreencast());
3171 }
3172 }
3173}
3174
3175bool WebRtcVideoMediaChannel::SendFrame(
3176 WebRtcVideoChannelSendInfo* send_channel,
3177 const VideoFrame* frame,
3178 bool is_screencast) {
3179 if (!send_channel) {
3180 return false;
3181 }
3182 if (!send_codec_) {
3183 // Send codec has not been set. No reason to process the frame any further.
3184 return false;
3185 }
3186 const VideoFormat& video_format = send_channel->video_format();
3187 // If the frame should be dropped.
3188 const bool video_format_set = video_format != cricket::VideoFormat();
3189 if (video_format_set &&
3190 (video_format.width == 0 && video_format.height == 0)) {
3191 return true;
3192 }
3193
3194 // Checks if we need to reset vie send codec.
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00003195 if (!MaybeResetVieSendCodec(send_channel,
3196 static_cast<int>(frame->GetWidth()),
3197 static_cast<int>(frame->GetHeight()),
3198 is_screencast, NULL)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003199 LOG(LS_ERROR) << "MaybeResetVieSendCodec failed with "
3200 << frame->GetWidth() << "x" << frame->GetHeight();
3201 return false;
3202 }
3203 const VideoFrame* frame_out = frame;
3204 talk_base::scoped_ptr<VideoFrame> processed_frame;
3205 // Disable muting for screencast.
3206 const bool mute = (send_channel->muted() && !is_screencast);
3207 send_channel->ProcessFrame(*frame_out, mute, processed_frame.use());
3208 if (processed_frame) {
3209 frame_out = processed_frame.get();
3210 }
3211
3212 webrtc::ViEVideoFrameI420 frame_i420;
3213 // TODO(ronghuawu): Update the webrtc::ViEVideoFrameI420
3214 // to use const unsigned char*
3215 frame_i420.y_plane = const_cast<unsigned char*>(frame_out->GetYPlane());
3216 frame_i420.u_plane = const_cast<unsigned char*>(frame_out->GetUPlane());
3217 frame_i420.v_plane = const_cast<unsigned char*>(frame_out->GetVPlane());
3218 frame_i420.y_pitch = frame_out->GetYPitch();
3219 frame_i420.u_pitch = frame_out->GetUPitch();
3220 frame_i420.v_pitch = frame_out->GetVPitch();
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003221 frame_i420.width = static_cast<uint16>(frame_out->GetWidth());
3222 frame_i420.height = static_cast<uint16>(frame_out->GetHeight());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003223
3224 int64 timestamp_ntp_ms = 0;
3225 // TODO(justinlin): Reenable after Windows issues with clock drift are fixed.
3226 // Currently reverted to old behavior of discarding capture timestamp.
3227#if 0
henrike@webrtc.orgf5bebd42014-04-04 18:39:07 +00003228 static const int kTimestampDeltaInSecondsForWarning = 2;
3229
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003230 // If the frame timestamp is 0, we will use the deliver time.
3231 const int64 frame_timestamp = frame->GetTimeStamp();
3232 if (frame_timestamp != 0) {
3233 if (abs(time(NULL) - frame_timestamp / talk_base::kNumNanosecsPerSec) >
3234 kTimestampDeltaInSecondsForWarning) {
3235 LOG(LS_WARNING) << "Frame timestamp differs by more than "
3236 << kTimestampDeltaInSecondsForWarning << " seconds from "
3237 << "current Unix timestamp.";
3238 }
3239
3240 timestamp_ntp_ms =
3241 talk_base::UnixTimestampNanosecsToNtpMillisecs(frame_timestamp);
3242 }
3243#endif
3244
3245 return send_channel->external_capture()->IncomingFrameI420(
3246 frame_i420, timestamp_ntp_ms) == 0;
3247}
3248
3249bool WebRtcVideoMediaChannel::CreateChannel(uint32 ssrc_key,
3250 MediaDirection direction,
3251 int* channel_id) {
3252 // There are 3 types of channels. Sending only, receiving only and
3253 // sending and receiving. The sending and receiving channel is the
3254 // default channel and there is only one. All other channels that are created
3255 // are associated with the default channel which must exist. The default
3256 // channel id is stored in |vie_channel_|. All channels need to know about
3257 // the default channel to properly handle remb which is why there are
3258 // different ViE create channel calls.
3259 // For this channel the local and remote ssrc key is 0. However, it may
3260 // have a non-zero local and/or remote ssrc depending on if it is currently
3261 // sending and/or receiving.
3262 if ((vie_channel_ == -1 || direction == MD_SENDRECV) &&
3263 (!send_channels_.empty() || !recv_channels_.empty())) {
3264 ASSERT(false);
3265 return false;
3266 }
3267
3268 *channel_id = -1;
3269 if (direction == MD_RECV) {
3270 // All rec channels are associated with the default channel |vie_channel_|
3271 if (engine_->vie()->base()->CreateReceiveChannel(*channel_id,
3272 vie_channel_) != 0) {
3273 LOG_RTCERR2(CreateReceiveChannel, *channel_id, vie_channel_);
3274 return false;
3275 }
3276 } else if (direction == MD_SEND) {
3277 if (engine_->vie()->base()->CreateChannel(*channel_id,
3278 vie_channel_) != 0) {
3279 LOG_RTCERR2(CreateChannel, *channel_id, vie_channel_);
3280 return false;
3281 }
3282 } else {
3283 ASSERT(direction == MD_SENDRECV);
3284 if (engine_->vie()->base()->CreateChannel(*channel_id) != 0) {
3285 LOG_RTCERR1(CreateChannel, *channel_id);
3286 return false;
3287 }
3288 }
3289 if (!ConfigureChannel(*channel_id, direction, ssrc_key)) {
3290 engine_->vie()->base()->DeleteChannel(*channel_id);
3291 *channel_id = -1;
3292 return false;
3293 }
3294
3295 return true;
3296}
3297
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00003298bool WebRtcVideoMediaChannel::CreateUnsignalledRecvChannel(
3299 uint32 ssrc_key, int* out_channel_id) {
henrike@webrtc.org18e59112014-03-14 17:19:38 +00003300 int unsignalled_recv_channel_limit =
3301 options_.unsignalled_recv_stream_limit.GetWithDefaultIfUnset(
3302 kNumDefaultUnsignalledVideoRecvStreams);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00003303 if (num_unsignalled_recv_channels_ >= unsignalled_recv_channel_limit) {
3304 return false;
3305 }
3306 if (!CreateChannel(ssrc_key, MD_RECV, out_channel_id)) {
3307 return false;
3308 }
3309 // TODO(tvsriram): Support dynamic sizing of unsignalled recv channels.
3310 num_unsignalled_recv_channels_++;
3311 return true;
3312}
3313
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003314bool WebRtcVideoMediaChannel::ConfigureChannel(int channel_id,
3315 MediaDirection direction,
3316 uint32 ssrc_key) {
3317 const bool receiving = (direction == MD_RECV) || (direction == MD_SENDRECV);
3318 const bool sending = (direction == MD_SEND) || (direction == MD_SENDRECV);
3319 // Register external transport.
3320 if (engine_->vie()->network()->RegisterSendTransport(
3321 channel_id, *this) != 0) {
3322 LOG_RTCERR1(RegisterSendTransport, channel_id);
3323 return false;
3324 }
3325
3326 // Set MTU.
3327 if (engine_->vie()->network()->SetMTU(channel_id, kVideoMtu) != 0) {
3328 LOG_RTCERR2(SetMTU, channel_id, kVideoMtu);
3329 return false;
3330 }
3331 // Turn on RTCP and loss feedback reporting.
3332 if (engine()->vie()->rtp()->SetRTCPStatus(
3333 channel_id, webrtc::kRtcpCompound_RFC4585) != 0) {
3334 LOG_RTCERR2(SetRTCPStatus, channel_id, webrtc::kRtcpCompound_RFC4585);
3335 return false;
3336 }
3337 // Enable pli as key frame request method.
3338 if (engine_->vie()->rtp()->SetKeyFrameRequestMethod(
3339 channel_id, webrtc::kViEKeyFrameRequestPliRtcp) != 0) {
3340 LOG_RTCERR2(SetKeyFrameRequestMethod,
3341 channel_id, webrtc::kViEKeyFrameRequestPliRtcp);
3342 return false;
3343 }
3344 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_, nack_enabled_)) {
3345 // Logged in SetNackFec. Don't spam the logs.
3346 return false;
3347 }
3348 // Note that receiving must always be configured before sending to ensure
3349 // that send and receive channel is configured correctly (ConfigureReceiving
3350 // assumes no sending).
3351 if (receiving) {
3352 if (!ConfigureReceiving(channel_id, ssrc_key)) {
3353 return false;
3354 }
3355 }
3356 if (sending) {
3357 if (!ConfigureSending(channel_id, ssrc_key)) {
3358 return false;
3359 }
3360 }
3361
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00003362 // Start receiving for both receive and send channels so that we get incoming
3363 // RTP (if receiving) as well as RTCP feedback (if sending).
3364 if (engine()->vie()->base()->StartReceive(channel_id) != 0) {
3365 LOG_RTCERR1(StartReceive, channel_id);
3366 return false;
3367 }
3368
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003369 return true;
3370}
3371
3372bool WebRtcVideoMediaChannel::ConfigureReceiving(int channel_id,
3373 uint32 remote_ssrc_key) {
3374 // Make sure that an SSRC/key isn't registered more than once.
3375 if (recv_channels_.find(remote_ssrc_key) != recv_channels_.end()) {
3376 return false;
3377 }
3378 // Connect the voice channel, if there is one.
3379 // TODO(perkj): The A/V is synched by the receiving channel. So we need to
3380 // know the SSRC of the remote audio channel in order to fetch the correct
3381 // webrtc VoiceEngine channel. For now- only sync the default channel used
3382 // in 1-1 calls.
3383 if (remote_ssrc_key == 0 && voice_channel_) {
3384 WebRtcVoiceMediaChannel* voice_channel =
3385 static_cast<WebRtcVoiceMediaChannel*>(voice_channel_);
3386 if (engine_->vie()->base()->ConnectAudioChannel(
3387 vie_channel_, voice_channel->voe_channel()) != 0) {
3388 LOG_RTCERR2(ConnectAudioChannel, channel_id,
3389 voice_channel->voe_channel());
3390 LOG(LS_WARNING) << "A/V not synchronized";
3391 // Not a fatal error.
3392 }
3393 }
3394
3395 talk_base::scoped_ptr<WebRtcVideoChannelRecvInfo> channel_info(
3396 new WebRtcVideoChannelRecvInfo(channel_id));
3397
3398 // Install a render adapter.
3399 if (engine_->vie()->render()->AddRenderer(channel_id,
3400 webrtc::kVideoI420, channel_info->render_adapter()) != 0) {
3401 LOG_RTCERR3(AddRenderer, channel_id, webrtc::kVideoI420,
3402 channel_info->render_adapter());
3403 return false;
3404 }
3405
3406
3407 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
3408 kNotSending,
3409 remb_enabled_) != 0) {
3410 LOG_RTCERR3(SetRembStatus, channel_id, kNotSending, remb_enabled_);
3411 return false;
3412 }
3413
3414 if (!SetHeaderExtension(&webrtc::ViERTP_RTCP::SetReceiveTimestampOffsetStatus,
3415 channel_id, receive_extensions_, kRtpTimestampOffsetHeaderExtension)) {
3416 return false;
3417 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003418 if (!SetHeaderExtension(
3419 &webrtc::ViERTP_RTCP::SetReceiveAbsoluteSendTimeStatus, channel_id,
henrike@webrtc.org79047f92014-03-06 23:46:59 +00003420 receive_extensions_, kRtpAbsoluteSenderTimeHeaderExtension)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003421 return false;
3422 }
3423
3424 if (remote_ssrc_key != 0) {
3425 // Use the same SSRC as our default channel
3426 // (so the RTCP reports are correct).
3427 unsigned int send_ssrc = 0;
3428 webrtc::ViERTP_RTCP* rtp = engine()->vie()->rtp();
3429 if (rtp->GetLocalSSRC(vie_channel_, send_ssrc) == -1) {
3430 LOG_RTCERR2(GetLocalSSRC, vie_channel_, send_ssrc);
3431 return false;
3432 }
3433 if (rtp->SetLocalSSRC(channel_id, send_ssrc) == -1) {
3434 LOG_RTCERR2(SetLocalSSRC, channel_id, send_ssrc);
3435 return false;
3436 }
3437 } // Else this is the the default channel and we don't change the SSRC.
3438
3439 // Disable color enhancement since it is a bit too aggressive.
3440 if (engine()->vie()->image()->EnableColorEnhancement(channel_id,
3441 false) != 0) {
3442 LOG_RTCERR1(EnableColorEnhancement, channel_id);
3443 return false;
3444 }
3445
3446 if (!SetReceiveCodecs(channel_info.get())) {
3447 return false;
3448 }
3449
3450 int buffer_latency =
3451 options_.buffered_mode_latency.GetWithDefaultIfUnset(
3452 cricket::kBufferedModeDisabled);
3453 if (buffer_latency != cricket::kBufferedModeDisabled) {
3454 if (engine()->vie()->rtp()->SetReceiverBufferingMode(
3455 channel_id, buffer_latency) != 0) {
3456 LOG_RTCERR2(SetReceiverBufferingMode, channel_id, buffer_latency);
3457 }
3458 }
3459
3460 if (render_started_) {
3461 if (engine_->vie()->render()->StartRender(channel_id) != 0) {
3462 LOG_RTCERR1(StartRender, channel_id);
3463 return false;
3464 }
3465 }
3466
3467 // Register decoder observer for incoming framerate and bitrate.
3468 if (engine()->vie()->codec()->RegisterDecoderObserver(
3469 channel_id, *channel_info->decoder_observer()) != 0) {
3470 LOG_RTCERR1(RegisterDecoderObserver, channel_info->decoder_observer());
3471 return false;
3472 }
3473
3474 recv_channels_[remote_ssrc_key] = channel_info.release();
3475 return true;
3476}
3477
3478bool WebRtcVideoMediaChannel::ConfigureSending(int channel_id,
3479 uint32 local_ssrc_key) {
3480 // The ssrc key can be zero or correspond to an SSRC.
3481 // Make sure the default channel isn't configured more than once.
3482 if (local_ssrc_key == 0 && send_channels_.find(0) != send_channels_.end()) {
3483 return false;
3484 }
3485 // Make sure that the SSRC is not already in use.
3486 uint32 dummy_key;
3487 if (GetSendChannelKey(local_ssrc_key, &dummy_key)) {
3488 return false;
3489 }
3490 int vie_capture = 0;
3491 webrtc::ViEExternalCapture* external_capture = NULL;
3492 // Register external capture.
3493 if (engine()->vie()->capture()->AllocateExternalCaptureDevice(
3494 vie_capture, external_capture) != 0) {
3495 LOG_RTCERR0(AllocateExternalCaptureDevice);
3496 return false;
3497 }
3498
3499 // Connect external capture.
3500 if (engine()->vie()->capture()->ConnectCaptureDevice(
3501 vie_capture, channel_id) != 0) {
3502 LOG_RTCERR2(ConnectCaptureDevice, vie_capture, channel_id);
3503 return false;
3504 }
3505 talk_base::scoped_ptr<WebRtcVideoChannelSendInfo> send_channel(
3506 new WebRtcVideoChannelSendInfo(channel_id, vie_capture,
3507 external_capture,
3508 engine()->cpu_monitor()));
3509 send_channel->ApplyCpuOptions(options_);
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00003510 send_channel->SignalCpuAdaptationUnable.connect(this,
3511 &WebRtcVideoMediaChannel::OnCpuAdaptationUnable);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003512
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003513 if (options_.cpu_overuse_detection.GetWithDefaultIfUnset(false)) {
3514 send_channel->SetCpuOveruseDetection(true);
3515 }
3516
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +00003517 webrtc::CpuOveruseOptions overuse_options;
3518 if (GetCpuOveruseOptions(options_, &overuse_options)) {
3519 if (engine()->vie()->base()->SetCpuOveruseOptions(channel_id,
3520 overuse_options) != 0) {
3521 LOG_RTCERR1(SetCpuOveruseOptions, channel_id);
3522 }
3523 }
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +00003524
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003525 // Register encoder observer for outgoing framerate and bitrate.
3526 if (engine()->vie()->codec()->RegisterEncoderObserver(
3527 channel_id, *send_channel->encoder_observer()) != 0) {
3528 LOG_RTCERR1(RegisterEncoderObserver, send_channel->encoder_observer());
3529 return false;
3530 }
3531
3532 if (!SetHeaderExtension(&webrtc::ViERTP_RTCP::SetSendTimestampOffsetStatus,
3533 channel_id, send_extensions_, kRtpTimestampOffsetHeaderExtension)) {
3534 return false;
3535 }
3536
3537 if (!SetHeaderExtension(&webrtc::ViERTP_RTCP::SetSendAbsoluteSendTimeStatus,
henrike@webrtc.org79047f92014-03-06 23:46:59 +00003538 channel_id, send_extensions_, kRtpAbsoluteSenderTimeHeaderExtension)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003539 return false;
3540 }
3541
3542 if (options_.video_leaky_bucket.GetWithDefaultIfUnset(false)) {
3543 if (engine()->vie()->rtp()->SetTransmissionSmoothingStatus(channel_id,
3544 true) != 0) {
3545 LOG_RTCERR2(SetTransmissionSmoothingStatus, channel_id, true);
3546 return false;
3547 }
3548 }
3549
3550 int buffer_latency =
3551 options_.buffered_mode_latency.GetWithDefaultIfUnset(
3552 cricket::kBufferedModeDisabled);
3553 if (buffer_latency != cricket::kBufferedModeDisabled) {
3554 if (engine()->vie()->rtp()->SetSenderBufferingMode(
3555 channel_id, buffer_latency) != 0) {
3556 LOG_RTCERR2(SetSenderBufferingMode, channel_id, buffer_latency);
3557 }
3558 }
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00003559
3560 if (options_.suspend_below_min_bitrate.GetWithDefaultIfUnset(false)) {
3561 engine()->vie()->codec()->SuspendBelowMinBitrate(channel_id);
3562 }
3563
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003564 // The remb status direction correspond to the RTP stream (and not the RTCP
3565 // stream). I.e. if send remb is enabled it means it is receiving remote
3566 // rembs and should use them to estimate bandwidth. Receive remb mean that
3567 // remb packets will be generated and that the channel should be included in
3568 // it. If remb is enabled all channels are allowed to contribute to the remb
3569 // but only receive channels will ever end up actually contributing. This
3570 // keeps the logic simple.
3571 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
3572 remb_enabled_,
3573 remb_enabled_) != 0) {
3574 LOG_RTCERR3(SetRembStatus, channel_id, remb_enabled_, remb_enabled_);
3575 return false;
3576 }
3577 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_, nack_enabled_)) {
3578 // Logged in SetNackFec. Don't spam the logs.
3579 return false;
3580 }
3581
3582 send_channels_[local_ssrc_key] = send_channel.release();
3583
3584 return true;
3585}
3586
3587bool WebRtcVideoMediaChannel::SetNackFec(int channel_id,
3588 int red_payload_type,
3589 int fec_payload_type,
3590 bool nack_enabled) {
3591 bool enable = (red_payload_type != -1 && fec_payload_type != -1 &&
3592 !InConferenceMode());
3593 if (enable) {
3594 if (engine_->vie()->rtp()->SetHybridNACKFECStatus(
3595 channel_id, nack_enabled, red_payload_type, fec_payload_type) != 0) {
3596 LOG_RTCERR4(SetHybridNACKFECStatus,
3597 channel_id, nack_enabled, red_payload_type, fec_payload_type);
3598 return false;
3599 }
3600 LOG(LS_INFO) << "Hybrid NACK/FEC enabled for channel " << channel_id;
3601 } else {
3602 if (engine_->vie()->rtp()->SetNACKStatus(channel_id, nack_enabled) != 0) {
3603 LOG_RTCERR1(SetNACKStatus, channel_id);
3604 return false;
3605 }
sergeyu@chromium.orga23f0ca2013-11-13 22:48:52 +00003606 std::string enabled = nack_enabled ? "enabled" : "disabled";
3607 LOG(LS_INFO) << "NACK " << enabled << " for channel " << channel_id;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003608 }
3609 return true;
3610}
3611
3612bool WebRtcVideoMediaChannel::SetSendCodec(const webrtc::VideoCodec& codec,
3613 int min_bitrate,
3614 int start_bitrate,
3615 int max_bitrate) {
3616 bool ret_val = true;
3617 for (SendChannelMap::iterator iter = send_channels_.begin();
3618 iter != send_channels_.end(); ++iter) {
3619 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3620 ret_val = SetSendCodec(send_channel, codec, min_bitrate, start_bitrate,
3621 max_bitrate) && ret_val;
3622 }
3623 if (ret_val) {
3624 // All SetSendCodec calls were successful. Update the global state
3625 // accordingly.
3626 send_codec_.reset(new webrtc::VideoCodec(codec));
3627 send_min_bitrate_ = min_bitrate;
3628 send_start_bitrate_ = start_bitrate;
3629 send_max_bitrate_ = max_bitrate;
3630 } else {
3631 // At least one SetSendCodec call failed, rollback.
3632 for (SendChannelMap::iterator iter = send_channels_.begin();
3633 iter != send_channels_.end(); ++iter) {
3634 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3635 if (send_codec_) {
3636 SetSendCodec(send_channel, *send_codec_.get(), send_min_bitrate_,
3637 send_start_bitrate_, send_max_bitrate_);
3638 }
3639 }
3640 }
3641 return ret_val;
3642}
3643
3644bool WebRtcVideoMediaChannel::SetSendCodec(
3645 WebRtcVideoChannelSendInfo* send_channel,
3646 const webrtc::VideoCodec& codec,
3647 int min_bitrate,
3648 int start_bitrate,
3649 int max_bitrate) {
3650 if (!send_channel) {
3651 return false;
3652 }
3653 const int channel_id = send_channel->channel_id();
3654 // Make a copy of the codec
3655 webrtc::VideoCodec target_codec = codec;
3656 target_codec.startBitrate = start_bitrate;
3657 target_codec.minBitrate = min_bitrate;
3658 target_codec.maxBitrate = max_bitrate;
3659
3660 // Set the default number of temporal layers for VP8.
3661 if (webrtc::kVideoCodecVP8 == codec.codecType) {
3662 target_codec.codecSpecific.VP8.numberOfTemporalLayers =
3663 kDefaultNumberOfTemporalLayers;
3664
3665 // Turn off the VP8 error resilience
3666 target_codec.codecSpecific.VP8.resilience = webrtc::kResilienceOff;
3667
3668 bool enable_denoising =
3669 options_.video_noise_reduction.GetWithDefaultIfUnset(false);
3670 target_codec.codecSpecific.VP8.denoisingOn = enable_denoising;
3671 }
3672
3673 // Register external encoder if codec type is supported by encoder factory.
3674 if (engine()->IsExternalEncoderCodecType(codec.codecType) &&
3675 !send_channel->IsEncoderRegistered(target_codec.plType)) {
3676 webrtc::VideoEncoder* encoder =
3677 engine()->CreateExternalEncoder(codec.codecType);
3678 if (encoder) {
3679 if (engine()->vie()->ext_codec()->RegisterExternalSendCodec(
3680 channel_id, target_codec.plType, encoder, false) == 0) {
3681 send_channel->RegisterEncoder(target_codec.plType, encoder);
3682 } else {
3683 LOG_RTCERR2(RegisterExternalSendCodec, channel_id, target_codec.plName);
3684 engine()->DestroyExternalEncoder(encoder);
3685 }
3686 }
3687 }
3688
3689 // Resolution and framerate may vary for different send channels.
3690 const VideoFormat& video_format = send_channel->video_format();
3691 UpdateVideoCodec(video_format, &target_codec);
3692
3693 if (target_codec.width == 0 && target_codec.height == 0) {
3694 const uint32 ssrc = send_channel->stream_params()->first_ssrc();
3695 LOG(LS_INFO) << "0x0 resolution selected. Captured frames will be dropped "
3696 << "for ssrc: " << ssrc << ".";
3697 } else {
3698 MaybeChangeStartBitrate(channel_id, &target_codec);
wu@webrtc.org05e7b442014-04-01 17:44:24 +00003699 webrtc::VideoCodec current_codec;
3700 if (!engine()->vie()->codec()->GetSendCodec(channel_id, current_codec)) {
3701 // Compare against existing configured send codec.
3702 if (current_codec == target_codec) {
3703 // Codec is already configured on channel. no need to apply.
3704 return true;
3705 }
3706 }
3707
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003708 if (0 != engine()->vie()->codec()->SetSendCodec(channel_id, target_codec)) {
3709 LOG_RTCERR2(SetSendCodec, channel_id, target_codec.plName);
3710 return false;
3711 }
3712
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003713 // NOTE: SetRtxSendPayloadType must be called after all simulcast SSRCs
3714 // are configured. Otherwise ssrc's configured after this point will use
3715 // the primary PT for RTX.
3716 if (send_rtx_type_ != -1 &&
3717 engine()->vie()->rtp()->SetRtxSendPayloadType(channel_id,
3718 send_rtx_type_) != 0) {
3719 LOG_RTCERR2(SetRtxSendPayloadType, channel_id, send_rtx_type_);
3720 return false;
3721 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003722 }
3723 send_channel->set_interval(
3724 cricket::VideoFormat::FpsToInterval(target_codec.maxFramerate));
3725 return true;
3726}
3727
3728
3729static std::string ToString(webrtc::VideoCodecComplexity complexity) {
3730 switch (complexity) {
3731 case webrtc::kComplexityNormal:
3732 return "normal";
3733 case webrtc::kComplexityHigh:
3734 return "high";
3735 case webrtc::kComplexityHigher:
3736 return "higher";
3737 case webrtc::kComplexityMax:
3738 return "max";
3739 default:
3740 return "unknown";
3741 }
3742}
3743
3744static std::string ToString(webrtc::VP8ResilienceMode resilience) {
3745 switch (resilience) {
3746 case webrtc::kResilienceOff:
3747 return "off";
3748 case webrtc::kResilientStream:
3749 return "stream";
3750 case webrtc::kResilientFrames:
3751 return "frames";
3752 default:
3753 return "unknown";
3754 }
3755}
3756
3757void WebRtcVideoMediaChannel::LogSendCodecChange(const std::string& reason) {
3758 webrtc::VideoCodec vie_codec;
3759 if (engine()->vie()->codec()->GetSendCodec(vie_channel_, vie_codec) != 0) {
3760 LOG_RTCERR1(GetSendCodec, vie_channel_);
3761 return;
3762 }
3763
3764 LOG(LS_INFO) << reason << " : selected video codec "
3765 << vie_codec.plName << "/"
3766 << vie_codec.width << "x" << vie_codec.height << "x"
3767 << static_cast<int>(vie_codec.maxFramerate) << "fps"
3768 << "@" << vie_codec.maxBitrate << "kbps"
3769 << " (min=" << vie_codec.minBitrate << "kbps,"
3770 << " start=" << vie_codec.startBitrate << "kbps)";
3771 LOG(LS_INFO) << "Video max quantization: " << vie_codec.qpMax;
3772 if (webrtc::kVideoCodecVP8 == vie_codec.codecType) {
3773 LOG(LS_INFO) << "VP8 number of temporal layers: "
3774 << static_cast<int>(
3775 vie_codec.codecSpecific.VP8.numberOfTemporalLayers);
3776 LOG(LS_INFO) << "VP8 options : "
3777 << "picture loss indication = "
3778 << vie_codec.codecSpecific.VP8.pictureLossIndicationOn
3779 << ", feedback mode = "
3780 << vie_codec.codecSpecific.VP8.feedbackModeOn
3781 << ", complexity = "
3782 << ToString(vie_codec.codecSpecific.VP8.complexity)
3783 << ", resilience = "
3784 << ToString(vie_codec.codecSpecific.VP8.resilience)
3785 << ", denoising = "
3786 << vie_codec.codecSpecific.VP8.denoisingOn
3787 << ", error concealment = "
3788 << vie_codec.codecSpecific.VP8.errorConcealmentOn
3789 << ", automatic resize = "
3790 << vie_codec.codecSpecific.VP8.automaticResizeOn
3791 << ", frame dropping = "
3792 << vie_codec.codecSpecific.VP8.frameDroppingOn
3793 << ", key frame interval = "
3794 << vie_codec.codecSpecific.VP8.keyFrameInterval;
3795 }
3796
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003797 if (send_rtx_type_ != -1) {
3798 LOG(LS_INFO) << "RTX payload type: " << send_rtx_type_;
3799 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003800}
3801
3802bool WebRtcVideoMediaChannel::SetReceiveCodecs(
3803 WebRtcVideoChannelRecvInfo* info) {
3804 int red_type = -1;
3805 int fec_type = -1;
3806 int channel_id = info->channel_id();
3807 for (std::vector<webrtc::VideoCodec>::iterator it = receive_codecs_.begin();
3808 it != receive_codecs_.end(); ++it) {
3809 if (it->codecType == webrtc::kVideoCodecRED) {
3810 red_type = it->plType;
3811 } else if (it->codecType == webrtc::kVideoCodecULPFEC) {
3812 fec_type = it->plType;
3813 }
3814 if (engine()->vie()->codec()->SetReceiveCodec(channel_id, *it) != 0) {
3815 LOG_RTCERR2(SetReceiveCodec, channel_id, it->plName);
3816 return false;
3817 }
3818 if (!info->IsDecoderRegistered(it->plType) &&
3819 it->codecType != webrtc::kVideoCodecRED &&
3820 it->codecType != webrtc::kVideoCodecULPFEC) {
3821 webrtc::VideoDecoder* decoder =
3822 engine()->CreateExternalDecoder(it->codecType);
3823 if (decoder) {
3824 if (engine()->vie()->ext_codec()->RegisterExternalReceiveCodec(
3825 channel_id, it->plType, decoder) == 0) {
3826 info->RegisterDecoder(it->plType, decoder);
3827 } else {
3828 LOG_RTCERR2(RegisterExternalReceiveCodec, channel_id, it->plName);
3829 engine()->DestroyExternalDecoder(decoder);
3830 }
3831 }
3832 }
3833 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003834 return true;
3835}
3836
3837int WebRtcVideoMediaChannel::GetRecvChannelNum(uint32 ssrc) {
3838 if (ssrc == first_receive_ssrc_) {
3839 return vie_channel_;
3840 }
3841 RecvChannelMap::iterator it = recv_channels_.find(ssrc);
3842 return (it != recv_channels_.end()) ? it->second->channel_id() : -1;
3843}
3844
3845// If the new frame size is different from the send codec size we set on vie,
3846// we need to reset the send codec on vie.
3847// The new send codec size should not exceed send_codec_ which is controlled
3848// only by the 'jec' logic.
3849bool WebRtcVideoMediaChannel::MaybeResetVieSendCodec(
3850 WebRtcVideoChannelSendInfo* send_channel,
3851 int new_width,
3852 int new_height,
3853 bool is_screencast,
3854 bool* reset) {
3855 if (reset) {
3856 *reset = false;
3857 }
3858 ASSERT(send_codec_.get() != NULL);
3859
3860 webrtc::VideoCodec target_codec = *send_codec_.get();
3861 const VideoFormat& video_format = send_channel->video_format();
3862 UpdateVideoCodec(video_format, &target_codec);
3863
3864 // Vie send codec size should not exceed target_codec.
3865 int target_width = new_width;
3866 int target_height = new_height;
3867 if (!is_screencast &&
3868 (new_width > target_codec.width || new_height > target_codec.height)) {
3869 target_width = target_codec.width;
3870 target_height = target_codec.height;
3871 }
3872
3873 // Get current vie codec.
3874 webrtc::VideoCodec vie_codec;
3875 const int channel_id = send_channel->channel_id();
3876 if (engine()->vie()->codec()->GetSendCodec(channel_id, vie_codec) != 0) {
3877 LOG_RTCERR1(GetSendCodec, channel_id);
3878 return false;
3879 }
3880 const int cur_width = vie_codec.width;
3881 const int cur_height = vie_codec.height;
3882
3883 // Only reset send codec when there is a size change. Additionally,
3884 // automatic resize needs to be turned off when screencasting and on when
3885 // not screencasting.
3886 // Don't allow automatic resizing for screencasting.
3887 bool automatic_resize = !is_screencast;
3888 // Turn off VP8 frame dropping when screensharing as the current model does
3889 // not work well at low fps.
3890 bool vp8_frame_dropping = !is_screencast;
3891 // Disable denoising for screencasting.
3892 bool enable_denoising =
3893 options_.video_noise_reduction.GetWithDefaultIfUnset(false);
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003894 int screencast_min_bitrate =
3895 options_.screencast_min_bitrate.GetWithDefaultIfUnset(0);
3896 bool leaky_bucket = options_.video_leaky_bucket.GetWithDefaultIfUnset(false);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003897 bool denoising = !is_screencast && enable_denoising;
3898 bool reset_send_codec =
3899 target_width != cur_width || target_height != cur_height ||
3900 automatic_resize != vie_codec.codecSpecific.VP8.automaticResizeOn ||
3901 denoising != vie_codec.codecSpecific.VP8.denoisingOn ||
3902 vp8_frame_dropping != vie_codec.codecSpecific.VP8.frameDroppingOn;
3903
3904 if (reset_send_codec) {
3905 // Set the new codec on vie.
3906 vie_codec.width = target_width;
3907 vie_codec.height = target_height;
3908 vie_codec.maxFramerate = target_codec.maxFramerate;
3909 vie_codec.startBitrate = target_codec.startBitrate;
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00003910 vie_codec.targetBitrate = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003911 vie_codec.codecSpecific.VP8.automaticResizeOn = automatic_resize;
3912 vie_codec.codecSpecific.VP8.denoisingOn = denoising;
3913 vie_codec.codecSpecific.VP8.frameDroppingOn = vp8_frame_dropping;
buildbot@webrtc.org0d34f142014-05-02 16:54:25 +00003914 MaybeChangeStartBitrate(channel_id, &vie_codec);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003915
3916 if (engine()->vie()->codec()->SetSendCodec(channel_id, vie_codec) != 0) {
3917 LOG_RTCERR1(SetSendCodec, channel_id);
3918 return false;
3919 }
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003920
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003921 if (is_screencast) {
3922 engine()->vie()->rtp()->SetMinTransmitBitrate(channel_id,
3923 screencast_min_bitrate);
3924 // If screencast and min bitrate set, force enable pacer.
3925 if (screencast_min_bitrate > 0) {
3926 engine()->vie()->rtp()->SetTransmissionSmoothingStatus(channel_id,
3927 true);
3928 }
3929 } else {
3930 // In case of switching from screencast to regular capture, set
3931 // min bitrate padding and pacer back to defaults.
3932 engine()->vie()->rtp()->SetMinTransmitBitrate(channel_id, 0);
3933 engine()->vie()->rtp()->SetTransmissionSmoothingStatus(channel_id,
3934 leaky_bucket);
3935 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003936 if (reset) {
3937 *reset = true;
3938 }
3939 LogSendCodecChange("Capture size changed");
3940 }
3941
3942 return true;
3943}
3944
3945void WebRtcVideoMediaChannel::MaybeChangeStartBitrate(
3946 int channel_id, webrtc::VideoCodec* video_codec) {
3947 if (video_codec->startBitrate < video_codec->minBitrate) {
3948 video_codec->startBitrate = video_codec->minBitrate;
3949 } else if (video_codec->startBitrate > video_codec->maxBitrate) {
3950 video_codec->startBitrate = video_codec->maxBitrate;
3951 }
3952
3953 // Use a previous target bitrate, if there is one.
3954 unsigned int current_target_bitrate = 0;
3955 if (engine()->vie()->codec()->GetCodecTargetBitrate(
3956 channel_id, &current_target_bitrate) == 0) {
3957 // Convert to kbps.
3958 current_target_bitrate /= 1000;
3959 if (current_target_bitrate > video_codec->maxBitrate) {
3960 current_target_bitrate = video_codec->maxBitrate;
3961 }
3962 if (current_target_bitrate > video_codec->startBitrate) {
3963 video_codec->startBitrate = current_target_bitrate;
3964 }
3965 }
3966}
3967
3968void WebRtcVideoMediaChannel::OnMessage(talk_base::Message* msg) {
3969 FlushBlackFrameData* black_frame_data =
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00003970 static_cast<FlushBlackFrameData*>(msg->pdata);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003971 FlushBlackFrame(black_frame_data->ssrc, black_frame_data->timestamp);
3972 delete black_frame_data;
3973}
3974
3975int WebRtcVideoMediaChannel::SendPacket(int channel, const void* data,
3976 int len) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003977 talk_base::Buffer packet(data, len, kMaxRtpPacketLen);
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00003978 return MediaChannel::SendPacket(&packet) ? len : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003979}
3980
3981int WebRtcVideoMediaChannel::SendRTCPPacket(int channel,
3982 const void* data,
3983 int len) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003984 talk_base::Buffer packet(data, len, kMaxRtpPacketLen);
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00003985 return MediaChannel::SendRtcp(&packet) ? len : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003986}
3987
3988void WebRtcVideoMediaChannel::QueueBlackFrame(uint32 ssrc, int64 timestamp,
3989 int framerate) {
3990 if (timestamp) {
3991 FlushBlackFrameData* black_frame_data = new FlushBlackFrameData(
3992 ssrc,
3993 timestamp);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00003994 const int delay_ms = static_cast<int>(
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003995 2 * cricket::VideoFormat::FpsToInterval(framerate) *
3996 talk_base::kNumMillisecsPerSec / talk_base::kNumNanosecsPerSec);
3997 worker_thread()->PostDelayed(delay_ms, this, 0, black_frame_data);
3998 }
3999}
4000
4001void WebRtcVideoMediaChannel::FlushBlackFrame(uint32 ssrc, int64 timestamp) {
4002 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
4003 if (!send_channel) {
4004 return;
4005 }
4006 talk_base::scoped_ptr<const VideoFrame> black_frame_ptr;
4007
4008 const WebRtcLocalStreamInfo* channel_stream_info =
4009 send_channel->local_stream_info();
4010 int64 last_frame_time_stamp = channel_stream_info->time_stamp();
4011 if (last_frame_time_stamp == timestamp) {
4012 size_t last_frame_width = 0;
4013 size_t last_frame_height = 0;
4014 int64 last_frame_elapsed_time = 0;
4015 channel_stream_info->GetLastFrameInfo(&last_frame_width, &last_frame_height,
4016 &last_frame_elapsed_time);
4017 if (!last_frame_width || !last_frame_height) {
4018 return;
4019 }
4020 WebRtcVideoFrame black_frame;
4021 // Black frame is not screencast.
4022 const bool screencasting = false;
4023 const int64 timestamp_delta = send_channel->interval();
4024 if (!black_frame.InitToBlack(send_codec_->width, send_codec_->height, 1, 1,
4025 last_frame_elapsed_time + timestamp_delta,
4026 last_frame_time_stamp + timestamp_delta) ||
4027 !SendFrame(send_channel, &black_frame, screencasting)) {
4028 LOG(LS_ERROR) << "Failed to send black frame.";
4029 }
4030 }
4031}
4032
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00004033void WebRtcVideoMediaChannel::OnCpuAdaptationUnable() {
4034 // ssrc is hardcoded to 0. This message is based on a system wide issue,
4035 // so finding which ssrc caused it doesn't matter.
4036 SignalMediaError(0, VideoMediaChannel::ERROR_REC_CPU_MAX_CANT_DOWNGRADE);
4037}
4038
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004039void WebRtcVideoMediaChannel::SetNetworkTransmissionState(
4040 bool is_transmitting) {
4041 LOG(LS_INFO) << "SetNetworkTransmissionState: " << is_transmitting;
4042 for (SendChannelMap::iterator iter = send_channels_.begin();
4043 iter != send_channels_.end(); ++iter) {
4044 WebRtcVideoChannelSendInfo* send_channel = iter->second;
4045 int channel_id = send_channel->channel_id();
4046 engine_->vie()->network()->SetNetworkTransmissionState(channel_id,
4047 is_transmitting);
4048 }
4049}
4050
4051bool WebRtcVideoMediaChannel::SetHeaderExtension(ExtensionSetterFunction setter,
4052 int channel_id, const RtpHeaderExtension* extension) {
4053 bool enable = false;
4054 int id = 0;
4055 if (extension) {
4056 enable = true;
4057 id = extension->id;
4058 }
4059 if ((engine_->vie()->rtp()->*setter)(channel_id, enable, id) != 0) {
4060 LOG_RTCERR4(*setter, extension->uri, channel_id, enable, id);
4061 return false;
4062 }
4063 return true;
4064}
4065
4066bool WebRtcVideoMediaChannel::SetHeaderExtension(ExtensionSetterFunction setter,
4067 int channel_id, const std::vector<RtpHeaderExtension>& extensions,
4068 const char header_extension_uri[]) {
4069 const RtpHeaderExtension* extension = FindHeaderExtension(extensions,
4070 header_extension_uri);
4071 return SetHeaderExtension(setter, channel_id, extension);
4072}
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00004073
4074bool WebRtcVideoMediaChannel::SetLocalRtxSsrc(int channel_id,
4075 const StreamParams& send_params,
4076 uint32 primary_ssrc,
4077 int stream_idx) {
4078 uint32 rtx_ssrc = 0;
4079 bool has_rtx = send_params.GetFidSsrc(primary_ssrc, &rtx_ssrc);
4080 if (has_rtx && engine()->vie()->rtp()->SetLocalSSRC(
4081 channel_id, rtx_ssrc, webrtc::kViEStreamTypeRtx, stream_idx) != 0) {
4082 LOG_RTCERR4(SetLocalSSRC, channel_id, rtx_ssrc,
4083 webrtc::kViEStreamTypeRtx, stream_idx);
4084 return false;
4085 }
4086 return true;
4087}
4088
wu@webrtc.org24301a62013-12-13 19:17:43 +00004089void WebRtcVideoMediaChannel::MaybeConnectCapturer(VideoCapturer* capturer) {
4090 if (capturer != NULL && GetSendChannelNum(capturer) == 1) {
wu@webrtc.orgf7d501d2014-03-27 23:48:25 +00004091 capturer->SignalVideoFrame.connect(this,
4092 &WebRtcVideoMediaChannel::SendFrame);
wu@webrtc.org24301a62013-12-13 19:17:43 +00004093 }
4094}
4095
4096void WebRtcVideoMediaChannel::MaybeDisconnectCapturer(VideoCapturer* capturer) {
4097 if (capturer != NULL && GetSendChannelNum(capturer) == 1) {
4098 capturer->SignalVideoFrame.disconnect(this);
4099 }
4100}
4101
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004102} // namespace cricket
4103
4104#endif // HAVE_WEBRTC_VIDEO