blob: 49e0c52b6843026eb1ff848ba4ec56351e6c3346 [file] [log] [blame]
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001/*
2 * libjingle
3 * Copyright 2004 Google Inc.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
7 *
8 * 1. Redistributions of source code must retain the above copyright notice,
9 * this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright notice,
11 * this list of conditions and the following disclaimer in the documentation
12 * and/or other materials provided with the distribution.
13 * 3. The name of the author may not be used to endorse or promote products
14 * derived from this software without specific prior written permission.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
17 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
18 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
19 * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
21 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
22 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
24 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
25 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 */
27
28#ifdef HAVE_WEBRTC_VIDEO
29#include "talk/media/webrtc/webrtcvideoengine.h"
30
31#ifdef HAVE_CONFIG_H
32#include <config.h>
33#endif
34
35#include <math.h>
36#include <set>
37
38#include "talk/base/basictypes.h"
39#include "talk/base/buffer.h"
40#include "talk/base/byteorder.h"
41#include "talk/base/common.h"
42#include "talk/base/cpumonitor.h"
43#include "talk/base/logging.h"
44#include "talk/base/stringutils.h"
45#include "talk/base/thread.h"
46#include "talk/base/timeutils.h"
47#include "talk/media/base/constants.h"
48#include "talk/media/base/rtputils.h"
49#include "talk/media/base/streamparams.h"
50#include "talk/media/base/videoadapter.h"
51#include "talk/media/base/videocapturer.h"
52#include "talk/media/base/videorenderer.h"
53#include "talk/media/devices/filevideocapturer.h"
wu@webrtc.org9dba5252013-08-05 20:36:57 +000054#include "talk/media/webrtc/webrtcpassthroughrender.h"
55#include "talk/media/webrtc/webrtctexturevideoframe.h"
56#include "talk/media/webrtc/webrtcvideocapturer.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000057#include "talk/media/webrtc/webrtcvideodecoderfactory.h"
58#include "talk/media/webrtc/webrtcvideoencoderfactory.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000059#include "talk/media/webrtc/webrtcvideoframe.h"
60#include "talk/media/webrtc/webrtcvie.h"
61#include "talk/media/webrtc/webrtcvoe.h"
62#include "talk/media/webrtc/webrtcvoiceengine.h"
henrike@webrtc.orga92fd742014-03-26 01:46:18 +000063#include "webrtc/experiments.h"
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +000064#include "webrtc/modules/remote_bitrate_estimator/include/remote_bitrate_estimator.h"
buildbot@webrtc.org251fdf62014-06-03 23:43:48 +000065#ifdef WEBRTC_CHROMIUM_BUILD
66#include "webrtc/system_wrappers/interface/field_trial.h"
67#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +000068
69#if !defined(LIBPEERCONNECTION_LIB)
henrike@webrtc.org28e20752013-07-10 00:45:36 +000070#include "talk/media/webrtc/webrtcmediaengine.h"
71
72WRME_EXPORT
73cricket::MediaEngineInterface* CreateWebRtcMediaEngine(
74 webrtc::AudioDeviceModule* adm, webrtc::AudioDeviceModule* adm_sc,
75 cricket::WebRtcVideoEncoderFactory* encoder_factory,
76 cricket::WebRtcVideoDecoderFactory* decoder_factory) {
buildbot@webrtc.org251fdf62014-06-03 23:43:48 +000077#ifdef WEBRTC_CHROMIUM_BUILD
78 if (webrtc::field_trial::FindFullName("WebRTC-NewVideoAPI") == "Enabled") {
79 return new cricket::WebRtcMediaEngine2(
80 adm, adm_sc, encoder_factory, decoder_factory);
81 } else {
82#endif
83 return new cricket::WebRtcMediaEngine(
84 adm, adm_sc, encoder_factory, decoder_factory);
85#ifdef WEBRTC_CHROMIUM_BUILD
86 }
87#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +000088}
89
90WRME_EXPORT
91void DestroyWebRtcMediaEngine(cricket::MediaEngineInterface* media_engine) {
buildbot@webrtc.org251fdf62014-06-03 23:43:48 +000092#ifdef WEBRTC_CHROMIUM_BUILD
93 if (webrtc::field_trial::FindFullName("WebRTC-NewVideoAPI") == "Enabled") {
94 delete static_cast<cricket::WebRtcMediaEngine2*>(media_engine);
95 } else {
96#endif
97 delete static_cast<cricket::WebRtcMediaEngine*>(media_engine);
98#ifdef WEBRTC_CHROMIUM_BUILD
99 }
100#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000101}
102#endif
103
104
105namespace cricket {
106
107
108static const int kDefaultLogSeverity = talk_base::LS_WARNING;
109
110static const int kMinVideoBitrate = 50;
111static const int kStartVideoBitrate = 300;
112static const int kMaxVideoBitrate = 2000;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000113
wu@webrtc.orgcecfd182013-10-30 05:18:12 +0000114// Controlled by exp, try a super low minimum bitrate for poor connections.
115static const int kLowerMinBitrate = 30;
116
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000117static const int kVideoMtu = 1200;
118
119static const int kVideoRtpBufferSize = 65536;
120
121static const char kVp8PayloadName[] = "VP8";
122static const char kRedPayloadName[] = "red";
123static const char kFecPayloadName[] = "ulpfec";
124
125static const int kDefaultNumberOfTemporalLayers = 1; // 1:1
126
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000127static const int kExternalVideoPayloadTypeBase = 120;
128
buildbot@webrtc.org073dfdd2014-05-08 19:36:21 +0000129static bool BitrateIsSet(int value) {
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +0000130 return value > kAutoBandwidth;
131}
132
buildbot@webrtc.org073dfdd2014-05-08 19:36:21 +0000133static int GetBitrate(int value, int deflt) {
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +0000134 return BitrateIsSet(value) ? value : deflt;
135}
136
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000137// Static allocation of payload type values for external video codec.
138static int GetExternalVideoPayloadType(int index) {
buildbot@webrtc.org34a08b42014-06-02 15:48:10 +0000139#if ENABLE_DEBUG
140 static const int kMaxExternalVideoCodecs = 8;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000141 ASSERT(index >= 0 && index < kMaxExternalVideoCodecs);
buildbot@webrtc.org34a08b42014-06-02 15:48:10 +0000142#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000143 return kExternalVideoPayloadTypeBase + index;
144}
145
146static void LogMultiline(talk_base::LoggingSeverity sev, char* text) {
147 const char* delim = "\r\n";
buildbot@webrtc.org6f237762014-06-04 16:23:10 +0000148 // TODO(fbarchard): Fix strtok lint warning.
149 for (char* tok = strtok(text, delim); tok; tok = strtok(NULL, delim)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000150 LOG_V(sev) << tok;
151 }
152}
153
154// Severity is an integer because it comes is assumed to be from command line.
155static int SeverityToFilter(int severity) {
156 int filter = webrtc::kTraceNone;
157 switch (severity) {
158 case talk_base::LS_VERBOSE:
159 filter |= webrtc::kTraceAll;
160 case talk_base::LS_INFO:
161 filter |= (webrtc::kTraceStateInfo | webrtc::kTraceInfo);
162 case talk_base::LS_WARNING:
163 filter |= (webrtc::kTraceTerseInfo | webrtc::kTraceWarning);
164 case talk_base::LS_ERROR:
165 filter |= (webrtc::kTraceError | webrtc::kTraceCritical);
166 }
167 return filter;
168}
169
170static const int kCpuMonitorPeriodMs = 2000; // 2 seconds.
171
172static const bool kNotSending = false;
173
wu@webrtc.orgde305012013-10-31 15:40:38 +0000174// Default video dscp value.
175// See http://tools.ietf.org/html/rfc2474 for details
176// See also http://tools.ietf.org/html/draft-jennings-rtcweb-qos-00
177static const talk_base::DiffServCodePoint kVideoDscpValue =
178 talk_base::DSCP_AF41;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000179
180static bool IsNackEnabled(const VideoCodec& codec) {
181 return codec.HasFeedbackParam(FeedbackParam(kRtcpFbParamNack,
182 kParamValueEmpty));
183}
184
185// Returns true if Receiver Estimated Max Bitrate is enabled.
186static bool IsRembEnabled(const VideoCodec& codec) {
187 return codec.HasFeedbackParam(FeedbackParam(kRtcpFbParamRemb,
188 kParamValueEmpty));
189}
190
191struct FlushBlackFrameData : public talk_base::MessageData {
192 FlushBlackFrameData(uint32 s, int64 t) : ssrc(s), timestamp(t) {
193 }
194 uint32 ssrc;
195 int64 timestamp;
196};
197
198class WebRtcRenderAdapter : public webrtc::ExternalRenderer {
199 public:
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000200 WebRtcRenderAdapter(VideoRenderer* renderer, int channel_id)
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000201 : renderer_(renderer),
202 channel_id_(channel_id),
203 width_(0),
204 height_(0),
buildbot@webrtc.orgf9f1bfb2014-05-21 17:02:15 +0000205 capture_start_rtp_time_stamp_(-1),
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000206 capture_start_ntp_time_ms_(0) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000207 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000208
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000209 virtual ~WebRtcRenderAdapter() {
210 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000211
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000212 void SetRenderer(VideoRenderer* renderer) {
213 talk_base::CritScope cs(&crit_);
214 renderer_ = renderer;
215 // FrameSizeChange may have already been called when renderer was not set.
216 // If so we should call SetSize here.
217 // TODO(ronghuawu): Add unit test for this case. Didn't do it now
218 // because the WebRtcRenderAdapter is currently hiding in cc file. No
219 // good way to get access to it from the unit test.
220 if (width_ > 0 && height_ > 0 && renderer_ != NULL) {
221 if (!renderer_->SetSize(width_, height_, 0)) {
222 LOG(LS_ERROR)
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000223 << "WebRtcRenderAdapter (channel " << channel_id_
224 << ") SetRenderer failed to SetSize to: "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000225 << width_ << "x" << height_;
226 }
227 }
228 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000229
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000230 // Implementation of webrtc::ExternalRenderer.
231 virtual int FrameSizeChange(unsigned int width, unsigned int height,
232 unsigned int /*number_of_streams*/) {
233 talk_base::CritScope cs(&crit_);
234 width_ = width;
235 height_ = height;
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000236 LOG(LS_INFO) << "WebRtcRenderAdapter (channel " << channel_id_
237 << ") frame size changed to: "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000238 << width << "x" << height;
239 if (renderer_ == NULL) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000240 LOG(LS_VERBOSE) << "WebRtcRenderAdapter (channel " << channel_id_
241 << ") the renderer has not been set. "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000242 << "SetSize will be called later in SetRenderer.";
243 return 0;
244 }
245 return renderer_->SetSize(width_, height_, 0) ? 0 : -1;
246 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000247
buildbot@webrtc.org1fd5b452014-04-15 17:39:43 +0000248 virtual int DeliverFrame(unsigned char* buffer,
249 int buffer_size,
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000250 uint32_t rtp_time_stamp,
buildbot@webrtc.org1fd5b452014-04-15 17:39:43 +0000251#ifdef USE_WEBRTC_DEV_BRANCH
252 int64_t ntp_time_ms,
253#endif
254 int64_t render_time,
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000255 void* handle) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000256 talk_base::CritScope cs(&crit_);
buildbot@webrtc.orgf9f1bfb2014-05-21 17:02:15 +0000257 if (capture_start_rtp_time_stamp_ < 0) {
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000258 capture_start_rtp_time_stamp_ = rtp_time_stamp;
259 }
buildbot@webrtc.org22190372014-05-07 17:52:33 +0000260
261 const int kVideoCodecClockratekHz = cricket::kVideoCodecClockrate / 1000;
262
buildbot@webrtc.org91c91042014-06-06 16:29:00 +0000263 int64 elapsed_time_ms =
264 (rtp_ts_wraparound_handler_.Unwrap(rtp_time_stamp) -
265 capture_start_rtp_time_stamp_) / kVideoCodecClockratekHz;
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000266#ifdef USE_WEBRTC_DEV_BRANCH
267 if (ntp_time_ms > 0) {
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000268 capture_start_ntp_time_ms_ = ntp_time_ms - elapsed_time_ms;
269 }
270#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000271 frame_rate_tracker_.Update(1);
272 if (renderer_ == NULL) {
273 return 0;
274 }
buildbot@webrtc.org91c91042014-06-06 16:29:00 +0000275 // Convert elapsed_time_ms to ns timestamp.
276 int64 elapsed_time_ns =
277 elapsed_time_ms * talk_base::kNumNanosecsPerMillisec;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000278 // Convert milisecond render time to ns timestamp.
buildbot@webrtc.org91c91042014-06-06 16:29:00 +0000279 int64 render_time_ns = render_time *
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000280 talk_base::kNumNanosecsPerMillisec;
buildbot@webrtc.org91c91042014-06-06 16:29:00 +0000281 // Note that here we send the |elapsed_time_ns| to renderer as the
282 // cricket::VideoFrame's elapsed_time_ and the |render_time_ns| as the
283 // cricket::VideoFrame's time_stamp_.
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000284 if (handle == NULL) {
buildbot@webrtc.org91c91042014-06-06 16:29:00 +0000285 return DeliverBufferFrame(buffer, buffer_size, render_time_ns,
286 elapsed_time_ns);
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000287 } else {
buildbot@webrtc.org91c91042014-06-06 16:29:00 +0000288 return DeliverTextureFrame(handle, render_time_ns,
289 elapsed_time_ns);
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000290 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000291 }
292
293 virtual bool IsTextureSupported() { return true; }
294
295 int DeliverBufferFrame(unsigned char* buffer, int buffer_size,
buildbot@webrtc.org91c91042014-06-06 16:29:00 +0000296 int64 time_stamp, int64 elapsed_time) {
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000297 WebRtcVideoFrame video_frame;
wu@webrtc.org16d62542013-11-05 23:45:14 +0000298 video_frame.Alias(buffer, buffer_size, width_, height_,
buildbot@webrtc.org91c91042014-06-06 16:29:00 +0000299 1, 1, elapsed_time, time_stamp, 0);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000300
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000301 // Sanity check on decoded frame size.
302 if (buffer_size != static_cast<int>(VideoFrame::SizeOf(width_, height_))) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000303 LOG(LS_WARNING) << "WebRtcRenderAdapter (channel " << channel_id_
304 << ") received a strange frame size: "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000305 << buffer_size;
306 }
307
308 int ret = renderer_->RenderFrame(&video_frame) ? 0 : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000309 return ret;
310 }
311
buildbot@webrtc.org91c91042014-06-06 16:29:00 +0000312 int DeliverTextureFrame(void* handle, int64 time_stamp, int64 elapsed_time) {
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000313 WebRtcTextureVideoFrame video_frame(
314 static_cast<webrtc::NativeHandle*>(handle), width_, height_,
buildbot@webrtc.org91c91042014-06-06 16:29:00 +0000315 elapsed_time, time_stamp);
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000316 return renderer_->RenderFrame(&video_frame);
317 }
318
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000319 unsigned int width() {
320 talk_base::CritScope cs(&crit_);
321 return width_;
322 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000323
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000324 unsigned int height() {
325 talk_base::CritScope cs(&crit_);
326 return height_;
327 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000328
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000329 int framerate() {
330 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000331 return static_cast<int>(frame_rate_tracker_.units_second());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000332 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000333
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000334 VideoRenderer* renderer() {
335 talk_base::CritScope cs(&crit_);
336 return renderer_;
337 }
338
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000339 int64 capture_start_ntp_time_ms() {
340 talk_base::CritScope cs(&crit_);
341 return capture_start_ntp_time_ms_;
342 }
343
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000344 private:
345 talk_base::CriticalSection crit_;
346 VideoRenderer* renderer_;
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000347 int channel_id_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000348 unsigned int width_;
349 unsigned int height_;
350 talk_base::RateTracker frame_rate_tracker_;
buildbot@webrtc.orgf9f1bfb2014-05-21 17:02:15 +0000351 talk_base::TimestampWrapAroundHandler rtp_ts_wraparound_handler_;
352 int64 capture_start_rtp_time_stamp_;
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000353 int64 capture_start_ntp_time_ms_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000354};
355
356class WebRtcDecoderObserver : public webrtc::ViEDecoderObserver {
357 public:
358 explicit WebRtcDecoderObserver(int video_channel)
359 : video_channel_(video_channel),
360 framerate_(0),
361 bitrate_(0),
wu@webrtc.org97077a32013-10-25 21:18:33 +0000362 decode_ms_(0),
363 max_decode_ms_(0),
364 current_delay_ms_(0),
365 target_delay_ms_(0),
366 jitter_buffer_ms_(0),
367 min_playout_delay_ms_(0),
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000368 render_delay_ms_(0) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000369 }
370
371 // virtual functions from VieDecoderObserver.
372 virtual void IncomingCodecChanged(const int videoChannel,
373 const webrtc::VideoCodec& videoCodec) {}
374 virtual void IncomingRate(const int videoChannel,
375 const unsigned int framerate,
376 const unsigned int bitrate) {
wu@webrtc.org78187522013-10-07 23:32:02 +0000377 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000378 ASSERT(video_channel_ == videoChannel);
379 framerate_ = framerate;
380 bitrate_ = bitrate;
381 }
wu@webrtc.org97077a32013-10-25 21:18:33 +0000382
383 virtual void DecoderTiming(int decode_ms,
384 int max_decode_ms,
385 int current_delay_ms,
386 int target_delay_ms,
387 int jitter_buffer_ms,
388 int min_playout_delay_ms,
389 int render_delay_ms) {
390 talk_base::CritScope cs(&crit_);
391 decode_ms_ = decode_ms;
392 max_decode_ms_ = max_decode_ms;
393 current_delay_ms_ = current_delay_ms;
394 target_delay_ms_ = target_delay_ms;
395 jitter_buffer_ms_ = jitter_buffer_ms;
396 min_playout_delay_ms_ = min_playout_delay_ms;
397 render_delay_ms_ = render_delay_ms;
398 }
399
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000400 virtual void RequestNewKeyFrame(const int videoChannel) {}
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000401
wu@webrtc.org97077a32013-10-25 21:18:33 +0000402 // Populate |rinfo| based on previously-set data in |*this|.
403 void ExportTo(VideoReceiverInfo* rinfo) {
wu@webrtc.org78187522013-10-07 23:32:02 +0000404 talk_base::CritScope cs(&crit_);
wu@webrtc.org97077a32013-10-25 21:18:33 +0000405 rinfo->framerate_rcvd = framerate_;
406 rinfo->decode_ms = decode_ms_;
407 rinfo->max_decode_ms = max_decode_ms_;
408 rinfo->current_delay_ms = current_delay_ms_;
409 rinfo->target_delay_ms = target_delay_ms_;
410 rinfo->jitter_buffer_ms = jitter_buffer_ms_;
411 rinfo->min_playout_delay_ms = min_playout_delay_ms_;
412 rinfo->render_delay_ms = render_delay_ms_;
wu@webrtc.org78187522013-10-07 23:32:02 +0000413 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000414
415 private:
wu@webrtc.org78187522013-10-07 23:32:02 +0000416 mutable talk_base::CriticalSection crit_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000417 int video_channel_;
418 int framerate_;
419 int bitrate_;
wu@webrtc.org97077a32013-10-25 21:18:33 +0000420 int decode_ms_;
421 int max_decode_ms_;
422 int current_delay_ms_;
423 int target_delay_ms_;
424 int jitter_buffer_ms_;
425 int min_playout_delay_ms_;
426 int render_delay_ms_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000427};
428
429class WebRtcEncoderObserver : public webrtc::ViEEncoderObserver {
430 public:
431 explicit WebRtcEncoderObserver(int video_channel)
432 : video_channel_(video_channel),
433 framerate_(0),
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000434 bitrate_(0),
435 suspended_(false) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000436 }
437
438 // virtual functions from VieEncoderObserver.
439 virtual void OutgoingRate(const int videoChannel,
440 const unsigned int framerate,
441 const unsigned int bitrate) {
wu@webrtc.org78187522013-10-07 23:32:02 +0000442 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000443 ASSERT(video_channel_ == videoChannel);
444 framerate_ = framerate;
445 bitrate_ = bitrate;
446 }
447
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000448 virtual void SuspendChange(int video_channel, bool is_suspended) {
449 talk_base::CritScope cs(&crit_);
450 ASSERT(video_channel_ == video_channel);
451 suspended_ = is_suspended;
452 }
453
wu@webrtc.org78187522013-10-07 23:32:02 +0000454 int framerate() const {
455 talk_base::CritScope cs(&crit_);
456 return framerate_;
457 }
458 int bitrate() const {
459 talk_base::CritScope cs(&crit_);
460 return bitrate_;
461 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000462 bool suspended() const {
463 talk_base::CritScope cs(&crit_);
464 return suspended_;
465 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000466
467 private:
wu@webrtc.org78187522013-10-07 23:32:02 +0000468 mutable talk_base::CriticalSection crit_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000469 int video_channel_;
470 int framerate_;
471 int bitrate_;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000472 bool suspended_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000473};
474
475class WebRtcLocalStreamInfo {
476 public:
477 WebRtcLocalStreamInfo()
478 : width_(0), height_(0), elapsed_time_(-1), time_stamp_(-1) {}
479 size_t width() const {
480 talk_base::CritScope cs(&crit_);
481 return width_;
482 }
483 size_t height() const {
484 talk_base::CritScope cs(&crit_);
485 return height_;
486 }
487 int64 elapsed_time() const {
488 talk_base::CritScope cs(&crit_);
489 return elapsed_time_;
490 }
491 int64 time_stamp() const {
492 talk_base::CritScope cs(&crit_);
493 return time_stamp_;
494 }
495 int framerate() {
496 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000497 return static_cast<int>(rate_tracker_.units_second());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000498 }
499 void GetLastFrameInfo(
500 size_t* width, size_t* height, int64* elapsed_time) const {
501 talk_base::CritScope cs(&crit_);
502 *width = width_;
503 *height = height_;
504 *elapsed_time = elapsed_time_;
505 }
506
507 void UpdateFrame(const VideoFrame* frame) {
508 talk_base::CritScope cs(&crit_);
509
510 width_ = frame->GetWidth();
511 height_ = frame->GetHeight();
512 elapsed_time_ = frame->GetElapsedTime();
513 time_stamp_ = frame->GetTimeStamp();
514
515 rate_tracker_.Update(1);
516 }
517
518 private:
519 mutable talk_base::CriticalSection crit_;
520 size_t width_;
521 size_t height_;
522 int64 elapsed_time_;
523 int64 time_stamp_;
524 talk_base::RateTracker rate_tracker_;
525
526 DISALLOW_COPY_AND_ASSIGN(WebRtcLocalStreamInfo);
527};
528
529// WebRtcVideoChannelRecvInfo is a container class with members such as renderer
530// and a decoder observer that is used by receive channels.
531// It must exist as long as the receive channel is connected to renderer or a
532// decoder observer in this class and methods in the class should only be called
533// from the worker thread.
534class WebRtcVideoChannelRecvInfo {
535 public:
536 typedef std::map<int, webrtc::VideoDecoder*> DecoderMap; // key: payload type
537 explicit WebRtcVideoChannelRecvInfo(int channel_id)
538 : channel_id_(channel_id),
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000539 render_adapter_(NULL, channel_id),
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000540 decoder_observer_(channel_id) {
541 }
542 int channel_id() { return channel_id_; }
543 void SetRenderer(VideoRenderer* renderer) {
544 render_adapter_.SetRenderer(renderer);
545 }
546 WebRtcRenderAdapter* render_adapter() { return &render_adapter_; }
547 WebRtcDecoderObserver* decoder_observer() { return &decoder_observer_; }
548 void RegisterDecoder(int pl_type, webrtc::VideoDecoder* decoder) {
549 ASSERT(!IsDecoderRegistered(pl_type));
550 registered_decoders_[pl_type] = decoder;
551 }
552 bool IsDecoderRegistered(int pl_type) {
553 return registered_decoders_.count(pl_type) != 0;
554 }
555 const DecoderMap& registered_decoders() {
556 return registered_decoders_;
557 }
558 void ClearRegisteredDecoders() {
559 registered_decoders_.clear();
560 }
561
562 private:
563 int channel_id_; // Webrtc video channel number.
564 // Renderer for this channel.
565 WebRtcRenderAdapter render_adapter_;
566 WebRtcDecoderObserver decoder_observer_;
567 DecoderMap registered_decoders_;
568};
569
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000570class WebRtcOveruseObserver : public webrtc::CpuOveruseObserver {
571 public:
572 explicit WebRtcOveruseObserver(CoordinatedVideoAdapter* video_adapter)
573 : video_adapter_(video_adapter),
574 enabled_(false) {
575 }
576
577 // TODO(mflodman): Consider sending resolution as part of event, to let
578 // adapter know what resolution the request is based on. Helps eliminate stale
579 // data, race conditions.
580 virtual void OveruseDetected() OVERRIDE {
581 talk_base::CritScope cs(&crit_);
582 if (!enabled_) {
583 return;
584 }
585
586 video_adapter_->OnCpuResolutionRequest(CoordinatedVideoAdapter::DOWNGRADE);
587 }
588
589 virtual void NormalUsage() OVERRIDE {
590 talk_base::CritScope cs(&crit_);
591 if (!enabled_) {
592 return;
593 }
594
595 video_adapter_->OnCpuResolutionRequest(CoordinatedVideoAdapter::UPGRADE);
596 }
597
598 void Enable(bool enable) {
599 talk_base::CritScope cs(&crit_);
600 enabled_ = enable;
601 }
602
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000603 bool enabled() const { return enabled_; }
604
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000605 private:
606 CoordinatedVideoAdapter* video_adapter_;
607 bool enabled_;
608 talk_base::CriticalSection crit_;
609};
610
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000611
wu@webrtc.orgd64719d2013-08-01 00:00:07 +0000612class WebRtcVideoChannelSendInfo : public sigslot::has_slots<> {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000613 public:
614 typedef std::map<int, webrtc::VideoEncoder*> EncoderMap; // key: payload type
615 WebRtcVideoChannelSendInfo(int channel_id, int capture_id,
616 webrtc::ViEExternalCapture* external_capture,
617 talk_base::CpuMonitor* cpu_monitor)
618 : channel_id_(channel_id),
619 capture_id_(capture_id),
620 sending_(false),
621 muted_(false),
622 video_capturer_(NULL),
623 encoder_observer_(channel_id),
624 external_capture_(external_capture),
625 capturer_updated_(false),
626 interval_(0),
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000627 cpu_monitor_(cpu_monitor),
628 overuse_observer_enabled_(false) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000629 }
630
631 int channel_id() const { return channel_id_; }
632 int capture_id() const { return capture_id_; }
633 void set_sending(bool sending) { sending_ = sending; }
634 bool sending() const { return sending_; }
635 void set_muted(bool on) {
636 // TODO(asapersson): add support.
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +0000637 // video_adapter_.SetBlackOutput(on);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000638 muted_ = on;
639 }
640 bool muted() {return muted_; }
641
642 WebRtcEncoderObserver* encoder_observer() { return &encoder_observer_; }
643 webrtc::ViEExternalCapture* external_capture() { return external_capture_; }
644 const VideoFormat& video_format() const {
645 return video_format_;
646 }
647 void set_video_format(const VideoFormat& video_format) {
648 video_format_ = video_format;
649 if (video_format_ != cricket::VideoFormat()) {
650 interval_ = video_format_.interval;
651 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000652 CoordinatedVideoAdapter* adapter = video_adapter();
653 if (adapter) {
654 adapter->OnOutputFormatRequest(video_format_);
655 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000656 }
657 void set_interval(int64 interval) {
658 if (video_format() == cricket::VideoFormat()) {
659 interval_ = interval;
660 }
661 }
662 int64 interval() { return interval_; }
663
xians@webrtc.orgef221512014-02-21 10:31:29 +0000664 int CurrentAdaptReason() const {
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000665 const CoordinatedVideoAdapter* adapter = video_adapter();
666 if (!adapter) {
667 return CoordinatedVideoAdapter::ADAPTREASON_NONE;
668 }
669 return video_adapter()->adapt_reason();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000670 }
671
672 StreamParams* stream_params() { return stream_params_.get(); }
673 void set_stream_params(const StreamParams& sp) {
674 stream_params_.reset(new StreamParams(sp));
675 }
676 void ClearStreamParams() { stream_params_.reset(); }
677 bool has_ssrc(uint32 local_ssrc) const {
678 return !stream_params_ ? false :
679 stream_params_->has_ssrc(local_ssrc);
680 }
681 WebRtcLocalStreamInfo* local_stream_info() {
682 return &local_stream_info_;
683 }
684 VideoCapturer* video_capturer() {
685 return video_capturer_;
686 }
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +0000687 void set_video_capturer(VideoCapturer* video_capturer,
688 ViEWrapper* vie_wrapper) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000689 if (video_capturer == video_capturer_) {
690 return;
691 }
xians@webrtc.orgef221512014-02-21 10:31:29 +0000692
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000693 CoordinatedVideoAdapter* old_video_adapter = video_adapter();
694 if (old_video_adapter) {
695 // Disconnect signals from old video adapter.
696 SignalCpuAdaptationUnable.disconnect(old_video_adapter);
697 if (cpu_monitor_) {
698 cpu_monitor_->SignalUpdate.disconnect(old_video_adapter);
xians@webrtc.orgef221512014-02-21 10:31:29 +0000699 }
henrike@webrtc.org26438052014-02-20 22:32:53 +0000700 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000701
702 capturer_updated_ = true;
703 video_capturer_ = video_capturer;
704
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +0000705 vie_wrapper->base()->RegisterCpuOveruseObserver(channel_id_, NULL);
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000706 if (!video_capturer) {
707 overuse_observer_.reset();
708 return;
709 }
710
711 CoordinatedVideoAdapter* adapter = video_adapter();
712 ASSERT(adapter && "Video adapter should not be null here.");
713
714 UpdateAdapterCpuOptions();
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000715
716 overuse_observer_.reset(new WebRtcOveruseObserver(adapter));
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +0000717 vie_wrapper->base()->RegisterCpuOveruseObserver(channel_id_,
718 overuse_observer_.get());
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000719 // (Dis)connect the video adapter from the cpu monitor as appropriate.
720 SetCpuOveruseDetection(overuse_observer_enabled_);
721
722 SignalCpuAdaptationUnable.repeat(adapter->SignalCpuAdaptationUnable);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000723 }
724
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000725 CoordinatedVideoAdapter* video_adapter() {
726 if (!video_capturer_) {
727 return NULL;
728 }
729 return video_capturer_->video_adapter();
730 }
731 const CoordinatedVideoAdapter* video_adapter() const {
732 if (!video_capturer_) {
733 return NULL;
734 }
735 return video_capturer_->video_adapter();
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +0000736 }
737
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000738 void ApplyCpuOptions(const VideoOptions& video_options) {
739 // Use video_options_.SetAll() instead of assignment so that unset value in
740 // video_options will not overwrite the previous option value.
741 video_options_.SetAll(video_options);
742 UpdateAdapterCpuOptions();
743 }
744
745 void UpdateAdapterCpuOptions() {
746 if (!video_capturer_) {
747 return;
748 }
749
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000750 bool cpu_adapt, cpu_smoothing, adapt_third;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000751 float low, med, high;
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000752
753 // TODO(thorcarpenter): Have VideoAdapter be responsible for setting
754 // all these video options.
755 CoordinatedVideoAdapter* video_adapter = video_capturer_->video_adapter();
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000756 if (video_options_.adapt_input_to_cpu_usage.Get(&cpu_adapt) ||
757 overuse_observer_enabled_) {
758 video_adapter->set_cpu_adaptation(cpu_adapt || overuse_observer_enabled_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000759 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000760 if (video_options_.adapt_cpu_with_smoothing.Get(&cpu_smoothing)) {
761 video_adapter->set_cpu_smoothing(cpu_smoothing);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000762 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000763 if (video_options_.process_adaptation_threshhold.Get(&med)) {
764 video_adapter->set_process_threshold(med);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000765 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000766 if (video_options_.system_low_adaptation_threshhold.Get(&low)) {
767 video_adapter->set_low_system_threshold(low);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000768 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000769 if (video_options_.system_high_adaptation_threshhold.Get(&high)) {
770 video_adapter->set_high_system_threshold(high);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000771 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000772 if (video_options_.video_adapt_third.Get(&adapt_third)) {
773 video_adapter->set_scale_third(adapt_third);
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000774 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000775 }
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000776
777 void SetCpuOveruseDetection(bool enable) {
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000778 overuse_observer_enabled_ = enable;
779
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000780 if (overuse_observer_) {
781 overuse_observer_->Enable(enable);
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +0000782 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000783
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000784 // The video adapter is signaled by overuse detection if enabled; otherwise
785 // it will be signaled by cpu monitor.
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000786 CoordinatedVideoAdapter* adapter = video_adapter();
787 if (adapter) {
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000788 bool cpu_adapt = false;
789 video_options_.adapt_input_to_cpu_usage.Get(&cpu_adapt);
790 adapter->set_cpu_adaptation(
791 adapter->cpu_adaptation() || cpu_adapt || enable);
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000792 if (cpu_monitor_) {
793 if (enable) {
794 cpu_monitor_->SignalUpdate.disconnect(adapter);
795 } else {
796 cpu_monitor_->SignalUpdate.connect(
797 adapter, &CoordinatedVideoAdapter::OnCpuLoadUpdated);
798 }
799 }
800 }
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000801 }
802
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000803 void ProcessFrame(const VideoFrame& original_frame, bool mute,
804 VideoFrame** processed_frame) {
805 if (!mute) {
806 *processed_frame = original_frame.Copy();
807 } else {
808 WebRtcVideoFrame* black_frame = new WebRtcVideoFrame();
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000809 black_frame->InitToBlack(static_cast<int>(original_frame.GetWidth()),
810 static_cast<int>(original_frame.GetHeight()),
811 1, 1,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000812 original_frame.GetElapsedTime(),
813 original_frame.GetTimeStamp());
814 *processed_frame = black_frame;
815 }
816 local_stream_info_.UpdateFrame(*processed_frame);
817 }
818 void RegisterEncoder(int pl_type, webrtc::VideoEncoder* encoder) {
819 ASSERT(!IsEncoderRegistered(pl_type));
820 registered_encoders_[pl_type] = encoder;
821 }
822 bool IsEncoderRegistered(int pl_type) {
823 return registered_encoders_.count(pl_type) != 0;
824 }
825 const EncoderMap& registered_encoders() {
826 return registered_encoders_;
827 }
828 void ClearRegisteredEncoders() {
829 registered_encoders_.clear();
830 }
831
wu@webrtc.orgd64719d2013-08-01 00:00:07 +0000832 sigslot::repeater0<> SignalCpuAdaptationUnable;
833
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000834 private:
835 int channel_id_;
836 int capture_id_;
837 bool sending_;
838 bool muted_;
839 VideoCapturer* video_capturer_;
840 WebRtcEncoderObserver encoder_observer_;
841 webrtc::ViEExternalCapture* external_capture_;
842 EncoderMap registered_encoders_;
843
844 VideoFormat video_format_;
845
846 talk_base::scoped_ptr<StreamParams> stream_params_;
847
848 WebRtcLocalStreamInfo local_stream_info_;
849
850 bool capturer_updated_;
851
852 int64 interval_;
853
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +0000854 talk_base::CpuMonitor* cpu_monitor_;
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000855 talk_base::scoped_ptr<WebRtcOveruseObserver> overuse_observer_;
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000856 bool overuse_observer_enabled_;
857
858 VideoOptions video_options_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000859};
860
861const WebRtcVideoEngine::VideoCodecPref
862 WebRtcVideoEngine::kVideoCodecPrefs[] = {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000863 {kVp8PayloadName, 100, -1, 0},
864 {kRedPayloadName, 116, -1, 1},
865 {kFecPayloadName, 117, -1, 2},
866 {kRtxCodecName, 96, 100, 3},
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000867};
868
869// The formats are sorted by the descending order of width. We use the order to
870// find the next format for CPU and bandwidth adaptation.
871const VideoFormatPod WebRtcVideoEngine::kVideoFormats[] = {
872 {1280, 800, FPS_TO_INTERVAL(30), FOURCC_ANY},
873 {1280, 720, FPS_TO_INTERVAL(30), FOURCC_ANY},
874 {960, 600, FPS_TO_INTERVAL(30), FOURCC_ANY},
875 {960, 540, FPS_TO_INTERVAL(30), FOURCC_ANY},
876 {640, 400, FPS_TO_INTERVAL(30), FOURCC_ANY},
877 {640, 360, FPS_TO_INTERVAL(30), FOURCC_ANY},
878 {640, 480, FPS_TO_INTERVAL(30), FOURCC_ANY},
879 {480, 300, FPS_TO_INTERVAL(30), FOURCC_ANY},
880 {480, 270, FPS_TO_INTERVAL(30), FOURCC_ANY},
881 {480, 360, FPS_TO_INTERVAL(30), FOURCC_ANY},
882 {320, 200, FPS_TO_INTERVAL(30), FOURCC_ANY},
883 {320, 180, FPS_TO_INTERVAL(30), FOURCC_ANY},
884 {320, 240, FPS_TO_INTERVAL(30), FOURCC_ANY},
885 {240, 150, FPS_TO_INTERVAL(30), FOURCC_ANY},
886 {240, 135, FPS_TO_INTERVAL(30), FOURCC_ANY},
887 {240, 180, FPS_TO_INTERVAL(30), FOURCC_ANY},
888 {160, 100, FPS_TO_INTERVAL(30), FOURCC_ANY},
889 {160, 90, FPS_TO_INTERVAL(30), FOURCC_ANY},
890 {160, 120, FPS_TO_INTERVAL(30), FOURCC_ANY},
891};
892
893const VideoFormatPod WebRtcVideoEngine::kDefaultVideoFormat =
894 {640, 400, FPS_TO_INTERVAL(30), FOURCC_ANY};
895
896static void UpdateVideoCodec(const cricket::VideoFormat& video_format,
897 webrtc::VideoCodec* target_codec) {
898 if ((target_codec == NULL) || (video_format == cricket::VideoFormat())) {
899 return;
900 }
901 target_codec->width = video_format.width;
902 target_codec->height = video_format.height;
903 target_codec->maxFramerate = cricket::VideoFormat::IntervalToFps(
904 video_format.interval);
905}
906
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +0000907static bool GetCpuOveruseOptions(const VideoOptions& options,
908 webrtc::CpuOveruseOptions* overuse_options) {
909 int underuse_threshold = 0;
910 int overuse_threshold = 0;
911 if (!options.cpu_underuse_threshold.Get(&underuse_threshold) ||
912 !options.cpu_overuse_threshold.Get(&overuse_threshold)) {
913 return false;
914 }
915 if (underuse_threshold <= 0 || overuse_threshold <= 0) {
916 return false;
917 }
918 // Valid thresholds.
919 bool encode_usage =
920 options.cpu_overuse_encode_usage.GetWithDefaultIfUnset(false);
921 overuse_options->enable_capture_jitter_method = !encode_usage;
922 overuse_options->enable_encode_usage_method = encode_usage;
923 if (encode_usage) {
924 // Use method based on encode usage.
925 overuse_options->low_encode_usage_threshold_percent = underuse_threshold;
926 overuse_options->high_encode_usage_threshold_percent = overuse_threshold;
927 } else {
928 // Use default method based on capture jitter.
929 overuse_options->low_capture_jitter_threshold_ms =
930 static_cast<float>(underuse_threshold);
931 overuse_options->high_capture_jitter_threshold_ms =
932 static_cast<float>(overuse_threshold);
933 }
934 return true;
935}
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +0000936
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000937WebRtcVideoEngine::WebRtcVideoEngine() {
938 Construct(new ViEWrapper(), new ViETraceWrapper(), NULL,
939 new talk_base::CpuMonitor(NULL));
940}
941
942WebRtcVideoEngine::WebRtcVideoEngine(WebRtcVoiceEngine* voice_engine,
943 ViEWrapper* vie_wrapper,
944 talk_base::CpuMonitor* cpu_monitor) {
945 Construct(vie_wrapper, new ViETraceWrapper(), voice_engine, cpu_monitor);
946}
947
948WebRtcVideoEngine::WebRtcVideoEngine(WebRtcVoiceEngine* voice_engine,
949 ViEWrapper* vie_wrapper,
950 ViETraceWrapper* tracing,
951 talk_base::CpuMonitor* cpu_monitor) {
952 Construct(vie_wrapper, tracing, voice_engine, cpu_monitor);
953}
954
955void WebRtcVideoEngine::Construct(ViEWrapper* vie_wrapper,
956 ViETraceWrapper* tracing,
957 WebRtcVoiceEngine* voice_engine,
958 talk_base::CpuMonitor* cpu_monitor) {
959 LOG(LS_INFO) << "WebRtcVideoEngine::WebRtcVideoEngine";
960 worker_thread_ = NULL;
961 vie_wrapper_.reset(vie_wrapper);
962 vie_wrapper_base_initialized_ = false;
963 tracing_.reset(tracing);
964 voice_engine_ = voice_engine;
965 initialized_ = false;
966 SetTraceFilter(SeverityToFilter(kDefaultLogSeverity));
967 render_module_.reset(new WebRtcPassthroughRender());
968 local_renderer_w_ = local_renderer_h_ = 0;
969 local_renderer_ = NULL;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000970 capture_started_ = false;
971 decoder_factory_ = NULL;
972 encoder_factory_ = NULL;
973 cpu_monitor_.reset(cpu_monitor);
974
975 SetTraceOptions("");
976 if (tracing_->SetTraceCallback(this) != 0) {
977 LOG_RTCERR1(SetTraceCallback, this);
978 }
979
980 // Set default quality levels for our supported codecs. We override them here
981 // if we know your cpu performance is low, and they can be updated explicitly
982 // by calling SetDefaultCodec. For example by a flute preference setting, or
983 // by the server with a jec in response to our reported system info.
984 VideoCodec max_codec(kVideoCodecPrefs[0].payload_type,
985 kVideoCodecPrefs[0].name,
986 kDefaultVideoFormat.width,
987 kDefaultVideoFormat.height,
988 VideoFormat::IntervalToFps(kDefaultVideoFormat.interval),
989 0);
990 if (!SetDefaultCodec(max_codec)) {
991 LOG(LS_ERROR) << "Failed to initialize list of supported codec types";
992 }
993
994
995 // Load our RTP Header extensions.
996 rtp_header_extensions_.push_back(
997 RtpHeaderExtension(kRtpTimestampOffsetHeaderExtension,
henrike@webrtc.org79047f92014-03-06 23:46:59 +0000998 kRtpTimestampOffsetHeaderExtensionDefaultId));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000999 rtp_header_extensions_.push_back(
henrike@webrtc.org79047f92014-03-06 23:46:59 +00001000 RtpHeaderExtension(kRtpAbsoluteSenderTimeHeaderExtension,
1001 kRtpAbsoluteSenderTimeHeaderExtensionDefaultId));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001002}
1003
1004WebRtcVideoEngine::~WebRtcVideoEngine() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001005 LOG(LS_INFO) << "WebRtcVideoEngine::~WebRtcVideoEngine";
1006 if (initialized_) {
1007 Terminate();
1008 }
1009 if (encoder_factory_) {
1010 encoder_factory_->RemoveObserver(this);
1011 }
1012 tracing_->SetTraceCallback(NULL);
1013 // Test to see if the media processor was deregistered properly.
1014 ASSERT(SignalMediaFrame.is_empty());
1015}
1016
1017bool WebRtcVideoEngine::Init(talk_base::Thread* worker_thread) {
1018 LOG(LS_INFO) << "WebRtcVideoEngine::Init";
1019 worker_thread_ = worker_thread;
1020 ASSERT(worker_thread_ != NULL);
1021
1022 cpu_monitor_->set_thread(worker_thread_);
1023 if (!cpu_monitor_->Start(kCpuMonitorPeriodMs)) {
1024 LOG(LS_ERROR) << "Failed to start CPU monitor.";
1025 cpu_monitor_.reset();
1026 }
1027
1028 bool result = InitVideoEngine();
1029 if (result) {
1030 LOG(LS_INFO) << "VideoEngine Init done";
1031 } else {
1032 LOG(LS_ERROR) << "VideoEngine Init failed, releasing";
1033 Terminate();
1034 }
1035 return result;
1036}
1037
1038bool WebRtcVideoEngine::InitVideoEngine() {
1039 LOG(LS_INFO) << "WebRtcVideoEngine::InitVideoEngine";
1040
1041 // Init WebRTC VideoEngine.
1042 if (!vie_wrapper_base_initialized_) {
1043 if (vie_wrapper_->base()->Init() != 0) {
1044 LOG_RTCERR0(Init);
1045 return false;
1046 }
1047 vie_wrapper_base_initialized_ = true;
1048 }
1049
1050 // Log the VoiceEngine version info.
1051 char buffer[1024] = "";
1052 if (vie_wrapper_->base()->GetVersion(buffer) != 0) {
1053 LOG_RTCERR0(GetVersion);
1054 return false;
1055 }
1056
1057 LOG(LS_INFO) << "WebRtc VideoEngine Version:";
1058 LogMultiline(talk_base::LS_INFO, buffer);
1059
1060 // Hook up to VoiceEngine for sync purposes, if supplied.
1061 if (!voice_engine_) {
1062 LOG(LS_WARNING) << "NULL voice engine";
1063 } else if ((vie_wrapper_->base()->SetVoiceEngine(
1064 voice_engine_->voe()->engine())) != 0) {
1065 LOG_RTCERR0(SetVoiceEngine);
1066 return false;
1067 }
1068
1069 // Register our custom render module.
1070 if (vie_wrapper_->render()->RegisterVideoRenderModule(
1071 *render_module_.get()) != 0) {
1072 LOG_RTCERR0(RegisterVideoRenderModule);
1073 return false;
1074 }
1075
1076 initialized_ = true;
1077 return true;
1078}
1079
1080void WebRtcVideoEngine::Terminate() {
1081 LOG(LS_INFO) << "WebRtcVideoEngine::Terminate";
1082 initialized_ = false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001083
1084 if (vie_wrapper_->render()->DeRegisterVideoRenderModule(
1085 *render_module_.get()) != 0) {
1086 LOG_RTCERR0(DeRegisterVideoRenderModule);
1087 }
1088
1089 if (vie_wrapper_->base()->SetVoiceEngine(NULL) != 0) {
1090 LOG_RTCERR0(SetVoiceEngine);
1091 }
1092
1093 cpu_monitor_->Stop();
1094}
1095
1096int WebRtcVideoEngine::GetCapabilities() {
1097 return VIDEO_RECV | VIDEO_SEND;
1098}
1099
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +00001100bool WebRtcVideoEngine::SetOptions(const VideoOptions &options) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001101 return true;
1102}
1103
1104bool WebRtcVideoEngine::SetDefaultEncoderConfig(
1105 const VideoEncoderConfig& config) {
1106 return SetDefaultCodec(config.max_codec);
1107}
1108
wu@webrtc.org78187522013-10-07 23:32:02 +00001109VideoEncoderConfig WebRtcVideoEngine::GetDefaultEncoderConfig() const {
1110 ASSERT(!video_codecs_.empty());
1111 VideoCodec max_codec(kVideoCodecPrefs[0].payload_type,
1112 kVideoCodecPrefs[0].name,
1113 video_codecs_[0].width,
1114 video_codecs_[0].height,
1115 video_codecs_[0].framerate,
1116 0);
1117 return VideoEncoderConfig(max_codec);
1118}
1119
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001120// SetDefaultCodec may be called while the capturer is running. For example, a
1121// test call is started in a page with QVGA default codec, and then a real call
1122// is started in another page with VGA default codec. This is the corner case
1123// and happens only when a session is started. We ignore this case currently.
1124bool WebRtcVideoEngine::SetDefaultCodec(const VideoCodec& codec) {
1125 if (!RebuildCodecList(codec)) {
1126 LOG(LS_WARNING) << "Failed to RebuildCodecList";
1127 return false;
1128 }
1129
wu@webrtc.org78187522013-10-07 23:32:02 +00001130 ASSERT(!video_codecs_.empty());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001131 default_codec_format_ = VideoFormat(
1132 video_codecs_[0].width,
1133 video_codecs_[0].height,
1134 VideoFormat::FpsToInterval(video_codecs_[0].framerate),
1135 FOURCC_ANY);
1136 return true;
1137}
1138
1139WebRtcVideoMediaChannel* WebRtcVideoEngine::CreateChannel(
1140 VoiceMediaChannel* voice_channel) {
1141 WebRtcVideoMediaChannel* channel =
1142 new WebRtcVideoMediaChannel(this, voice_channel);
1143 if (!channel->Init()) {
1144 delete channel;
1145 channel = NULL;
1146 }
1147 return channel;
1148}
1149
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001150bool WebRtcVideoEngine::SetLocalRenderer(VideoRenderer* renderer) {
1151 local_renderer_w_ = local_renderer_h_ = 0;
1152 local_renderer_ = renderer;
1153 return true;
1154}
1155
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001156const std::vector<VideoCodec>& WebRtcVideoEngine::codecs() const {
1157 return video_codecs_;
1158}
1159
1160const std::vector<RtpHeaderExtension>&
1161WebRtcVideoEngine::rtp_header_extensions() const {
1162 return rtp_header_extensions_;
1163}
1164
1165void WebRtcVideoEngine::SetLogging(int min_sev, const char* filter) {
1166 // if min_sev == -1, we keep the current log level.
1167 if (min_sev >= 0) {
1168 SetTraceFilter(SeverityToFilter(min_sev));
1169 }
1170 SetTraceOptions(filter);
1171}
1172
1173int WebRtcVideoEngine::GetLastEngineError() {
1174 return vie_wrapper_->error();
1175}
1176
1177// Checks to see whether we comprehend and could receive a particular codec
1178bool WebRtcVideoEngine::FindCodec(const VideoCodec& in) {
1179 for (int i = 0; i < ARRAY_SIZE(kVideoFormats); ++i) {
1180 const VideoFormat fmt(kVideoFormats[i]);
1181 if ((in.width == 0 && in.height == 0) ||
1182 (fmt.width == in.width && fmt.height == in.height)) {
1183 if (encoder_factory_) {
1184 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1185 encoder_factory_->codecs();
1186 for (size_t j = 0; j < codecs.size(); ++j) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001187 VideoCodec codec(GetExternalVideoPayloadType(static_cast<int>(j)),
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001188 codecs[j].name, 0, 0, 0, 0);
1189 if (codec.Matches(in))
1190 return true;
1191 }
1192 }
1193 for (size_t j = 0; j < ARRAY_SIZE(kVideoCodecPrefs); ++j) {
1194 VideoCodec codec(kVideoCodecPrefs[j].payload_type,
1195 kVideoCodecPrefs[j].name, 0, 0, 0, 0);
1196 if (codec.Matches(in)) {
1197 return true;
1198 }
1199 }
1200 }
1201 }
1202 return false;
1203}
1204
1205// Given the requested codec, returns true if we can send that codec type and
1206// updates out with the best quality we could send for that codec. If current is
1207// not empty, we constrain out so that its aspect ratio matches current's.
1208bool WebRtcVideoEngine::CanSendCodec(const VideoCodec& requested,
1209 const VideoCodec& current,
1210 VideoCodec* out) {
1211 if (!out) {
1212 return false;
1213 }
1214
1215 std::vector<VideoCodec>::const_iterator local_max;
1216 for (local_max = video_codecs_.begin();
1217 local_max < video_codecs_.end();
1218 ++local_max) {
1219 // First match codecs by payload type
1220 if (!requested.Matches(*local_max)) {
1221 continue;
1222 }
1223
1224 out->id = requested.id;
1225 out->name = requested.name;
1226 out->preference = requested.preference;
1227 out->params = requested.params;
1228 out->framerate = talk_base::_min(requested.framerate, local_max->framerate);
1229 out->width = 0;
1230 out->height = 0;
1231 out->params = requested.params;
1232 out->feedback_params = requested.feedback_params;
1233
1234 if (0 == requested.width && 0 == requested.height) {
1235 // Special case with resolution 0. The channel should not send frames.
1236 return true;
1237 } else if (0 == requested.width || 0 == requested.height) {
1238 // 0xn and nx0 are invalid resolutions.
1239 return false;
1240 }
1241
1242 // Pick the best quality that is within their and our bounds and has the
1243 // correct aspect ratio.
1244 for (int j = 0; j < ARRAY_SIZE(kVideoFormats); ++j) {
1245 const VideoFormat format(kVideoFormats[j]);
1246
1247 // Skip any format that is larger than the local or remote maximums, or
1248 // smaller than the current best match
1249 if (format.width > requested.width || format.height > requested.height ||
1250 format.width > local_max->width ||
1251 (format.width < out->width && format.height < out->height)) {
1252 continue;
1253 }
1254
1255 bool better = false;
1256
1257 // Check any further constraints on this prospective format
1258 if (!out->width || !out->height) {
1259 // If we don't have any matches yet, this is the best so far.
1260 better = true;
1261 } else if (current.width && current.height) {
1262 // current is set so format must match its ratio exactly.
1263 better =
1264 (format.width * current.height == format.height * current.width);
1265 } else {
1266 // Prefer closer aspect ratios i.e
1267 // format.aspect - requested.aspect < out.aspect - requested.aspect
1268 better = abs(format.width * requested.height * out->height -
1269 requested.width * format.height * out->height) <
1270 abs(out->width * format.height * requested.height -
1271 requested.width * format.height * out->height);
1272 }
1273
1274 if (better) {
1275 out->width = format.width;
1276 out->height = format.height;
1277 }
1278 }
1279 if (out->width > 0) {
1280 return true;
1281 }
1282 }
1283 return false;
1284}
1285
1286static void ConvertToCricketVideoCodec(
1287 const webrtc::VideoCodec& in_codec, VideoCodec* out_codec) {
1288 out_codec->id = in_codec.plType;
1289 out_codec->name = in_codec.plName;
1290 out_codec->width = in_codec.width;
1291 out_codec->height = in_codec.height;
1292 out_codec->framerate = in_codec.maxFramerate;
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00001293 if (BitrateIsSet(in_codec.minBitrate)) {
1294 out_codec->SetParam(kCodecParamMinBitrate, in_codec.minBitrate);
1295 }
1296 if (BitrateIsSet(in_codec.maxBitrate)) {
1297 out_codec->SetParam(kCodecParamMaxBitrate, in_codec.maxBitrate);
1298 }
1299 if (BitrateIsSet(in_codec.startBitrate)) {
1300 out_codec->SetParam(kCodecParamStartBitrate, in_codec.startBitrate);
1301 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001302 if (in_codec.qpMax) {
1303 out_codec->SetParam(kCodecParamMaxQuantization, in_codec.qpMax);
1304 }
1305}
1306
1307bool WebRtcVideoEngine::ConvertFromCricketVideoCodec(
1308 const VideoCodec& in_codec, webrtc::VideoCodec* out_codec) {
1309 bool found = false;
1310 int ncodecs = vie_wrapper_->codec()->NumberOfCodecs();
1311 for (int i = 0; i < ncodecs; ++i) {
1312 if (vie_wrapper_->codec()->GetCodec(i, *out_codec) == 0 &&
1313 _stricmp(in_codec.name.c_str(), out_codec->plName) == 0) {
1314 found = true;
1315 break;
1316 }
1317 }
1318
1319 // If not found, check if this is supported by external encoder factory.
1320 if (!found && encoder_factory_) {
1321 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1322 encoder_factory_->codecs();
1323 for (size_t i = 0; i < codecs.size(); ++i) {
1324 if (_stricmp(in_codec.name.c_str(), codecs[i].name.c_str()) == 0) {
1325 out_codec->codecType = codecs[i].type;
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001326 out_codec->plType = GetExternalVideoPayloadType(static_cast<int>(i));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001327 talk_base::strcpyn(out_codec->plName, sizeof(out_codec->plName),
1328 codecs[i].name.c_str(), codecs[i].name.length());
1329 found = true;
1330 break;
1331 }
1332 }
1333 }
1334
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00001335 // Is this an RTX codec? Handled separately here since webrtc doesn't handle
1336 // them as webrtc::VideoCodec internally.
1337 if (!found && _stricmp(in_codec.name.c_str(), kRtxCodecName) == 0) {
1338 talk_base::strcpyn(out_codec->plName, sizeof(out_codec->plName),
1339 in_codec.name.c_str(), in_codec.name.length());
1340 out_codec->plType = in_codec.id;
1341 found = true;
1342 }
1343
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001344 if (!found) {
1345 LOG(LS_ERROR) << "invalid codec type";
1346 return false;
1347 }
1348
1349 if (in_codec.id != 0)
1350 out_codec->plType = in_codec.id;
1351
1352 if (in_codec.width != 0)
1353 out_codec->width = in_codec.width;
1354
1355 if (in_codec.height != 0)
1356 out_codec->height = in_codec.height;
1357
1358 if (in_codec.framerate != 0)
1359 out_codec->maxFramerate = in_codec.framerate;
1360
1361 // Convert bitrate parameters.
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00001362 int max_bitrate = -1;
1363 int min_bitrate = -1;
1364 int start_bitrate = -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001365
1366 in_codec.GetParam(kCodecParamMinBitrate, &min_bitrate);
1367 in_codec.GetParam(kCodecParamMaxBitrate, &max_bitrate);
buildbot@webrtc.orged97bb02014-05-07 11:15:20 +00001368 in_codec.GetParam(kCodecParamStartBitrate, &start_bitrate);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001369
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001370
1371 out_codec->minBitrate = min_bitrate;
1372 out_codec->startBitrate = start_bitrate;
1373 out_codec->maxBitrate = max_bitrate;
1374
1375 // Convert general codec parameters.
1376 int max_quantization = 0;
1377 if (in_codec.GetParam(kCodecParamMaxQuantization, &max_quantization)) {
1378 if (max_quantization < 0) {
1379 return false;
1380 }
1381 out_codec->qpMax = max_quantization;
1382 }
1383 return true;
1384}
1385
1386void WebRtcVideoEngine::RegisterChannel(WebRtcVideoMediaChannel *channel) {
1387 talk_base::CritScope cs(&channels_crit_);
1388 channels_.push_back(channel);
1389}
1390
1391void WebRtcVideoEngine::UnregisterChannel(WebRtcVideoMediaChannel *channel) {
1392 talk_base::CritScope cs(&channels_crit_);
1393 channels_.erase(std::remove(channels_.begin(), channels_.end(), channel),
1394 channels_.end());
1395}
1396
1397bool WebRtcVideoEngine::SetVoiceEngine(WebRtcVoiceEngine* voice_engine) {
1398 if (initialized_) {
1399 LOG(LS_WARNING) << "SetVoiceEngine can not be called after Init";
1400 return false;
1401 }
1402 voice_engine_ = voice_engine;
1403 return true;
1404}
1405
1406bool WebRtcVideoEngine::EnableTimedRender() {
1407 if (initialized_) {
1408 LOG(LS_WARNING) << "EnableTimedRender can not be called after Init";
1409 return false;
1410 }
1411 render_module_.reset(webrtc::VideoRender::CreateVideoRender(0, NULL,
1412 false, webrtc::kRenderExternal));
1413 return true;
1414}
1415
1416void WebRtcVideoEngine::SetTraceFilter(int filter) {
1417 tracing_->SetTraceFilter(filter);
1418}
1419
1420// See https://sites.google.com/a/google.com/wavelet/
1421// Home/Magic-Flute--RTC-Engine-/Magic-Flute-Command-Line-Parameters
1422// for all supported command line setttings.
1423void WebRtcVideoEngine::SetTraceOptions(const std::string& options) {
1424 // Set WebRTC trace file.
1425 std::vector<std::string> opts;
1426 talk_base::tokenize(options, ' ', '"', '"', &opts);
1427 std::vector<std::string>::iterator tracefile =
1428 std::find(opts.begin(), opts.end(), "tracefile");
1429 if (tracefile != opts.end() && ++tracefile != opts.end()) {
1430 // Write WebRTC debug output (at same loglevel) to file
1431 if (tracing_->SetTraceFile(tracefile->c_str()) == -1) {
1432 LOG_RTCERR1(SetTraceFile, *tracefile);
1433 }
1434 }
1435}
1436
1437static void AddDefaultFeedbackParams(VideoCodec* codec) {
1438 const FeedbackParam kFir(kRtcpFbParamCcm, kRtcpFbCcmParamFir);
1439 codec->AddFeedbackParam(kFir);
1440 const FeedbackParam kNack(kRtcpFbParamNack, kParamValueEmpty);
1441 codec->AddFeedbackParam(kNack);
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00001442 const FeedbackParam kPli(kRtcpFbParamNack, kRtcpFbNackParamPli);
1443 codec->AddFeedbackParam(kPli);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001444 const FeedbackParam kRemb(kRtcpFbParamRemb, kParamValueEmpty);
1445 codec->AddFeedbackParam(kRemb);
1446}
1447
1448// Rebuilds the codec list to be only those that are less intensive
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +00001449// than the specified codec. Prefers internal codec over external with
1450// higher preference field.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001451bool WebRtcVideoEngine::RebuildCodecList(const VideoCodec& in_codec) {
1452 if (!FindCodec(in_codec))
1453 return false;
1454
1455 video_codecs_.clear();
1456
1457 bool found = false;
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001458 std::set<std::string> internal_codec_names;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001459 for (size_t i = 0; i < ARRAY_SIZE(kVideoCodecPrefs); ++i) {
1460 const VideoCodecPref& pref(kVideoCodecPrefs[i]);
1461 if (!found)
1462 found = (in_codec.name == pref.name);
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001463 if (found) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001464 VideoCodec codec(pref.payload_type, pref.name,
1465 in_codec.width, in_codec.height, in_codec.framerate,
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001466 static_cast<int>(ARRAY_SIZE(kVideoCodecPrefs) - i));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001467 if (_stricmp(kVp8PayloadName, codec.name.c_str()) == 0) {
1468 AddDefaultFeedbackParams(&codec);
1469 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001470 if (pref.associated_payload_type != -1) {
1471 codec.SetParam(kCodecParamAssociatedPayloadType,
1472 pref.associated_payload_type);
1473 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001474 video_codecs_.push_back(codec);
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001475 internal_codec_names.insert(codec.name);
1476 }
1477 }
1478 if (encoder_factory_) {
1479 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1480 encoder_factory_->codecs();
1481 for (size_t i = 0; i < codecs.size(); ++i) {
1482 bool is_internal_codec = internal_codec_names.find(codecs[i].name) !=
1483 internal_codec_names.end();
1484 if (!is_internal_codec) {
1485 if (!found)
1486 found = (in_codec.name == codecs[i].name);
1487 VideoCodec codec(
1488 GetExternalVideoPayloadType(static_cast<int>(i)),
1489 codecs[i].name,
1490 codecs[i].max_width,
1491 codecs[i].max_height,
1492 codecs[i].max_fps,
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +00001493 // Use negative preference on external codec to ensure the internal
1494 // codec is preferred.
1495 static_cast<int>(0 - i));
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001496 AddDefaultFeedbackParams(&codec);
1497 video_codecs_.push_back(codec);
1498 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001499 }
1500 }
1501 ASSERT(found);
1502 return true;
1503}
1504
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001505// Ignore spammy trace messages, mostly from the stats API when we haven't
1506// gotten RTCP info yet from the remote side.
1507bool WebRtcVideoEngine::ShouldIgnoreTrace(const std::string& trace) {
1508 static const char* const kTracesToIgnore[] = {
1509 NULL
1510 };
1511 for (const char* const* p = kTracesToIgnore; *p; ++p) {
1512 if (trace.find(*p) == 0) {
1513 return true;
1514 }
1515 }
1516 return false;
1517}
1518
1519int WebRtcVideoEngine::GetNumOfChannels() {
1520 talk_base::CritScope cs(&channels_crit_);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001521 return static_cast<int>(channels_.size());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001522}
1523
1524void WebRtcVideoEngine::Print(webrtc::TraceLevel level, const char* trace,
1525 int length) {
1526 talk_base::LoggingSeverity sev = talk_base::LS_VERBOSE;
1527 if (level == webrtc::kTraceError || level == webrtc::kTraceCritical)
1528 sev = talk_base::LS_ERROR;
1529 else if (level == webrtc::kTraceWarning)
1530 sev = talk_base::LS_WARNING;
1531 else if (level == webrtc::kTraceStateInfo || level == webrtc::kTraceInfo)
1532 sev = talk_base::LS_INFO;
1533 else if (level == webrtc::kTraceTerseInfo)
1534 sev = talk_base::LS_INFO;
1535
1536 // Skip past boilerplate prefix text
1537 if (length < 72) {
1538 std::string msg(trace, length);
1539 LOG(LS_ERROR) << "Malformed webrtc log message: ";
1540 LOG_V(sev) << msg;
1541 } else {
1542 std::string msg(trace + 71, length - 72);
1543 if (!ShouldIgnoreTrace(msg) &&
1544 (!voice_engine_ || !voice_engine_->ShouldIgnoreTrace(msg))) {
1545 LOG_V(sev) << "webrtc: " << msg;
1546 }
1547 }
1548}
1549
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001550webrtc::VideoDecoder* WebRtcVideoEngine::CreateExternalDecoder(
1551 webrtc::VideoCodecType type) {
1552 if (decoder_factory_ == NULL) {
1553 return NULL;
1554 }
1555 return decoder_factory_->CreateVideoDecoder(type);
1556}
1557
1558void WebRtcVideoEngine::DestroyExternalDecoder(webrtc::VideoDecoder* decoder) {
1559 ASSERT(decoder_factory_ != NULL);
1560 if (decoder_factory_ == NULL)
1561 return;
1562 decoder_factory_->DestroyVideoDecoder(decoder);
1563}
1564
1565webrtc::VideoEncoder* WebRtcVideoEngine::CreateExternalEncoder(
1566 webrtc::VideoCodecType type) {
1567 if (encoder_factory_ == NULL) {
1568 return NULL;
1569 }
1570 return encoder_factory_->CreateVideoEncoder(type);
1571}
1572
1573void WebRtcVideoEngine::DestroyExternalEncoder(webrtc::VideoEncoder* encoder) {
1574 ASSERT(encoder_factory_ != NULL);
1575 if (encoder_factory_ == NULL)
1576 return;
1577 encoder_factory_->DestroyVideoEncoder(encoder);
1578}
1579
1580bool WebRtcVideoEngine::IsExternalEncoderCodecType(
1581 webrtc::VideoCodecType type) const {
1582 if (!encoder_factory_)
1583 return false;
1584 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1585 encoder_factory_->codecs();
1586 std::vector<WebRtcVideoEncoderFactory::VideoCodec>::const_iterator it;
1587 for (it = codecs.begin(); it != codecs.end(); ++it) {
1588 if (it->type == type)
1589 return true;
1590 }
1591 return false;
1592}
1593
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001594void WebRtcVideoEngine::SetExternalDecoderFactory(
1595 WebRtcVideoDecoderFactory* decoder_factory) {
1596 decoder_factory_ = decoder_factory;
1597}
1598
1599void WebRtcVideoEngine::SetExternalEncoderFactory(
1600 WebRtcVideoEncoderFactory* encoder_factory) {
1601 if (encoder_factory_ == encoder_factory)
1602 return;
1603
1604 if (encoder_factory_) {
1605 encoder_factory_->RemoveObserver(this);
1606 }
1607 encoder_factory_ = encoder_factory;
1608 if (encoder_factory_) {
1609 encoder_factory_->AddObserver(this);
1610 }
1611
1612 // Invoke OnCodecAvailable() here in case the list of codecs is already
1613 // available when the encoder factory is installed. If not the encoder
1614 // factory will invoke the callback later when the codecs become available.
1615 OnCodecsAvailable();
1616}
1617
1618void WebRtcVideoEngine::OnCodecsAvailable() {
1619 // Rebuild codec list while reapplying the current default codec format.
1620 VideoCodec max_codec(kVideoCodecPrefs[0].payload_type,
1621 kVideoCodecPrefs[0].name,
1622 video_codecs_[0].width,
1623 video_codecs_[0].height,
1624 video_codecs_[0].framerate,
1625 0);
1626 if (!RebuildCodecList(max_codec)) {
1627 LOG(LS_ERROR) << "Failed to initialize list of supported codec types";
1628 }
1629}
1630
1631// WebRtcVideoMediaChannel
1632
1633WebRtcVideoMediaChannel::WebRtcVideoMediaChannel(
1634 WebRtcVideoEngine* engine,
1635 VoiceMediaChannel* channel)
1636 : engine_(engine),
1637 voice_channel_(channel),
1638 vie_channel_(-1),
1639 nack_enabled_(true),
1640 remb_enabled_(false),
1641 render_started_(false),
1642 first_receive_ssrc_(0),
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001643 num_unsignalled_recv_channels_(0),
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001644 send_rtx_type_(-1),
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001645 send_red_type_(-1),
1646 send_fec_type_(-1),
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001647 sending_(false),
1648 ratio_w_(0),
1649 ratio_h_(0) {
1650 engine->RegisterChannel(this);
1651}
1652
1653bool WebRtcVideoMediaChannel::Init() {
1654 const uint32 ssrc_key = 0;
1655 return CreateChannel(ssrc_key, MD_SENDRECV, &vie_channel_);
1656}
1657
1658WebRtcVideoMediaChannel::~WebRtcVideoMediaChannel() {
1659 const bool send = false;
1660 SetSend(send);
1661 const bool render = false;
1662 SetRender(render);
1663
1664 while (!send_channels_.empty()) {
1665 if (!DeleteSendChannel(send_channels_.begin()->first)) {
1666 LOG(LS_ERROR) << "Unable to delete channel with ssrc key "
1667 << send_channels_.begin()->first;
1668 ASSERT(false);
1669 break;
1670 }
1671 }
1672
1673 // Remove all receive streams and the default channel.
1674 while (!recv_channels_.empty()) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001675 RemoveRecvStreamInternal(recv_channels_.begin()->first);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001676 }
1677
1678 // Unregister the channel from the engine.
1679 engine()->UnregisterChannel(this);
1680 if (worker_thread()) {
1681 worker_thread()->Clear(this);
1682 }
1683}
1684
1685bool WebRtcVideoMediaChannel::SetRecvCodecs(
1686 const std::vector<VideoCodec>& codecs) {
1687 receive_codecs_.clear();
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00001688 associated_payload_types_.clear();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001689 for (std::vector<VideoCodec>::const_iterator iter = codecs.begin();
1690 iter != codecs.end(); ++iter) {
1691 if (engine()->FindCodec(*iter)) {
1692 webrtc::VideoCodec wcodec;
1693 if (engine()->ConvertFromCricketVideoCodec(*iter, &wcodec)) {
1694 receive_codecs_.push_back(wcodec);
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00001695 int apt;
1696 if (iter->GetParam(cricket::kCodecParamAssociatedPayloadType, &apt)) {
1697 associated_payload_types_[wcodec.plType] = apt;
1698 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001699 }
1700 } else {
1701 LOG(LS_INFO) << "Unknown codec " << iter->name;
1702 return false;
1703 }
1704 }
1705
1706 for (RecvChannelMap::iterator it = recv_channels_.begin();
1707 it != recv_channels_.end(); ++it) {
1708 if (!SetReceiveCodecs(it->second))
1709 return false;
1710 }
1711 return true;
1712}
1713
1714bool WebRtcVideoMediaChannel::SetSendCodecs(
1715 const std::vector<VideoCodec>& codecs) {
1716 // Match with local video codec list.
1717 std::vector<webrtc::VideoCodec> send_codecs;
1718 VideoCodec checked_codec;
1719 VideoCodec current; // defaults to 0x0
1720 if (sending_) {
1721 ConvertToCricketVideoCodec(*send_codec_, &current);
1722 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001723 std::map<int, int> primary_rtx_pt_mapping;
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001724 bool nack_enabled = nack_enabled_;
1725 bool remb_enabled = remb_enabled_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001726 for (std::vector<VideoCodec>::const_iterator iter = codecs.begin();
1727 iter != codecs.end(); ++iter) {
1728 if (_stricmp(iter->name.c_str(), kRedPayloadName) == 0) {
1729 send_red_type_ = iter->id;
1730 } else if (_stricmp(iter->name.c_str(), kFecPayloadName) == 0) {
1731 send_fec_type_ = iter->id;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001732 } else if (_stricmp(iter->name.c_str(), kRtxCodecName) == 0) {
1733 int rtx_type = iter->id;
1734 int rtx_primary_type = -1;
1735 if (iter->GetParam(kCodecParamAssociatedPayloadType, &rtx_primary_type)) {
1736 primary_rtx_pt_mapping[rtx_primary_type] = rtx_type;
1737 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001738 } else if (engine()->CanSendCodec(*iter, current, &checked_codec)) {
1739 webrtc::VideoCodec wcodec;
1740 if (engine()->ConvertFromCricketVideoCodec(checked_codec, &wcodec)) {
1741 if (send_codecs.empty()) {
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001742 nack_enabled = IsNackEnabled(checked_codec);
1743 remb_enabled = IsRembEnabled(checked_codec);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001744 }
1745 send_codecs.push_back(wcodec);
1746 }
1747 } else {
1748 LOG(LS_WARNING) << "Unknown codec " << iter->name;
1749 }
1750 }
1751
1752 // Fail if we don't have a match.
1753 if (send_codecs.empty()) {
1754 LOG(LS_WARNING) << "No matching codecs available";
1755 return false;
1756 }
1757
1758 // Recv protection.
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001759 // Do not update if the status is same as previously configured.
1760 if (nack_enabled_ != nack_enabled) {
1761 for (RecvChannelMap::iterator it = recv_channels_.begin();
1762 it != recv_channels_.end(); ++it) {
1763 int channel_id = it->second->channel_id();
1764 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_,
1765 nack_enabled)) {
1766 return false;
1767 }
1768 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
1769 kNotSending,
1770 remb_enabled_) != 0) {
1771 LOG_RTCERR3(SetRembStatus, channel_id, kNotSending, remb_enabled_);
1772 return false;
1773 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001774 }
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001775 nack_enabled_ = nack_enabled;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001776 }
1777
1778 // Send settings.
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001779 // Do not update if the status is same as previously configured.
1780 if (remb_enabled_ != remb_enabled) {
1781 for (SendChannelMap::iterator iter = send_channels_.begin();
1782 iter != send_channels_.end(); ++iter) {
1783 int channel_id = iter->second->channel_id();
1784 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_,
1785 nack_enabled_)) {
1786 return false;
1787 }
1788 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
1789 remb_enabled,
1790 remb_enabled) != 0) {
1791 LOG_RTCERR3(SetRembStatus, channel_id, remb_enabled, remb_enabled);
1792 return false;
1793 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001794 }
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001795 remb_enabled_ = remb_enabled;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001796 }
1797
1798 // Select the first matched codec.
1799 webrtc::VideoCodec& codec(send_codecs[0]);
1800
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001801 // Set RTX payload type if primary now active. This value will be used in
1802 // SetSendCodec.
1803 std::map<int, int>::const_iterator rtx_it =
1804 primary_rtx_pt_mapping.find(static_cast<int>(codec.plType));
1805 if (rtx_it != primary_rtx_pt_mapping.end()) {
1806 send_rtx_type_ = rtx_it->second;
1807 }
1808
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00001809 if (BitrateIsSet(codec.minBitrate) && BitrateIsSet(codec.maxBitrate) &&
1810 codec.minBitrate > codec.maxBitrate) {
1811 // TODO(pthatcher): This behavior contradicts other behavior in
1812 // this file which will cause min > max to push the min down to
1813 // the max. There are unit tests for both behaviors. We should
1814 // pick one and do that.
1815 LOG(LS_INFO) << "Rejecting codec with min bitrate ("
1816 << codec.minBitrate << ") larger than max ("
1817 << codec.maxBitrate << "). ";
1818 return false;
1819 }
1820
1821 if (!SetSendCodec(codec)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001822 return false;
1823 }
1824
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001825 LogSendCodecChange("SetSendCodecs()");
1826
1827 return true;
1828}
1829
1830bool WebRtcVideoMediaChannel::GetSendCodec(VideoCodec* send_codec) {
1831 if (!send_codec_) {
1832 return false;
1833 }
1834 ConvertToCricketVideoCodec(*send_codec_, send_codec);
1835 return true;
1836}
1837
1838bool WebRtcVideoMediaChannel::SetSendStreamFormat(uint32 ssrc,
1839 const VideoFormat& format) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001840 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
1841 if (!send_channel) {
1842 LOG(LS_ERROR) << "The specified ssrc " << ssrc << " is not in use.";
1843 return false;
1844 }
1845 send_channel->set_video_format(format);
1846 return true;
1847}
1848
1849bool WebRtcVideoMediaChannel::SetRender(bool render) {
1850 if (render == render_started_) {
1851 return true; // no action required
1852 }
1853
1854 bool ret = true;
1855 for (RecvChannelMap::iterator it = recv_channels_.begin();
1856 it != recv_channels_.end(); ++it) {
1857 if (render) {
1858 if (engine()->vie()->render()->StartRender(
1859 it->second->channel_id()) != 0) {
1860 LOG_RTCERR1(StartRender, it->second->channel_id());
1861 ret = false;
1862 }
1863 } else {
1864 if (engine()->vie()->render()->StopRender(
1865 it->second->channel_id()) != 0) {
1866 LOG_RTCERR1(StopRender, it->second->channel_id());
1867 ret = false;
1868 }
1869 }
1870 }
1871 if (ret) {
1872 render_started_ = render;
1873 }
1874
1875 return ret;
1876}
1877
1878bool WebRtcVideoMediaChannel::SetSend(bool send) {
1879 if (!HasReadySendChannels() && send) {
1880 LOG(LS_ERROR) << "No stream added";
1881 return false;
1882 }
1883 if (send == sending()) {
1884 return true; // No action required.
1885 }
1886
1887 if (send) {
1888 // We've been asked to start sending.
1889 // SetSendCodecs must have been called already.
1890 if (!send_codec_) {
1891 return false;
1892 }
1893 // Start send now.
1894 if (!StartSend()) {
1895 return false;
1896 }
1897 } else {
1898 // We've been asked to stop sending.
1899 if (!StopSend()) {
1900 return false;
1901 }
1902 }
1903 sending_ = send;
1904
1905 return true;
1906}
1907
1908bool WebRtcVideoMediaChannel::AddSendStream(const StreamParams& sp) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001909 if (sp.first_ssrc() == 0) {
1910 LOG(LS_ERROR) << "AddSendStream with 0 ssrc is not supported.";
1911 return false;
1912 }
1913
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001914 LOG(LS_INFO) << "AddSendStream " << sp.ToString();
1915
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001916 if (!IsOneSsrcStream(sp) && !IsSimulcastStream(sp)) {
1917 LOG(LS_ERROR) << "AddSendStream: bad local stream parameters";
1918 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001919 }
1920
1921 uint32 ssrc_key;
1922 if (!CreateSendChannelKey(sp.first_ssrc(), &ssrc_key)) {
1923 LOG(LS_ERROR) << "Trying to register duplicate ssrc: " << sp.first_ssrc();
1924 return false;
1925 }
1926 // If the default channel is already used for sending create a new channel
1927 // otherwise use the default channel for sending.
1928 int channel_id = -1;
1929 if (send_channels_[0]->stream_params() == NULL) {
1930 channel_id = vie_channel_;
1931 } else {
1932 if (!CreateChannel(ssrc_key, MD_SEND, &channel_id)) {
1933 LOG(LS_ERROR) << "AddSendStream: unable to create channel";
1934 return false;
1935 }
1936 }
1937 WebRtcVideoChannelSendInfo* send_channel = send_channels_[ssrc_key];
1938 // Set the send (local) SSRC.
1939 // If there are multiple send SSRCs, we can only set the first one here, and
1940 // the rest of the SSRC(s) need to be set after SetSendCodec has been called
1941 // (with a codec requires multiple SSRC(s)).
1942 if (engine()->vie()->rtp()->SetLocalSSRC(channel_id,
1943 sp.first_ssrc()) != 0) {
1944 LOG_RTCERR2(SetLocalSSRC, channel_id, sp.first_ssrc());
1945 return false;
1946 }
1947
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001948 // Set the corresponding RTX SSRC.
1949 if (!SetLocalRtxSsrc(channel_id, sp, sp.first_ssrc(), 0)) {
1950 return false;
1951 }
1952
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001953 // Set RTCP CName.
1954 if (engine()->vie()->rtp()->SetRTCPCName(channel_id,
1955 sp.cname.c_str()) != 0) {
1956 LOG_RTCERR2(SetRTCPCName, channel_id, sp.cname.c_str());
1957 return false;
1958 }
1959
1960 // At this point the channel's local SSRC has been updated. If the channel is
1961 // the default channel make sure that all the receive channels are updated as
1962 // well. Receive channels have to have the same SSRC as the default channel in
1963 // order to send receiver reports with this SSRC.
1964 if (IsDefaultChannel(channel_id)) {
1965 for (RecvChannelMap::const_iterator it = recv_channels_.begin();
1966 it != recv_channels_.end(); ++it) {
1967 WebRtcVideoChannelRecvInfo* info = it->second;
1968 int channel_id = info->channel_id();
1969 if (engine()->vie()->rtp()->SetLocalSSRC(channel_id,
1970 sp.first_ssrc()) != 0) {
1971 LOG_RTCERR1(SetLocalSSRC, it->first);
1972 return false;
1973 }
1974 }
1975 }
1976
1977 send_channel->set_stream_params(sp);
1978
1979 // Reset send codec after stream parameters changed.
1980 if (send_codec_) {
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00001981 if (!SetSendCodec(send_channel, *send_codec_)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001982 return false;
1983 }
1984 LogSendCodecChange("SetSendStreamFormat()");
1985 }
1986
1987 if (sending_) {
1988 return StartSend(send_channel);
1989 }
1990 return true;
1991}
1992
1993bool WebRtcVideoMediaChannel::RemoveSendStream(uint32 ssrc) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001994 if (ssrc == 0) {
1995 LOG(LS_ERROR) << "RemoveSendStream with 0 ssrc is not supported.";
1996 return false;
1997 }
1998
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001999 uint32 ssrc_key;
2000 if (!GetSendChannelKey(ssrc, &ssrc_key)) {
2001 LOG(LS_WARNING) << "Try to remove stream with ssrc " << ssrc
2002 << " which doesn't exist.";
2003 return false;
2004 }
2005 WebRtcVideoChannelSendInfo* send_channel = send_channels_[ssrc_key];
2006 int channel_id = send_channel->channel_id();
2007 if (IsDefaultChannel(channel_id) && (send_channel->stream_params() == NULL)) {
2008 // Default channel will still exist. However, if stream_params() is NULL
2009 // there is no stream to remove.
2010 return false;
2011 }
2012 if (sending_) {
2013 StopSend(send_channel);
2014 }
2015
2016 const WebRtcVideoChannelSendInfo::EncoderMap& encoder_map =
2017 send_channel->registered_encoders();
2018 for (WebRtcVideoChannelSendInfo::EncoderMap::const_iterator it =
2019 encoder_map.begin(); it != encoder_map.end(); ++it) {
2020 if (engine()->vie()->ext_codec()->DeRegisterExternalSendCodec(
2021 channel_id, it->first) != 0) {
2022 LOG_RTCERR1(DeregisterEncoderObserver, channel_id);
2023 }
2024 engine()->DestroyExternalEncoder(it->second);
2025 }
2026 send_channel->ClearRegisteredEncoders();
2027
2028 // The receive channels depend on the default channel, recycle it instead.
2029 if (IsDefaultChannel(channel_id)) {
2030 SetCapturer(GetDefaultChannelSsrc(), NULL);
2031 send_channel->ClearStreamParams();
2032 } else {
2033 return DeleteSendChannel(ssrc_key);
2034 }
2035 return true;
2036}
2037
2038bool WebRtcVideoMediaChannel::AddRecvStream(const StreamParams& sp) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00002039 if (sp.first_ssrc() == 0) {
2040 LOG(LS_ERROR) << "AddRecvStream with 0 ssrc is not supported.";
2041 return false;
2042 }
2043
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002044 // TODO(zhurunz) Remove this once BWE works properly across different send
2045 // and receive channels.
2046 // Reuse default channel for recv stream in 1:1 call.
2047 if (!InConferenceMode() && first_receive_ssrc_ == 0) {
2048 LOG(LS_INFO) << "Recv stream " << sp.first_ssrc()
2049 << " reuse default channel #"
2050 << vie_channel_;
2051 first_receive_ssrc_ = sp.first_ssrc();
buildbot@webrtc.org7b6cbb32014-06-06 10:54:08 +00002052 if (!MaybeSetRtxSsrc(sp, vie_channel_)) {
2053 return false;
2054 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002055 if (render_started_) {
2056 if (engine()->vie()->render()->StartRender(vie_channel_) !=0) {
2057 LOG_RTCERR1(StartRender, vie_channel_);
2058 }
2059 }
2060 return true;
2061 }
2062
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002063 int channel_id = -1;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002064 RecvChannelMap::iterator channel_iterator =
2065 recv_channels_.find(sp.first_ssrc());
2066 if (channel_iterator == recv_channels_.end() &&
2067 first_receive_ssrc_ != sp.first_ssrc()) {
2068 // TODO(perkj): Implement recv media from multiple media SSRCs per stream.
2069 // NOTE: We have two SSRCs per stream when RTX is enabled.
2070 if (!IsOneSsrcStream(sp)) {
2071 LOG(LS_ERROR) << "WebRtcVideoMediaChannel supports one primary SSRC per"
2072 << " stream and one FID SSRC per primary SSRC.";
2073 return false;
2074 }
2075
2076 // Create a new channel for receiving video data.
2077 // In order to get the bandwidth estimation work fine for
2078 // receive only channels, we connect all receiving channels
2079 // to our master send channel.
2080 if (!CreateChannel(sp.first_ssrc(), MD_RECV, &channel_id)) {
2081 return false;
2082 }
2083 } else {
2084 // Already exists.
2085 if (first_receive_ssrc_ == sp.first_ssrc()) {
2086 return false;
2087 }
2088 // Early receive added channel.
2089 channel_id = (*channel_iterator).second->channel_id();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002090 }
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00002091 channel_iterator = recv_channels_.find(sp.first_ssrc());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002092
buildbot@webrtc.org7b6cbb32014-06-06 10:54:08 +00002093 if (!MaybeSetRtxSsrc(sp, channel_id)) {
2094 return false;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002095 }
2096
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002097 // Get the default renderer.
2098 VideoRenderer* default_renderer = NULL;
2099 if (InConferenceMode()) {
2100 // The recv_channels_ size start out being 1, so if it is two here this
2101 // is the first receive channel created (vie_channel_ is not used for
2102 // receiving in a conference call). This means that the renderer stored
2103 // inside vie_channel_ should be used for the just created channel.
2104 if (recv_channels_.size() == 2 &&
2105 recv_channels_.find(0) != recv_channels_.end()) {
2106 GetRenderer(0, &default_renderer);
2107 }
2108 }
2109
2110 // The first recv stream reuses the default renderer (if a default renderer
2111 // has been set).
2112 if (default_renderer) {
2113 SetRenderer(sp.first_ssrc(), default_renderer);
2114 }
2115
2116 LOG(LS_INFO) << "New video stream " << sp.first_ssrc()
2117 << " registered to VideoEngine channel #"
2118 << channel_id << " and connected to channel #" << vie_channel_;
2119
2120 return true;
2121}
2122
buildbot@webrtc.org7b6cbb32014-06-06 10:54:08 +00002123bool WebRtcVideoMediaChannel::MaybeSetRtxSsrc(const StreamParams& sp,
2124 int channel_id) {
2125 uint32 rtx_ssrc;
2126 bool has_rtx = sp.GetFidSsrc(sp.first_ssrc(), &rtx_ssrc);
2127 if (has_rtx) {
2128 LOG(LS_INFO) << "Setting rtx ssrc " << rtx_ssrc << " for stream "
2129 << sp.first_ssrc();
2130 if (engine()->vie()->rtp()->SetRemoteSSRCType(
2131 channel_id, webrtc::kViEStreamTypeRtx, rtx_ssrc) != 0) {
2132 LOG_RTCERR3(SetRemoteSSRCType, channel_id, webrtc::kViEStreamTypeRtx,
2133 rtx_ssrc);
2134 return false;
2135 }
2136 rtx_to_primary_ssrc_[rtx_ssrc] = sp.first_ssrc();
2137 }
2138 return true;
2139}
2140
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002141bool WebRtcVideoMediaChannel::RemoveRecvStream(uint32 ssrc) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00002142 if (ssrc == 0) {
2143 LOG(LS_ERROR) << "RemoveRecvStream with 0 ssrc is not supported.";
2144 return false;
2145 }
2146 return RemoveRecvStreamInternal(ssrc);
2147}
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002148
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00002149bool WebRtcVideoMediaChannel::RemoveRecvStreamInternal(uint32 ssrc) {
2150 RecvChannelMap::iterator it = recv_channels_.find(ssrc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002151 if (it == recv_channels_.end()) {
2152 // TODO(perkj): Remove this once BWE works properly across different send
2153 // and receive channels.
2154 // The default channel is reused for recv stream in 1:1 call.
2155 if (first_receive_ssrc_ == ssrc) {
2156 first_receive_ssrc_ = 0;
2157 // Need to stop the renderer and remove it since the render window can be
2158 // deleted after this.
2159 if (render_started_) {
2160 if (engine()->vie()->render()->StopRender(vie_channel_) !=0) {
2161 LOG_RTCERR1(StopRender, it->second->channel_id());
2162 }
2163 }
2164 recv_channels_[0]->SetRenderer(NULL);
2165 return true;
2166 }
2167 return false;
2168 }
2169 WebRtcVideoChannelRecvInfo* info = it->second;
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00002170
2171 // Remove any RTX SSRC mappings to this stream.
2172 SsrcMap::iterator rtx_it = rtx_to_primary_ssrc_.begin();
2173 while (rtx_it != rtx_to_primary_ssrc_.end()) {
2174 if (rtx_it->second == ssrc) {
2175 rtx_to_primary_ssrc_.erase(rtx_it++);
2176 } else {
2177 ++rtx_it;
2178 }
2179 }
2180
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002181 int channel_id = info->channel_id();
2182 if (engine()->vie()->render()->RemoveRenderer(channel_id) != 0) {
2183 LOG_RTCERR1(RemoveRenderer, channel_id);
2184 }
2185
2186 if (engine()->vie()->network()->DeregisterSendTransport(channel_id) !=0) {
2187 LOG_RTCERR1(DeRegisterSendTransport, channel_id);
2188 }
2189
2190 if (engine()->vie()->codec()->DeregisterDecoderObserver(
2191 channel_id) != 0) {
2192 LOG_RTCERR1(DeregisterDecoderObserver, channel_id);
2193 }
2194
2195 const WebRtcVideoChannelRecvInfo::DecoderMap& decoder_map =
2196 info->registered_decoders();
2197 for (WebRtcVideoChannelRecvInfo::DecoderMap::const_iterator it =
2198 decoder_map.begin(); it != decoder_map.end(); ++it) {
2199 if (engine()->vie()->ext_codec()->DeRegisterExternalReceiveCodec(
2200 channel_id, it->first) != 0) {
2201 LOG_RTCERR1(DeregisterDecoderObserver, channel_id);
2202 }
2203 engine()->DestroyExternalDecoder(it->second);
2204 }
2205 info->ClearRegisteredDecoders();
2206
2207 LOG(LS_INFO) << "Removing video stream " << ssrc
2208 << " with VideoEngine channel #"
2209 << channel_id;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002210 bool ret = true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002211 if (engine()->vie()->base()->DeleteChannel(channel_id) == -1) {
2212 LOG_RTCERR1(DeleteChannel, channel_id);
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002213 ret = false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002214 }
2215 // Delete the WebRtcVideoChannelRecvInfo pointed to by it->second.
2216 delete info;
2217 recv_channels_.erase(it);
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002218 return ret;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002219}
2220
2221bool WebRtcVideoMediaChannel::StartSend() {
2222 bool success = true;
2223 for (SendChannelMap::iterator iter = send_channels_.begin();
2224 iter != send_channels_.end(); ++iter) {
2225 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2226 if (!StartSend(send_channel)) {
2227 success = false;
2228 }
2229 }
2230 return success;
2231}
2232
2233bool WebRtcVideoMediaChannel::StartSend(
2234 WebRtcVideoChannelSendInfo* send_channel) {
2235 const int channel_id = send_channel->channel_id();
2236 if (engine()->vie()->base()->StartSend(channel_id) != 0) {
2237 LOG_RTCERR1(StartSend, channel_id);
2238 return false;
2239 }
2240
2241 send_channel->set_sending(true);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002242 return true;
2243}
2244
2245bool WebRtcVideoMediaChannel::StopSend() {
2246 bool success = true;
2247 for (SendChannelMap::iterator iter = send_channels_.begin();
2248 iter != send_channels_.end(); ++iter) {
2249 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2250 if (!StopSend(send_channel)) {
2251 success = false;
2252 }
2253 }
2254 return success;
2255}
2256
2257bool WebRtcVideoMediaChannel::StopSend(
2258 WebRtcVideoChannelSendInfo* send_channel) {
2259 const int channel_id = send_channel->channel_id();
2260 if (engine()->vie()->base()->StopSend(channel_id) != 0) {
2261 LOG_RTCERR1(StopSend, channel_id);
2262 return false;
2263 }
2264 send_channel->set_sending(false);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002265 return true;
2266}
2267
2268bool WebRtcVideoMediaChannel::SendIntraFrame() {
2269 bool success = true;
2270 for (SendChannelMap::iterator iter = send_channels_.begin();
2271 iter != send_channels_.end();
2272 ++iter) {
2273 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2274 const int channel_id = send_channel->channel_id();
2275 if (engine()->vie()->codec()->SendKeyFrame(channel_id) != 0) {
2276 LOG_RTCERR1(SendKeyFrame, channel_id);
2277 success = false;
2278 }
2279 }
2280 return success;
2281}
2282
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002283bool WebRtcVideoMediaChannel::HasReadySendChannels() {
2284 return !send_channels_.empty() &&
2285 ((send_channels_.size() > 1) ||
2286 (send_channels_[0]->stream_params() != NULL));
2287}
2288
2289bool WebRtcVideoMediaChannel::GetSendChannelKey(uint32 local_ssrc,
2290 uint32* key) {
2291 *key = 0;
2292 // If a send channel is not ready to send it will not have local_ssrc
2293 // registered to it.
2294 if (!HasReadySendChannels()) {
2295 return false;
2296 }
2297 // The default channel is stored with key 0. The key therefore does not match
2298 // the SSRC associated with the default channel. Check if the SSRC provided
2299 // corresponds to the default channel's SSRC.
2300 if (local_ssrc == GetDefaultChannelSsrc()) {
2301 return true;
2302 }
2303 if (send_channels_.find(local_ssrc) == send_channels_.end()) {
2304 for (SendChannelMap::iterator iter = send_channels_.begin();
2305 iter != send_channels_.end(); ++iter) {
2306 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2307 if (send_channel->has_ssrc(local_ssrc)) {
2308 *key = iter->first;
2309 return true;
2310 }
2311 }
2312 return false;
2313 }
2314 // The key was found in the above std::map::find call. This means that the
2315 // ssrc is the key.
2316 *key = local_ssrc;
2317 return true;
2318}
2319
2320WebRtcVideoChannelSendInfo* WebRtcVideoMediaChannel::GetSendChannel(
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002321 uint32 local_ssrc) {
2322 uint32 key;
2323 if (!GetSendChannelKey(local_ssrc, &key)) {
2324 return NULL;
2325 }
2326 return send_channels_[key];
2327}
2328
2329bool WebRtcVideoMediaChannel::CreateSendChannelKey(uint32 local_ssrc,
2330 uint32* key) {
2331 if (GetSendChannelKey(local_ssrc, key)) {
2332 // If there is a key corresponding to |local_ssrc|, the SSRC is already in
2333 // use. SSRCs need to be unique in a session and at this point a duplicate
2334 // SSRC has been detected.
2335 return false;
2336 }
2337 if (send_channels_[0]->stream_params() == NULL) {
2338 // key should be 0 here as the default channel should be re-used whenever it
2339 // is not used.
2340 *key = 0;
2341 return true;
2342 }
2343 // SSRC is currently not in use and the default channel is already in use. Use
2344 // the SSRC as key since it is supposed to be unique in a session.
2345 *key = local_ssrc;
2346 return true;
2347}
2348
wu@webrtc.org24301a62013-12-13 19:17:43 +00002349int WebRtcVideoMediaChannel::GetSendChannelNum(VideoCapturer* capturer) {
2350 int num = 0;
2351 for (SendChannelMap::iterator iter = send_channels_.begin();
2352 iter != send_channels_.end(); ++iter) {
2353 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2354 if (send_channel->video_capturer() == capturer) {
2355 ++num;
2356 }
2357 }
2358 return num;
2359}
2360
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002361uint32 WebRtcVideoMediaChannel::GetDefaultChannelSsrc() {
2362 WebRtcVideoChannelSendInfo* send_channel = send_channels_[0];
2363 const StreamParams* sp = send_channel->stream_params();
2364 if (sp == NULL) {
2365 // This happens if no send stream is currently registered.
2366 return 0;
2367 }
2368 return sp->first_ssrc();
2369}
2370
2371bool WebRtcVideoMediaChannel::DeleteSendChannel(uint32 ssrc_key) {
2372 if (send_channels_.find(ssrc_key) == send_channels_.end()) {
2373 return false;
2374 }
2375 WebRtcVideoChannelSendInfo* send_channel = send_channels_[ssrc_key];
wu@webrtc.org24301a62013-12-13 19:17:43 +00002376 MaybeDisconnectCapturer(send_channel->video_capturer());
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +00002377 send_channel->set_video_capturer(NULL, engine()->vie());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002378
2379 int channel_id = send_channel->channel_id();
2380 int capture_id = send_channel->capture_id();
2381 if (engine()->vie()->codec()->DeregisterEncoderObserver(
2382 channel_id) != 0) {
2383 LOG_RTCERR1(DeregisterEncoderObserver, channel_id);
2384 }
2385
2386 // Destroy the external capture interface.
2387 if (engine()->vie()->capture()->DisconnectCaptureDevice(
2388 channel_id) != 0) {
2389 LOG_RTCERR1(DisconnectCaptureDevice, channel_id);
2390 }
2391 if (engine()->vie()->capture()->ReleaseCaptureDevice(
2392 capture_id) != 0) {
2393 LOG_RTCERR1(ReleaseCaptureDevice, capture_id);
2394 }
2395
2396 // The default channel is stored in both |send_channels_| and
2397 // |recv_channels_|. To make sure it is only deleted once from vie let the
2398 // delete call happen when tearing down |recv_channels_| and not here.
2399 if (!IsDefaultChannel(channel_id)) {
2400 engine_->vie()->base()->DeleteChannel(channel_id);
2401 }
2402 delete send_channel;
2403 send_channels_.erase(ssrc_key);
2404 return true;
2405}
2406
2407bool WebRtcVideoMediaChannel::RemoveCapturer(uint32 ssrc) {
2408 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
2409 if (!send_channel) {
2410 return false;
2411 }
2412 VideoCapturer* capturer = send_channel->video_capturer();
2413 if (capturer == NULL) {
2414 return false;
2415 }
wu@webrtc.org24301a62013-12-13 19:17:43 +00002416 MaybeDisconnectCapturer(capturer);
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +00002417 send_channel->set_video_capturer(NULL, engine()->vie());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002418 const int64 timestamp = send_channel->local_stream_info()->time_stamp();
2419 if (send_codec_) {
2420 QueueBlackFrame(ssrc, timestamp, send_codec_->maxFramerate);
2421 }
2422 return true;
2423}
2424
2425bool WebRtcVideoMediaChannel::SetRenderer(uint32 ssrc,
2426 VideoRenderer* renderer) {
2427 if (recv_channels_.find(ssrc) == recv_channels_.end()) {
2428 // TODO(perkj): Remove this once BWE works properly across different send
2429 // and receive channels.
2430 // The default channel is reused for recv stream in 1:1 call.
2431 if (first_receive_ssrc_ == ssrc &&
2432 recv_channels_.find(0) != recv_channels_.end()) {
2433 LOG(LS_INFO) << "SetRenderer " << ssrc
2434 << " reuse default channel #"
2435 << vie_channel_;
2436 recv_channels_[0]->SetRenderer(renderer);
2437 return true;
2438 }
2439 return false;
2440 }
2441
2442 recv_channels_[ssrc]->SetRenderer(renderer);
2443 return true;
2444}
2445
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002446bool WebRtcVideoMediaChannel::GetStats(const StatsOptions& options,
2447 VideoMediaInfo* info) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002448 // Get sender statistics and build VideoSenderInfo.
2449 unsigned int total_bitrate_sent = 0;
2450 unsigned int video_bitrate_sent = 0;
2451 unsigned int fec_bitrate_sent = 0;
2452 unsigned int nack_bitrate_sent = 0;
2453 unsigned int estimated_send_bandwidth = 0;
2454 unsigned int target_enc_bitrate = 0;
2455 if (send_codec_) {
2456 for (SendChannelMap::const_iterator iter = send_channels_.begin();
2457 iter != send_channels_.end(); ++iter) {
2458 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2459 const int channel_id = send_channel->channel_id();
2460 VideoSenderInfo sinfo;
2461 const StreamParams* send_params = send_channel->stream_params();
2462 if (send_params == NULL) {
2463 // This should only happen if the default vie channel is not in use.
2464 // This can happen if no streams have ever been added or the stream
2465 // corresponding to the default channel has been removed. Note that
2466 // there may be non-default vie channels in use when this happen so
2467 // asserting send_channels_.size() == 1 is not correct and neither is
2468 // breaking out of the loop.
2469 ASSERT(channel_id == vie_channel_);
2470 continue;
2471 }
2472 unsigned int bytes_sent, packets_sent, bytes_recv, packets_recv;
2473 if (engine_->vie()->rtp()->GetRTPStatistics(channel_id, bytes_sent,
2474 packets_sent, bytes_recv,
2475 packets_recv) != 0) {
2476 LOG_RTCERR1(GetRTPStatistics, vie_channel_);
2477 continue;
2478 }
2479 WebRtcLocalStreamInfo* channel_stream_info =
2480 send_channel->local_stream_info();
2481
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002482 for (size_t i = 0; i < send_params->ssrcs.size(); ++i) {
2483 sinfo.add_ssrc(send_params->ssrcs[i]);
2484 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002485 sinfo.codec_name = send_codec_->plName;
2486 sinfo.bytes_sent = bytes_sent;
2487 sinfo.packets_sent = packets_sent;
2488 sinfo.packets_cached = -1;
2489 sinfo.packets_lost = -1;
2490 sinfo.fraction_lost = -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002491 sinfo.rtt_ms = -1;
wu@webrtc.org987f2c92014-03-28 16:22:19 +00002492
2493 VideoCapturer* video_capturer = send_channel->video_capturer();
2494 if (video_capturer) {
buildbot@webrtc.org0b53bd22014-05-06 17:12:36 +00002495 VideoFormat last_captured_frame_format;
wu@webrtc.org987f2c92014-03-28 16:22:19 +00002496 video_capturer->GetStats(&sinfo.adapt_frame_drops,
2497 &sinfo.effects_frame_drops,
buildbot@webrtc.org0b53bd22014-05-06 17:12:36 +00002498 &sinfo.capturer_frame_time,
2499 &last_captured_frame_format);
2500 sinfo.input_frame_width = last_captured_frame_format.width;
2501 sinfo.input_frame_height = last_captured_frame_format.height;
2502 } else {
2503 sinfo.input_frame_width = 0;
2504 sinfo.input_frame_height = 0;
wu@webrtc.org987f2c92014-03-28 16:22:19 +00002505 }
2506
2507 webrtc::VideoCodec vie_codec;
wu@webrtc.org987f2c92014-03-28 16:22:19 +00002508 if (!video_capturer || video_capturer->IsMuted()) {
2509 sinfo.send_frame_width = 0;
2510 sinfo.send_frame_height = 0;
2511 } else if (engine()->vie()->codec()->GetSendCodec(channel_id,
2512 vie_codec) == 0) {
2513 sinfo.send_frame_width = vie_codec.width;
2514 sinfo.send_frame_height = vie_codec.height;
2515 } else {
2516 sinfo.send_frame_width = -1;
2517 sinfo.send_frame_height = -1;
2518 LOG_RTCERR1(GetSendCodec, channel_id);
2519 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002520 sinfo.framerate_input = channel_stream_info->framerate();
2521 sinfo.framerate_sent = send_channel->encoder_observer()->framerate();
2522 sinfo.nominal_bitrate = send_channel->encoder_observer()->bitrate();
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00002523 if (send_codec_) {
2524 sinfo.preferred_bitrate = GetBitrate(
2525 send_codec_->maxBitrate, kMaxVideoBitrate);
2526 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002527 sinfo.adapt_reason = send_channel->CurrentAdaptReason();
buildbot@webrtc.orgb525a9d2014-06-03 09:42:15 +00002528
2529#ifdef USE_WEBRTC_DEV_BRANCH
2530 webrtc::CpuOveruseMetrics metrics;
2531 engine()->vie()->base()->GetCpuOveruseMetrics(channel_id, &metrics);
2532 sinfo.capture_jitter_ms = metrics.capture_jitter_ms;
2533 sinfo.avg_encode_ms = metrics.avg_encode_time_ms;
2534 sinfo.encode_usage_percent = metrics.encode_usage_percent;
2535 sinfo.capture_queue_delay_ms_per_s = metrics.capture_queue_delay_ms_per_s;
2536#else
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002537 sinfo.capture_jitter_ms = -1;
2538 sinfo.avg_encode_ms = -1;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002539 sinfo.encode_usage_percent = -1;
2540 sinfo.capture_queue_delay_ms_per_s = -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002541
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002542 int capture_jitter_ms = 0;
2543 int avg_encode_time_ms = 0;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002544 int encode_usage_percent = 0;
2545 int capture_queue_delay_ms_per_s = 0;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002546 if (engine()->vie()->base()->CpuOveruseMeasures(
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002547 channel_id,
2548 &capture_jitter_ms,
2549 &avg_encode_time_ms,
2550 &encode_usage_percent,
2551 &capture_queue_delay_ms_per_s) == 0) {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002552 sinfo.capture_jitter_ms = capture_jitter_ms;
2553 sinfo.avg_encode_ms = avg_encode_time_ms;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002554 sinfo.encode_usage_percent = encode_usage_percent;
2555 sinfo.capture_queue_delay_ms_per_s = capture_queue_delay_ms_per_s;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002556 }
buildbot@webrtc.orgb525a9d2014-06-03 09:42:15 +00002557#endif
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002558
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002559 webrtc::RtcpPacketTypeCounter rtcp_sent;
2560 webrtc::RtcpPacketTypeCounter rtcp_received;
2561 if (engine()->vie()->rtp()->GetRtcpPacketTypeCounters(
2562 channel_id, &rtcp_sent, &rtcp_received) == 0) {
2563 sinfo.firs_rcvd = rtcp_received.fir_packets;
2564 sinfo.plis_rcvd = rtcp_received.pli_packets;
2565 sinfo.nacks_rcvd = rtcp_received.nack_packets;
2566 } else {
2567 sinfo.firs_rcvd = -1;
2568 sinfo.plis_rcvd = -1;
2569 sinfo.nacks_rcvd = -1;
2570 LOG_RTCERR1(GetRtcpPacketTypeCounters, channel_id);
2571 }
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002572
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002573 // Get received RTCP statistics for the sender (reported by the remote
2574 // client in a RTCP packet), if available.
2575 // It's not a fatal error if we can't, since RTCP may not have arrived
2576 // yet.
2577 webrtc::RtcpStatistics outgoing_stream_rtcp_stats;
2578 int outgoing_stream_rtt_ms;
2579
2580 if (engine_->vie()->rtp()->GetSendChannelRtcpStatistics(
2581 channel_id,
2582 outgoing_stream_rtcp_stats,
2583 outgoing_stream_rtt_ms) == 0) {
2584 // Convert Q8 to float.
2585 sinfo.packets_lost = outgoing_stream_rtcp_stats.cumulative_lost;
2586 sinfo.fraction_lost = static_cast<float>(
2587 outgoing_stream_rtcp_stats.fraction_lost) / (1 << 8);
2588 sinfo.rtt_ms = outgoing_stream_rtt_ms;
2589 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002590 info->senders.push_back(sinfo);
2591
2592 unsigned int channel_total_bitrate_sent = 0;
2593 unsigned int channel_video_bitrate_sent = 0;
2594 unsigned int channel_fec_bitrate_sent = 0;
2595 unsigned int channel_nack_bitrate_sent = 0;
2596 if (engine_->vie()->rtp()->GetBandwidthUsage(
2597 channel_id, channel_total_bitrate_sent, channel_video_bitrate_sent,
2598 channel_fec_bitrate_sent, channel_nack_bitrate_sent) == 0) {
2599 total_bitrate_sent += channel_total_bitrate_sent;
2600 video_bitrate_sent += channel_video_bitrate_sent;
2601 fec_bitrate_sent += channel_fec_bitrate_sent;
2602 nack_bitrate_sent += channel_nack_bitrate_sent;
2603 } else {
2604 LOG_RTCERR1(GetBandwidthUsage, channel_id);
2605 }
2606
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002607 unsigned int target_enc_stream_bitrate = 0;
2608 if (engine_->vie()->codec()->GetCodecTargetBitrate(
2609 channel_id, &target_enc_stream_bitrate) == 0) {
2610 target_enc_bitrate += target_enc_stream_bitrate;
2611 } else {
2612 LOG_RTCERR1(GetCodecTargetBitrate, channel_id);
2613 }
2614 }
buildbot@webrtc.orga18b4c92014-05-06 17:48:14 +00002615 if (!send_channels_.empty()) {
2616 // GetEstimatedSendBandwidth returns the estimated bandwidth for all video
2617 // engine channels in a channel group. Any valid channel id will do as it
2618 // is only used to access the right group of channels.
2619 const int channel_id = send_channels_.begin()->second->channel_id();
2620 // Get the send bandwidth available for this MediaChannel.
2621 if (engine_->vie()->rtp()->GetEstimatedSendBandwidth(
2622 channel_id, &estimated_send_bandwidth) != 0) {
2623 LOG_RTCERR1(GetEstimatedSendBandwidth, channel_id);
2624 }
2625 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002626 } else {
2627 LOG(LS_WARNING) << "GetStats: sender information not ready.";
2628 }
2629
2630 // Get the SSRC and stats for each receiver, based on our own calculations.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002631 for (RecvChannelMap::const_iterator it = recv_channels_.begin();
2632 it != recv_channels_.end(); ++it) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002633 WebRtcVideoChannelRecvInfo* channel = it->second;
2634
buildbot@webrtc.orgeaf2bd92014-05-12 23:12:19 +00002635 unsigned int ssrc = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002636 // Get receiver statistics and build VideoReceiverInfo, if we have data.
sergeyu@chromium.orga59696b2013-09-13 23:48:58 +00002637 // Skip the default channel (ssrc == 0).
2638 if (engine_->vie()->rtp()->GetRemoteSSRC(
2639 channel->channel_id(), ssrc) != 0 ||
2640 ssrc == 0)
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002641 continue;
2642
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002643 webrtc::StreamDataCounters sent;
2644 webrtc::StreamDataCounters received;
2645 if (engine_->vie()->rtp()->GetRtpStatistics(channel->channel_id(),
2646 sent, received) != 0) {
2647 LOG_RTCERR1(GetRTPStatistics, channel->channel_id());
2648 return false;
2649 }
2650 VideoReceiverInfo rinfo;
2651 rinfo.add_ssrc(ssrc);
2652 rinfo.bytes_rcvd = received.bytes;
2653 rinfo.packets_rcvd = received.packets;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002654 rinfo.packets_lost = -1;
2655 rinfo.packets_concealed = -1;
2656 rinfo.fraction_lost = -1; // from SentRTCP
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002657 rinfo.frame_width = channel->render_adapter()->width();
2658 rinfo.frame_height = channel->render_adapter()->height();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002659 int fps = channel->render_adapter()->framerate();
2660 rinfo.framerate_decoded = fps;
2661 rinfo.framerate_output = fps;
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +00002662 rinfo.capture_start_ntp_time_ms =
2663 channel->render_adapter()->capture_start_ntp_time_ms();
wu@webrtc.org97077a32013-10-25 21:18:33 +00002664 channel->decoder_observer()->ExportTo(&rinfo);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002665
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002666 webrtc::RtcpPacketTypeCounter rtcp_sent;
2667 webrtc::RtcpPacketTypeCounter rtcp_received;
2668 if (engine()->vie()->rtp()->GetRtcpPacketTypeCounters(
2669 channel->channel_id(), &rtcp_sent, &rtcp_received) == 0) {
2670 rinfo.firs_sent = rtcp_sent.fir_packets;
2671 rinfo.plis_sent = rtcp_sent.pli_packets;
2672 rinfo.nacks_sent = rtcp_sent.nack_packets;
2673 } else {
2674 rinfo.firs_sent = -1;
2675 rinfo.plis_sent = -1;
2676 rinfo.nacks_sent = -1;
2677 LOG_RTCERR1(GetRtcpPacketTypeCounters, channel->channel_id());
2678 }
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002679
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002680 // Get our locally created statistics of the received RTP stream.
2681 webrtc::RtcpStatistics incoming_stream_rtcp_stats;
2682 int incoming_stream_rtt_ms;
2683 if (engine_->vie()->rtp()->GetReceiveChannelRtcpStatistics(
2684 channel->channel_id(),
2685 incoming_stream_rtcp_stats,
2686 incoming_stream_rtt_ms) == 0) {
2687 // Convert Q8 to float.
2688 rinfo.packets_lost = incoming_stream_rtcp_stats.cumulative_lost;
2689 rinfo.fraction_lost = static_cast<float>(
2690 incoming_stream_rtcp_stats.fraction_lost) / (1 << 8);
2691 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002692 info->receivers.push_back(rinfo);
buildbot@webrtc.orga18b4c92014-05-06 17:48:14 +00002693 }
2694 unsigned int estimated_recv_bandwidth = 0;
2695 if (!recv_channels_.empty()) {
2696 // GetEstimatedReceiveBandwidth returns the estimated bandwidth for all
2697 // video engine channels in a channel group. Any valid channel id will do as
2698 // it is only used to access the right group of channels.
2699 const int channel_id = recv_channels_.begin()->second->channel_id();
2700 // Gets the estimated receive bandwidth for the MediaChannel.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002701 if (engine_->vie()->rtp()->GetEstimatedReceiveBandwidth(
buildbot@webrtc.orga18b4c92014-05-06 17:48:14 +00002702 channel_id, &estimated_recv_bandwidth) != 0) {
2703 LOG_RTCERR1(GetEstimatedReceiveBandwidth, channel_id);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002704 }
2705 }
buildbot@webrtc.orga18b4c92014-05-06 17:48:14 +00002706
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002707 // Build BandwidthEstimationInfo.
2708 // TODO(zhurunz): Add real unittest for this.
2709 BandwidthEstimationInfo bwe;
2710
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002711 // TODO(jiayl): remove the condition when the necessary changes are available
2712 // outside the dev branch.
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002713 if (options.include_received_propagation_stats) {
2714 webrtc::ReceiveBandwidthEstimatorStats additional_stats;
2715 // Only call for the default channel because the returned stats are
2716 // collected for all the channels using the same estimator.
2717 if (engine_->vie()->rtp()->GetReceiveBandwidthEstimatorStats(
mallinath@webrtc.org92fdfeb2014-02-17 18:49:41 +00002718 recv_channels_[0]->channel_id(), &additional_stats) == 0) {
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002719 bwe.total_received_propagation_delta_ms =
2720 additional_stats.total_propagation_time_delta_ms;
2721 bwe.recent_received_propagation_delta_ms.swap(
2722 additional_stats.recent_propagation_time_delta_ms);
2723 bwe.recent_received_packet_group_arrival_time_ms.swap(
2724 additional_stats.recent_arrival_time_ms);
2725 }
2726 }
henrike@webrtc.orgb8395eb2014-02-28 21:57:22 +00002727
2728 engine_->vie()->rtp()->GetPacerQueuingDelayMs(
2729 recv_channels_[0]->channel_id(), &bwe.bucket_delay);
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002730
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002731 // Calculations done above per send/receive stream.
2732 bwe.actual_enc_bitrate = video_bitrate_sent;
2733 bwe.transmit_bitrate = total_bitrate_sent;
2734 bwe.retransmit_bitrate = nack_bitrate_sent;
2735 bwe.available_send_bandwidth = estimated_send_bandwidth;
2736 bwe.available_recv_bandwidth = estimated_recv_bandwidth;
2737 bwe.target_enc_bitrate = target_enc_bitrate;
2738
2739 info->bw_estimations.push_back(bwe);
2740
2741 return true;
2742}
2743
2744bool WebRtcVideoMediaChannel::SetCapturer(uint32 ssrc,
2745 VideoCapturer* capturer) {
2746 ASSERT(ssrc != 0);
2747 if (!capturer) {
2748 return RemoveCapturer(ssrc);
2749 }
2750 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
2751 if (!send_channel) {
2752 return false;
2753 }
2754 VideoCapturer* old_capturer = send_channel->video_capturer();
wu@webrtc.org24301a62013-12-13 19:17:43 +00002755 MaybeDisconnectCapturer(old_capturer);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002756
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +00002757 send_channel->set_video_capturer(capturer, engine()->vie());
wu@webrtc.orga8910d22014-01-23 22:12:45 +00002758 MaybeConnectCapturer(capturer);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002759 if (!capturer->IsScreencast() && ratio_w_ != 0 && ratio_h_ != 0) {
2760 capturer->UpdateAspectRatio(ratio_w_, ratio_h_);
2761 }
2762 const int64 timestamp = send_channel->local_stream_info()->time_stamp();
2763 if (send_codec_) {
2764 QueueBlackFrame(ssrc, timestamp, send_codec_->maxFramerate);
2765 }
2766 return true;
2767}
2768
2769bool WebRtcVideoMediaChannel::RequestIntraFrame() {
2770 // There is no API exposed to application to request a key frame
2771 // ViE does this internally when there are errors from decoder
2772 return false;
2773}
2774
wu@webrtc.orga9890802013-12-13 00:21:03 +00002775void WebRtcVideoMediaChannel::OnPacketReceived(
2776 talk_base::Buffer* packet, const talk_base::PacketTime& packet_time) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002777 // Pick which channel to send this packet to. If this packet doesn't match
2778 // any multiplexed streams, just send it to the default channel. Otherwise,
2779 // send it to the specific decoder instance for that stream.
2780 uint32 ssrc = 0;
2781 if (!GetRtpSsrc(packet->data(), packet->length(), &ssrc))
2782 return;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002783 int processing_channel = GetRecvChannelNum(ssrc);
2784 if (processing_channel == -1) {
2785 // Allocate an unsignalled recv channel for processing in conference mode.
henrike@webrtc.org18e59112014-03-14 17:19:38 +00002786 if (!InConferenceMode()) {
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00002787 // If we can't find or allocate one, use the default.
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002788 processing_channel = video_channel();
henrike@webrtc.org18e59112014-03-14 17:19:38 +00002789 } else if (!CreateUnsignalledRecvChannel(ssrc, &processing_channel)) {
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00002790 // If we can't create an unsignalled recv channel, drop the packet in
henrike@webrtc.org18e59112014-03-14 17:19:38 +00002791 // conference mode.
2792 return;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002793 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002794 }
2795
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002796 engine()->vie()->network()->ReceivedRTPPacket(
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002797 processing_channel,
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002798 packet->data(),
wu@webrtc.orga9890802013-12-13 00:21:03 +00002799 static_cast<int>(packet->length()),
2800 webrtc::PacketTime(packet_time.timestamp, packet_time.not_before));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002801}
2802
wu@webrtc.orga9890802013-12-13 00:21:03 +00002803void WebRtcVideoMediaChannel::OnRtcpReceived(
2804 talk_base::Buffer* packet, const talk_base::PacketTime& packet_time) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002805// Sending channels need all RTCP packets with feedback information.
2806// Even sender reports can contain attached report blocks.
2807// Receiving channels need sender reports in order to create
2808// correct receiver reports.
2809
2810 uint32 ssrc = 0;
2811 if (!GetRtcpSsrc(packet->data(), packet->length(), &ssrc)) {
2812 LOG(LS_WARNING) << "Failed to parse SSRC from received RTCP packet";
2813 return;
2814 }
2815 int type = 0;
2816 if (!GetRtcpType(packet->data(), packet->length(), &type)) {
2817 LOG(LS_WARNING) << "Failed to parse type from received RTCP packet";
2818 return;
2819 }
2820
2821 // If it is a sender report, find the channel that is listening.
2822 if (type == kRtcpTypeSR) {
2823 int which_channel = GetRecvChannelNum(ssrc);
2824 if (which_channel != -1 && !IsDefaultChannel(which_channel)) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002825 engine_->vie()->network()->ReceivedRTCPPacket(
2826 which_channel,
2827 packet->data(),
2828 static_cast<int>(packet->length()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002829 }
2830 }
2831 // SR may continue RR and any RR entry may correspond to any one of the send
2832 // channels. So all RTCP packets must be forwarded all send channels. ViE
2833 // will filter out RR internally.
2834 for (SendChannelMap::iterator iter = send_channels_.begin();
2835 iter != send_channels_.end(); ++iter) {
2836 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2837 int channel_id = send_channel->channel_id();
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002838 engine_->vie()->network()->ReceivedRTCPPacket(
2839 channel_id,
2840 packet->data(),
2841 static_cast<int>(packet->length()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002842 }
2843}
2844
2845void WebRtcVideoMediaChannel::OnReadyToSend(bool ready) {
2846 SetNetworkTransmissionState(ready);
2847}
2848
2849bool WebRtcVideoMediaChannel::MuteStream(uint32 ssrc, bool muted) {
2850 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
2851 if (!send_channel) {
2852 LOG(LS_ERROR) << "The specified ssrc " << ssrc << " is not in use.";
2853 return false;
2854 }
2855 send_channel->set_muted(muted);
2856 return true;
2857}
2858
2859bool WebRtcVideoMediaChannel::SetRecvRtpHeaderExtensions(
2860 const std::vector<RtpHeaderExtension>& extensions) {
2861 if (receive_extensions_ == extensions) {
2862 return true;
2863 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002864
2865 const RtpHeaderExtension* offset_extension =
2866 FindHeaderExtension(extensions, kRtpTimestampOffsetHeaderExtension);
2867 const RtpHeaderExtension* send_time_extension =
henrike@webrtc.org79047f92014-03-06 23:46:59 +00002868 FindHeaderExtension(extensions, kRtpAbsoluteSenderTimeHeaderExtension);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002869
2870 // Loop through all receive channels and enable/disable the extensions.
2871 for (RecvChannelMap::iterator channel_it = recv_channels_.begin();
2872 channel_it != recv_channels_.end(); ++channel_it) {
2873 int channel_id = channel_it->second->channel_id();
2874 if (!SetHeaderExtension(
2875 &webrtc::ViERTP_RTCP::SetReceiveTimestampOffsetStatus, channel_id,
2876 offset_extension)) {
2877 return false;
2878 }
2879 if (!SetHeaderExtension(
2880 &webrtc::ViERTP_RTCP::SetReceiveAbsoluteSendTimeStatus, channel_id,
2881 send_time_extension)) {
2882 return false;
2883 }
2884 }
buildbot@webrtc.org150835e2014-05-06 15:54:38 +00002885
2886 receive_extensions_ = extensions;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002887 return true;
2888}
2889
2890bool WebRtcVideoMediaChannel::SetSendRtpHeaderExtensions(
2891 const std::vector<RtpHeaderExtension>& extensions) {
buildbot@webrtc.org150835e2014-05-06 15:54:38 +00002892 if (send_extensions_ == extensions) {
2893 return true;
2894 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002895
2896 const RtpHeaderExtension* offset_extension =
2897 FindHeaderExtension(extensions, kRtpTimestampOffsetHeaderExtension);
2898 const RtpHeaderExtension* send_time_extension =
henrike@webrtc.org79047f92014-03-06 23:46:59 +00002899 FindHeaderExtension(extensions, kRtpAbsoluteSenderTimeHeaderExtension);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002900
2901 // Loop through all send channels and enable/disable the extensions.
2902 for (SendChannelMap::iterator channel_it = send_channels_.begin();
2903 channel_it != send_channels_.end(); ++channel_it) {
2904 int channel_id = channel_it->second->channel_id();
2905 if (!SetHeaderExtension(
2906 &webrtc::ViERTP_RTCP::SetSendTimestampOffsetStatus, channel_id,
2907 offset_extension)) {
2908 return false;
2909 }
2910 if (!SetHeaderExtension(
2911 &webrtc::ViERTP_RTCP::SetSendAbsoluteSendTimeStatus, channel_id,
2912 send_time_extension)) {
2913 return false;
2914 }
2915 }
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002916
2917 if (send_time_extension) {
2918 // For video RTP packets, we would like to update AbsoluteSendTimeHeader
2919 // Extension closer to the network, @ socket level before sending.
2920 // Pushing the extension id to socket layer.
2921 MediaChannel::SetOption(NetworkInterface::ST_RTP,
2922 talk_base::Socket::OPT_RTP_SENDTIME_EXTN_ID,
2923 send_time_extension->id);
2924 }
buildbot@webrtc.org150835e2014-05-06 15:54:38 +00002925
2926 send_extensions_ = extensions;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002927 return true;
2928}
2929
mallinath@webrtc.org92fdfeb2014-02-17 18:49:41 +00002930int WebRtcVideoMediaChannel::GetRtpSendTimeExtnId() const {
2931 const RtpHeaderExtension* send_time_extension = FindHeaderExtension(
henrike@webrtc.org79047f92014-03-06 23:46:59 +00002932 send_extensions_, kRtpAbsoluteSenderTimeHeaderExtension);
mallinath@webrtc.org92fdfeb2014-02-17 18:49:41 +00002933 if (send_time_extension) {
2934 return send_time_extension->id;
2935 }
2936 return -1;
2937}
2938
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002939bool WebRtcVideoMediaChannel::SetStartSendBandwidth(int bps) {
2940 LOG(LS_INFO) << "WebRtcVideoMediaChannel::SetStartSendBandwidth";
2941
2942 if (!send_codec_) {
2943 LOG(LS_INFO) << "The send codec has not been set up yet";
2944 return true;
2945 }
2946
2947 // On success, SetSendCodec() will reset |send_start_bitrate_| to |bps/1000|,
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00002948 // by calling MaybeChangeBitrates. That method will also clamp the
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002949 // start bitrate between min and max, consistent with the override behavior
2950 // in SetMaxSendBandwidth.
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00002951 webrtc::VideoCodec new_codec = *send_codec_;
2952 if (BitrateIsSet(bps)) {
2953 new_codec.startBitrate = bps / 1000;
2954 }
2955 return SetSendCodec(new_codec);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002956}
2957
2958bool WebRtcVideoMediaChannel::SetMaxSendBandwidth(int bps) {
2959 LOG(LS_INFO) << "WebRtcVideoMediaChannel::SetMaxSendBandwidth";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002960
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002961 if (!send_codec_) {
2962 LOG(LS_INFO) << "The send codec has not been set up yet";
2963 return true;
2964 }
2965
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00002966 webrtc::VideoCodec new_codec = *send_codec_;
2967 if (BitrateIsSet(bps)) {
2968 new_codec.maxBitrate = bps / 1000;
2969 }
2970 if (!SetSendCodec(new_codec)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002971 return false;
2972 }
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002973 LogSendCodecChange("SetMaxSendBandwidth()");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002974
2975 return true;
2976}
2977
2978bool WebRtcVideoMediaChannel::SetOptions(const VideoOptions &options) {
2979 // Always accept options that are unchanged.
2980 if (options_ == options) {
2981 return true;
2982 }
2983
2984 // Trigger SetSendCodec to set correct noise reduction state if the option has
2985 // changed.
2986 bool denoiser_changed = options.video_noise_reduction.IsSet() &&
2987 (options_.video_noise_reduction != options.video_noise_reduction);
2988
2989 bool leaky_bucket_changed = options.video_leaky_bucket.IsSet() &&
2990 (options_.video_leaky_bucket != options.video_leaky_bucket);
2991
2992 bool buffer_latency_changed = options.buffered_mode_latency.IsSet() &&
2993 (options_.buffered_mode_latency != options.buffered_mode_latency);
2994
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00002995 bool cpu_overuse_detection_changed = options.cpu_overuse_detection.IsSet() &&
2996 (options_.cpu_overuse_detection != options.cpu_overuse_detection);
2997
wu@webrtc.orgde305012013-10-31 15:40:38 +00002998 bool dscp_option_changed = (options_.dscp != options.dscp);
2999
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003000 bool suspend_below_min_bitrate_changed =
3001 options.suspend_below_min_bitrate.IsSet() &&
3002 (options_.suspend_below_min_bitrate != options.suspend_below_min_bitrate);
3003
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003004 bool conference_mode_turned_off = false;
3005 if (options_.conference_mode.IsSet() && options.conference_mode.IsSet() &&
3006 options_.conference_mode.GetWithDefaultIfUnset(false) &&
3007 !options.conference_mode.GetWithDefaultIfUnset(false)) {
3008 conference_mode_turned_off = true;
3009 }
3010
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003011 bool improved_wifi_bwe_changed =
3012 options.use_improved_wifi_bandwidth_estimator.IsSet() &&
3013 options_.use_improved_wifi_bandwidth_estimator !=
3014 options.use_improved_wifi_bandwidth_estimator;
3015
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00003016
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003017 // Save the options, to be interpreted where appropriate.
3018 // Use options_.SetAll() instead of assignment so that unset value in options
3019 // will not overwrite the previous option value.
3020 options_.SetAll(options);
3021
3022 // Set CPU options for all send channels.
3023 for (SendChannelMap::iterator iter = send_channels_.begin();
3024 iter != send_channels_.end(); ++iter) {
3025 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3026 send_channel->ApplyCpuOptions(options_);
3027 }
3028
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003029 if (send_codec_) {
3030 bool reset_send_codec_needed = denoiser_changed;
3031 webrtc::VideoCodec new_codec = *send_codec_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003032
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003033 // TODO(pthatcher): Remove this. We don't need 4 ways to set bitrates.
3034 bool lower_min_bitrate;
3035 if (options.lower_min_bitrate.Get(&lower_min_bitrate)) {
3036 new_codec.minBitrate = kLowerMinBitrate;
3037 reset_send_codec_needed = true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003038 }
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003039
3040 if (conference_mode_turned_off) {
3041 // This is a special case for turning conference mode off.
3042 // Max bitrate should go back to the default maximum value instead
3043 // of the current maximum.
3044 new_codec.maxBitrate = kAutoBandwidth;
3045 reset_send_codec_needed = true;
3046 }
3047
3048 // TODO(pthatcher): Remove this. We don't need 4 ways to set bitrates.
3049 int new_start_bitrate;
3050 if (options.video_start_bitrate.Get(&new_start_bitrate)) {
3051 new_codec.startBitrate = new_start_bitrate;
3052 reset_send_codec_needed = true;
3053 }
3054
3055
3056 LOG(LS_INFO) << "Reset send codec needed is enabled? "
3057 << reset_send_codec_needed;
3058 if (reset_send_codec_needed) {
3059 if (!SetSendCodec(new_codec)) {
3060 return false;
3061 }
3062 LogSendCodecChange("SetOptions()");
3063 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003064 }
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00003065
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003066 if (leaky_bucket_changed) {
3067 bool enable_leaky_bucket =
3068 options_.video_leaky_bucket.GetWithDefaultIfUnset(false);
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003069 LOG(LS_INFO) << "Leaky bucket is enabled? " << enable_leaky_bucket;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003070 for (SendChannelMap::iterator it = send_channels_.begin();
3071 it != send_channels_.end(); ++it) {
3072 if (engine()->vie()->rtp()->SetTransmissionSmoothingStatus(
3073 it->second->channel_id(), enable_leaky_bucket) != 0) {
3074 LOG_RTCERR2(SetTransmissionSmoothingStatus, it->second->channel_id(),
3075 enable_leaky_bucket);
3076 }
3077 }
3078 }
3079 if (buffer_latency_changed) {
3080 int buffer_latency =
3081 options_.buffered_mode_latency.GetWithDefaultIfUnset(
3082 cricket::kBufferedModeDisabled);
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003083 LOG(LS_INFO) << "Buffer latency is " << buffer_latency;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003084 for (SendChannelMap::iterator it = send_channels_.begin();
3085 it != send_channels_.end(); ++it) {
3086 if (engine()->vie()->rtp()->SetSenderBufferingMode(
3087 it->second->channel_id(), buffer_latency) != 0) {
3088 LOG_RTCERR2(SetSenderBufferingMode, it->second->channel_id(),
3089 buffer_latency);
3090 }
3091 }
3092 for (RecvChannelMap::iterator it = recv_channels_.begin();
3093 it != recv_channels_.end(); ++it) {
3094 if (engine()->vie()->rtp()->SetReceiverBufferingMode(
3095 it->second->channel_id(), buffer_latency) != 0) {
3096 LOG_RTCERR2(SetReceiverBufferingMode, it->second->channel_id(),
3097 buffer_latency);
3098 }
3099 }
3100 }
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003101 if (cpu_overuse_detection_changed) {
3102 bool cpu_overuse_detection =
3103 options_.cpu_overuse_detection.GetWithDefaultIfUnset(false);
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003104 LOG(LS_INFO) << "CPU overuse detection is enabled? "
3105 << cpu_overuse_detection;
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003106 for (SendChannelMap::iterator iter = send_channels_.begin();
3107 iter != send_channels_.end(); ++iter) {
3108 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3109 send_channel->SetCpuOveruseDetection(cpu_overuse_detection);
3110 }
3111 }
wu@webrtc.orgde305012013-10-31 15:40:38 +00003112 if (dscp_option_changed) {
3113 talk_base::DiffServCodePoint dscp = talk_base::DSCP_DEFAULT;
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00003114 if (options_.dscp.GetWithDefaultIfUnset(false))
wu@webrtc.orgde305012013-10-31 15:40:38 +00003115 dscp = kVideoDscpValue;
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003116 LOG(LS_INFO) << "DSCP is " << dscp;
wu@webrtc.orgde305012013-10-31 15:40:38 +00003117 if (MediaChannel::SetDscp(dscp) != 0) {
3118 LOG(LS_WARNING) << "Failed to set DSCP settings for video channel";
3119 }
3120 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003121 if (suspend_below_min_bitrate_changed) {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003122 if (options_.suspend_below_min_bitrate.GetWithDefaultIfUnset(false)) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003123 LOG(LS_INFO) << "Suspend below min bitrate enabled.";
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003124 for (SendChannelMap::iterator it = send_channels_.begin();
3125 it != send_channels_.end(); ++it) {
3126 engine()->vie()->codec()->SuspendBelowMinBitrate(
3127 it->second->channel_id());
3128 }
3129 } else {
3130 LOG(LS_WARNING) << "Cannot disable video suspension once it is enabled";
3131 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003132 }
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003133 if (improved_wifi_bwe_changed) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003134 LOG(LS_INFO) << "Improved WIFI BWE called.";
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003135 webrtc::Config config;
3136 config.Set(new webrtc::AimdRemoteRateControl(
3137 options_.use_improved_wifi_bandwidth_estimator
3138 .GetWithDefaultIfUnset(false)));
3139 for (SendChannelMap::iterator it = send_channels_.begin();
3140 it != send_channels_.end(); ++it) {
3141 engine()->vie()->network()->SetBandwidthEstimationConfig(
3142 it->second->channel_id(), config);
3143 }
3144 }
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +00003145 webrtc::CpuOveruseOptions overuse_options;
3146 if (GetCpuOveruseOptions(options_, &overuse_options)) {
3147 for (SendChannelMap::iterator it = send_channels_.begin();
3148 it != send_channels_.end(); ++it) {
3149 if (engine()->vie()->base()->SetCpuOveruseOptions(
3150 it->second->channel_id(), overuse_options) != 0) {
3151 LOG_RTCERR1(SetCpuOveruseOptions, it->second->channel_id());
3152 }
3153 }
3154 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003155 return true;
3156}
3157
3158void WebRtcVideoMediaChannel::SetInterface(NetworkInterface* iface) {
3159 MediaChannel::SetInterface(iface);
3160 // Set the RTP recv/send buffer to a bigger size
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00003161 MediaChannel::SetOption(NetworkInterface::ST_RTP,
3162 talk_base::Socket::OPT_RCVBUF,
3163 kVideoRtpBufferSize);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003164
3165 // TODO(sriniv): Remove or re-enable this.
3166 // As part of b/8030474, send-buffer is size now controlled through
3167 // portallocator flags.
3168 // network_interface_->SetOption(NetworkInterface::ST_RTP,
3169 // talk_base::Socket::OPT_SNDBUF,
3170 // kVideoRtpBufferSize);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003171}
3172
3173void WebRtcVideoMediaChannel::UpdateAspectRatio(int ratio_w, int ratio_h) {
3174 ASSERT(ratio_w != 0);
3175 ASSERT(ratio_h != 0);
3176 ratio_w_ = ratio_w;
3177 ratio_h_ = ratio_h;
3178 // For now assume that all streams want the same aspect ratio.
3179 // TODO(hellner): remove the need for this assumption.
3180 for (SendChannelMap::iterator iter = send_channels_.begin();
3181 iter != send_channels_.end(); ++iter) {
3182 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3183 VideoCapturer* capturer = send_channel->video_capturer();
3184 if (capturer) {
3185 capturer->UpdateAspectRatio(ratio_w, ratio_h);
3186 }
3187 }
3188}
3189
3190bool WebRtcVideoMediaChannel::GetRenderer(uint32 ssrc,
3191 VideoRenderer** renderer) {
3192 RecvChannelMap::const_iterator it = recv_channels_.find(ssrc);
3193 if (it == recv_channels_.end()) {
3194 if (first_receive_ssrc_ == ssrc &&
3195 recv_channels_.find(0) != recv_channels_.end()) {
3196 LOG(LS_INFO) << " GetRenderer " << ssrc
3197 << " reuse default renderer #"
3198 << vie_channel_;
3199 *renderer = recv_channels_[0]->render_adapter()->renderer();
3200 return true;
3201 }
3202 return false;
3203 }
3204
3205 *renderer = it->second->render_adapter()->renderer();
3206 return true;
3207}
3208
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +00003209bool WebRtcVideoMediaChannel::GetVideoAdapter(
3210 uint32 ssrc, CoordinatedVideoAdapter** video_adapter) {
3211 SendChannelMap::iterator it = send_channels_.find(ssrc);
3212 if (it == send_channels_.end()) {
3213 return false;
3214 }
3215 *video_adapter = it->second->video_adapter();
3216 return true;
3217}
3218
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003219void WebRtcVideoMediaChannel::SendFrame(VideoCapturer* capturer,
3220 const VideoFrame* frame) {
wu@webrtc.org24301a62013-12-13 19:17:43 +00003221 // If the |capturer| is registered to any send channel, then send the frame
3222 // to those send channels.
3223 bool capturer_is_channel_owned = false;
3224 for (SendChannelMap::iterator iter = send_channels_.begin();
3225 iter != send_channels_.end(); ++iter) {
3226 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3227 if (send_channel->video_capturer() == capturer) {
3228 SendFrame(send_channel, frame, capturer->IsScreencast());
3229 capturer_is_channel_owned = true;
3230 }
3231 }
3232 if (capturer_is_channel_owned) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003233 return;
3234 }
wu@webrtc.org24301a62013-12-13 19:17:43 +00003235
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003236 // TODO(hellner): Remove below for loop once the captured frame no longer
3237 // come from the engine, i.e. the engine no longer owns a capturer.
3238 for (SendChannelMap::iterator iter = send_channels_.begin();
3239 iter != send_channels_.end(); ++iter) {
3240 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3241 if (send_channel->video_capturer() == NULL) {
3242 SendFrame(send_channel, frame, capturer->IsScreencast());
3243 }
3244 }
3245}
3246
3247bool WebRtcVideoMediaChannel::SendFrame(
3248 WebRtcVideoChannelSendInfo* send_channel,
3249 const VideoFrame* frame,
3250 bool is_screencast) {
3251 if (!send_channel) {
3252 return false;
3253 }
3254 if (!send_codec_) {
3255 // Send codec has not been set. No reason to process the frame any further.
3256 return false;
3257 }
3258 const VideoFormat& video_format = send_channel->video_format();
3259 // If the frame should be dropped.
3260 const bool video_format_set = video_format != cricket::VideoFormat();
3261 if (video_format_set &&
3262 (video_format.width == 0 && video_format.height == 0)) {
3263 return true;
3264 }
3265
3266 // Checks if we need to reset vie send codec.
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00003267 if (!MaybeResetVieSendCodec(send_channel,
3268 static_cast<int>(frame->GetWidth()),
3269 static_cast<int>(frame->GetHeight()),
3270 is_screencast, NULL)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003271 LOG(LS_ERROR) << "MaybeResetVieSendCodec failed with "
3272 << frame->GetWidth() << "x" << frame->GetHeight();
3273 return false;
3274 }
3275 const VideoFrame* frame_out = frame;
3276 talk_base::scoped_ptr<VideoFrame> processed_frame;
3277 // Disable muting for screencast.
3278 const bool mute = (send_channel->muted() && !is_screencast);
3279 send_channel->ProcessFrame(*frame_out, mute, processed_frame.use());
3280 if (processed_frame) {
3281 frame_out = processed_frame.get();
3282 }
3283
3284 webrtc::ViEVideoFrameI420 frame_i420;
3285 // TODO(ronghuawu): Update the webrtc::ViEVideoFrameI420
3286 // to use const unsigned char*
3287 frame_i420.y_plane = const_cast<unsigned char*>(frame_out->GetYPlane());
3288 frame_i420.u_plane = const_cast<unsigned char*>(frame_out->GetUPlane());
3289 frame_i420.v_plane = const_cast<unsigned char*>(frame_out->GetVPlane());
3290 frame_i420.y_pitch = frame_out->GetYPitch();
3291 frame_i420.u_pitch = frame_out->GetUPitch();
3292 frame_i420.v_pitch = frame_out->GetVPitch();
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003293 frame_i420.width = static_cast<uint16>(frame_out->GetWidth());
3294 frame_i420.height = static_cast<uint16>(frame_out->GetHeight());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003295
3296 int64 timestamp_ntp_ms = 0;
3297 // TODO(justinlin): Reenable after Windows issues with clock drift are fixed.
3298 // Currently reverted to old behavior of discarding capture timestamp.
3299#if 0
henrike@webrtc.orgf5bebd42014-04-04 18:39:07 +00003300 static const int kTimestampDeltaInSecondsForWarning = 2;
3301
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003302 // If the frame timestamp is 0, we will use the deliver time.
3303 const int64 frame_timestamp = frame->GetTimeStamp();
3304 if (frame_timestamp != 0) {
3305 if (abs(time(NULL) - frame_timestamp / talk_base::kNumNanosecsPerSec) >
3306 kTimestampDeltaInSecondsForWarning) {
3307 LOG(LS_WARNING) << "Frame timestamp differs by more than "
3308 << kTimestampDeltaInSecondsForWarning << " seconds from "
3309 << "current Unix timestamp.";
3310 }
3311
3312 timestamp_ntp_ms =
3313 talk_base::UnixTimestampNanosecsToNtpMillisecs(frame_timestamp);
3314 }
3315#endif
3316
3317 return send_channel->external_capture()->IncomingFrameI420(
3318 frame_i420, timestamp_ntp_ms) == 0;
3319}
3320
3321bool WebRtcVideoMediaChannel::CreateChannel(uint32 ssrc_key,
3322 MediaDirection direction,
3323 int* channel_id) {
3324 // There are 3 types of channels. Sending only, receiving only and
3325 // sending and receiving. The sending and receiving channel is the
3326 // default channel and there is only one. All other channels that are created
3327 // are associated with the default channel which must exist. The default
3328 // channel id is stored in |vie_channel_|. All channels need to know about
3329 // the default channel to properly handle remb which is why there are
3330 // different ViE create channel calls.
3331 // For this channel the local and remote ssrc key is 0. However, it may
3332 // have a non-zero local and/or remote ssrc depending on if it is currently
3333 // sending and/or receiving.
3334 if ((vie_channel_ == -1 || direction == MD_SENDRECV) &&
3335 (!send_channels_.empty() || !recv_channels_.empty())) {
3336 ASSERT(false);
3337 return false;
3338 }
3339
3340 *channel_id = -1;
3341 if (direction == MD_RECV) {
3342 // All rec channels are associated with the default channel |vie_channel_|
3343 if (engine_->vie()->base()->CreateReceiveChannel(*channel_id,
3344 vie_channel_) != 0) {
3345 LOG_RTCERR2(CreateReceiveChannel, *channel_id, vie_channel_);
3346 return false;
3347 }
3348 } else if (direction == MD_SEND) {
3349 if (engine_->vie()->base()->CreateChannel(*channel_id,
3350 vie_channel_) != 0) {
3351 LOG_RTCERR2(CreateChannel, *channel_id, vie_channel_);
3352 return false;
3353 }
3354 } else {
3355 ASSERT(direction == MD_SENDRECV);
3356 if (engine_->vie()->base()->CreateChannel(*channel_id) != 0) {
3357 LOG_RTCERR1(CreateChannel, *channel_id);
3358 return false;
3359 }
3360 }
3361 if (!ConfigureChannel(*channel_id, direction, ssrc_key)) {
3362 engine_->vie()->base()->DeleteChannel(*channel_id);
3363 *channel_id = -1;
3364 return false;
3365 }
3366
3367 return true;
3368}
3369
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00003370bool WebRtcVideoMediaChannel::CreateUnsignalledRecvChannel(
3371 uint32 ssrc_key, int* out_channel_id) {
henrike@webrtc.org18e59112014-03-14 17:19:38 +00003372 int unsignalled_recv_channel_limit =
3373 options_.unsignalled_recv_stream_limit.GetWithDefaultIfUnset(
3374 kNumDefaultUnsignalledVideoRecvStreams);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00003375 if (num_unsignalled_recv_channels_ >= unsignalled_recv_channel_limit) {
3376 return false;
3377 }
3378 if (!CreateChannel(ssrc_key, MD_RECV, out_channel_id)) {
3379 return false;
3380 }
3381 // TODO(tvsriram): Support dynamic sizing of unsignalled recv channels.
3382 num_unsignalled_recv_channels_++;
3383 return true;
3384}
3385
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003386bool WebRtcVideoMediaChannel::ConfigureChannel(int channel_id,
3387 MediaDirection direction,
3388 uint32 ssrc_key) {
3389 const bool receiving = (direction == MD_RECV) || (direction == MD_SENDRECV);
3390 const bool sending = (direction == MD_SEND) || (direction == MD_SENDRECV);
3391 // Register external transport.
3392 if (engine_->vie()->network()->RegisterSendTransport(
3393 channel_id, *this) != 0) {
3394 LOG_RTCERR1(RegisterSendTransport, channel_id);
3395 return false;
3396 }
3397
3398 // Set MTU.
3399 if (engine_->vie()->network()->SetMTU(channel_id, kVideoMtu) != 0) {
3400 LOG_RTCERR2(SetMTU, channel_id, kVideoMtu);
3401 return false;
3402 }
3403 // Turn on RTCP and loss feedback reporting.
3404 if (engine()->vie()->rtp()->SetRTCPStatus(
3405 channel_id, webrtc::kRtcpCompound_RFC4585) != 0) {
3406 LOG_RTCERR2(SetRTCPStatus, channel_id, webrtc::kRtcpCompound_RFC4585);
3407 return false;
3408 }
3409 // Enable pli as key frame request method.
3410 if (engine_->vie()->rtp()->SetKeyFrameRequestMethod(
3411 channel_id, webrtc::kViEKeyFrameRequestPliRtcp) != 0) {
3412 LOG_RTCERR2(SetKeyFrameRequestMethod,
3413 channel_id, webrtc::kViEKeyFrameRequestPliRtcp);
3414 return false;
3415 }
3416 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_, nack_enabled_)) {
3417 // Logged in SetNackFec. Don't spam the logs.
3418 return false;
3419 }
3420 // Note that receiving must always be configured before sending to ensure
3421 // that send and receive channel is configured correctly (ConfigureReceiving
3422 // assumes no sending).
3423 if (receiving) {
3424 if (!ConfigureReceiving(channel_id, ssrc_key)) {
3425 return false;
3426 }
3427 }
3428 if (sending) {
3429 if (!ConfigureSending(channel_id, ssrc_key)) {
3430 return false;
3431 }
3432 }
3433
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00003434 // Start receiving for both receive and send channels so that we get incoming
3435 // RTP (if receiving) as well as RTCP feedback (if sending).
3436 if (engine()->vie()->base()->StartReceive(channel_id) != 0) {
3437 LOG_RTCERR1(StartReceive, channel_id);
3438 return false;
3439 }
3440
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003441 return true;
3442}
3443
3444bool WebRtcVideoMediaChannel::ConfigureReceiving(int channel_id,
3445 uint32 remote_ssrc_key) {
3446 // Make sure that an SSRC/key isn't registered more than once.
3447 if (recv_channels_.find(remote_ssrc_key) != recv_channels_.end()) {
3448 return false;
3449 }
3450 // Connect the voice channel, if there is one.
3451 // TODO(perkj): The A/V is synched by the receiving channel. So we need to
3452 // know the SSRC of the remote audio channel in order to fetch the correct
3453 // webrtc VoiceEngine channel. For now- only sync the default channel used
3454 // in 1-1 calls.
3455 if (remote_ssrc_key == 0 && voice_channel_) {
3456 WebRtcVoiceMediaChannel* voice_channel =
3457 static_cast<WebRtcVoiceMediaChannel*>(voice_channel_);
3458 if (engine_->vie()->base()->ConnectAudioChannel(
3459 vie_channel_, voice_channel->voe_channel()) != 0) {
3460 LOG_RTCERR2(ConnectAudioChannel, channel_id,
3461 voice_channel->voe_channel());
3462 LOG(LS_WARNING) << "A/V not synchronized";
3463 // Not a fatal error.
3464 }
3465 }
3466
3467 talk_base::scoped_ptr<WebRtcVideoChannelRecvInfo> channel_info(
3468 new WebRtcVideoChannelRecvInfo(channel_id));
3469
3470 // Install a render adapter.
3471 if (engine_->vie()->render()->AddRenderer(channel_id,
3472 webrtc::kVideoI420, channel_info->render_adapter()) != 0) {
3473 LOG_RTCERR3(AddRenderer, channel_id, webrtc::kVideoI420,
3474 channel_info->render_adapter());
3475 return false;
3476 }
3477
3478
3479 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
3480 kNotSending,
3481 remb_enabled_) != 0) {
3482 LOG_RTCERR3(SetRembStatus, channel_id, kNotSending, remb_enabled_);
3483 return false;
3484 }
3485
3486 if (!SetHeaderExtension(&webrtc::ViERTP_RTCP::SetReceiveTimestampOffsetStatus,
3487 channel_id, receive_extensions_, kRtpTimestampOffsetHeaderExtension)) {
3488 return false;
3489 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003490 if (!SetHeaderExtension(
3491 &webrtc::ViERTP_RTCP::SetReceiveAbsoluteSendTimeStatus, channel_id,
henrike@webrtc.org79047f92014-03-06 23:46:59 +00003492 receive_extensions_, kRtpAbsoluteSenderTimeHeaderExtension)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003493 return false;
3494 }
3495
3496 if (remote_ssrc_key != 0) {
3497 // Use the same SSRC as our default channel
3498 // (so the RTCP reports are correct).
3499 unsigned int send_ssrc = 0;
3500 webrtc::ViERTP_RTCP* rtp = engine()->vie()->rtp();
3501 if (rtp->GetLocalSSRC(vie_channel_, send_ssrc) == -1) {
3502 LOG_RTCERR2(GetLocalSSRC, vie_channel_, send_ssrc);
3503 return false;
3504 }
3505 if (rtp->SetLocalSSRC(channel_id, send_ssrc) == -1) {
3506 LOG_RTCERR2(SetLocalSSRC, channel_id, send_ssrc);
3507 return false;
3508 }
3509 } // Else this is the the default channel and we don't change the SSRC.
3510
3511 // Disable color enhancement since it is a bit too aggressive.
3512 if (engine()->vie()->image()->EnableColorEnhancement(channel_id,
3513 false) != 0) {
3514 LOG_RTCERR1(EnableColorEnhancement, channel_id);
3515 return false;
3516 }
3517
3518 if (!SetReceiveCodecs(channel_info.get())) {
3519 return false;
3520 }
3521
3522 int buffer_latency =
3523 options_.buffered_mode_latency.GetWithDefaultIfUnset(
3524 cricket::kBufferedModeDisabled);
3525 if (buffer_latency != cricket::kBufferedModeDisabled) {
3526 if (engine()->vie()->rtp()->SetReceiverBufferingMode(
3527 channel_id, buffer_latency) != 0) {
3528 LOG_RTCERR2(SetReceiverBufferingMode, channel_id, buffer_latency);
3529 }
3530 }
3531
3532 if (render_started_) {
3533 if (engine_->vie()->render()->StartRender(channel_id) != 0) {
3534 LOG_RTCERR1(StartRender, channel_id);
3535 return false;
3536 }
3537 }
3538
3539 // Register decoder observer for incoming framerate and bitrate.
3540 if (engine()->vie()->codec()->RegisterDecoderObserver(
3541 channel_id, *channel_info->decoder_observer()) != 0) {
3542 LOG_RTCERR1(RegisterDecoderObserver, channel_info->decoder_observer());
3543 return false;
3544 }
3545
3546 recv_channels_[remote_ssrc_key] = channel_info.release();
3547 return true;
3548}
3549
3550bool WebRtcVideoMediaChannel::ConfigureSending(int channel_id,
3551 uint32 local_ssrc_key) {
3552 // The ssrc key can be zero or correspond to an SSRC.
3553 // Make sure the default channel isn't configured more than once.
3554 if (local_ssrc_key == 0 && send_channels_.find(0) != send_channels_.end()) {
3555 return false;
3556 }
3557 // Make sure that the SSRC is not already in use.
3558 uint32 dummy_key;
3559 if (GetSendChannelKey(local_ssrc_key, &dummy_key)) {
3560 return false;
3561 }
3562 int vie_capture = 0;
3563 webrtc::ViEExternalCapture* external_capture = NULL;
3564 // Register external capture.
3565 if (engine()->vie()->capture()->AllocateExternalCaptureDevice(
3566 vie_capture, external_capture) != 0) {
3567 LOG_RTCERR0(AllocateExternalCaptureDevice);
3568 return false;
3569 }
3570
3571 // Connect external capture.
3572 if (engine()->vie()->capture()->ConnectCaptureDevice(
3573 vie_capture, channel_id) != 0) {
3574 LOG_RTCERR2(ConnectCaptureDevice, vie_capture, channel_id);
3575 return false;
3576 }
3577 talk_base::scoped_ptr<WebRtcVideoChannelSendInfo> send_channel(
3578 new WebRtcVideoChannelSendInfo(channel_id, vie_capture,
3579 external_capture,
3580 engine()->cpu_monitor()));
3581 send_channel->ApplyCpuOptions(options_);
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00003582 send_channel->SignalCpuAdaptationUnable.connect(this,
3583 &WebRtcVideoMediaChannel::OnCpuAdaptationUnable);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003584
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003585 if (options_.cpu_overuse_detection.GetWithDefaultIfUnset(false)) {
3586 send_channel->SetCpuOveruseDetection(true);
3587 }
3588
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +00003589 webrtc::CpuOveruseOptions overuse_options;
3590 if (GetCpuOveruseOptions(options_, &overuse_options)) {
3591 if (engine()->vie()->base()->SetCpuOveruseOptions(channel_id,
3592 overuse_options) != 0) {
3593 LOG_RTCERR1(SetCpuOveruseOptions, channel_id);
3594 }
3595 }
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +00003596
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003597 // Register encoder observer for outgoing framerate and bitrate.
3598 if (engine()->vie()->codec()->RegisterEncoderObserver(
3599 channel_id, *send_channel->encoder_observer()) != 0) {
3600 LOG_RTCERR1(RegisterEncoderObserver, send_channel->encoder_observer());
3601 return false;
3602 }
3603
3604 if (!SetHeaderExtension(&webrtc::ViERTP_RTCP::SetSendTimestampOffsetStatus,
3605 channel_id, send_extensions_, kRtpTimestampOffsetHeaderExtension)) {
3606 return false;
3607 }
3608
3609 if (!SetHeaderExtension(&webrtc::ViERTP_RTCP::SetSendAbsoluteSendTimeStatus,
henrike@webrtc.org79047f92014-03-06 23:46:59 +00003610 channel_id, send_extensions_, kRtpAbsoluteSenderTimeHeaderExtension)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003611 return false;
3612 }
3613
3614 if (options_.video_leaky_bucket.GetWithDefaultIfUnset(false)) {
3615 if (engine()->vie()->rtp()->SetTransmissionSmoothingStatus(channel_id,
3616 true) != 0) {
3617 LOG_RTCERR2(SetTransmissionSmoothingStatus, channel_id, true);
3618 return false;
3619 }
3620 }
3621
3622 int buffer_latency =
3623 options_.buffered_mode_latency.GetWithDefaultIfUnset(
3624 cricket::kBufferedModeDisabled);
3625 if (buffer_latency != cricket::kBufferedModeDisabled) {
3626 if (engine()->vie()->rtp()->SetSenderBufferingMode(
3627 channel_id, buffer_latency) != 0) {
3628 LOG_RTCERR2(SetSenderBufferingMode, channel_id, buffer_latency);
3629 }
3630 }
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00003631
3632 if (options_.suspend_below_min_bitrate.GetWithDefaultIfUnset(false)) {
3633 engine()->vie()->codec()->SuspendBelowMinBitrate(channel_id);
3634 }
3635
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003636 // The remb status direction correspond to the RTP stream (and not the RTCP
3637 // stream). I.e. if send remb is enabled it means it is receiving remote
3638 // rembs and should use them to estimate bandwidth. Receive remb mean that
3639 // remb packets will be generated and that the channel should be included in
3640 // it. If remb is enabled all channels are allowed to contribute to the remb
3641 // but only receive channels will ever end up actually contributing. This
3642 // keeps the logic simple.
3643 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
3644 remb_enabled_,
3645 remb_enabled_) != 0) {
3646 LOG_RTCERR3(SetRembStatus, channel_id, remb_enabled_, remb_enabled_);
3647 return false;
3648 }
3649 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_, nack_enabled_)) {
3650 // Logged in SetNackFec. Don't spam the logs.
3651 return false;
3652 }
3653
3654 send_channels_[local_ssrc_key] = send_channel.release();
3655
3656 return true;
3657}
3658
3659bool WebRtcVideoMediaChannel::SetNackFec(int channel_id,
3660 int red_payload_type,
3661 int fec_payload_type,
3662 bool nack_enabled) {
buildbot@webrtc.org4b83a472014-06-05 21:11:28 +00003663 bool fec_enabled = (red_payload_type != -1 && fec_payload_type != -1 &&
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003664 !InConferenceMode());
buildbot@webrtc.org4b83a472014-06-05 21:11:28 +00003665 bool hybrid_enabled = (fec_enabled && nack_enabled);
3666
3667 if (!SetHybridNackFecStatus(channel_id, hybrid_enabled,
3668 red_payload_type, fec_payload_type)) {
3669 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003670 }
buildbot@webrtc.org4b83a472014-06-05 21:11:28 +00003671 if (hybrid_enabled) {
3672 return true;
3673 }
3674
3675 if (!SetFecStatus(channel_id, fec_enabled,
3676 red_payload_type, fec_payload_type)) {
3677 return false;
3678 }
3679 if (fec_enabled) {
3680 return true;
3681 }
3682
3683 if (!SetNackStatus(channel_id, nack_enabled)) {
3684 return false;
3685 }
3686
3687 return true;
3688}
3689
3690bool WebRtcVideoMediaChannel::SetHybridNackFecStatus(int channel_id,
3691 bool enabled,
3692 int red_payload_type,
3693 int fec_payload_type) {
3694 if (engine_->vie()->rtp()->SetHybridNACKFECStatus(
3695 channel_id, enabled, red_payload_type, fec_payload_type) != 0) {
3696 LOG_RTCERR4(SetHybridNACKFECStatus, channel_id, enabled,
3697 red_payload_type, fec_payload_type);
3698 return false;
3699 }
3700 std::string enabled_str = enabled ? "enabled" : "disabled";
3701 LOG(LS_INFO) << "Hybrid NACK/FEC " << enabled_str
3702 << " for channel " << channel_id;
3703 return true;
3704}
3705
3706bool WebRtcVideoMediaChannel::SetFecStatus(int channel_id,
3707 bool enabled,
3708 int red_payload_type,
3709 int fec_payload_type) {
3710 if (engine_->vie()->rtp()->SetFECStatus(
3711 channel_id, enabled, red_payload_type, fec_payload_type) != 0) {
3712 LOG_RTCERR4(SetFECStatus, channel_id, enabled,
3713 red_payload_type, fec_payload_type);
3714 return false;
3715 }
3716 std::string enabled_str = enabled ? "enabled" : "disabled";
3717 LOG(LS_INFO) << "FEC " << enabled_str << " for channel " << channel_id;
3718 return true;
3719}
3720
3721bool WebRtcVideoMediaChannel::SetNackStatus(int channel_id, bool enabled) {
3722 if (engine_->vie()->rtp()->SetNACKStatus(channel_id, enabled) != 0) {
3723 LOG_RTCERR2(SetNACKStatus, channel_id, enabled);
3724 return false;
3725 }
3726 std::string enabled_str = enabled ? "enabled" : "disabled";
3727 LOG(LS_INFO) << "NACK " << enabled_str << " for channel " << channel_id;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003728 return true;
3729}
3730
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003731bool WebRtcVideoMediaChannel::SetSendCodec(const webrtc::VideoCodec& codec) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003732 bool ret_val = true;
3733 for (SendChannelMap::iterator iter = send_channels_.begin();
3734 iter != send_channels_.end(); ++iter) {
3735 WebRtcVideoChannelSendInfo* send_channel = iter->second;
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003736 ret_val = SetSendCodec(send_channel, codec) && ret_val;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003737 }
3738 if (ret_val) {
3739 // All SetSendCodec calls were successful. Update the global state
3740 // accordingly.
3741 send_codec_.reset(new webrtc::VideoCodec(codec));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003742 } else {
3743 // At least one SetSendCodec call failed, rollback.
3744 for (SendChannelMap::iterator iter = send_channels_.begin();
3745 iter != send_channels_.end(); ++iter) {
3746 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3747 if (send_codec_) {
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003748 SetSendCodec(send_channel, *send_codec_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003749 }
3750 }
3751 }
3752 return ret_val;
3753}
3754
3755bool WebRtcVideoMediaChannel::SetSendCodec(
3756 WebRtcVideoChannelSendInfo* send_channel,
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003757 const webrtc::VideoCodec& codec) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003758 if (!send_channel) {
3759 return false;
3760 }
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003761
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003762 const int channel_id = send_channel->channel_id();
3763 // Make a copy of the codec
3764 webrtc::VideoCodec target_codec = codec;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003765
3766 // Set the default number of temporal layers for VP8.
3767 if (webrtc::kVideoCodecVP8 == codec.codecType) {
3768 target_codec.codecSpecific.VP8.numberOfTemporalLayers =
3769 kDefaultNumberOfTemporalLayers;
3770
3771 // Turn off the VP8 error resilience
3772 target_codec.codecSpecific.VP8.resilience = webrtc::kResilienceOff;
3773
3774 bool enable_denoising =
3775 options_.video_noise_reduction.GetWithDefaultIfUnset(false);
3776 target_codec.codecSpecific.VP8.denoisingOn = enable_denoising;
3777 }
3778
3779 // Register external encoder if codec type is supported by encoder factory.
3780 if (engine()->IsExternalEncoderCodecType(codec.codecType) &&
3781 !send_channel->IsEncoderRegistered(target_codec.plType)) {
3782 webrtc::VideoEncoder* encoder =
3783 engine()->CreateExternalEncoder(codec.codecType);
3784 if (encoder) {
3785 if (engine()->vie()->ext_codec()->RegisterExternalSendCodec(
3786 channel_id, target_codec.plType, encoder, false) == 0) {
3787 send_channel->RegisterEncoder(target_codec.plType, encoder);
3788 } else {
3789 LOG_RTCERR2(RegisterExternalSendCodec, channel_id, target_codec.plName);
3790 engine()->DestroyExternalEncoder(encoder);
3791 }
3792 }
3793 }
3794
3795 // Resolution and framerate may vary for different send channels.
3796 const VideoFormat& video_format = send_channel->video_format();
3797 UpdateVideoCodec(video_format, &target_codec);
3798
3799 if (target_codec.width == 0 && target_codec.height == 0) {
3800 const uint32 ssrc = send_channel->stream_params()->first_ssrc();
3801 LOG(LS_INFO) << "0x0 resolution selected. Captured frames will be dropped "
3802 << "for ssrc: " << ssrc << ".";
3803 } else {
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003804 MaybeChangeBitrates(channel_id, &target_codec);
wu@webrtc.org05e7b442014-04-01 17:44:24 +00003805 webrtc::VideoCodec current_codec;
3806 if (!engine()->vie()->codec()->GetSendCodec(channel_id, current_codec)) {
3807 // Compare against existing configured send codec.
3808 if (current_codec == target_codec) {
3809 // Codec is already configured on channel. no need to apply.
3810 return true;
3811 }
3812 }
3813
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003814 if (0 != engine()->vie()->codec()->SetSendCodec(channel_id, target_codec)) {
3815 LOG_RTCERR2(SetSendCodec, channel_id, target_codec.plName);
3816 return false;
3817 }
3818
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003819 // NOTE: SetRtxSendPayloadType must be called after all simulcast SSRCs
3820 // are configured. Otherwise ssrc's configured after this point will use
3821 // the primary PT for RTX.
3822 if (send_rtx_type_ != -1 &&
3823 engine()->vie()->rtp()->SetRtxSendPayloadType(channel_id,
3824 send_rtx_type_) != 0) {
3825 LOG_RTCERR2(SetRtxSendPayloadType, channel_id, send_rtx_type_);
3826 return false;
3827 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003828 }
3829 send_channel->set_interval(
3830 cricket::VideoFormat::FpsToInterval(target_codec.maxFramerate));
3831 return true;
3832}
3833
3834
3835static std::string ToString(webrtc::VideoCodecComplexity complexity) {
3836 switch (complexity) {
3837 case webrtc::kComplexityNormal:
3838 return "normal";
3839 case webrtc::kComplexityHigh:
3840 return "high";
3841 case webrtc::kComplexityHigher:
3842 return "higher";
3843 case webrtc::kComplexityMax:
3844 return "max";
3845 default:
3846 return "unknown";
3847 }
3848}
3849
3850static std::string ToString(webrtc::VP8ResilienceMode resilience) {
3851 switch (resilience) {
3852 case webrtc::kResilienceOff:
3853 return "off";
3854 case webrtc::kResilientStream:
3855 return "stream";
3856 case webrtc::kResilientFrames:
3857 return "frames";
3858 default:
3859 return "unknown";
3860 }
3861}
3862
3863void WebRtcVideoMediaChannel::LogSendCodecChange(const std::string& reason) {
3864 webrtc::VideoCodec vie_codec;
3865 if (engine()->vie()->codec()->GetSendCodec(vie_channel_, vie_codec) != 0) {
3866 LOG_RTCERR1(GetSendCodec, vie_channel_);
3867 return;
3868 }
3869
3870 LOG(LS_INFO) << reason << " : selected video codec "
3871 << vie_codec.plName << "/"
3872 << vie_codec.width << "x" << vie_codec.height << "x"
3873 << static_cast<int>(vie_codec.maxFramerate) << "fps"
3874 << "@" << vie_codec.maxBitrate << "kbps"
3875 << " (min=" << vie_codec.minBitrate << "kbps,"
3876 << " start=" << vie_codec.startBitrate << "kbps)";
3877 LOG(LS_INFO) << "Video max quantization: " << vie_codec.qpMax;
3878 if (webrtc::kVideoCodecVP8 == vie_codec.codecType) {
3879 LOG(LS_INFO) << "VP8 number of temporal layers: "
3880 << static_cast<int>(
3881 vie_codec.codecSpecific.VP8.numberOfTemporalLayers);
3882 LOG(LS_INFO) << "VP8 options : "
3883 << "picture loss indication = "
3884 << vie_codec.codecSpecific.VP8.pictureLossIndicationOn
3885 << ", feedback mode = "
3886 << vie_codec.codecSpecific.VP8.feedbackModeOn
3887 << ", complexity = "
3888 << ToString(vie_codec.codecSpecific.VP8.complexity)
3889 << ", resilience = "
3890 << ToString(vie_codec.codecSpecific.VP8.resilience)
3891 << ", denoising = "
3892 << vie_codec.codecSpecific.VP8.denoisingOn
3893 << ", error concealment = "
3894 << vie_codec.codecSpecific.VP8.errorConcealmentOn
3895 << ", automatic resize = "
3896 << vie_codec.codecSpecific.VP8.automaticResizeOn
3897 << ", frame dropping = "
3898 << vie_codec.codecSpecific.VP8.frameDroppingOn
3899 << ", key frame interval = "
3900 << vie_codec.codecSpecific.VP8.keyFrameInterval;
3901 }
3902
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003903 if (send_rtx_type_ != -1) {
3904 LOG(LS_INFO) << "RTX payload type: " << send_rtx_type_;
3905 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003906}
3907
3908bool WebRtcVideoMediaChannel::SetReceiveCodecs(
3909 WebRtcVideoChannelRecvInfo* info) {
3910 int red_type = -1;
3911 int fec_type = -1;
3912 int channel_id = info->channel_id();
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00003913 // Build a map from payload types to video codecs so that we easily can find
3914 // out if associated payload types are referring to valid codecs.
3915 std::map<int, webrtc::VideoCodec*> pt_to_codec;
3916 for (std::vector<webrtc::VideoCodec>::iterator it = receive_codecs_.begin();
3917 it != receive_codecs_.end(); ++it) {
3918 pt_to_codec[it->plType] = &(*it);
3919 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003920 for (std::vector<webrtc::VideoCodec>::iterator it = receive_codecs_.begin();
3921 it != receive_codecs_.end(); ++it) {
3922 if (it->codecType == webrtc::kVideoCodecRED) {
3923 red_type = it->plType;
3924 } else if (it->codecType == webrtc::kVideoCodecULPFEC) {
3925 fec_type = it->plType;
3926 }
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00003927 // If this is an RTX codec we have to verify that it is associated with
3928 // a valid video codec which we have RTX support for.
3929 if (_stricmp(it->plName, kRtxCodecName) == 0) {
3930 std::map<int, int>::iterator apt_it = associated_payload_types_.find(
3931 it->plType);
3932 bool valid_apt = false;
3933 if (apt_it != associated_payload_types_.end()) {
3934 std::map<int, webrtc::VideoCodec*>::iterator codec_it =
3935 pt_to_codec.find(apt_it->second);
3936 // We currently only support RTX associated with VP8 due to limitations
3937 // in webrtc where only one RTX payload type can be registered.
3938 valid_apt = codec_it != pt_to_codec.end() &&
3939 _stricmp(codec_it->second->plName, kVp8PayloadName) == 0;
3940 }
3941 if (!valid_apt) {
3942 LOG(LS_ERROR) << "The RTX codec isn't associated with a known and "
3943 "supported payload type";
3944 return false;
3945 }
3946 if (engine()->vie()->rtp()->SetRtxReceivePayloadType(
3947 channel_id, it->plType) != 0) {
3948 LOG_RTCERR2(SetRtxReceivePayloadType, channel_id, it->plType);
3949 return false;
3950 }
3951 continue;
3952 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003953 if (engine()->vie()->codec()->SetReceiveCodec(channel_id, *it) != 0) {
3954 LOG_RTCERR2(SetReceiveCodec, channel_id, it->plName);
3955 return false;
3956 }
3957 if (!info->IsDecoderRegistered(it->plType) &&
3958 it->codecType != webrtc::kVideoCodecRED &&
3959 it->codecType != webrtc::kVideoCodecULPFEC) {
3960 webrtc::VideoDecoder* decoder =
3961 engine()->CreateExternalDecoder(it->codecType);
3962 if (decoder) {
3963 if (engine()->vie()->ext_codec()->RegisterExternalReceiveCodec(
3964 channel_id, it->plType, decoder) == 0) {
3965 info->RegisterDecoder(it->plType, decoder);
3966 } else {
3967 LOG_RTCERR2(RegisterExternalReceiveCodec, channel_id, it->plName);
3968 engine()->DestroyExternalDecoder(decoder);
3969 }
3970 }
3971 }
3972 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003973 return true;
3974}
3975
3976int WebRtcVideoMediaChannel::GetRecvChannelNum(uint32 ssrc) {
3977 if (ssrc == first_receive_ssrc_) {
3978 return vie_channel_;
3979 }
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00003980 int recv_channel = -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003981 RecvChannelMap::iterator it = recv_channels_.find(ssrc);
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00003982 if (it == recv_channels_.end()) {
3983 // Check if we have an RTX stream registered on this SSRC.
3984 SsrcMap::iterator rtx_it = rtx_to_primary_ssrc_.find(ssrc);
3985 if (rtx_it != rtx_to_primary_ssrc_.end()) {
buildbot@webrtc.org7b6cbb32014-06-06 10:54:08 +00003986 if (rtx_it->second == first_receive_ssrc_) {
3987 recv_channel = vie_channel_;
3988 } else {
3989 it = recv_channels_.find(rtx_it->second);
3990 assert(it != recv_channels_.end());
3991 recv_channel = it->second->channel_id();
3992 }
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00003993 }
3994 } else {
3995 recv_channel = it->second->channel_id();
3996 }
3997 return recv_channel;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003998}
3999
4000// If the new frame size is different from the send codec size we set on vie,
4001// we need to reset the send codec on vie.
4002// The new send codec size should not exceed send_codec_ which is controlled
4003// only by the 'jec' logic.
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00004004// TODO(pthatcher): Get rid of this function, so we only ever set up
4005// codecs in a single place.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004006bool WebRtcVideoMediaChannel::MaybeResetVieSendCodec(
4007 WebRtcVideoChannelSendInfo* send_channel,
4008 int new_width,
4009 int new_height,
4010 bool is_screencast,
4011 bool* reset) {
4012 if (reset) {
4013 *reset = false;
4014 }
4015 ASSERT(send_codec_.get() != NULL);
4016
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00004017 webrtc::VideoCodec target_codec = *send_codec_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004018 const VideoFormat& video_format = send_channel->video_format();
4019 UpdateVideoCodec(video_format, &target_codec);
4020
4021 // Vie send codec size should not exceed target_codec.
4022 int target_width = new_width;
4023 int target_height = new_height;
4024 if (!is_screencast &&
4025 (new_width > target_codec.width || new_height > target_codec.height)) {
4026 target_width = target_codec.width;
4027 target_height = target_codec.height;
4028 }
4029
4030 // Get current vie codec.
4031 webrtc::VideoCodec vie_codec;
4032 const int channel_id = send_channel->channel_id();
4033 if (engine()->vie()->codec()->GetSendCodec(channel_id, vie_codec) != 0) {
4034 LOG_RTCERR1(GetSendCodec, channel_id);
4035 return false;
4036 }
4037 const int cur_width = vie_codec.width;
4038 const int cur_height = vie_codec.height;
4039
4040 // Only reset send codec when there is a size change. Additionally,
4041 // automatic resize needs to be turned off when screencasting and on when
4042 // not screencasting.
4043 // Don't allow automatic resizing for screencasting.
4044 bool automatic_resize = !is_screencast;
4045 // Turn off VP8 frame dropping when screensharing as the current model does
4046 // not work well at low fps.
4047 bool vp8_frame_dropping = !is_screencast;
4048 // Disable denoising for screencasting.
4049 bool enable_denoising =
4050 options_.video_noise_reduction.GetWithDefaultIfUnset(false);
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00004051 int screencast_min_bitrate =
4052 options_.screencast_min_bitrate.GetWithDefaultIfUnset(0);
4053 bool leaky_bucket = options_.video_leaky_bucket.GetWithDefaultIfUnset(false);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004054 bool denoising = !is_screencast && enable_denoising;
4055 bool reset_send_codec =
4056 target_width != cur_width || target_height != cur_height ||
4057 automatic_resize != vie_codec.codecSpecific.VP8.automaticResizeOn ||
4058 denoising != vie_codec.codecSpecific.VP8.denoisingOn ||
4059 vp8_frame_dropping != vie_codec.codecSpecific.VP8.frameDroppingOn;
4060
4061 if (reset_send_codec) {
4062 // Set the new codec on vie.
4063 vie_codec.width = target_width;
4064 vie_codec.height = target_height;
4065 vie_codec.maxFramerate = target_codec.maxFramerate;
4066 vie_codec.startBitrate = target_codec.startBitrate;
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00004067 vie_codec.minBitrate = target_codec.minBitrate;
4068 vie_codec.maxBitrate = target_codec.maxBitrate;
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00004069 vie_codec.targetBitrate = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004070 vie_codec.codecSpecific.VP8.automaticResizeOn = automatic_resize;
4071 vie_codec.codecSpecific.VP8.denoisingOn = denoising;
4072 vie_codec.codecSpecific.VP8.frameDroppingOn = vp8_frame_dropping;
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00004073 MaybeChangeBitrates(channel_id, &vie_codec);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004074
4075 if (engine()->vie()->codec()->SetSendCodec(channel_id, vie_codec) != 0) {
4076 LOG_RTCERR1(SetSendCodec, channel_id);
4077 return false;
4078 }
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00004079
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00004080 if (is_screencast) {
4081 engine()->vie()->rtp()->SetMinTransmitBitrate(channel_id,
4082 screencast_min_bitrate);
4083 // If screencast and min bitrate set, force enable pacer.
4084 if (screencast_min_bitrate > 0) {
4085 engine()->vie()->rtp()->SetTransmissionSmoothingStatus(channel_id,
4086 true);
4087 }
4088 } else {
4089 // In case of switching from screencast to regular capture, set
4090 // min bitrate padding and pacer back to defaults.
4091 engine()->vie()->rtp()->SetMinTransmitBitrate(channel_id, 0);
4092 engine()->vie()->rtp()->SetTransmissionSmoothingStatus(channel_id,
4093 leaky_bucket);
4094 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004095 if (reset) {
4096 *reset = true;
4097 }
4098 LogSendCodecChange("Capture size changed");
4099 }
4100
4101 return true;
4102}
4103
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00004104void WebRtcVideoMediaChannel::MaybeChangeBitrates(
4105 int channel_id, webrtc::VideoCodec* codec) {
4106 codec->minBitrate = GetBitrate(codec->minBitrate, kMinVideoBitrate);
4107 codec->startBitrate = GetBitrate(codec->startBitrate, kStartVideoBitrate);
4108 codec->maxBitrate = GetBitrate(codec->maxBitrate, kMaxVideoBitrate);
4109
4110 if (codec->minBitrate > codec->maxBitrate) {
4111 LOG(LS_INFO) << "Decreasing codec min bitrate to the max ("
4112 << codec->maxBitrate << ") because the min ("
4113 << codec->minBitrate << ") exceeds the max.";
4114 codec->minBitrate = codec->maxBitrate;
4115 }
4116 if (codec->startBitrate < codec->minBitrate) {
4117 LOG(LS_INFO) << "Increasing codec start bitrate to the min ("
4118 << codec->minBitrate << ") because the start ("
4119 << codec->startBitrate << ") is less than the min.";
4120 codec->startBitrate = codec->minBitrate;
4121 } else if (codec->startBitrate > codec->maxBitrate) {
4122 LOG(LS_INFO) << "Decreasing codec start bitrate to the max ("
4123 << codec->maxBitrate << ") because the start ("
4124 << codec->startBitrate << ") exceeds the max.";
4125 codec->startBitrate = codec->maxBitrate;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004126 }
4127
4128 // Use a previous target bitrate, if there is one.
4129 unsigned int current_target_bitrate = 0;
4130 if (engine()->vie()->codec()->GetCodecTargetBitrate(
4131 channel_id, &current_target_bitrate) == 0) {
4132 // Convert to kbps.
4133 current_target_bitrate /= 1000;
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00004134 if (current_target_bitrate > codec->maxBitrate) {
4135 current_target_bitrate = codec->maxBitrate;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004136 }
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00004137 if (current_target_bitrate > codec->startBitrate) {
4138 codec->startBitrate = current_target_bitrate;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004139 }
4140 }
4141}
4142
4143void WebRtcVideoMediaChannel::OnMessage(talk_base::Message* msg) {
4144 FlushBlackFrameData* black_frame_data =
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00004145 static_cast<FlushBlackFrameData*>(msg->pdata);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004146 FlushBlackFrame(black_frame_data->ssrc, black_frame_data->timestamp);
4147 delete black_frame_data;
4148}
4149
4150int WebRtcVideoMediaChannel::SendPacket(int channel, const void* data,
4151 int len) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004152 talk_base::Buffer packet(data, len, kMaxRtpPacketLen);
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00004153 return MediaChannel::SendPacket(&packet) ? len : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004154}
4155
4156int WebRtcVideoMediaChannel::SendRTCPPacket(int channel,
4157 const void* data,
4158 int len) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004159 talk_base::Buffer packet(data, len, kMaxRtpPacketLen);
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00004160 return MediaChannel::SendRtcp(&packet) ? len : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004161}
4162
4163void WebRtcVideoMediaChannel::QueueBlackFrame(uint32 ssrc, int64 timestamp,
4164 int framerate) {
4165 if (timestamp) {
4166 FlushBlackFrameData* black_frame_data = new FlushBlackFrameData(
4167 ssrc,
4168 timestamp);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00004169 const int delay_ms = static_cast<int>(
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004170 2 * cricket::VideoFormat::FpsToInterval(framerate) *
4171 talk_base::kNumMillisecsPerSec / talk_base::kNumNanosecsPerSec);
4172 worker_thread()->PostDelayed(delay_ms, this, 0, black_frame_data);
4173 }
4174}
4175
4176void WebRtcVideoMediaChannel::FlushBlackFrame(uint32 ssrc, int64 timestamp) {
4177 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
4178 if (!send_channel) {
4179 return;
4180 }
4181 talk_base::scoped_ptr<const VideoFrame> black_frame_ptr;
4182
4183 const WebRtcLocalStreamInfo* channel_stream_info =
4184 send_channel->local_stream_info();
4185 int64 last_frame_time_stamp = channel_stream_info->time_stamp();
4186 if (last_frame_time_stamp == timestamp) {
4187 size_t last_frame_width = 0;
4188 size_t last_frame_height = 0;
4189 int64 last_frame_elapsed_time = 0;
4190 channel_stream_info->GetLastFrameInfo(&last_frame_width, &last_frame_height,
4191 &last_frame_elapsed_time);
4192 if (!last_frame_width || !last_frame_height) {
4193 return;
4194 }
4195 WebRtcVideoFrame black_frame;
4196 // Black frame is not screencast.
4197 const bool screencasting = false;
4198 const int64 timestamp_delta = send_channel->interval();
4199 if (!black_frame.InitToBlack(send_codec_->width, send_codec_->height, 1, 1,
4200 last_frame_elapsed_time + timestamp_delta,
4201 last_frame_time_stamp + timestamp_delta) ||
4202 !SendFrame(send_channel, &black_frame, screencasting)) {
4203 LOG(LS_ERROR) << "Failed to send black frame.";
4204 }
4205 }
4206}
4207
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00004208void WebRtcVideoMediaChannel::OnCpuAdaptationUnable() {
4209 // ssrc is hardcoded to 0. This message is based on a system wide issue,
4210 // so finding which ssrc caused it doesn't matter.
4211 SignalMediaError(0, VideoMediaChannel::ERROR_REC_CPU_MAX_CANT_DOWNGRADE);
4212}
4213
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004214void WebRtcVideoMediaChannel::SetNetworkTransmissionState(
4215 bool is_transmitting) {
4216 LOG(LS_INFO) << "SetNetworkTransmissionState: " << is_transmitting;
4217 for (SendChannelMap::iterator iter = send_channels_.begin();
4218 iter != send_channels_.end(); ++iter) {
4219 WebRtcVideoChannelSendInfo* send_channel = iter->second;
4220 int channel_id = send_channel->channel_id();
4221 engine_->vie()->network()->SetNetworkTransmissionState(channel_id,
4222 is_transmitting);
4223 }
4224}
4225
4226bool WebRtcVideoMediaChannel::SetHeaderExtension(ExtensionSetterFunction setter,
4227 int channel_id, const RtpHeaderExtension* extension) {
4228 bool enable = false;
4229 int id = 0;
4230 if (extension) {
4231 enable = true;
4232 id = extension->id;
4233 }
4234 if ((engine_->vie()->rtp()->*setter)(channel_id, enable, id) != 0) {
4235 LOG_RTCERR4(*setter, extension->uri, channel_id, enable, id);
4236 return false;
4237 }
4238 return true;
4239}
4240
4241bool WebRtcVideoMediaChannel::SetHeaderExtension(ExtensionSetterFunction setter,
4242 int channel_id, const std::vector<RtpHeaderExtension>& extensions,
4243 const char header_extension_uri[]) {
4244 const RtpHeaderExtension* extension = FindHeaderExtension(extensions,
4245 header_extension_uri);
4246 return SetHeaderExtension(setter, channel_id, extension);
4247}
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00004248
4249bool WebRtcVideoMediaChannel::SetLocalRtxSsrc(int channel_id,
4250 const StreamParams& send_params,
4251 uint32 primary_ssrc,
4252 int stream_idx) {
4253 uint32 rtx_ssrc = 0;
4254 bool has_rtx = send_params.GetFidSsrc(primary_ssrc, &rtx_ssrc);
4255 if (has_rtx && engine()->vie()->rtp()->SetLocalSSRC(
4256 channel_id, rtx_ssrc, webrtc::kViEStreamTypeRtx, stream_idx) != 0) {
4257 LOG_RTCERR4(SetLocalSSRC, channel_id, rtx_ssrc,
4258 webrtc::kViEStreamTypeRtx, stream_idx);
4259 return false;
4260 }
4261 return true;
4262}
4263
wu@webrtc.org24301a62013-12-13 19:17:43 +00004264void WebRtcVideoMediaChannel::MaybeConnectCapturer(VideoCapturer* capturer) {
4265 if (capturer != NULL && GetSendChannelNum(capturer) == 1) {
wu@webrtc.orgf7d501d2014-03-27 23:48:25 +00004266 capturer->SignalVideoFrame.connect(this,
4267 &WebRtcVideoMediaChannel::SendFrame);
wu@webrtc.org24301a62013-12-13 19:17:43 +00004268 }
4269}
4270
4271void WebRtcVideoMediaChannel::MaybeDisconnectCapturer(VideoCapturer* capturer) {
4272 if (capturer != NULL && GetSendChannelNum(capturer) == 1) {
4273 capturer->SignalVideoFrame.disconnect(this);
4274 }
4275}
4276
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004277} // namespace cricket
4278
4279#endif // HAVE_WEBRTC_VIDEO