blob: 42d416c260df8b9702a27850f555a79f9a9af652 [file] [log] [blame]
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001/*
2 * libjingle
3 * Copyright 2004 Google Inc.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
7 *
8 * 1. Redistributions of source code must retain the above copyright notice,
9 * this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright notice,
11 * this list of conditions and the following disclaimer in the documentation
12 * and/or other materials provided with the distribution.
13 * 3. The name of the author may not be used to endorse or promote products
14 * derived from this software without specific prior written permission.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
17 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
18 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
19 * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
21 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
22 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
24 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
25 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 */
27
28#ifdef HAVE_WEBRTC_VIDEO
29#include "talk/media/webrtc/webrtcvideoengine.h"
30
31#ifdef HAVE_CONFIG_H
32#include <config.h>
33#endif
34
35#include <math.h>
36#include <set>
37
38#include "talk/base/basictypes.h"
39#include "talk/base/buffer.h"
40#include "talk/base/byteorder.h"
41#include "talk/base/common.h"
42#include "talk/base/cpumonitor.h"
43#include "talk/base/logging.h"
44#include "talk/base/stringutils.h"
45#include "talk/base/thread.h"
46#include "talk/base/timeutils.h"
47#include "talk/media/base/constants.h"
48#include "talk/media/base/rtputils.h"
49#include "talk/media/base/streamparams.h"
50#include "talk/media/base/videoadapter.h"
51#include "talk/media/base/videocapturer.h"
52#include "talk/media/base/videorenderer.h"
53#include "talk/media/devices/filevideocapturer.h"
wu@webrtc.org9dba5252013-08-05 20:36:57 +000054#include "talk/media/webrtc/webrtcpassthroughrender.h"
55#include "talk/media/webrtc/webrtctexturevideoframe.h"
56#include "talk/media/webrtc/webrtcvideocapturer.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000057#include "talk/media/webrtc/webrtcvideodecoderfactory.h"
58#include "talk/media/webrtc/webrtcvideoencoderfactory.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000059#include "talk/media/webrtc/webrtcvideoframe.h"
60#include "talk/media/webrtc/webrtcvie.h"
61#include "talk/media/webrtc/webrtcvoe.h"
62#include "talk/media/webrtc/webrtcvoiceengine.h"
henrike@webrtc.orga92fd742014-03-26 01:46:18 +000063#include "webrtc/experiments.h"
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +000064#include "webrtc/modules/remote_bitrate_estimator/include/remote_bitrate_estimator.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000065
66#if !defined(LIBPEERCONNECTION_LIB)
67#ifndef HAVE_WEBRTC_VIDEO
68#error Need webrtc video
69#endif
70#include "talk/media/webrtc/webrtcmediaengine.h"
71
72WRME_EXPORT
73cricket::MediaEngineInterface* CreateWebRtcMediaEngine(
74 webrtc::AudioDeviceModule* adm, webrtc::AudioDeviceModule* adm_sc,
75 cricket::WebRtcVideoEncoderFactory* encoder_factory,
76 cricket::WebRtcVideoDecoderFactory* decoder_factory) {
77 return new cricket::WebRtcMediaEngine(adm, adm_sc, encoder_factory,
78 decoder_factory);
79}
80
81WRME_EXPORT
82void DestroyWebRtcMediaEngine(cricket::MediaEngineInterface* media_engine) {
83 delete static_cast<cricket::WebRtcMediaEngine*>(media_engine);
84}
85#endif
86
87
88namespace cricket {
89
90
91static const int kDefaultLogSeverity = talk_base::LS_WARNING;
92
93static const int kMinVideoBitrate = 50;
94static const int kStartVideoBitrate = 300;
95static const int kMaxVideoBitrate = 2000;
96static const int kDefaultConferenceModeMaxVideoBitrate = 500;
97
wu@webrtc.orgcecfd182013-10-30 05:18:12 +000098// Controlled by exp, try a super low minimum bitrate for poor connections.
99static const int kLowerMinBitrate = 30;
100
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000101static const int kVideoMtu = 1200;
102
103static const int kVideoRtpBufferSize = 65536;
104
105static const char kVp8PayloadName[] = "VP8";
106static const char kRedPayloadName[] = "red";
107static const char kFecPayloadName[] = "ulpfec";
108
109static const int kDefaultNumberOfTemporalLayers = 1; // 1:1
110
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000111static const int kMaxExternalVideoCodecs = 8;
112static const int kExternalVideoPayloadTypeBase = 120;
113
114// Static allocation of payload type values for external video codec.
115static int GetExternalVideoPayloadType(int index) {
116 ASSERT(index >= 0 && index < kMaxExternalVideoCodecs);
117 return kExternalVideoPayloadTypeBase + index;
118}
119
120static void LogMultiline(talk_base::LoggingSeverity sev, char* text) {
121 const char* delim = "\r\n";
122 // TODO(fbarchard): Fix strtok lint warning.
123 for (char* tok = strtok(text, delim); tok; tok = strtok(NULL, delim)) {
124 LOG_V(sev) << tok;
125 }
126}
127
128// Severity is an integer because it comes is assumed to be from command line.
129static int SeverityToFilter(int severity) {
130 int filter = webrtc::kTraceNone;
131 switch (severity) {
132 case talk_base::LS_VERBOSE:
133 filter |= webrtc::kTraceAll;
134 case talk_base::LS_INFO:
135 filter |= (webrtc::kTraceStateInfo | webrtc::kTraceInfo);
136 case talk_base::LS_WARNING:
137 filter |= (webrtc::kTraceTerseInfo | webrtc::kTraceWarning);
138 case talk_base::LS_ERROR:
139 filter |= (webrtc::kTraceError | webrtc::kTraceCritical);
140 }
141 return filter;
142}
143
144static const int kCpuMonitorPeriodMs = 2000; // 2 seconds.
145
146static const bool kNotSending = false;
147
wu@webrtc.orgde305012013-10-31 15:40:38 +0000148// Default video dscp value.
149// See http://tools.ietf.org/html/rfc2474 for details
150// See also http://tools.ietf.org/html/draft-jennings-rtcweb-qos-00
151static const talk_base::DiffServCodePoint kVideoDscpValue =
152 talk_base::DSCP_AF41;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000153
154static bool IsNackEnabled(const VideoCodec& codec) {
155 return codec.HasFeedbackParam(FeedbackParam(kRtcpFbParamNack,
156 kParamValueEmpty));
157}
158
159// Returns true if Receiver Estimated Max Bitrate is enabled.
160static bool IsRembEnabled(const VideoCodec& codec) {
161 return codec.HasFeedbackParam(FeedbackParam(kRtcpFbParamRemb,
162 kParamValueEmpty));
163}
164
wu@webrtc.org05e7b442014-04-01 17:44:24 +0000165// TODO(mallinath) - Remove this after trunk of webrtc is pushed to GTP.
166#if !defined(USE_WEBRTC_DEV_BRANCH)
167bool operator==(const webrtc::VideoCodecVP8& lhs,
168 const webrtc::VideoCodecVP8& rhs) {
169 return lhs.pictureLossIndicationOn == rhs.pictureLossIndicationOn &&
170 lhs.feedbackModeOn == rhs.feedbackModeOn &&
171 lhs.complexity == rhs.complexity &&
172 lhs.resilience == rhs.resilience &&
173 lhs.numberOfTemporalLayers == rhs.numberOfTemporalLayers &&
174 lhs.denoisingOn == rhs.denoisingOn &&
175 lhs.errorConcealmentOn == rhs.errorConcealmentOn &&
176 lhs.automaticResizeOn == rhs.automaticResizeOn &&
177 lhs.frameDroppingOn == rhs.frameDroppingOn &&
178 lhs.keyFrameInterval == rhs.keyFrameInterval;
179}
180
181bool operator!=(const webrtc::VideoCodecVP8& lhs,
182 const webrtc::VideoCodecVP8& rhs) {
183 return !(lhs == rhs);
184}
185
186bool operator==(const webrtc::SimulcastStream& lhs,
187 const webrtc::SimulcastStream& rhs) {
188 return lhs.width == rhs.width &&
189 lhs.height == rhs.height &&
190 lhs.numberOfTemporalLayers == rhs.numberOfTemporalLayers &&
191 lhs.maxBitrate == rhs.maxBitrate &&
192 lhs.targetBitrate == rhs.targetBitrate &&
193 lhs.minBitrate == rhs.minBitrate &&
194 lhs.qpMax == rhs.qpMax;
195}
196
197bool operator!=(const webrtc::SimulcastStream& lhs,
198 const webrtc::SimulcastStream& rhs) {
199 return !(lhs == rhs);
200}
201
202bool operator==(const webrtc::VideoCodec& lhs,
203 const webrtc::VideoCodec& rhs) {
204 bool ret = lhs.codecType == rhs.codecType &&
205 (_stricmp(lhs.plName, rhs.plName) == 0) &&
206 lhs.plType == rhs.plType &&
207 lhs.width == rhs.width &&
208 lhs.height == rhs.height &&
209 lhs.startBitrate == rhs.startBitrate &&
210 lhs.maxBitrate == rhs.maxBitrate &&
211 lhs.minBitrate == rhs.minBitrate &&
212 lhs.maxFramerate == rhs.maxFramerate &&
213 lhs.qpMax == rhs.qpMax &&
214 lhs.numberOfSimulcastStreams == rhs.numberOfSimulcastStreams &&
215 lhs.mode == rhs.mode;
216 if (ret && lhs.codecType == webrtc::kVideoCodecVP8) {
217 ret &= (lhs.codecSpecific.VP8 == rhs.codecSpecific.VP8);
218 }
219
220 for (unsigned char i = 0; i < rhs.numberOfSimulcastStreams && ret; ++i) {
221 ret &= (lhs.simulcastStream[i] == rhs.simulcastStream[i]);
222 }
223 return ret;
224}
225
226bool operator!=(const webrtc::VideoCodec& lhs,
227 const webrtc::VideoCodec& rhs) {
228 return !(lhs == rhs);
229}
230#endif
231
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000232struct FlushBlackFrameData : public talk_base::MessageData {
233 FlushBlackFrameData(uint32 s, int64 t) : ssrc(s), timestamp(t) {
234 }
235 uint32 ssrc;
236 int64 timestamp;
237};
238
239class WebRtcRenderAdapter : public webrtc::ExternalRenderer {
240 public:
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000241 WebRtcRenderAdapter(VideoRenderer* renderer, int channel_id)
242 : renderer_(renderer), channel_id_(channel_id), width_(0), height_(0) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000243 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000244
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000245 virtual ~WebRtcRenderAdapter() {
246 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000247
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000248 void SetRenderer(VideoRenderer* renderer) {
249 talk_base::CritScope cs(&crit_);
250 renderer_ = renderer;
251 // FrameSizeChange may have already been called when renderer was not set.
252 // If so we should call SetSize here.
253 // TODO(ronghuawu): Add unit test for this case. Didn't do it now
254 // because the WebRtcRenderAdapter is currently hiding in cc file. No
255 // good way to get access to it from the unit test.
256 if (width_ > 0 && height_ > 0 && renderer_ != NULL) {
257 if (!renderer_->SetSize(width_, height_, 0)) {
258 LOG(LS_ERROR)
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000259 << "WebRtcRenderAdapter (channel " << channel_id_
260 << ") SetRenderer failed to SetSize to: "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000261 << width_ << "x" << height_;
262 }
263 }
264 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000265
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000266 // Implementation of webrtc::ExternalRenderer.
267 virtual int FrameSizeChange(unsigned int width, unsigned int height,
268 unsigned int /*number_of_streams*/) {
269 talk_base::CritScope cs(&crit_);
270 width_ = width;
271 height_ = height;
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000272 LOG(LS_INFO) << "WebRtcRenderAdapter (channel " << channel_id_
273 << ") frame size changed to: "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000274 << width << "x" << height;
275 if (renderer_ == NULL) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000276 LOG(LS_VERBOSE) << "WebRtcRenderAdapter (channel " << channel_id_
277 << ") the renderer has not been set. "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000278 << "SetSize will be called later in SetRenderer.";
279 return 0;
280 }
281 return renderer_->SetSize(width_, height_, 0) ? 0 : -1;
282 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000283
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000284 virtual int DeliverFrame(unsigned char* buffer, int buffer_size,
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000285 uint32_t time_stamp, int64_t render_time,
286 void* handle) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000287 talk_base::CritScope cs(&crit_);
288 frame_rate_tracker_.Update(1);
289 if (renderer_ == NULL) {
290 return 0;
291 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000292 // Convert 90K rtp timestamp to ns timestamp.
293 int64 rtp_time_stamp_in_ns = (time_stamp / 90) *
294 talk_base::kNumNanosecsPerMillisec;
295 // Convert milisecond render time to ns timestamp.
296 int64 render_time_stamp_in_ns = render_time *
297 talk_base::kNumNanosecsPerMillisec;
298 // Send the rtp timestamp to renderer as the VideoFrame timestamp.
299 // and the render timestamp as the VideoFrame elapsed_time.
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000300 if (handle == NULL) {
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000301 return DeliverBufferFrame(buffer, buffer_size, render_time_stamp_in_ns,
302 rtp_time_stamp_in_ns);
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000303 } else {
304 return DeliverTextureFrame(handle, render_time_stamp_in_ns,
305 rtp_time_stamp_in_ns);
306 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000307 }
308
309 virtual bool IsTextureSupported() { return true; }
310
311 int DeliverBufferFrame(unsigned char* buffer, int buffer_size,
312 int64 elapsed_time, int64 time_stamp) {
313 WebRtcVideoFrame video_frame;
wu@webrtc.org16d62542013-11-05 23:45:14 +0000314 video_frame.Alias(buffer, buffer_size, width_, height_,
315 1, 1, elapsed_time, time_stamp, 0);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000316
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000317 // Sanity check on decoded frame size.
318 if (buffer_size != static_cast<int>(VideoFrame::SizeOf(width_, height_))) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000319 LOG(LS_WARNING) << "WebRtcRenderAdapter (channel " << channel_id_
320 << ") received a strange frame size: "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000321 << buffer_size;
322 }
323
324 int ret = renderer_->RenderFrame(&video_frame) ? 0 : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000325 return ret;
326 }
327
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000328 int DeliverTextureFrame(void* handle, int64 elapsed_time, int64 time_stamp) {
329 WebRtcTextureVideoFrame video_frame(
330 static_cast<webrtc::NativeHandle*>(handle), width_, height_,
331 elapsed_time, time_stamp);
332 return renderer_->RenderFrame(&video_frame);
333 }
334
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000335 unsigned int width() {
336 talk_base::CritScope cs(&crit_);
337 return width_;
338 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000339
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000340 unsigned int height() {
341 talk_base::CritScope cs(&crit_);
342 return height_;
343 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000344
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000345 int framerate() {
346 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000347 return static_cast<int>(frame_rate_tracker_.units_second());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000348 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000349
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000350 VideoRenderer* renderer() {
351 talk_base::CritScope cs(&crit_);
352 return renderer_;
353 }
354
355 private:
356 talk_base::CriticalSection crit_;
357 VideoRenderer* renderer_;
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000358 int channel_id_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000359 unsigned int width_;
360 unsigned int height_;
361 talk_base::RateTracker frame_rate_tracker_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000362};
363
364class WebRtcDecoderObserver : public webrtc::ViEDecoderObserver {
365 public:
366 explicit WebRtcDecoderObserver(int video_channel)
367 : video_channel_(video_channel),
368 framerate_(0),
369 bitrate_(0),
wu@webrtc.org97077a32013-10-25 21:18:33 +0000370 decode_ms_(0),
371 max_decode_ms_(0),
372 current_delay_ms_(0),
373 target_delay_ms_(0),
374 jitter_buffer_ms_(0),
375 min_playout_delay_ms_(0),
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000376 render_delay_ms_(0) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000377 }
378
379 // virtual functions from VieDecoderObserver.
380 virtual void IncomingCodecChanged(const int videoChannel,
381 const webrtc::VideoCodec& videoCodec) {}
382 virtual void IncomingRate(const int videoChannel,
383 const unsigned int framerate,
384 const unsigned int bitrate) {
wu@webrtc.org78187522013-10-07 23:32:02 +0000385 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000386 ASSERT(video_channel_ == videoChannel);
387 framerate_ = framerate;
388 bitrate_ = bitrate;
389 }
wu@webrtc.org97077a32013-10-25 21:18:33 +0000390
391 virtual void DecoderTiming(int decode_ms,
392 int max_decode_ms,
393 int current_delay_ms,
394 int target_delay_ms,
395 int jitter_buffer_ms,
396 int min_playout_delay_ms,
397 int render_delay_ms) {
398 talk_base::CritScope cs(&crit_);
399 decode_ms_ = decode_ms;
400 max_decode_ms_ = max_decode_ms;
401 current_delay_ms_ = current_delay_ms;
402 target_delay_ms_ = target_delay_ms;
403 jitter_buffer_ms_ = jitter_buffer_ms;
404 min_playout_delay_ms_ = min_playout_delay_ms;
405 render_delay_ms_ = render_delay_ms;
406 }
407
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000408 virtual void RequestNewKeyFrame(const int videoChannel) {}
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000409
wu@webrtc.org97077a32013-10-25 21:18:33 +0000410 // Populate |rinfo| based on previously-set data in |*this|.
411 void ExportTo(VideoReceiverInfo* rinfo) {
wu@webrtc.org78187522013-10-07 23:32:02 +0000412 talk_base::CritScope cs(&crit_);
wu@webrtc.org97077a32013-10-25 21:18:33 +0000413 rinfo->framerate_rcvd = framerate_;
414 rinfo->decode_ms = decode_ms_;
415 rinfo->max_decode_ms = max_decode_ms_;
416 rinfo->current_delay_ms = current_delay_ms_;
417 rinfo->target_delay_ms = target_delay_ms_;
418 rinfo->jitter_buffer_ms = jitter_buffer_ms_;
419 rinfo->min_playout_delay_ms = min_playout_delay_ms_;
420 rinfo->render_delay_ms = render_delay_ms_;
wu@webrtc.org78187522013-10-07 23:32:02 +0000421 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000422
423 private:
wu@webrtc.org78187522013-10-07 23:32:02 +0000424 mutable talk_base::CriticalSection crit_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000425 int video_channel_;
426 int framerate_;
427 int bitrate_;
wu@webrtc.org97077a32013-10-25 21:18:33 +0000428 int decode_ms_;
429 int max_decode_ms_;
430 int current_delay_ms_;
431 int target_delay_ms_;
432 int jitter_buffer_ms_;
433 int min_playout_delay_ms_;
434 int render_delay_ms_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000435};
436
437class WebRtcEncoderObserver : public webrtc::ViEEncoderObserver {
438 public:
439 explicit WebRtcEncoderObserver(int video_channel)
440 : video_channel_(video_channel),
441 framerate_(0),
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000442 bitrate_(0),
443 suspended_(false) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000444 }
445
446 // virtual functions from VieEncoderObserver.
447 virtual void OutgoingRate(const int videoChannel,
448 const unsigned int framerate,
449 const unsigned int bitrate) {
wu@webrtc.org78187522013-10-07 23:32:02 +0000450 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000451 ASSERT(video_channel_ == videoChannel);
452 framerate_ = framerate;
453 bitrate_ = bitrate;
454 }
455
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000456 virtual void SuspendChange(int video_channel, bool is_suspended) {
457 talk_base::CritScope cs(&crit_);
458 ASSERT(video_channel_ == video_channel);
459 suspended_ = is_suspended;
460 }
461
wu@webrtc.org78187522013-10-07 23:32:02 +0000462 int framerate() const {
463 talk_base::CritScope cs(&crit_);
464 return framerate_;
465 }
466 int bitrate() const {
467 talk_base::CritScope cs(&crit_);
468 return bitrate_;
469 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000470 bool suspended() const {
471 talk_base::CritScope cs(&crit_);
472 return suspended_;
473 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000474
475 private:
wu@webrtc.org78187522013-10-07 23:32:02 +0000476 mutable talk_base::CriticalSection crit_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000477 int video_channel_;
478 int framerate_;
479 int bitrate_;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000480 bool suspended_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000481};
482
483class WebRtcLocalStreamInfo {
484 public:
485 WebRtcLocalStreamInfo()
486 : width_(0), height_(0), elapsed_time_(-1), time_stamp_(-1) {}
487 size_t width() const {
488 talk_base::CritScope cs(&crit_);
489 return width_;
490 }
491 size_t height() const {
492 talk_base::CritScope cs(&crit_);
493 return height_;
494 }
495 int64 elapsed_time() const {
496 talk_base::CritScope cs(&crit_);
497 return elapsed_time_;
498 }
499 int64 time_stamp() const {
500 talk_base::CritScope cs(&crit_);
501 return time_stamp_;
502 }
503 int framerate() {
504 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000505 return static_cast<int>(rate_tracker_.units_second());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000506 }
507 void GetLastFrameInfo(
508 size_t* width, size_t* height, int64* elapsed_time) const {
509 talk_base::CritScope cs(&crit_);
510 *width = width_;
511 *height = height_;
512 *elapsed_time = elapsed_time_;
513 }
514
515 void UpdateFrame(const VideoFrame* frame) {
516 talk_base::CritScope cs(&crit_);
517
518 width_ = frame->GetWidth();
519 height_ = frame->GetHeight();
520 elapsed_time_ = frame->GetElapsedTime();
521 time_stamp_ = frame->GetTimeStamp();
522
523 rate_tracker_.Update(1);
524 }
525
526 private:
527 mutable talk_base::CriticalSection crit_;
528 size_t width_;
529 size_t height_;
530 int64 elapsed_time_;
531 int64 time_stamp_;
532 talk_base::RateTracker rate_tracker_;
533
534 DISALLOW_COPY_AND_ASSIGN(WebRtcLocalStreamInfo);
535};
536
537// WebRtcVideoChannelRecvInfo is a container class with members such as renderer
538// and a decoder observer that is used by receive channels.
539// It must exist as long as the receive channel is connected to renderer or a
540// decoder observer in this class and methods in the class should only be called
541// from the worker thread.
542class WebRtcVideoChannelRecvInfo {
543 public:
544 typedef std::map<int, webrtc::VideoDecoder*> DecoderMap; // key: payload type
545 explicit WebRtcVideoChannelRecvInfo(int channel_id)
546 : channel_id_(channel_id),
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000547 render_adapter_(NULL, channel_id),
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000548 decoder_observer_(channel_id) {
549 }
550 int channel_id() { return channel_id_; }
551 void SetRenderer(VideoRenderer* renderer) {
552 render_adapter_.SetRenderer(renderer);
553 }
554 WebRtcRenderAdapter* render_adapter() { return &render_adapter_; }
555 WebRtcDecoderObserver* decoder_observer() { return &decoder_observer_; }
556 void RegisterDecoder(int pl_type, webrtc::VideoDecoder* decoder) {
557 ASSERT(!IsDecoderRegistered(pl_type));
558 registered_decoders_[pl_type] = decoder;
559 }
560 bool IsDecoderRegistered(int pl_type) {
561 return registered_decoders_.count(pl_type) != 0;
562 }
563 const DecoderMap& registered_decoders() {
564 return registered_decoders_;
565 }
566 void ClearRegisteredDecoders() {
567 registered_decoders_.clear();
568 }
569
570 private:
571 int channel_id_; // Webrtc video channel number.
572 // Renderer for this channel.
573 WebRtcRenderAdapter render_adapter_;
574 WebRtcDecoderObserver decoder_observer_;
575 DecoderMap registered_decoders_;
576};
577
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000578class WebRtcOveruseObserver : public webrtc::CpuOveruseObserver {
579 public:
580 explicit WebRtcOveruseObserver(CoordinatedVideoAdapter* video_adapter)
581 : video_adapter_(video_adapter),
582 enabled_(false) {
583 }
584
585 // TODO(mflodman): Consider sending resolution as part of event, to let
586 // adapter know what resolution the request is based on. Helps eliminate stale
587 // data, race conditions.
588 virtual void OveruseDetected() OVERRIDE {
589 talk_base::CritScope cs(&crit_);
590 if (!enabled_) {
591 return;
592 }
593
594 video_adapter_->OnCpuResolutionRequest(CoordinatedVideoAdapter::DOWNGRADE);
595 }
596
597 virtual void NormalUsage() OVERRIDE {
598 talk_base::CritScope cs(&crit_);
599 if (!enabled_) {
600 return;
601 }
602
603 video_adapter_->OnCpuResolutionRequest(CoordinatedVideoAdapter::UPGRADE);
604 }
605
606 void Enable(bool enable) {
607 talk_base::CritScope cs(&crit_);
608 enabled_ = enable;
609 }
610
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000611 bool enabled() const { return enabled_; }
612
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000613 private:
614 CoordinatedVideoAdapter* video_adapter_;
615 bool enabled_;
616 talk_base::CriticalSection crit_;
617};
618
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000619
wu@webrtc.orgd64719d2013-08-01 00:00:07 +0000620class WebRtcVideoChannelSendInfo : public sigslot::has_slots<> {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000621 public:
622 typedef std::map<int, webrtc::VideoEncoder*> EncoderMap; // key: payload type
623 WebRtcVideoChannelSendInfo(int channel_id, int capture_id,
624 webrtc::ViEExternalCapture* external_capture,
625 talk_base::CpuMonitor* cpu_monitor)
626 : channel_id_(channel_id),
627 capture_id_(capture_id),
628 sending_(false),
629 muted_(false),
630 video_capturer_(NULL),
631 encoder_observer_(channel_id),
632 external_capture_(external_capture),
633 capturer_updated_(false),
634 interval_(0),
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000635 cpu_monitor_(cpu_monitor),
636 overuse_observer_enabled_(false) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000637 }
638
639 int channel_id() const { return channel_id_; }
640 int capture_id() const { return capture_id_; }
641 void set_sending(bool sending) { sending_ = sending; }
642 bool sending() const { return sending_; }
643 void set_muted(bool on) {
644 // TODO(asapersson): add support.
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +0000645 // video_adapter_.SetBlackOutput(on);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000646 muted_ = on;
647 }
648 bool muted() {return muted_; }
649
650 WebRtcEncoderObserver* encoder_observer() { return &encoder_observer_; }
651 webrtc::ViEExternalCapture* external_capture() { return external_capture_; }
652 const VideoFormat& video_format() const {
653 return video_format_;
654 }
655 void set_video_format(const VideoFormat& video_format) {
656 video_format_ = video_format;
657 if (video_format_ != cricket::VideoFormat()) {
658 interval_ = video_format_.interval;
659 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000660 CoordinatedVideoAdapter* adapter = video_adapter();
661 if (adapter) {
662 adapter->OnOutputFormatRequest(video_format_);
663 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000664 }
665 void set_interval(int64 interval) {
666 if (video_format() == cricket::VideoFormat()) {
667 interval_ = interval;
668 }
669 }
670 int64 interval() { return interval_; }
671
xians@webrtc.orgef221512014-02-21 10:31:29 +0000672 int CurrentAdaptReason() const {
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000673 const CoordinatedVideoAdapter* adapter = video_adapter();
674 if (!adapter) {
675 return CoordinatedVideoAdapter::ADAPTREASON_NONE;
676 }
677 return video_adapter()->adapt_reason();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000678 }
679
680 StreamParams* stream_params() { return stream_params_.get(); }
681 void set_stream_params(const StreamParams& sp) {
682 stream_params_.reset(new StreamParams(sp));
683 }
684 void ClearStreamParams() { stream_params_.reset(); }
685 bool has_ssrc(uint32 local_ssrc) const {
686 return !stream_params_ ? false :
687 stream_params_->has_ssrc(local_ssrc);
688 }
689 WebRtcLocalStreamInfo* local_stream_info() {
690 return &local_stream_info_;
691 }
692 VideoCapturer* video_capturer() {
693 return video_capturer_;
694 }
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +0000695 void set_video_capturer(VideoCapturer* video_capturer,
696 ViEWrapper* vie_wrapper) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000697 if (video_capturer == video_capturer_) {
698 return;
699 }
xians@webrtc.orgef221512014-02-21 10:31:29 +0000700
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000701 CoordinatedVideoAdapter* old_video_adapter = video_adapter();
702 if (old_video_adapter) {
703 // Disconnect signals from old video adapter.
704 SignalCpuAdaptationUnable.disconnect(old_video_adapter);
705 if (cpu_monitor_) {
706 cpu_monitor_->SignalUpdate.disconnect(old_video_adapter);
xians@webrtc.orgef221512014-02-21 10:31:29 +0000707 }
henrike@webrtc.org26438052014-02-20 22:32:53 +0000708 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000709
710 capturer_updated_ = true;
711 video_capturer_ = video_capturer;
712
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +0000713 vie_wrapper->base()->RegisterCpuOveruseObserver(channel_id_, NULL);
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000714 if (!video_capturer) {
715 overuse_observer_.reset();
716 return;
717 }
718
719 CoordinatedVideoAdapter* adapter = video_adapter();
720 ASSERT(adapter && "Video adapter should not be null here.");
721
722 UpdateAdapterCpuOptions();
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000723
724 overuse_observer_.reset(new WebRtcOveruseObserver(adapter));
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +0000725 vie_wrapper->base()->RegisterCpuOveruseObserver(channel_id_,
726 overuse_observer_.get());
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000727 // (Dis)connect the video adapter from the cpu monitor as appropriate.
728 SetCpuOveruseDetection(overuse_observer_enabled_);
729
730 SignalCpuAdaptationUnable.repeat(adapter->SignalCpuAdaptationUnable);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000731 }
732
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000733 CoordinatedVideoAdapter* video_adapter() {
734 if (!video_capturer_) {
735 return NULL;
736 }
737 return video_capturer_->video_adapter();
738 }
739 const CoordinatedVideoAdapter* video_adapter() const {
740 if (!video_capturer_) {
741 return NULL;
742 }
743 return video_capturer_->video_adapter();
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +0000744 }
745
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000746 void ApplyCpuOptions(const VideoOptions& video_options) {
747 // Use video_options_.SetAll() instead of assignment so that unset value in
748 // video_options will not overwrite the previous option value.
749 video_options_.SetAll(video_options);
750 UpdateAdapterCpuOptions();
751 }
752
753 void UpdateAdapterCpuOptions() {
754 if (!video_capturer_) {
755 return;
756 }
757
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000758 bool cpu_adapt, cpu_smoothing, adapt_third;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000759 float low, med, high;
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000760
761 // TODO(thorcarpenter): Have VideoAdapter be responsible for setting
762 // all these video options.
763 CoordinatedVideoAdapter* video_adapter = video_capturer_->video_adapter();
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000764 if (video_options_.adapt_input_to_cpu_usage.Get(&cpu_adapt) ||
765 overuse_observer_enabled_) {
766 video_adapter->set_cpu_adaptation(cpu_adapt || overuse_observer_enabled_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000767 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000768 if (video_options_.adapt_cpu_with_smoothing.Get(&cpu_smoothing)) {
769 video_adapter->set_cpu_smoothing(cpu_smoothing);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000770 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000771 if (video_options_.process_adaptation_threshhold.Get(&med)) {
772 video_adapter->set_process_threshold(med);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000773 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000774 if (video_options_.system_low_adaptation_threshhold.Get(&low)) {
775 video_adapter->set_low_system_threshold(low);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000776 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000777 if (video_options_.system_high_adaptation_threshhold.Get(&high)) {
778 video_adapter->set_high_system_threshold(high);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000779 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000780 if (video_options_.video_adapt_third.Get(&adapt_third)) {
781 video_adapter->set_scale_third(adapt_third);
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000782 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000783 }
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000784
785 void SetCpuOveruseDetection(bool enable) {
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000786 overuse_observer_enabled_ = enable;
787
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000788 if (overuse_observer_) {
789 overuse_observer_->Enable(enable);
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +0000790 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000791
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000792 // The video adapter is signaled by overuse detection if enabled; otherwise
793 // it will be signaled by cpu monitor.
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000794 CoordinatedVideoAdapter* adapter = video_adapter();
795 if (adapter) {
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000796 bool cpu_adapt = false;
797 video_options_.adapt_input_to_cpu_usage.Get(&cpu_adapt);
798 adapter->set_cpu_adaptation(
799 adapter->cpu_adaptation() || cpu_adapt || enable);
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000800 if (cpu_monitor_) {
801 if (enable) {
802 cpu_monitor_->SignalUpdate.disconnect(adapter);
803 } else {
804 cpu_monitor_->SignalUpdate.connect(
805 adapter, &CoordinatedVideoAdapter::OnCpuLoadUpdated);
806 }
807 }
808 }
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000809 }
810
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000811 void ProcessFrame(const VideoFrame& original_frame, bool mute,
812 VideoFrame** processed_frame) {
813 if (!mute) {
814 *processed_frame = original_frame.Copy();
815 } else {
816 WebRtcVideoFrame* black_frame = new WebRtcVideoFrame();
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000817 black_frame->InitToBlack(static_cast<int>(original_frame.GetWidth()),
818 static_cast<int>(original_frame.GetHeight()),
819 1, 1,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000820 original_frame.GetElapsedTime(),
821 original_frame.GetTimeStamp());
822 *processed_frame = black_frame;
823 }
824 local_stream_info_.UpdateFrame(*processed_frame);
825 }
826 void RegisterEncoder(int pl_type, webrtc::VideoEncoder* encoder) {
827 ASSERT(!IsEncoderRegistered(pl_type));
828 registered_encoders_[pl_type] = encoder;
829 }
830 bool IsEncoderRegistered(int pl_type) {
831 return registered_encoders_.count(pl_type) != 0;
832 }
833 const EncoderMap& registered_encoders() {
834 return registered_encoders_;
835 }
836 void ClearRegisteredEncoders() {
837 registered_encoders_.clear();
838 }
839
wu@webrtc.orgd64719d2013-08-01 00:00:07 +0000840 sigslot::repeater0<> SignalCpuAdaptationUnable;
841
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000842 private:
843 int channel_id_;
844 int capture_id_;
845 bool sending_;
846 bool muted_;
847 VideoCapturer* video_capturer_;
848 WebRtcEncoderObserver encoder_observer_;
849 webrtc::ViEExternalCapture* external_capture_;
850 EncoderMap registered_encoders_;
851
852 VideoFormat video_format_;
853
854 talk_base::scoped_ptr<StreamParams> stream_params_;
855
856 WebRtcLocalStreamInfo local_stream_info_;
857
858 bool capturer_updated_;
859
860 int64 interval_;
861
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +0000862 talk_base::CpuMonitor* cpu_monitor_;
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000863 talk_base::scoped_ptr<WebRtcOveruseObserver> overuse_observer_;
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000864 bool overuse_observer_enabled_;
865
866 VideoOptions video_options_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000867};
868
869const WebRtcVideoEngine::VideoCodecPref
870 WebRtcVideoEngine::kVideoCodecPrefs[] = {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000871 {kVp8PayloadName, 100, -1, 0},
872 {kRedPayloadName, 116, -1, 1},
873 {kFecPayloadName, 117, -1, 2},
874 {kRtxCodecName, 96, 100, 3},
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000875};
876
877// The formats are sorted by the descending order of width. We use the order to
878// find the next format for CPU and bandwidth adaptation.
879const VideoFormatPod WebRtcVideoEngine::kVideoFormats[] = {
880 {1280, 800, FPS_TO_INTERVAL(30), FOURCC_ANY},
881 {1280, 720, FPS_TO_INTERVAL(30), FOURCC_ANY},
882 {960, 600, FPS_TO_INTERVAL(30), FOURCC_ANY},
883 {960, 540, FPS_TO_INTERVAL(30), FOURCC_ANY},
884 {640, 400, FPS_TO_INTERVAL(30), FOURCC_ANY},
885 {640, 360, FPS_TO_INTERVAL(30), FOURCC_ANY},
886 {640, 480, FPS_TO_INTERVAL(30), FOURCC_ANY},
887 {480, 300, FPS_TO_INTERVAL(30), FOURCC_ANY},
888 {480, 270, FPS_TO_INTERVAL(30), FOURCC_ANY},
889 {480, 360, FPS_TO_INTERVAL(30), FOURCC_ANY},
890 {320, 200, FPS_TO_INTERVAL(30), FOURCC_ANY},
891 {320, 180, FPS_TO_INTERVAL(30), FOURCC_ANY},
892 {320, 240, FPS_TO_INTERVAL(30), FOURCC_ANY},
893 {240, 150, FPS_TO_INTERVAL(30), FOURCC_ANY},
894 {240, 135, FPS_TO_INTERVAL(30), FOURCC_ANY},
895 {240, 180, FPS_TO_INTERVAL(30), FOURCC_ANY},
896 {160, 100, FPS_TO_INTERVAL(30), FOURCC_ANY},
897 {160, 90, FPS_TO_INTERVAL(30), FOURCC_ANY},
898 {160, 120, FPS_TO_INTERVAL(30), FOURCC_ANY},
899};
900
901const VideoFormatPod WebRtcVideoEngine::kDefaultVideoFormat =
902 {640, 400, FPS_TO_INTERVAL(30), FOURCC_ANY};
903
904static void UpdateVideoCodec(const cricket::VideoFormat& video_format,
905 webrtc::VideoCodec* target_codec) {
906 if ((target_codec == NULL) || (video_format == cricket::VideoFormat())) {
907 return;
908 }
909 target_codec->width = video_format.width;
910 target_codec->height = video_format.height;
911 target_codec->maxFramerate = cricket::VideoFormat::IntervalToFps(
912 video_format.interval);
913}
914
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +0000915#ifdef USE_WEBRTC_DEV_BRANCH
916static bool GetCpuOveruseOptions(const VideoOptions& options,
917 webrtc::CpuOveruseOptions* overuse_options) {
918 int underuse_threshold = 0;
919 int overuse_threshold = 0;
920 if (!options.cpu_underuse_threshold.Get(&underuse_threshold) ||
921 !options.cpu_overuse_threshold.Get(&overuse_threshold)) {
922 return false;
923 }
924 if (underuse_threshold <= 0 || overuse_threshold <= 0) {
925 return false;
926 }
927 // Valid thresholds.
928 bool encode_usage =
929 options.cpu_overuse_encode_usage.GetWithDefaultIfUnset(false);
930 overuse_options->enable_capture_jitter_method = !encode_usage;
931 overuse_options->enable_encode_usage_method = encode_usage;
932 if (encode_usage) {
933 // Use method based on encode usage.
934 overuse_options->low_encode_usage_threshold_percent = underuse_threshold;
935 overuse_options->high_encode_usage_threshold_percent = overuse_threshold;
936 } else {
937 // Use default method based on capture jitter.
938 overuse_options->low_capture_jitter_threshold_ms =
939 static_cast<float>(underuse_threshold);
940 overuse_options->high_capture_jitter_threshold_ms =
941 static_cast<float>(overuse_threshold);
942 }
943 return true;
944}
945#endif
946
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000947WebRtcVideoEngine::WebRtcVideoEngine() {
948 Construct(new ViEWrapper(), new ViETraceWrapper(), NULL,
949 new talk_base::CpuMonitor(NULL));
950}
951
952WebRtcVideoEngine::WebRtcVideoEngine(WebRtcVoiceEngine* voice_engine,
953 ViEWrapper* vie_wrapper,
954 talk_base::CpuMonitor* cpu_monitor) {
955 Construct(vie_wrapper, new ViETraceWrapper(), voice_engine, cpu_monitor);
956}
957
958WebRtcVideoEngine::WebRtcVideoEngine(WebRtcVoiceEngine* voice_engine,
959 ViEWrapper* vie_wrapper,
960 ViETraceWrapper* tracing,
961 talk_base::CpuMonitor* cpu_monitor) {
962 Construct(vie_wrapper, tracing, voice_engine, cpu_monitor);
963}
964
965void WebRtcVideoEngine::Construct(ViEWrapper* vie_wrapper,
966 ViETraceWrapper* tracing,
967 WebRtcVoiceEngine* voice_engine,
968 talk_base::CpuMonitor* cpu_monitor) {
969 LOG(LS_INFO) << "WebRtcVideoEngine::WebRtcVideoEngine";
970 worker_thread_ = NULL;
971 vie_wrapper_.reset(vie_wrapper);
972 vie_wrapper_base_initialized_ = false;
973 tracing_.reset(tracing);
974 voice_engine_ = voice_engine;
975 initialized_ = false;
976 SetTraceFilter(SeverityToFilter(kDefaultLogSeverity));
977 render_module_.reset(new WebRtcPassthroughRender());
978 local_renderer_w_ = local_renderer_h_ = 0;
979 local_renderer_ = NULL;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000980 capture_started_ = false;
981 decoder_factory_ = NULL;
982 encoder_factory_ = NULL;
983 cpu_monitor_.reset(cpu_monitor);
984
985 SetTraceOptions("");
986 if (tracing_->SetTraceCallback(this) != 0) {
987 LOG_RTCERR1(SetTraceCallback, this);
988 }
989
990 // Set default quality levels for our supported codecs. We override them here
991 // if we know your cpu performance is low, and they can be updated explicitly
992 // by calling SetDefaultCodec. For example by a flute preference setting, or
993 // by the server with a jec in response to our reported system info.
994 VideoCodec max_codec(kVideoCodecPrefs[0].payload_type,
995 kVideoCodecPrefs[0].name,
996 kDefaultVideoFormat.width,
997 kDefaultVideoFormat.height,
998 VideoFormat::IntervalToFps(kDefaultVideoFormat.interval),
999 0);
1000 if (!SetDefaultCodec(max_codec)) {
1001 LOG(LS_ERROR) << "Failed to initialize list of supported codec types";
1002 }
1003
1004
1005 // Load our RTP Header extensions.
1006 rtp_header_extensions_.push_back(
1007 RtpHeaderExtension(kRtpTimestampOffsetHeaderExtension,
henrike@webrtc.org79047f92014-03-06 23:46:59 +00001008 kRtpTimestampOffsetHeaderExtensionDefaultId));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001009 rtp_header_extensions_.push_back(
henrike@webrtc.org79047f92014-03-06 23:46:59 +00001010 RtpHeaderExtension(kRtpAbsoluteSenderTimeHeaderExtension,
1011 kRtpAbsoluteSenderTimeHeaderExtensionDefaultId));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001012}
1013
1014WebRtcVideoEngine::~WebRtcVideoEngine() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001015 LOG(LS_INFO) << "WebRtcVideoEngine::~WebRtcVideoEngine";
1016 if (initialized_) {
1017 Terminate();
1018 }
1019 if (encoder_factory_) {
1020 encoder_factory_->RemoveObserver(this);
1021 }
1022 tracing_->SetTraceCallback(NULL);
1023 // Test to see if the media processor was deregistered properly.
1024 ASSERT(SignalMediaFrame.is_empty());
1025}
1026
1027bool WebRtcVideoEngine::Init(talk_base::Thread* worker_thread) {
1028 LOG(LS_INFO) << "WebRtcVideoEngine::Init";
1029 worker_thread_ = worker_thread;
1030 ASSERT(worker_thread_ != NULL);
1031
1032 cpu_monitor_->set_thread(worker_thread_);
1033 if (!cpu_monitor_->Start(kCpuMonitorPeriodMs)) {
1034 LOG(LS_ERROR) << "Failed to start CPU monitor.";
1035 cpu_monitor_.reset();
1036 }
1037
1038 bool result = InitVideoEngine();
1039 if (result) {
1040 LOG(LS_INFO) << "VideoEngine Init done";
1041 } else {
1042 LOG(LS_ERROR) << "VideoEngine Init failed, releasing";
1043 Terminate();
1044 }
1045 return result;
1046}
1047
1048bool WebRtcVideoEngine::InitVideoEngine() {
1049 LOG(LS_INFO) << "WebRtcVideoEngine::InitVideoEngine";
1050
1051 // Init WebRTC VideoEngine.
1052 if (!vie_wrapper_base_initialized_) {
1053 if (vie_wrapper_->base()->Init() != 0) {
1054 LOG_RTCERR0(Init);
1055 return false;
1056 }
1057 vie_wrapper_base_initialized_ = true;
1058 }
1059
1060 // Log the VoiceEngine version info.
1061 char buffer[1024] = "";
1062 if (vie_wrapper_->base()->GetVersion(buffer) != 0) {
1063 LOG_RTCERR0(GetVersion);
1064 return false;
1065 }
1066
1067 LOG(LS_INFO) << "WebRtc VideoEngine Version:";
1068 LogMultiline(talk_base::LS_INFO, buffer);
1069
1070 // Hook up to VoiceEngine for sync purposes, if supplied.
1071 if (!voice_engine_) {
1072 LOG(LS_WARNING) << "NULL voice engine";
1073 } else if ((vie_wrapper_->base()->SetVoiceEngine(
1074 voice_engine_->voe()->engine())) != 0) {
1075 LOG_RTCERR0(SetVoiceEngine);
1076 return false;
1077 }
1078
1079 // Register our custom render module.
1080 if (vie_wrapper_->render()->RegisterVideoRenderModule(
1081 *render_module_.get()) != 0) {
1082 LOG_RTCERR0(RegisterVideoRenderModule);
1083 return false;
1084 }
1085
1086 initialized_ = true;
1087 return true;
1088}
1089
1090void WebRtcVideoEngine::Terminate() {
1091 LOG(LS_INFO) << "WebRtcVideoEngine::Terminate";
1092 initialized_ = false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001093
1094 if (vie_wrapper_->render()->DeRegisterVideoRenderModule(
1095 *render_module_.get()) != 0) {
1096 LOG_RTCERR0(DeRegisterVideoRenderModule);
1097 }
1098
1099 if (vie_wrapper_->base()->SetVoiceEngine(NULL) != 0) {
1100 LOG_RTCERR0(SetVoiceEngine);
1101 }
1102
1103 cpu_monitor_->Stop();
1104}
1105
1106int WebRtcVideoEngine::GetCapabilities() {
1107 return VIDEO_RECV | VIDEO_SEND;
1108}
1109
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +00001110bool WebRtcVideoEngine::SetOptions(const VideoOptions &options) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001111 return true;
1112}
1113
1114bool WebRtcVideoEngine::SetDefaultEncoderConfig(
1115 const VideoEncoderConfig& config) {
1116 return SetDefaultCodec(config.max_codec);
1117}
1118
wu@webrtc.org78187522013-10-07 23:32:02 +00001119VideoEncoderConfig WebRtcVideoEngine::GetDefaultEncoderConfig() const {
1120 ASSERT(!video_codecs_.empty());
1121 VideoCodec max_codec(kVideoCodecPrefs[0].payload_type,
1122 kVideoCodecPrefs[0].name,
1123 video_codecs_[0].width,
1124 video_codecs_[0].height,
1125 video_codecs_[0].framerate,
1126 0);
1127 return VideoEncoderConfig(max_codec);
1128}
1129
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001130// SetDefaultCodec may be called while the capturer is running. For example, a
1131// test call is started in a page with QVGA default codec, and then a real call
1132// is started in another page with VGA default codec. This is the corner case
1133// and happens only when a session is started. We ignore this case currently.
1134bool WebRtcVideoEngine::SetDefaultCodec(const VideoCodec& codec) {
1135 if (!RebuildCodecList(codec)) {
1136 LOG(LS_WARNING) << "Failed to RebuildCodecList";
1137 return false;
1138 }
1139
wu@webrtc.org78187522013-10-07 23:32:02 +00001140 ASSERT(!video_codecs_.empty());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001141 default_codec_format_ = VideoFormat(
1142 video_codecs_[0].width,
1143 video_codecs_[0].height,
1144 VideoFormat::FpsToInterval(video_codecs_[0].framerate),
1145 FOURCC_ANY);
1146 return true;
1147}
1148
1149WebRtcVideoMediaChannel* WebRtcVideoEngine::CreateChannel(
1150 VoiceMediaChannel* voice_channel) {
1151 WebRtcVideoMediaChannel* channel =
1152 new WebRtcVideoMediaChannel(this, voice_channel);
1153 if (!channel->Init()) {
1154 delete channel;
1155 channel = NULL;
1156 }
1157 return channel;
1158}
1159
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001160bool WebRtcVideoEngine::SetLocalRenderer(VideoRenderer* renderer) {
1161 local_renderer_w_ = local_renderer_h_ = 0;
1162 local_renderer_ = renderer;
1163 return true;
1164}
1165
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001166const std::vector<VideoCodec>& WebRtcVideoEngine::codecs() const {
1167 return video_codecs_;
1168}
1169
1170const std::vector<RtpHeaderExtension>&
1171WebRtcVideoEngine::rtp_header_extensions() const {
1172 return rtp_header_extensions_;
1173}
1174
1175void WebRtcVideoEngine::SetLogging(int min_sev, const char* filter) {
1176 // if min_sev == -1, we keep the current log level.
1177 if (min_sev >= 0) {
1178 SetTraceFilter(SeverityToFilter(min_sev));
1179 }
1180 SetTraceOptions(filter);
1181}
1182
1183int WebRtcVideoEngine::GetLastEngineError() {
1184 return vie_wrapper_->error();
1185}
1186
1187// Checks to see whether we comprehend and could receive a particular codec
1188bool WebRtcVideoEngine::FindCodec(const VideoCodec& in) {
1189 for (int i = 0; i < ARRAY_SIZE(kVideoFormats); ++i) {
1190 const VideoFormat fmt(kVideoFormats[i]);
1191 if ((in.width == 0 && in.height == 0) ||
1192 (fmt.width == in.width && fmt.height == in.height)) {
1193 if (encoder_factory_) {
1194 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1195 encoder_factory_->codecs();
1196 for (size_t j = 0; j < codecs.size(); ++j) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001197 VideoCodec codec(GetExternalVideoPayloadType(static_cast<int>(j)),
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001198 codecs[j].name, 0, 0, 0, 0);
1199 if (codec.Matches(in))
1200 return true;
1201 }
1202 }
1203 for (size_t j = 0; j < ARRAY_SIZE(kVideoCodecPrefs); ++j) {
1204 VideoCodec codec(kVideoCodecPrefs[j].payload_type,
1205 kVideoCodecPrefs[j].name, 0, 0, 0, 0);
1206 if (codec.Matches(in)) {
1207 return true;
1208 }
1209 }
1210 }
1211 }
1212 return false;
1213}
1214
1215// Given the requested codec, returns true if we can send that codec type and
1216// updates out with the best quality we could send for that codec. If current is
1217// not empty, we constrain out so that its aspect ratio matches current's.
1218bool WebRtcVideoEngine::CanSendCodec(const VideoCodec& requested,
1219 const VideoCodec& current,
1220 VideoCodec* out) {
1221 if (!out) {
1222 return false;
1223 }
1224
1225 std::vector<VideoCodec>::const_iterator local_max;
1226 for (local_max = video_codecs_.begin();
1227 local_max < video_codecs_.end();
1228 ++local_max) {
1229 // First match codecs by payload type
1230 if (!requested.Matches(*local_max)) {
1231 continue;
1232 }
1233
1234 out->id = requested.id;
1235 out->name = requested.name;
1236 out->preference = requested.preference;
1237 out->params = requested.params;
1238 out->framerate = talk_base::_min(requested.framerate, local_max->framerate);
1239 out->width = 0;
1240 out->height = 0;
1241 out->params = requested.params;
1242 out->feedback_params = requested.feedback_params;
1243
1244 if (0 == requested.width && 0 == requested.height) {
1245 // Special case with resolution 0. The channel should not send frames.
1246 return true;
1247 } else if (0 == requested.width || 0 == requested.height) {
1248 // 0xn and nx0 are invalid resolutions.
1249 return false;
1250 }
1251
1252 // Pick the best quality that is within their and our bounds and has the
1253 // correct aspect ratio.
1254 for (int j = 0; j < ARRAY_SIZE(kVideoFormats); ++j) {
1255 const VideoFormat format(kVideoFormats[j]);
1256
1257 // Skip any format that is larger than the local or remote maximums, or
1258 // smaller than the current best match
1259 if (format.width > requested.width || format.height > requested.height ||
1260 format.width > local_max->width ||
1261 (format.width < out->width && format.height < out->height)) {
1262 continue;
1263 }
1264
1265 bool better = false;
1266
1267 // Check any further constraints on this prospective format
1268 if (!out->width || !out->height) {
1269 // If we don't have any matches yet, this is the best so far.
1270 better = true;
1271 } else if (current.width && current.height) {
1272 // current is set so format must match its ratio exactly.
1273 better =
1274 (format.width * current.height == format.height * current.width);
1275 } else {
1276 // Prefer closer aspect ratios i.e
1277 // format.aspect - requested.aspect < out.aspect - requested.aspect
1278 better = abs(format.width * requested.height * out->height -
1279 requested.width * format.height * out->height) <
1280 abs(out->width * format.height * requested.height -
1281 requested.width * format.height * out->height);
1282 }
1283
1284 if (better) {
1285 out->width = format.width;
1286 out->height = format.height;
1287 }
1288 }
1289 if (out->width > 0) {
1290 return true;
1291 }
1292 }
1293 return false;
1294}
1295
1296static void ConvertToCricketVideoCodec(
1297 const webrtc::VideoCodec& in_codec, VideoCodec* out_codec) {
1298 out_codec->id = in_codec.plType;
1299 out_codec->name = in_codec.plName;
1300 out_codec->width = in_codec.width;
1301 out_codec->height = in_codec.height;
1302 out_codec->framerate = in_codec.maxFramerate;
1303 out_codec->SetParam(kCodecParamMinBitrate, in_codec.minBitrate);
1304 out_codec->SetParam(kCodecParamMaxBitrate, in_codec.maxBitrate);
1305 if (in_codec.qpMax) {
1306 out_codec->SetParam(kCodecParamMaxQuantization, in_codec.qpMax);
1307 }
1308}
1309
1310bool WebRtcVideoEngine::ConvertFromCricketVideoCodec(
1311 const VideoCodec& in_codec, webrtc::VideoCodec* out_codec) {
1312 bool found = false;
1313 int ncodecs = vie_wrapper_->codec()->NumberOfCodecs();
1314 for (int i = 0; i < ncodecs; ++i) {
1315 if (vie_wrapper_->codec()->GetCodec(i, *out_codec) == 0 &&
1316 _stricmp(in_codec.name.c_str(), out_codec->plName) == 0) {
1317 found = true;
1318 break;
1319 }
1320 }
1321
1322 // If not found, check if this is supported by external encoder factory.
1323 if (!found && encoder_factory_) {
1324 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1325 encoder_factory_->codecs();
1326 for (size_t i = 0; i < codecs.size(); ++i) {
1327 if (_stricmp(in_codec.name.c_str(), codecs[i].name.c_str()) == 0) {
1328 out_codec->codecType = codecs[i].type;
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001329 out_codec->plType = GetExternalVideoPayloadType(static_cast<int>(i));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001330 talk_base::strcpyn(out_codec->plName, sizeof(out_codec->plName),
1331 codecs[i].name.c_str(), codecs[i].name.length());
1332 found = true;
1333 break;
1334 }
1335 }
1336 }
1337
1338 if (!found) {
1339 LOG(LS_ERROR) << "invalid codec type";
1340 return false;
1341 }
1342
1343 if (in_codec.id != 0)
1344 out_codec->plType = in_codec.id;
1345
1346 if (in_codec.width != 0)
1347 out_codec->width = in_codec.width;
1348
1349 if (in_codec.height != 0)
1350 out_codec->height = in_codec.height;
1351
1352 if (in_codec.framerate != 0)
1353 out_codec->maxFramerate = in_codec.framerate;
1354
1355 // Convert bitrate parameters.
1356 int max_bitrate = kMaxVideoBitrate;
1357 int min_bitrate = kMinVideoBitrate;
1358 int start_bitrate = kStartVideoBitrate;
1359
1360 in_codec.GetParam(kCodecParamMinBitrate, &min_bitrate);
1361 in_codec.GetParam(kCodecParamMaxBitrate, &max_bitrate);
1362
1363 if (max_bitrate < min_bitrate) {
1364 return false;
1365 }
1366 start_bitrate = talk_base::_max(start_bitrate, min_bitrate);
1367 start_bitrate = talk_base::_min(start_bitrate, max_bitrate);
1368
1369 out_codec->minBitrate = min_bitrate;
1370 out_codec->startBitrate = start_bitrate;
1371 out_codec->maxBitrate = max_bitrate;
1372
1373 // Convert general codec parameters.
1374 int max_quantization = 0;
1375 if (in_codec.GetParam(kCodecParamMaxQuantization, &max_quantization)) {
1376 if (max_quantization < 0) {
1377 return false;
1378 }
1379 out_codec->qpMax = max_quantization;
1380 }
1381 return true;
1382}
1383
1384void WebRtcVideoEngine::RegisterChannel(WebRtcVideoMediaChannel *channel) {
1385 talk_base::CritScope cs(&channels_crit_);
1386 channels_.push_back(channel);
1387}
1388
1389void WebRtcVideoEngine::UnregisterChannel(WebRtcVideoMediaChannel *channel) {
1390 talk_base::CritScope cs(&channels_crit_);
1391 channels_.erase(std::remove(channels_.begin(), channels_.end(), channel),
1392 channels_.end());
1393}
1394
1395bool WebRtcVideoEngine::SetVoiceEngine(WebRtcVoiceEngine* voice_engine) {
1396 if (initialized_) {
1397 LOG(LS_WARNING) << "SetVoiceEngine can not be called after Init";
1398 return false;
1399 }
1400 voice_engine_ = voice_engine;
1401 return true;
1402}
1403
1404bool WebRtcVideoEngine::EnableTimedRender() {
1405 if (initialized_) {
1406 LOG(LS_WARNING) << "EnableTimedRender can not be called after Init";
1407 return false;
1408 }
1409 render_module_.reset(webrtc::VideoRender::CreateVideoRender(0, NULL,
1410 false, webrtc::kRenderExternal));
1411 return true;
1412}
1413
1414void WebRtcVideoEngine::SetTraceFilter(int filter) {
1415 tracing_->SetTraceFilter(filter);
1416}
1417
1418// See https://sites.google.com/a/google.com/wavelet/
1419// Home/Magic-Flute--RTC-Engine-/Magic-Flute-Command-Line-Parameters
1420// for all supported command line setttings.
1421void WebRtcVideoEngine::SetTraceOptions(const std::string& options) {
1422 // Set WebRTC trace file.
1423 std::vector<std::string> opts;
1424 talk_base::tokenize(options, ' ', '"', '"', &opts);
1425 std::vector<std::string>::iterator tracefile =
1426 std::find(opts.begin(), opts.end(), "tracefile");
1427 if (tracefile != opts.end() && ++tracefile != opts.end()) {
1428 // Write WebRTC debug output (at same loglevel) to file
1429 if (tracing_->SetTraceFile(tracefile->c_str()) == -1) {
1430 LOG_RTCERR1(SetTraceFile, *tracefile);
1431 }
1432 }
1433}
1434
1435static void AddDefaultFeedbackParams(VideoCodec* codec) {
1436 const FeedbackParam kFir(kRtcpFbParamCcm, kRtcpFbCcmParamFir);
1437 codec->AddFeedbackParam(kFir);
1438 const FeedbackParam kNack(kRtcpFbParamNack, kParamValueEmpty);
1439 codec->AddFeedbackParam(kNack);
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00001440 const FeedbackParam kPli(kRtcpFbParamNack, kRtcpFbNackParamPli);
1441 codec->AddFeedbackParam(kPli);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001442 const FeedbackParam kRemb(kRtcpFbParamRemb, kParamValueEmpty);
1443 codec->AddFeedbackParam(kRemb);
1444}
1445
1446// Rebuilds the codec list to be only those that are less intensive
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +00001447// than the specified codec. Prefers internal codec over external with
1448// higher preference field.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001449bool WebRtcVideoEngine::RebuildCodecList(const VideoCodec& in_codec) {
1450 if (!FindCodec(in_codec))
1451 return false;
1452
1453 video_codecs_.clear();
1454
1455 bool found = false;
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001456 std::set<std::string> internal_codec_names;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001457 for (size_t i = 0; i < ARRAY_SIZE(kVideoCodecPrefs); ++i) {
1458 const VideoCodecPref& pref(kVideoCodecPrefs[i]);
1459 if (!found)
1460 found = (in_codec.name == pref.name);
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001461 if (found) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001462 VideoCodec codec(pref.payload_type, pref.name,
1463 in_codec.width, in_codec.height, in_codec.framerate,
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001464 static_cast<int>(ARRAY_SIZE(kVideoCodecPrefs) - i));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001465 if (_stricmp(kVp8PayloadName, codec.name.c_str()) == 0) {
1466 AddDefaultFeedbackParams(&codec);
1467 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001468 if (pref.associated_payload_type != -1) {
1469 codec.SetParam(kCodecParamAssociatedPayloadType,
1470 pref.associated_payload_type);
1471 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001472 video_codecs_.push_back(codec);
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001473 internal_codec_names.insert(codec.name);
1474 }
1475 }
1476 if (encoder_factory_) {
1477 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1478 encoder_factory_->codecs();
1479 for (size_t i = 0; i < codecs.size(); ++i) {
1480 bool is_internal_codec = internal_codec_names.find(codecs[i].name) !=
1481 internal_codec_names.end();
1482 if (!is_internal_codec) {
1483 if (!found)
1484 found = (in_codec.name == codecs[i].name);
1485 VideoCodec codec(
1486 GetExternalVideoPayloadType(static_cast<int>(i)),
1487 codecs[i].name,
1488 codecs[i].max_width,
1489 codecs[i].max_height,
1490 codecs[i].max_fps,
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +00001491 // Use negative preference on external codec to ensure the internal
1492 // codec is preferred.
1493 static_cast<int>(0 - i));
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001494 AddDefaultFeedbackParams(&codec);
1495 video_codecs_.push_back(codec);
1496 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001497 }
1498 }
1499 ASSERT(found);
1500 return true;
1501}
1502
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001503// Ignore spammy trace messages, mostly from the stats API when we haven't
1504// gotten RTCP info yet from the remote side.
1505bool WebRtcVideoEngine::ShouldIgnoreTrace(const std::string& trace) {
1506 static const char* const kTracesToIgnore[] = {
1507 NULL
1508 };
1509 for (const char* const* p = kTracesToIgnore; *p; ++p) {
1510 if (trace.find(*p) == 0) {
1511 return true;
1512 }
1513 }
1514 return false;
1515}
1516
1517int WebRtcVideoEngine::GetNumOfChannels() {
1518 talk_base::CritScope cs(&channels_crit_);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001519 return static_cast<int>(channels_.size());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001520}
1521
1522void WebRtcVideoEngine::Print(webrtc::TraceLevel level, const char* trace,
1523 int length) {
1524 talk_base::LoggingSeverity sev = talk_base::LS_VERBOSE;
1525 if (level == webrtc::kTraceError || level == webrtc::kTraceCritical)
1526 sev = talk_base::LS_ERROR;
1527 else if (level == webrtc::kTraceWarning)
1528 sev = talk_base::LS_WARNING;
1529 else if (level == webrtc::kTraceStateInfo || level == webrtc::kTraceInfo)
1530 sev = talk_base::LS_INFO;
1531 else if (level == webrtc::kTraceTerseInfo)
1532 sev = talk_base::LS_INFO;
1533
1534 // Skip past boilerplate prefix text
1535 if (length < 72) {
1536 std::string msg(trace, length);
1537 LOG(LS_ERROR) << "Malformed webrtc log message: ";
1538 LOG_V(sev) << msg;
1539 } else {
1540 std::string msg(trace + 71, length - 72);
1541 if (!ShouldIgnoreTrace(msg) &&
1542 (!voice_engine_ || !voice_engine_->ShouldIgnoreTrace(msg))) {
1543 LOG_V(sev) << "webrtc: " << msg;
1544 }
1545 }
1546}
1547
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001548webrtc::VideoDecoder* WebRtcVideoEngine::CreateExternalDecoder(
1549 webrtc::VideoCodecType type) {
1550 if (decoder_factory_ == NULL) {
1551 return NULL;
1552 }
1553 return decoder_factory_->CreateVideoDecoder(type);
1554}
1555
1556void WebRtcVideoEngine::DestroyExternalDecoder(webrtc::VideoDecoder* decoder) {
1557 ASSERT(decoder_factory_ != NULL);
1558 if (decoder_factory_ == NULL)
1559 return;
1560 decoder_factory_->DestroyVideoDecoder(decoder);
1561}
1562
1563webrtc::VideoEncoder* WebRtcVideoEngine::CreateExternalEncoder(
1564 webrtc::VideoCodecType type) {
1565 if (encoder_factory_ == NULL) {
1566 return NULL;
1567 }
1568 return encoder_factory_->CreateVideoEncoder(type);
1569}
1570
1571void WebRtcVideoEngine::DestroyExternalEncoder(webrtc::VideoEncoder* encoder) {
1572 ASSERT(encoder_factory_ != NULL);
1573 if (encoder_factory_ == NULL)
1574 return;
1575 encoder_factory_->DestroyVideoEncoder(encoder);
1576}
1577
1578bool WebRtcVideoEngine::IsExternalEncoderCodecType(
1579 webrtc::VideoCodecType type) const {
1580 if (!encoder_factory_)
1581 return false;
1582 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1583 encoder_factory_->codecs();
1584 std::vector<WebRtcVideoEncoderFactory::VideoCodec>::const_iterator it;
1585 for (it = codecs.begin(); it != codecs.end(); ++it) {
1586 if (it->type == type)
1587 return true;
1588 }
1589 return false;
1590}
1591
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001592void WebRtcVideoEngine::SetExternalDecoderFactory(
1593 WebRtcVideoDecoderFactory* decoder_factory) {
1594 decoder_factory_ = decoder_factory;
1595}
1596
1597void WebRtcVideoEngine::SetExternalEncoderFactory(
1598 WebRtcVideoEncoderFactory* encoder_factory) {
1599 if (encoder_factory_ == encoder_factory)
1600 return;
1601
1602 if (encoder_factory_) {
1603 encoder_factory_->RemoveObserver(this);
1604 }
1605 encoder_factory_ = encoder_factory;
1606 if (encoder_factory_) {
1607 encoder_factory_->AddObserver(this);
1608 }
1609
1610 // Invoke OnCodecAvailable() here in case the list of codecs is already
1611 // available when the encoder factory is installed. If not the encoder
1612 // factory will invoke the callback later when the codecs become available.
1613 OnCodecsAvailable();
1614}
1615
1616void WebRtcVideoEngine::OnCodecsAvailable() {
1617 // Rebuild codec list while reapplying the current default codec format.
1618 VideoCodec max_codec(kVideoCodecPrefs[0].payload_type,
1619 kVideoCodecPrefs[0].name,
1620 video_codecs_[0].width,
1621 video_codecs_[0].height,
1622 video_codecs_[0].framerate,
1623 0);
1624 if (!RebuildCodecList(max_codec)) {
1625 LOG(LS_ERROR) << "Failed to initialize list of supported codec types";
1626 }
1627}
1628
1629// WebRtcVideoMediaChannel
1630
1631WebRtcVideoMediaChannel::WebRtcVideoMediaChannel(
1632 WebRtcVideoEngine* engine,
1633 VoiceMediaChannel* channel)
1634 : engine_(engine),
1635 voice_channel_(channel),
1636 vie_channel_(-1),
1637 nack_enabled_(true),
1638 remb_enabled_(false),
1639 render_started_(false),
1640 first_receive_ssrc_(0),
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001641 num_unsignalled_recv_channels_(0),
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001642 send_rtx_type_(-1),
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001643 send_red_type_(-1),
1644 send_fec_type_(-1),
1645 send_min_bitrate_(kMinVideoBitrate),
1646 send_start_bitrate_(kStartVideoBitrate),
1647 send_max_bitrate_(kMaxVideoBitrate),
1648 sending_(false),
1649 ratio_w_(0),
1650 ratio_h_(0) {
1651 engine->RegisterChannel(this);
1652}
1653
1654bool WebRtcVideoMediaChannel::Init() {
1655 const uint32 ssrc_key = 0;
1656 return CreateChannel(ssrc_key, MD_SENDRECV, &vie_channel_);
1657}
1658
1659WebRtcVideoMediaChannel::~WebRtcVideoMediaChannel() {
1660 const bool send = false;
1661 SetSend(send);
1662 const bool render = false;
1663 SetRender(render);
1664
1665 while (!send_channels_.empty()) {
1666 if (!DeleteSendChannel(send_channels_.begin()->first)) {
1667 LOG(LS_ERROR) << "Unable to delete channel with ssrc key "
1668 << send_channels_.begin()->first;
1669 ASSERT(false);
1670 break;
1671 }
1672 }
1673
1674 // Remove all receive streams and the default channel.
1675 while (!recv_channels_.empty()) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001676 RemoveRecvStreamInternal(recv_channels_.begin()->first);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001677 }
1678
1679 // Unregister the channel from the engine.
1680 engine()->UnregisterChannel(this);
1681 if (worker_thread()) {
1682 worker_thread()->Clear(this);
1683 }
1684}
1685
1686bool WebRtcVideoMediaChannel::SetRecvCodecs(
1687 const std::vector<VideoCodec>& codecs) {
1688 receive_codecs_.clear();
1689 for (std::vector<VideoCodec>::const_iterator iter = codecs.begin();
1690 iter != codecs.end(); ++iter) {
1691 if (engine()->FindCodec(*iter)) {
1692 webrtc::VideoCodec wcodec;
1693 if (engine()->ConvertFromCricketVideoCodec(*iter, &wcodec)) {
1694 receive_codecs_.push_back(wcodec);
1695 }
1696 } else {
1697 LOG(LS_INFO) << "Unknown codec " << iter->name;
1698 return false;
1699 }
1700 }
1701
1702 for (RecvChannelMap::iterator it = recv_channels_.begin();
1703 it != recv_channels_.end(); ++it) {
1704 if (!SetReceiveCodecs(it->second))
1705 return false;
1706 }
1707 return true;
1708}
1709
1710bool WebRtcVideoMediaChannel::SetSendCodecs(
1711 const std::vector<VideoCodec>& codecs) {
1712 // Match with local video codec list.
1713 std::vector<webrtc::VideoCodec> send_codecs;
1714 VideoCodec checked_codec;
1715 VideoCodec current; // defaults to 0x0
1716 if (sending_) {
1717 ConvertToCricketVideoCodec(*send_codec_, &current);
1718 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001719 std::map<int, int> primary_rtx_pt_mapping;
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001720 bool nack_enabled = nack_enabled_;
1721 bool remb_enabled = remb_enabled_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001722 for (std::vector<VideoCodec>::const_iterator iter = codecs.begin();
1723 iter != codecs.end(); ++iter) {
1724 if (_stricmp(iter->name.c_str(), kRedPayloadName) == 0) {
1725 send_red_type_ = iter->id;
1726 } else if (_stricmp(iter->name.c_str(), kFecPayloadName) == 0) {
1727 send_fec_type_ = iter->id;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001728 } else if (_stricmp(iter->name.c_str(), kRtxCodecName) == 0) {
1729 int rtx_type = iter->id;
1730 int rtx_primary_type = -1;
1731 if (iter->GetParam(kCodecParamAssociatedPayloadType, &rtx_primary_type)) {
1732 primary_rtx_pt_mapping[rtx_primary_type] = rtx_type;
1733 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001734 } else if (engine()->CanSendCodec(*iter, current, &checked_codec)) {
1735 webrtc::VideoCodec wcodec;
1736 if (engine()->ConvertFromCricketVideoCodec(checked_codec, &wcodec)) {
1737 if (send_codecs.empty()) {
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001738 nack_enabled = IsNackEnabled(checked_codec);
1739 remb_enabled = IsRembEnabled(checked_codec);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001740 }
1741 send_codecs.push_back(wcodec);
1742 }
1743 } else {
1744 LOG(LS_WARNING) << "Unknown codec " << iter->name;
1745 }
1746 }
1747
1748 // Fail if we don't have a match.
1749 if (send_codecs.empty()) {
1750 LOG(LS_WARNING) << "No matching codecs available";
1751 return false;
1752 }
1753
1754 // Recv protection.
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001755 // Do not update if the status is same as previously configured.
1756 if (nack_enabled_ != nack_enabled) {
1757 for (RecvChannelMap::iterator it = recv_channels_.begin();
1758 it != recv_channels_.end(); ++it) {
1759 int channel_id = it->second->channel_id();
1760 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_,
1761 nack_enabled)) {
1762 return false;
1763 }
1764 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
1765 kNotSending,
1766 remb_enabled_) != 0) {
1767 LOG_RTCERR3(SetRembStatus, channel_id, kNotSending, remb_enabled_);
1768 return false;
1769 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001770 }
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001771 nack_enabled_ = nack_enabled;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001772 }
1773
1774 // Send settings.
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001775 // Do not update if the status is same as previously configured.
1776 if (remb_enabled_ != remb_enabled) {
1777 for (SendChannelMap::iterator iter = send_channels_.begin();
1778 iter != send_channels_.end(); ++iter) {
1779 int channel_id = iter->second->channel_id();
1780 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_,
1781 nack_enabled_)) {
1782 return false;
1783 }
1784 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
1785 remb_enabled,
1786 remb_enabled) != 0) {
1787 LOG_RTCERR3(SetRembStatus, channel_id, remb_enabled, remb_enabled);
1788 return false;
1789 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001790 }
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001791 remb_enabled_ = remb_enabled;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001792 }
1793
1794 // Select the first matched codec.
1795 webrtc::VideoCodec& codec(send_codecs[0]);
1796
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001797 // Set RTX payload type if primary now active. This value will be used in
1798 // SetSendCodec.
1799 std::map<int, int>::const_iterator rtx_it =
1800 primary_rtx_pt_mapping.find(static_cast<int>(codec.plType));
1801 if (rtx_it != primary_rtx_pt_mapping.end()) {
1802 send_rtx_type_ = rtx_it->second;
1803 }
1804
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001805 if (!SetSendCodec(
1806 codec, codec.minBitrate, codec.startBitrate, codec.maxBitrate)) {
1807 return false;
1808 }
1809
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001810 LogSendCodecChange("SetSendCodecs()");
1811
1812 return true;
1813}
1814
1815bool WebRtcVideoMediaChannel::GetSendCodec(VideoCodec* send_codec) {
1816 if (!send_codec_) {
1817 return false;
1818 }
1819 ConvertToCricketVideoCodec(*send_codec_, send_codec);
1820 return true;
1821}
1822
1823bool WebRtcVideoMediaChannel::SetSendStreamFormat(uint32 ssrc,
1824 const VideoFormat& format) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001825 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
1826 if (!send_channel) {
1827 LOG(LS_ERROR) << "The specified ssrc " << ssrc << " is not in use.";
1828 return false;
1829 }
1830 send_channel->set_video_format(format);
1831 return true;
1832}
1833
1834bool WebRtcVideoMediaChannel::SetRender(bool render) {
1835 if (render == render_started_) {
1836 return true; // no action required
1837 }
1838
1839 bool ret = true;
1840 for (RecvChannelMap::iterator it = recv_channels_.begin();
1841 it != recv_channels_.end(); ++it) {
1842 if (render) {
1843 if (engine()->vie()->render()->StartRender(
1844 it->second->channel_id()) != 0) {
1845 LOG_RTCERR1(StartRender, it->second->channel_id());
1846 ret = false;
1847 }
1848 } else {
1849 if (engine()->vie()->render()->StopRender(
1850 it->second->channel_id()) != 0) {
1851 LOG_RTCERR1(StopRender, it->second->channel_id());
1852 ret = false;
1853 }
1854 }
1855 }
1856 if (ret) {
1857 render_started_ = render;
1858 }
1859
1860 return ret;
1861}
1862
1863bool WebRtcVideoMediaChannel::SetSend(bool send) {
1864 if (!HasReadySendChannels() && send) {
1865 LOG(LS_ERROR) << "No stream added";
1866 return false;
1867 }
1868 if (send == sending()) {
1869 return true; // No action required.
1870 }
1871
1872 if (send) {
1873 // We've been asked to start sending.
1874 // SetSendCodecs must have been called already.
1875 if (!send_codec_) {
1876 return false;
1877 }
1878 // Start send now.
1879 if (!StartSend()) {
1880 return false;
1881 }
1882 } else {
1883 // We've been asked to stop sending.
1884 if (!StopSend()) {
1885 return false;
1886 }
1887 }
1888 sending_ = send;
1889
1890 return true;
1891}
1892
1893bool WebRtcVideoMediaChannel::AddSendStream(const StreamParams& sp) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001894 if (sp.first_ssrc() == 0) {
1895 LOG(LS_ERROR) << "AddSendStream with 0 ssrc is not supported.";
1896 return false;
1897 }
1898
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001899 LOG(LS_INFO) << "AddSendStream " << sp.ToString();
1900
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001901 if (!IsOneSsrcStream(sp) && !IsSimulcastStream(sp)) {
1902 LOG(LS_ERROR) << "AddSendStream: bad local stream parameters";
1903 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001904 }
1905
1906 uint32 ssrc_key;
1907 if (!CreateSendChannelKey(sp.first_ssrc(), &ssrc_key)) {
1908 LOG(LS_ERROR) << "Trying to register duplicate ssrc: " << sp.first_ssrc();
1909 return false;
1910 }
1911 // If the default channel is already used for sending create a new channel
1912 // otherwise use the default channel for sending.
1913 int channel_id = -1;
1914 if (send_channels_[0]->stream_params() == NULL) {
1915 channel_id = vie_channel_;
1916 } else {
1917 if (!CreateChannel(ssrc_key, MD_SEND, &channel_id)) {
1918 LOG(LS_ERROR) << "AddSendStream: unable to create channel";
1919 return false;
1920 }
1921 }
1922 WebRtcVideoChannelSendInfo* send_channel = send_channels_[ssrc_key];
1923 // Set the send (local) SSRC.
1924 // If there are multiple send SSRCs, we can only set the first one here, and
1925 // the rest of the SSRC(s) need to be set after SetSendCodec has been called
1926 // (with a codec requires multiple SSRC(s)).
1927 if (engine()->vie()->rtp()->SetLocalSSRC(channel_id,
1928 sp.first_ssrc()) != 0) {
1929 LOG_RTCERR2(SetLocalSSRC, channel_id, sp.first_ssrc());
1930 return false;
1931 }
1932
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001933 // Set the corresponding RTX SSRC.
1934 if (!SetLocalRtxSsrc(channel_id, sp, sp.first_ssrc(), 0)) {
1935 return false;
1936 }
1937
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001938 // Set RTCP CName.
1939 if (engine()->vie()->rtp()->SetRTCPCName(channel_id,
1940 sp.cname.c_str()) != 0) {
1941 LOG_RTCERR2(SetRTCPCName, channel_id, sp.cname.c_str());
1942 return false;
1943 }
1944
1945 // At this point the channel's local SSRC has been updated. If the channel is
1946 // the default channel make sure that all the receive channels are updated as
1947 // well. Receive channels have to have the same SSRC as the default channel in
1948 // order to send receiver reports with this SSRC.
1949 if (IsDefaultChannel(channel_id)) {
1950 for (RecvChannelMap::const_iterator it = recv_channels_.begin();
1951 it != recv_channels_.end(); ++it) {
1952 WebRtcVideoChannelRecvInfo* info = it->second;
1953 int channel_id = info->channel_id();
1954 if (engine()->vie()->rtp()->SetLocalSSRC(channel_id,
1955 sp.first_ssrc()) != 0) {
1956 LOG_RTCERR1(SetLocalSSRC, it->first);
1957 return false;
1958 }
1959 }
1960 }
1961
1962 send_channel->set_stream_params(sp);
1963
1964 // Reset send codec after stream parameters changed.
1965 if (send_codec_) {
1966 if (!SetSendCodec(send_channel, *send_codec_, send_min_bitrate_,
1967 send_start_bitrate_, send_max_bitrate_)) {
1968 return false;
1969 }
1970 LogSendCodecChange("SetSendStreamFormat()");
1971 }
1972
1973 if (sending_) {
1974 return StartSend(send_channel);
1975 }
1976 return true;
1977}
1978
1979bool WebRtcVideoMediaChannel::RemoveSendStream(uint32 ssrc) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001980 if (ssrc == 0) {
1981 LOG(LS_ERROR) << "RemoveSendStream with 0 ssrc is not supported.";
1982 return false;
1983 }
1984
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001985 uint32 ssrc_key;
1986 if (!GetSendChannelKey(ssrc, &ssrc_key)) {
1987 LOG(LS_WARNING) << "Try to remove stream with ssrc " << ssrc
1988 << " which doesn't exist.";
1989 return false;
1990 }
1991 WebRtcVideoChannelSendInfo* send_channel = send_channels_[ssrc_key];
1992 int channel_id = send_channel->channel_id();
1993 if (IsDefaultChannel(channel_id) && (send_channel->stream_params() == NULL)) {
1994 // Default channel will still exist. However, if stream_params() is NULL
1995 // there is no stream to remove.
1996 return false;
1997 }
1998 if (sending_) {
1999 StopSend(send_channel);
2000 }
2001
2002 const WebRtcVideoChannelSendInfo::EncoderMap& encoder_map =
2003 send_channel->registered_encoders();
2004 for (WebRtcVideoChannelSendInfo::EncoderMap::const_iterator it =
2005 encoder_map.begin(); it != encoder_map.end(); ++it) {
2006 if (engine()->vie()->ext_codec()->DeRegisterExternalSendCodec(
2007 channel_id, it->first) != 0) {
2008 LOG_RTCERR1(DeregisterEncoderObserver, channel_id);
2009 }
2010 engine()->DestroyExternalEncoder(it->second);
2011 }
2012 send_channel->ClearRegisteredEncoders();
2013
2014 // The receive channels depend on the default channel, recycle it instead.
2015 if (IsDefaultChannel(channel_id)) {
2016 SetCapturer(GetDefaultChannelSsrc(), NULL);
2017 send_channel->ClearStreamParams();
2018 } else {
2019 return DeleteSendChannel(ssrc_key);
2020 }
2021 return true;
2022}
2023
2024bool WebRtcVideoMediaChannel::AddRecvStream(const StreamParams& sp) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00002025 if (sp.first_ssrc() == 0) {
2026 LOG(LS_ERROR) << "AddRecvStream with 0 ssrc is not supported.";
2027 return false;
2028 }
2029
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002030 // TODO(zhurunz) Remove this once BWE works properly across different send
2031 // and receive channels.
2032 // Reuse default channel for recv stream in 1:1 call.
2033 if (!InConferenceMode() && first_receive_ssrc_ == 0) {
2034 LOG(LS_INFO) << "Recv stream " << sp.first_ssrc()
2035 << " reuse default channel #"
2036 << vie_channel_;
2037 first_receive_ssrc_ = sp.first_ssrc();
2038 if (render_started_) {
2039 if (engine()->vie()->render()->StartRender(vie_channel_) !=0) {
2040 LOG_RTCERR1(StartRender, vie_channel_);
2041 }
2042 }
2043 return true;
2044 }
2045
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002046 int channel_id = -1;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002047 RecvChannelMap::iterator channel_iterator =
2048 recv_channels_.find(sp.first_ssrc());
2049 if (channel_iterator == recv_channels_.end() &&
2050 first_receive_ssrc_ != sp.first_ssrc()) {
2051 // TODO(perkj): Implement recv media from multiple media SSRCs per stream.
2052 // NOTE: We have two SSRCs per stream when RTX is enabled.
2053 if (!IsOneSsrcStream(sp)) {
2054 LOG(LS_ERROR) << "WebRtcVideoMediaChannel supports one primary SSRC per"
2055 << " stream and one FID SSRC per primary SSRC.";
2056 return false;
2057 }
2058
2059 // Create a new channel for receiving video data.
2060 // In order to get the bandwidth estimation work fine for
2061 // receive only channels, we connect all receiving channels
2062 // to our master send channel.
2063 if (!CreateChannel(sp.first_ssrc(), MD_RECV, &channel_id)) {
2064 return false;
2065 }
2066 } else {
2067 // Already exists.
2068 if (first_receive_ssrc_ == sp.first_ssrc()) {
2069 return false;
2070 }
2071 // Early receive added channel.
2072 channel_id = (*channel_iterator).second->channel_id();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002073 }
2074
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002075 // Set the corresponding RTX SSRC.
2076 uint32 rtx_ssrc;
2077 bool has_rtx = sp.GetFidSsrc(sp.first_ssrc(), &rtx_ssrc);
2078 if (has_rtx && engine()->vie()->rtp()->SetRemoteSSRCType(
2079 channel_id, webrtc::kViEStreamTypeRtx, rtx_ssrc) != 0) {
2080 LOG_RTCERR3(SetRemoteSSRCType, channel_id, webrtc::kViEStreamTypeRtx,
2081 rtx_ssrc);
2082 return false;
2083 }
2084
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002085 // Get the default renderer.
2086 VideoRenderer* default_renderer = NULL;
2087 if (InConferenceMode()) {
2088 // The recv_channels_ size start out being 1, so if it is two here this
2089 // is the first receive channel created (vie_channel_ is not used for
2090 // receiving in a conference call). This means that the renderer stored
2091 // inside vie_channel_ should be used for the just created channel.
2092 if (recv_channels_.size() == 2 &&
2093 recv_channels_.find(0) != recv_channels_.end()) {
2094 GetRenderer(0, &default_renderer);
2095 }
2096 }
2097
2098 // The first recv stream reuses the default renderer (if a default renderer
2099 // has been set).
2100 if (default_renderer) {
2101 SetRenderer(sp.first_ssrc(), default_renderer);
2102 }
2103
2104 LOG(LS_INFO) << "New video stream " << sp.first_ssrc()
2105 << " registered to VideoEngine channel #"
2106 << channel_id << " and connected to channel #" << vie_channel_;
2107
2108 return true;
2109}
2110
2111bool WebRtcVideoMediaChannel::RemoveRecvStream(uint32 ssrc) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00002112 if (ssrc == 0) {
2113 LOG(LS_ERROR) << "RemoveRecvStream with 0 ssrc is not supported.";
2114 return false;
2115 }
2116 return RemoveRecvStreamInternal(ssrc);
2117}
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002118
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00002119bool WebRtcVideoMediaChannel::RemoveRecvStreamInternal(uint32 ssrc) {
2120 RecvChannelMap::iterator it = recv_channels_.find(ssrc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002121 if (it == recv_channels_.end()) {
2122 // TODO(perkj): Remove this once BWE works properly across different send
2123 // and receive channels.
2124 // The default channel is reused for recv stream in 1:1 call.
2125 if (first_receive_ssrc_ == ssrc) {
2126 first_receive_ssrc_ = 0;
2127 // Need to stop the renderer and remove it since the render window can be
2128 // deleted after this.
2129 if (render_started_) {
2130 if (engine()->vie()->render()->StopRender(vie_channel_) !=0) {
2131 LOG_RTCERR1(StopRender, it->second->channel_id());
2132 }
2133 }
2134 recv_channels_[0]->SetRenderer(NULL);
2135 return true;
2136 }
2137 return false;
2138 }
2139 WebRtcVideoChannelRecvInfo* info = it->second;
2140 int channel_id = info->channel_id();
2141 if (engine()->vie()->render()->RemoveRenderer(channel_id) != 0) {
2142 LOG_RTCERR1(RemoveRenderer, channel_id);
2143 }
2144
2145 if (engine()->vie()->network()->DeregisterSendTransport(channel_id) !=0) {
2146 LOG_RTCERR1(DeRegisterSendTransport, channel_id);
2147 }
2148
2149 if (engine()->vie()->codec()->DeregisterDecoderObserver(
2150 channel_id) != 0) {
2151 LOG_RTCERR1(DeregisterDecoderObserver, channel_id);
2152 }
2153
2154 const WebRtcVideoChannelRecvInfo::DecoderMap& decoder_map =
2155 info->registered_decoders();
2156 for (WebRtcVideoChannelRecvInfo::DecoderMap::const_iterator it =
2157 decoder_map.begin(); it != decoder_map.end(); ++it) {
2158 if (engine()->vie()->ext_codec()->DeRegisterExternalReceiveCodec(
2159 channel_id, it->first) != 0) {
2160 LOG_RTCERR1(DeregisterDecoderObserver, channel_id);
2161 }
2162 engine()->DestroyExternalDecoder(it->second);
2163 }
2164 info->ClearRegisteredDecoders();
2165
2166 LOG(LS_INFO) << "Removing video stream " << ssrc
2167 << " with VideoEngine channel #"
2168 << channel_id;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002169 bool ret = true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002170 if (engine()->vie()->base()->DeleteChannel(channel_id) == -1) {
2171 LOG_RTCERR1(DeleteChannel, channel_id);
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002172 ret = false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002173 }
2174 // Delete the WebRtcVideoChannelRecvInfo pointed to by it->second.
2175 delete info;
2176 recv_channels_.erase(it);
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002177 return ret;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002178}
2179
2180bool WebRtcVideoMediaChannel::StartSend() {
2181 bool success = true;
2182 for (SendChannelMap::iterator iter = send_channels_.begin();
2183 iter != send_channels_.end(); ++iter) {
2184 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2185 if (!StartSend(send_channel)) {
2186 success = false;
2187 }
2188 }
2189 return success;
2190}
2191
2192bool WebRtcVideoMediaChannel::StartSend(
2193 WebRtcVideoChannelSendInfo* send_channel) {
2194 const int channel_id = send_channel->channel_id();
2195 if (engine()->vie()->base()->StartSend(channel_id) != 0) {
2196 LOG_RTCERR1(StartSend, channel_id);
2197 return false;
2198 }
2199
2200 send_channel->set_sending(true);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002201 return true;
2202}
2203
2204bool WebRtcVideoMediaChannel::StopSend() {
2205 bool success = true;
2206 for (SendChannelMap::iterator iter = send_channels_.begin();
2207 iter != send_channels_.end(); ++iter) {
2208 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2209 if (!StopSend(send_channel)) {
2210 success = false;
2211 }
2212 }
2213 return success;
2214}
2215
2216bool WebRtcVideoMediaChannel::StopSend(
2217 WebRtcVideoChannelSendInfo* send_channel) {
2218 const int channel_id = send_channel->channel_id();
2219 if (engine()->vie()->base()->StopSend(channel_id) != 0) {
2220 LOG_RTCERR1(StopSend, channel_id);
2221 return false;
2222 }
2223 send_channel->set_sending(false);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002224 return true;
2225}
2226
2227bool WebRtcVideoMediaChannel::SendIntraFrame() {
2228 bool success = true;
2229 for (SendChannelMap::iterator iter = send_channels_.begin();
2230 iter != send_channels_.end();
2231 ++iter) {
2232 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2233 const int channel_id = send_channel->channel_id();
2234 if (engine()->vie()->codec()->SendKeyFrame(channel_id) != 0) {
2235 LOG_RTCERR1(SendKeyFrame, channel_id);
2236 success = false;
2237 }
2238 }
2239 return success;
2240}
2241
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002242bool WebRtcVideoMediaChannel::HasReadySendChannels() {
2243 return !send_channels_.empty() &&
2244 ((send_channels_.size() > 1) ||
2245 (send_channels_[0]->stream_params() != NULL));
2246}
2247
2248bool WebRtcVideoMediaChannel::GetSendChannelKey(uint32 local_ssrc,
2249 uint32* key) {
2250 *key = 0;
2251 // If a send channel is not ready to send it will not have local_ssrc
2252 // registered to it.
2253 if (!HasReadySendChannels()) {
2254 return false;
2255 }
2256 // The default channel is stored with key 0. The key therefore does not match
2257 // the SSRC associated with the default channel. Check if the SSRC provided
2258 // corresponds to the default channel's SSRC.
2259 if (local_ssrc == GetDefaultChannelSsrc()) {
2260 return true;
2261 }
2262 if (send_channels_.find(local_ssrc) == send_channels_.end()) {
2263 for (SendChannelMap::iterator iter = send_channels_.begin();
2264 iter != send_channels_.end(); ++iter) {
2265 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2266 if (send_channel->has_ssrc(local_ssrc)) {
2267 *key = iter->first;
2268 return true;
2269 }
2270 }
2271 return false;
2272 }
2273 // The key was found in the above std::map::find call. This means that the
2274 // ssrc is the key.
2275 *key = local_ssrc;
2276 return true;
2277}
2278
2279WebRtcVideoChannelSendInfo* WebRtcVideoMediaChannel::GetSendChannel(
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002280 uint32 local_ssrc) {
2281 uint32 key;
2282 if (!GetSendChannelKey(local_ssrc, &key)) {
2283 return NULL;
2284 }
2285 return send_channels_[key];
2286}
2287
2288bool WebRtcVideoMediaChannel::CreateSendChannelKey(uint32 local_ssrc,
2289 uint32* key) {
2290 if (GetSendChannelKey(local_ssrc, key)) {
2291 // If there is a key corresponding to |local_ssrc|, the SSRC is already in
2292 // use. SSRCs need to be unique in a session and at this point a duplicate
2293 // SSRC has been detected.
2294 return false;
2295 }
2296 if (send_channels_[0]->stream_params() == NULL) {
2297 // key should be 0 here as the default channel should be re-used whenever it
2298 // is not used.
2299 *key = 0;
2300 return true;
2301 }
2302 // SSRC is currently not in use and the default channel is already in use. Use
2303 // the SSRC as key since it is supposed to be unique in a session.
2304 *key = local_ssrc;
2305 return true;
2306}
2307
wu@webrtc.org24301a62013-12-13 19:17:43 +00002308int WebRtcVideoMediaChannel::GetSendChannelNum(VideoCapturer* capturer) {
2309 int num = 0;
2310 for (SendChannelMap::iterator iter = send_channels_.begin();
2311 iter != send_channels_.end(); ++iter) {
2312 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2313 if (send_channel->video_capturer() == capturer) {
2314 ++num;
2315 }
2316 }
2317 return num;
2318}
2319
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002320uint32 WebRtcVideoMediaChannel::GetDefaultChannelSsrc() {
2321 WebRtcVideoChannelSendInfo* send_channel = send_channels_[0];
2322 const StreamParams* sp = send_channel->stream_params();
2323 if (sp == NULL) {
2324 // This happens if no send stream is currently registered.
2325 return 0;
2326 }
2327 return sp->first_ssrc();
2328}
2329
2330bool WebRtcVideoMediaChannel::DeleteSendChannel(uint32 ssrc_key) {
2331 if (send_channels_.find(ssrc_key) == send_channels_.end()) {
2332 return false;
2333 }
2334 WebRtcVideoChannelSendInfo* send_channel = send_channels_[ssrc_key];
wu@webrtc.org24301a62013-12-13 19:17:43 +00002335 MaybeDisconnectCapturer(send_channel->video_capturer());
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +00002336 send_channel->set_video_capturer(NULL, engine()->vie());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002337
2338 int channel_id = send_channel->channel_id();
2339 int capture_id = send_channel->capture_id();
2340 if (engine()->vie()->codec()->DeregisterEncoderObserver(
2341 channel_id) != 0) {
2342 LOG_RTCERR1(DeregisterEncoderObserver, channel_id);
2343 }
2344
2345 // Destroy the external capture interface.
2346 if (engine()->vie()->capture()->DisconnectCaptureDevice(
2347 channel_id) != 0) {
2348 LOG_RTCERR1(DisconnectCaptureDevice, channel_id);
2349 }
2350 if (engine()->vie()->capture()->ReleaseCaptureDevice(
2351 capture_id) != 0) {
2352 LOG_RTCERR1(ReleaseCaptureDevice, capture_id);
2353 }
2354
2355 // The default channel is stored in both |send_channels_| and
2356 // |recv_channels_|. To make sure it is only deleted once from vie let the
2357 // delete call happen when tearing down |recv_channels_| and not here.
2358 if (!IsDefaultChannel(channel_id)) {
2359 engine_->vie()->base()->DeleteChannel(channel_id);
2360 }
2361 delete send_channel;
2362 send_channels_.erase(ssrc_key);
2363 return true;
2364}
2365
2366bool WebRtcVideoMediaChannel::RemoveCapturer(uint32 ssrc) {
2367 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
2368 if (!send_channel) {
2369 return false;
2370 }
2371 VideoCapturer* capturer = send_channel->video_capturer();
2372 if (capturer == NULL) {
2373 return false;
2374 }
wu@webrtc.org24301a62013-12-13 19:17:43 +00002375 MaybeDisconnectCapturer(capturer);
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +00002376 send_channel->set_video_capturer(NULL, engine()->vie());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002377 const int64 timestamp = send_channel->local_stream_info()->time_stamp();
2378 if (send_codec_) {
2379 QueueBlackFrame(ssrc, timestamp, send_codec_->maxFramerate);
2380 }
2381 return true;
2382}
2383
2384bool WebRtcVideoMediaChannel::SetRenderer(uint32 ssrc,
2385 VideoRenderer* renderer) {
2386 if (recv_channels_.find(ssrc) == recv_channels_.end()) {
2387 // TODO(perkj): Remove this once BWE works properly across different send
2388 // and receive channels.
2389 // The default channel is reused for recv stream in 1:1 call.
2390 if (first_receive_ssrc_ == ssrc &&
2391 recv_channels_.find(0) != recv_channels_.end()) {
2392 LOG(LS_INFO) << "SetRenderer " << ssrc
2393 << " reuse default channel #"
2394 << vie_channel_;
2395 recv_channels_[0]->SetRenderer(renderer);
2396 return true;
2397 }
2398 return false;
2399 }
2400
2401 recv_channels_[ssrc]->SetRenderer(renderer);
2402 return true;
2403}
2404
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002405bool WebRtcVideoMediaChannel::GetStats(const StatsOptions& options,
2406 VideoMediaInfo* info) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002407 // Get sender statistics and build VideoSenderInfo.
2408 unsigned int total_bitrate_sent = 0;
2409 unsigned int video_bitrate_sent = 0;
2410 unsigned int fec_bitrate_sent = 0;
2411 unsigned int nack_bitrate_sent = 0;
2412 unsigned int estimated_send_bandwidth = 0;
2413 unsigned int target_enc_bitrate = 0;
2414 if (send_codec_) {
2415 for (SendChannelMap::const_iterator iter = send_channels_.begin();
2416 iter != send_channels_.end(); ++iter) {
2417 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2418 const int channel_id = send_channel->channel_id();
2419 VideoSenderInfo sinfo;
2420 const StreamParams* send_params = send_channel->stream_params();
2421 if (send_params == NULL) {
2422 // This should only happen if the default vie channel is not in use.
2423 // This can happen if no streams have ever been added or the stream
2424 // corresponding to the default channel has been removed. Note that
2425 // there may be non-default vie channels in use when this happen so
2426 // asserting send_channels_.size() == 1 is not correct and neither is
2427 // breaking out of the loop.
2428 ASSERT(channel_id == vie_channel_);
2429 continue;
2430 }
2431 unsigned int bytes_sent, packets_sent, bytes_recv, packets_recv;
2432 if (engine_->vie()->rtp()->GetRTPStatistics(channel_id, bytes_sent,
2433 packets_sent, bytes_recv,
2434 packets_recv) != 0) {
2435 LOG_RTCERR1(GetRTPStatistics, vie_channel_);
2436 continue;
2437 }
2438 WebRtcLocalStreamInfo* channel_stream_info =
2439 send_channel->local_stream_info();
2440
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002441 for (size_t i = 0; i < send_params->ssrcs.size(); ++i) {
2442 sinfo.add_ssrc(send_params->ssrcs[i]);
2443 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002444 sinfo.codec_name = send_codec_->plName;
2445 sinfo.bytes_sent = bytes_sent;
2446 sinfo.packets_sent = packets_sent;
2447 sinfo.packets_cached = -1;
2448 sinfo.packets_lost = -1;
2449 sinfo.fraction_lost = -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002450 sinfo.rtt_ms = -1;
wu@webrtc.org987f2c92014-03-28 16:22:19 +00002451 sinfo.input_frame_width = static_cast<int>(channel_stream_info->width());
2452 sinfo.input_frame_height =
2453 static_cast<int>(channel_stream_info->height());
2454
2455 VideoCapturer* video_capturer = send_channel->video_capturer();
2456 if (video_capturer) {
2457 video_capturer->GetStats(&sinfo.adapt_frame_drops,
2458 &sinfo.effects_frame_drops,
2459 &sinfo.capturer_frame_time);
2460 }
2461
2462 webrtc::VideoCodec vie_codec;
2463 // TODO(ronghuawu): Add unit tests to cover the new send stats:
2464 // send_frame_width/height.
2465 if (!video_capturer || video_capturer->IsMuted()) {
2466 sinfo.send_frame_width = 0;
2467 sinfo.send_frame_height = 0;
2468 } else if (engine()->vie()->codec()->GetSendCodec(channel_id,
2469 vie_codec) == 0) {
2470 sinfo.send_frame_width = vie_codec.width;
2471 sinfo.send_frame_height = vie_codec.height;
2472 } else {
2473 sinfo.send_frame_width = -1;
2474 sinfo.send_frame_height = -1;
2475 LOG_RTCERR1(GetSendCodec, channel_id);
2476 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002477 sinfo.framerate_input = channel_stream_info->framerate();
2478 sinfo.framerate_sent = send_channel->encoder_observer()->framerate();
2479 sinfo.nominal_bitrate = send_channel->encoder_observer()->bitrate();
2480 sinfo.preferred_bitrate = send_max_bitrate_;
2481 sinfo.adapt_reason = send_channel->CurrentAdaptReason();
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002482 sinfo.capture_jitter_ms = -1;
2483 sinfo.avg_encode_ms = -1;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002484 sinfo.encode_usage_percent = -1;
2485 sinfo.capture_queue_delay_ms_per_s = -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002486
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002487 int capture_jitter_ms = 0;
2488 int avg_encode_time_ms = 0;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002489 int encode_usage_percent = 0;
2490 int capture_queue_delay_ms_per_s = 0;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002491 if (engine()->vie()->base()->CpuOveruseMeasures(
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002492 channel_id,
2493 &capture_jitter_ms,
2494 &avg_encode_time_ms,
2495 &encode_usage_percent,
2496 &capture_queue_delay_ms_per_s) == 0) {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002497 sinfo.capture_jitter_ms = capture_jitter_ms;
2498 sinfo.avg_encode_ms = avg_encode_time_ms;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002499 sinfo.encode_usage_percent = encode_usage_percent;
2500 sinfo.capture_queue_delay_ms_per_s = capture_queue_delay_ms_per_s;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002501 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002502
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002503#ifdef USE_WEBRTC_DEV_BRANCH
2504 webrtc::RtcpPacketTypeCounter rtcp_sent;
2505 webrtc::RtcpPacketTypeCounter rtcp_received;
2506 if (engine()->vie()->rtp()->GetRtcpPacketTypeCounters(
2507 channel_id, &rtcp_sent, &rtcp_received) == 0) {
2508 sinfo.firs_rcvd = rtcp_received.fir_packets;
2509 sinfo.plis_rcvd = rtcp_received.pli_packets;
2510 sinfo.nacks_rcvd = rtcp_received.nack_packets;
2511 } else {
2512 sinfo.firs_rcvd = -1;
2513 sinfo.plis_rcvd = -1;
2514 sinfo.nacks_rcvd = -1;
2515 LOG_RTCERR1(GetRtcpPacketTypeCounters, channel_id);
2516 }
2517#else
2518 sinfo.firs_rcvd = -1;
2519 sinfo.plis_rcvd = -1;
2520 sinfo.nacks_rcvd = -1;
2521#endif
2522
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002523 // Get received RTCP statistics for the sender (reported by the remote
2524 // client in a RTCP packet), if available.
2525 // It's not a fatal error if we can't, since RTCP may not have arrived
2526 // yet.
2527 webrtc::RtcpStatistics outgoing_stream_rtcp_stats;
2528 int outgoing_stream_rtt_ms;
2529
2530 if (engine_->vie()->rtp()->GetSendChannelRtcpStatistics(
2531 channel_id,
2532 outgoing_stream_rtcp_stats,
2533 outgoing_stream_rtt_ms) == 0) {
2534 // Convert Q8 to float.
2535 sinfo.packets_lost = outgoing_stream_rtcp_stats.cumulative_lost;
2536 sinfo.fraction_lost = static_cast<float>(
2537 outgoing_stream_rtcp_stats.fraction_lost) / (1 << 8);
2538 sinfo.rtt_ms = outgoing_stream_rtt_ms;
2539 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002540 info->senders.push_back(sinfo);
2541
2542 unsigned int channel_total_bitrate_sent = 0;
2543 unsigned int channel_video_bitrate_sent = 0;
2544 unsigned int channel_fec_bitrate_sent = 0;
2545 unsigned int channel_nack_bitrate_sent = 0;
2546 if (engine_->vie()->rtp()->GetBandwidthUsage(
2547 channel_id, channel_total_bitrate_sent, channel_video_bitrate_sent,
2548 channel_fec_bitrate_sent, channel_nack_bitrate_sent) == 0) {
2549 total_bitrate_sent += channel_total_bitrate_sent;
2550 video_bitrate_sent += channel_video_bitrate_sent;
2551 fec_bitrate_sent += channel_fec_bitrate_sent;
2552 nack_bitrate_sent += channel_nack_bitrate_sent;
2553 } else {
2554 LOG_RTCERR1(GetBandwidthUsage, channel_id);
2555 }
2556
2557 unsigned int estimated_stream_send_bandwidth = 0;
2558 if (engine_->vie()->rtp()->GetEstimatedSendBandwidth(
2559 channel_id, &estimated_stream_send_bandwidth) == 0) {
2560 estimated_send_bandwidth += estimated_stream_send_bandwidth;
2561 } else {
2562 LOG_RTCERR1(GetEstimatedSendBandwidth, channel_id);
2563 }
2564 unsigned int target_enc_stream_bitrate = 0;
2565 if (engine_->vie()->codec()->GetCodecTargetBitrate(
2566 channel_id, &target_enc_stream_bitrate) == 0) {
2567 target_enc_bitrate += target_enc_stream_bitrate;
2568 } else {
2569 LOG_RTCERR1(GetCodecTargetBitrate, channel_id);
2570 }
2571 }
2572 } else {
2573 LOG(LS_WARNING) << "GetStats: sender information not ready.";
2574 }
2575
2576 // Get the SSRC and stats for each receiver, based on our own calculations.
2577 unsigned int estimated_recv_bandwidth = 0;
2578 for (RecvChannelMap::const_iterator it = recv_channels_.begin();
2579 it != recv_channels_.end(); ++it) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002580 WebRtcVideoChannelRecvInfo* channel = it->second;
2581
2582 unsigned int ssrc;
2583 // Get receiver statistics and build VideoReceiverInfo, if we have data.
sergeyu@chromium.orga59696b2013-09-13 23:48:58 +00002584 // Skip the default channel (ssrc == 0).
2585 if (engine_->vie()->rtp()->GetRemoteSSRC(
2586 channel->channel_id(), ssrc) != 0 ||
2587 ssrc == 0)
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002588 continue;
2589
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002590 webrtc::StreamDataCounters sent;
2591 webrtc::StreamDataCounters received;
2592 if (engine_->vie()->rtp()->GetRtpStatistics(channel->channel_id(),
2593 sent, received) != 0) {
2594 LOG_RTCERR1(GetRTPStatistics, channel->channel_id());
2595 return false;
2596 }
2597 VideoReceiverInfo rinfo;
2598 rinfo.add_ssrc(ssrc);
2599 rinfo.bytes_rcvd = received.bytes;
2600 rinfo.packets_rcvd = received.packets;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002601 rinfo.packets_lost = -1;
2602 rinfo.packets_concealed = -1;
2603 rinfo.fraction_lost = -1; // from SentRTCP
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002604 rinfo.frame_width = channel->render_adapter()->width();
2605 rinfo.frame_height = channel->render_adapter()->height();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002606 int fps = channel->render_adapter()->framerate();
2607 rinfo.framerate_decoded = fps;
2608 rinfo.framerate_output = fps;
wu@webrtc.org97077a32013-10-25 21:18:33 +00002609 channel->decoder_observer()->ExportTo(&rinfo);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002610
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002611#ifdef USE_WEBRTC_DEV_BRANCH
2612 webrtc::RtcpPacketTypeCounter rtcp_sent;
2613 webrtc::RtcpPacketTypeCounter rtcp_received;
2614 if (engine()->vie()->rtp()->GetRtcpPacketTypeCounters(
2615 channel->channel_id(), &rtcp_sent, &rtcp_received) == 0) {
2616 rinfo.firs_sent = rtcp_sent.fir_packets;
2617 rinfo.plis_sent = rtcp_sent.pli_packets;
2618 rinfo.nacks_sent = rtcp_sent.nack_packets;
2619 } else {
2620 rinfo.firs_sent = -1;
2621 rinfo.plis_sent = -1;
2622 rinfo.nacks_sent = -1;
2623 LOG_RTCERR1(GetRtcpPacketTypeCounters, channel->channel_id());
2624 }
2625#else
2626 rinfo.firs_sent = -1;
2627 rinfo.plis_sent = -1;
2628 rinfo.nacks_sent = -1;
2629#endif
2630
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002631 // Get our locally created statistics of the received RTP stream.
2632 webrtc::RtcpStatistics incoming_stream_rtcp_stats;
2633 int incoming_stream_rtt_ms;
2634 if (engine_->vie()->rtp()->GetReceiveChannelRtcpStatistics(
2635 channel->channel_id(),
2636 incoming_stream_rtcp_stats,
2637 incoming_stream_rtt_ms) == 0) {
2638 // Convert Q8 to float.
2639 rinfo.packets_lost = incoming_stream_rtcp_stats.cumulative_lost;
2640 rinfo.fraction_lost = static_cast<float>(
2641 incoming_stream_rtcp_stats.fraction_lost) / (1 << 8);
2642 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002643 info->receivers.push_back(rinfo);
2644
2645 unsigned int estimated_recv_stream_bandwidth = 0;
2646 if (engine_->vie()->rtp()->GetEstimatedReceiveBandwidth(
2647 channel->channel_id(), &estimated_recv_stream_bandwidth) == 0) {
2648 estimated_recv_bandwidth += estimated_recv_stream_bandwidth;
2649 } else {
2650 LOG_RTCERR1(GetEstimatedReceiveBandwidth, channel->channel_id());
2651 }
2652 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002653 // Build BandwidthEstimationInfo.
2654 // TODO(zhurunz): Add real unittest for this.
2655 BandwidthEstimationInfo bwe;
2656
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002657 // TODO(jiayl): remove the condition when the necessary changes are available
2658 // outside the dev branch.
2659#ifdef USE_WEBRTC_DEV_BRANCH
2660 if (options.include_received_propagation_stats) {
2661 webrtc::ReceiveBandwidthEstimatorStats additional_stats;
2662 // Only call for the default channel because the returned stats are
2663 // collected for all the channels using the same estimator.
2664 if (engine_->vie()->rtp()->GetReceiveBandwidthEstimatorStats(
mallinath@webrtc.org92fdfeb2014-02-17 18:49:41 +00002665 recv_channels_[0]->channel_id(), &additional_stats) == 0) {
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002666 bwe.total_received_propagation_delta_ms =
2667 additional_stats.total_propagation_time_delta_ms;
2668 bwe.recent_received_propagation_delta_ms.swap(
2669 additional_stats.recent_propagation_time_delta_ms);
2670 bwe.recent_received_packet_group_arrival_time_ms.swap(
2671 additional_stats.recent_arrival_time_ms);
2672 }
2673 }
henrike@webrtc.orgb8395eb2014-02-28 21:57:22 +00002674
2675 engine_->vie()->rtp()->GetPacerQueuingDelayMs(
2676 recv_channels_[0]->channel_id(), &bwe.bucket_delay);
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002677#endif
2678
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002679 // Calculations done above per send/receive stream.
2680 bwe.actual_enc_bitrate = video_bitrate_sent;
2681 bwe.transmit_bitrate = total_bitrate_sent;
2682 bwe.retransmit_bitrate = nack_bitrate_sent;
2683 bwe.available_send_bandwidth = estimated_send_bandwidth;
2684 bwe.available_recv_bandwidth = estimated_recv_bandwidth;
2685 bwe.target_enc_bitrate = target_enc_bitrate;
2686
2687 info->bw_estimations.push_back(bwe);
2688
2689 return true;
2690}
2691
2692bool WebRtcVideoMediaChannel::SetCapturer(uint32 ssrc,
2693 VideoCapturer* capturer) {
2694 ASSERT(ssrc != 0);
2695 if (!capturer) {
2696 return RemoveCapturer(ssrc);
2697 }
2698 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
2699 if (!send_channel) {
2700 return false;
2701 }
2702 VideoCapturer* old_capturer = send_channel->video_capturer();
wu@webrtc.org24301a62013-12-13 19:17:43 +00002703 MaybeDisconnectCapturer(old_capturer);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002704
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +00002705 send_channel->set_video_capturer(capturer, engine()->vie());
wu@webrtc.orga8910d22014-01-23 22:12:45 +00002706 MaybeConnectCapturer(capturer);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002707 if (!capturer->IsScreencast() && ratio_w_ != 0 && ratio_h_ != 0) {
2708 capturer->UpdateAspectRatio(ratio_w_, ratio_h_);
2709 }
2710 const int64 timestamp = send_channel->local_stream_info()->time_stamp();
2711 if (send_codec_) {
2712 QueueBlackFrame(ssrc, timestamp, send_codec_->maxFramerate);
2713 }
2714 return true;
2715}
2716
2717bool WebRtcVideoMediaChannel::RequestIntraFrame() {
2718 // There is no API exposed to application to request a key frame
2719 // ViE does this internally when there are errors from decoder
2720 return false;
2721}
2722
wu@webrtc.orga9890802013-12-13 00:21:03 +00002723void WebRtcVideoMediaChannel::OnPacketReceived(
2724 talk_base::Buffer* packet, const talk_base::PacketTime& packet_time) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002725 // Pick which channel to send this packet to. If this packet doesn't match
2726 // any multiplexed streams, just send it to the default channel. Otherwise,
2727 // send it to the specific decoder instance for that stream.
2728 uint32 ssrc = 0;
2729 if (!GetRtpSsrc(packet->data(), packet->length(), &ssrc))
2730 return;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002731 int processing_channel = GetRecvChannelNum(ssrc);
2732 if (processing_channel == -1) {
2733 // Allocate an unsignalled recv channel for processing in conference mode.
henrike@webrtc.org18e59112014-03-14 17:19:38 +00002734 if (!InConferenceMode()) {
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002735 // If we cant find or allocate one, use the default.
2736 processing_channel = video_channel();
henrike@webrtc.org18e59112014-03-14 17:19:38 +00002737 } else if (!CreateUnsignalledRecvChannel(ssrc, &processing_channel)) {
2738 // If we cant create an unsignalled recv channel, drop the packet in
2739 // conference mode.
2740 return;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002741 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002742 }
2743
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002744 engine()->vie()->network()->ReceivedRTPPacket(
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002745 processing_channel,
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002746 packet->data(),
wu@webrtc.orga9890802013-12-13 00:21:03 +00002747 static_cast<int>(packet->length()),
2748 webrtc::PacketTime(packet_time.timestamp, packet_time.not_before));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002749}
2750
wu@webrtc.orga9890802013-12-13 00:21:03 +00002751void WebRtcVideoMediaChannel::OnRtcpReceived(
2752 talk_base::Buffer* packet, const talk_base::PacketTime& packet_time) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002753// Sending channels need all RTCP packets with feedback information.
2754// Even sender reports can contain attached report blocks.
2755// Receiving channels need sender reports in order to create
2756// correct receiver reports.
2757
2758 uint32 ssrc = 0;
2759 if (!GetRtcpSsrc(packet->data(), packet->length(), &ssrc)) {
2760 LOG(LS_WARNING) << "Failed to parse SSRC from received RTCP packet";
2761 return;
2762 }
2763 int type = 0;
2764 if (!GetRtcpType(packet->data(), packet->length(), &type)) {
2765 LOG(LS_WARNING) << "Failed to parse type from received RTCP packet";
2766 return;
2767 }
2768
2769 // If it is a sender report, find the channel that is listening.
2770 if (type == kRtcpTypeSR) {
2771 int which_channel = GetRecvChannelNum(ssrc);
2772 if (which_channel != -1 && !IsDefaultChannel(which_channel)) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002773 engine_->vie()->network()->ReceivedRTCPPacket(
2774 which_channel,
2775 packet->data(),
2776 static_cast<int>(packet->length()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002777 }
2778 }
2779 // SR may continue RR and any RR entry may correspond to any one of the send
2780 // channels. So all RTCP packets must be forwarded all send channels. ViE
2781 // will filter out RR internally.
2782 for (SendChannelMap::iterator iter = send_channels_.begin();
2783 iter != send_channels_.end(); ++iter) {
2784 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2785 int channel_id = send_channel->channel_id();
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002786 engine_->vie()->network()->ReceivedRTCPPacket(
2787 channel_id,
2788 packet->data(),
2789 static_cast<int>(packet->length()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002790 }
2791}
2792
2793void WebRtcVideoMediaChannel::OnReadyToSend(bool ready) {
2794 SetNetworkTransmissionState(ready);
2795}
2796
2797bool WebRtcVideoMediaChannel::MuteStream(uint32 ssrc, bool muted) {
2798 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
2799 if (!send_channel) {
2800 LOG(LS_ERROR) << "The specified ssrc " << ssrc << " is not in use.";
2801 return false;
2802 }
2803 send_channel->set_muted(muted);
2804 return true;
2805}
2806
2807bool WebRtcVideoMediaChannel::SetRecvRtpHeaderExtensions(
2808 const std::vector<RtpHeaderExtension>& extensions) {
2809 if (receive_extensions_ == extensions) {
2810 return true;
2811 }
2812 receive_extensions_ = extensions;
2813
2814 const RtpHeaderExtension* offset_extension =
2815 FindHeaderExtension(extensions, kRtpTimestampOffsetHeaderExtension);
2816 const RtpHeaderExtension* send_time_extension =
henrike@webrtc.org79047f92014-03-06 23:46:59 +00002817 FindHeaderExtension(extensions, kRtpAbsoluteSenderTimeHeaderExtension);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002818
2819 // Loop through all receive channels and enable/disable the extensions.
2820 for (RecvChannelMap::iterator channel_it = recv_channels_.begin();
2821 channel_it != recv_channels_.end(); ++channel_it) {
2822 int channel_id = channel_it->second->channel_id();
2823 if (!SetHeaderExtension(
2824 &webrtc::ViERTP_RTCP::SetReceiveTimestampOffsetStatus, channel_id,
2825 offset_extension)) {
2826 return false;
2827 }
2828 if (!SetHeaderExtension(
2829 &webrtc::ViERTP_RTCP::SetReceiveAbsoluteSendTimeStatus, channel_id,
2830 send_time_extension)) {
2831 return false;
2832 }
2833 }
2834 return true;
2835}
2836
2837bool WebRtcVideoMediaChannel::SetSendRtpHeaderExtensions(
2838 const std::vector<RtpHeaderExtension>& extensions) {
2839 send_extensions_ = extensions;
2840
2841 const RtpHeaderExtension* offset_extension =
2842 FindHeaderExtension(extensions, kRtpTimestampOffsetHeaderExtension);
2843 const RtpHeaderExtension* send_time_extension =
henrike@webrtc.org79047f92014-03-06 23:46:59 +00002844 FindHeaderExtension(extensions, kRtpAbsoluteSenderTimeHeaderExtension);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002845
2846 // Loop through all send channels and enable/disable the extensions.
2847 for (SendChannelMap::iterator channel_it = send_channels_.begin();
2848 channel_it != send_channels_.end(); ++channel_it) {
2849 int channel_id = channel_it->second->channel_id();
2850 if (!SetHeaderExtension(
2851 &webrtc::ViERTP_RTCP::SetSendTimestampOffsetStatus, channel_id,
2852 offset_extension)) {
2853 return false;
2854 }
2855 if (!SetHeaderExtension(
2856 &webrtc::ViERTP_RTCP::SetSendAbsoluteSendTimeStatus, channel_id,
2857 send_time_extension)) {
2858 return false;
2859 }
2860 }
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002861
2862 if (send_time_extension) {
2863 // For video RTP packets, we would like to update AbsoluteSendTimeHeader
2864 // Extension closer to the network, @ socket level before sending.
2865 // Pushing the extension id to socket layer.
2866 MediaChannel::SetOption(NetworkInterface::ST_RTP,
2867 talk_base::Socket::OPT_RTP_SENDTIME_EXTN_ID,
2868 send_time_extension->id);
2869 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002870 return true;
2871}
2872
mallinath@webrtc.org92fdfeb2014-02-17 18:49:41 +00002873int WebRtcVideoMediaChannel::GetRtpSendTimeExtnId() const {
2874 const RtpHeaderExtension* send_time_extension = FindHeaderExtension(
henrike@webrtc.org79047f92014-03-06 23:46:59 +00002875 send_extensions_, kRtpAbsoluteSenderTimeHeaderExtension);
mallinath@webrtc.org92fdfeb2014-02-17 18:49:41 +00002876 if (send_time_extension) {
2877 return send_time_extension->id;
2878 }
2879 return -1;
2880}
2881
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002882bool WebRtcVideoMediaChannel::SetStartSendBandwidth(int bps) {
2883 LOG(LS_INFO) << "WebRtcVideoMediaChannel::SetStartSendBandwidth";
2884
2885 if (!send_codec_) {
2886 LOG(LS_INFO) << "The send codec has not been set up yet";
2887 return true;
2888 }
2889
2890 // On success, SetSendCodec() will reset |send_start_bitrate_| to |bps/1000|,
2891 // by calling MaybeChangeStartBitrate. That method will also clamp the
2892 // start bitrate between min and max, consistent with the override behavior
2893 // in SetMaxSendBandwidth.
2894 return SetSendCodec(*send_codec_,
2895 send_min_bitrate_, bps / 1000, send_max_bitrate_);
2896}
2897
2898bool WebRtcVideoMediaChannel::SetMaxSendBandwidth(int bps) {
2899 LOG(LS_INFO) << "WebRtcVideoMediaChannel::SetMaxSendBandwidth";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002900
2901 if (InConferenceMode()) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002902 LOG(LS_INFO) << "Conference mode ignores SetMaxSendBandwidth";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002903 return true;
2904 }
2905
2906 if (!send_codec_) {
2907 LOG(LS_INFO) << "The send codec has not been set up yet";
2908 return true;
2909 }
2910
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002911 // Use the default value or the bps for the max
2912 int max_bitrate = (bps <= 0) ? send_max_bitrate_ : (bps / 1000);
2913
2914 // Reduce the current minimum and start bitrates if necessary.
2915 int min_bitrate = talk_base::_min(send_min_bitrate_, max_bitrate);
2916 int start_bitrate = talk_base::_min(send_start_bitrate_, max_bitrate);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002917
2918 if (!SetSendCodec(*send_codec_, min_bitrate, start_bitrate, max_bitrate)) {
2919 return false;
2920 }
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002921 LogSendCodecChange("SetMaxSendBandwidth()");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002922
2923 return true;
2924}
2925
2926bool WebRtcVideoMediaChannel::SetOptions(const VideoOptions &options) {
2927 // Always accept options that are unchanged.
2928 if (options_ == options) {
2929 return true;
2930 }
2931
2932 // Trigger SetSendCodec to set correct noise reduction state if the option has
2933 // changed.
2934 bool denoiser_changed = options.video_noise_reduction.IsSet() &&
2935 (options_.video_noise_reduction != options.video_noise_reduction);
2936
2937 bool leaky_bucket_changed = options.video_leaky_bucket.IsSet() &&
2938 (options_.video_leaky_bucket != options.video_leaky_bucket);
2939
2940 bool buffer_latency_changed = options.buffered_mode_latency.IsSet() &&
2941 (options_.buffered_mode_latency != options.buffered_mode_latency);
2942
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00002943 bool cpu_overuse_detection_changed = options.cpu_overuse_detection.IsSet() &&
2944 (options_.cpu_overuse_detection != options.cpu_overuse_detection);
2945
wu@webrtc.orgde305012013-10-31 15:40:38 +00002946 bool dscp_option_changed = (options_.dscp != options.dscp);
2947
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002948 bool suspend_below_min_bitrate_changed =
2949 options.suspend_below_min_bitrate.IsSet() &&
2950 (options_.suspend_below_min_bitrate != options.suspend_below_min_bitrate);
2951
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002952 bool conference_mode_turned_off = false;
2953 if (options_.conference_mode.IsSet() && options.conference_mode.IsSet() &&
2954 options_.conference_mode.GetWithDefaultIfUnset(false) &&
2955 !options.conference_mode.GetWithDefaultIfUnset(false)) {
2956 conference_mode_turned_off = true;
2957 }
2958
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00002959#ifdef USE_WEBRTC_DEV_BRANCH
2960 bool improved_wifi_bwe_changed =
2961 options.use_improved_wifi_bandwidth_estimator.IsSet() &&
2962 options_.use_improved_wifi_bandwidth_estimator !=
2963 options.use_improved_wifi_bandwidth_estimator;
2964
2965#endif
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00002966
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002967 // Save the options, to be interpreted where appropriate.
2968 // Use options_.SetAll() instead of assignment so that unset value in options
2969 // will not overwrite the previous option value.
2970 options_.SetAll(options);
2971
2972 // Set CPU options for all send channels.
2973 for (SendChannelMap::iterator iter = send_channels_.begin();
2974 iter != send_channels_.end(); ++iter) {
2975 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2976 send_channel->ApplyCpuOptions(options_);
2977 }
2978
2979 // Adjust send codec bitrate if needed.
2980 int conf_max_bitrate = kDefaultConferenceModeMaxVideoBitrate;
2981
wu@webrtc.orgcecfd182013-10-30 05:18:12 +00002982 // Save altered min_bitrate level and apply if necessary.
2983 bool adjusted_min_bitrate = false;
2984 if (options.lower_min_bitrate.IsSet()) {
2985 bool lower;
2986 options.lower_min_bitrate.Get(&lower);
2987
2988 int new_send_min_bitrate = lower ? kLowerMinBitrate : kMinVideoBitrate;
2989 adjusted_min_bitrate = (new_send_min_bitrate != send_min_bitrate_);
2990 send_min_bitrate_ = new_send_min_bitrate;
2991 }
2992
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002993 int expected_bitrate = send_max_bitrate_;
2994 if (InConferenceMode()) {
2995 expected_bitrate = conf_max_bitrate;
2996 } else if (conference_mode_turned_off) {
2997 // This is a special case for turning conference mode off.
2998 // Max bitrate should go back to the default maximum value instead
2999 // of the current maximum.
3000 expected_bitrate = kMaxVideoBitrate;
3001 }
3002
wu@webrtc.org1e6cb2c2014-03-24 17:01:50 +00003003 int options_start_bitrate;
3004 bool start_bitrate_changed = false;
3005 if (options.video_start_bitrate.Get(&options_start_bitrate) &&
3006 options_start_bitrate != send_start_bitrate_) {
3007 send_start_bitrate_ = options_start_bitrate;
3008 start_bitrate_changed = true;
3009 }
3010
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00003011 bool reset_send_codec_needed = send_codec_ &&
wu@webrtc.orgcecfd182013-10-30 05:18:12 +00003012 (send_max_bitrate_ != expected_bitrate || denoiser_changed ||
wu@webrtc.org1e6cb2c2014-03-24 17:01:50 +00003013 adjusted_min_bitrate || start_bitrate_changed);
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00003014
3015
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003016 LOG(LS_INFO) << "Reset send codec needed is enabled? "
3017 << reset_send_codec_needed;
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00003018 if (reset_send_codec_needed) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003019 // On success, SetSendCodec() will reset send_max_bitrate_ to
3020 // expected_bitrate.
3021 if (!SetSendCodec(*send_codec_,
3022 send_min_bitrate_,
3023 send_start_bitrate_,
3024 expected_bitrate)) {
3025 return false;
3026 }
3027 LogSendCodecChange("SetOptions()");
3028 }
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00003029
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003030 if (leaky_bucket_changed) {
3031 bool enable_leaky_bucket =
3032 options_.video_leaky_bucket.GetWithDefaultIfUnset(false);
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003033 LOG(LS_INFO) << "Leaky bucket is enabled? " << enable_leaky_bucket;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003034 for (SendChannelMap::iterator it = send_channels_.begin();
3035 it != send_channels_.end(); ++it) {
3036 if (engine()->vie()->rtp()->SetTransmissionSmoothingStatus(
3037 it->second->channel_id(), enable_leaky_bucket) != 0) {
3038 LOG_RTCERR2(SetTransmissionSmoothingStatus, it->second->channel_id(),
3039 enable_leaky_bucket);
3040 }
3041 }
3042 }
3043 if (buffer_latency_changed) {
3044 int buffer_latency =
3045 options_.buffered_mode_latency.GetWithDefaultIfUnset(
3046 cricket::kBufferedModeDisabled);
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003047 LOG(LS_INFO) << "Buffer latency is " << buffer_latency;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003048 for (SendChannelMap::iterator it = send_channels_.begin();
3049 it != send_channels_.end(); ++it) {
3050 if (engine()->vie()->rtp()->SetSenderBufferingMode(
3051 it->second->channel_id(), buffer_latency) != 0) {
3052 LOG_RTCERR2(SetSenderBufferingMode, it->second->channel_id(),
3053 buffer_latency);
3054 }
3055 }
3056 for (RecvChannelMap::iterator it = recv_channels_.begin();
3057 it != recv_channels_.end(); ++it) {
3058 if (engine()->vie()->rtp()->SetReceiverBufferingMode(
3059 it->second->channel_id(), buffer_latency) != 0) {
3060 LOG_RTCERR2(SetReceiverBufferingMode, it->second->channel_id(),
3061 buffer_latency);
3062 }
3063 }
3064 }
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003065 if (cpu_overuse_detection_changed) {
3066 bool cpu_overuse_detection =
3067 options_.cpu_overuse_detection.GetWithDefaultIfUnset(false);
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003068 LOG(LS_INFO) << "CPU overuse detection is enabled? "
3069 << cpu_overuse_detection;
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003070 for (SendChannelMap::iterator iter = send_channels_.begin();
3071 iter != send_channels_.end(); ++iter) {
3072 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3073 send_channel->SetCpuOveruseDetection(cpu_overuse_detection);
3074 }
3075 }
wu@webrtc.orgde305012013-10-31 15:40:38 +00003076 if (dscp_option_changed) {
3077 talk_base::DiffServCodePoint dscp = talk_base::DSCP_DEFAULT;
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00003078 if (options_.dscp.GetWithDefaultIfUnset(false))
wu@webrtc.orgde305012013-10-31 15:40:38 +00003079 dscp = kVideoDscpValue;
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003080 LOG(LS_INFO) << "DSCP is " << dscp;
wu@webrtc.orgde305012013-10-31 15:40:38 +00003081 if (MediaChannel::SetDscp(dscp) != 0) {
3082 LOG(LS_WARNING) << "Failed to set DSCP settings for video channel";
3083 }
3084 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003085 if (suspend_below_min_bitrate_changed) {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003086 if (options_.suspend_below_min_bitrate.GetWithDefaultIfUnset(false)) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003087 LOG(LS_INFO) << "Suspend below min bitrate enabled.";
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003088 for (SendChannelMap::iterator it = send_channels_.begin();
3089 it != send_channels_.end(); ++it) {
3090 engine()->vie()->codec()->SuspendBelowMinBitrate(
3091 it->second->channel_id());
3092 }
3093 } else {
3094 LOG(LS_WARNING) << "Cannot disable video suspension once it is enabled";
3095 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003096 }
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003097#ifdef USE_WEBRTC_DEV_BRANCH
3098 if (improved_wifi_bwe_changed) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003099 LOG(LS_INFO) << "Improved WIFI BWE called.";
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003100 webrtc::Config config;
3101 config.Set(new webrtc::AimdRemoteRateControl(
3102 options_.use_improved_wifi_bandwidth_estimator
3103 .GetWithDefaultIfUnset(false)));
3104 for (SendChannelMap::iterator it = send_channels_.begin();
3105 it != send_channels_.end(); ++it) {
3106 engine()->vie()->network()->SetBandwidthEstimationConfig(
3107 it->second->channel_id(), config);
3108 }
3109 }
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +00003110 webrtc::CpuOveruseOptions overuse_options;
3111 if (GetCpuOveruseOptions(options_, &overuse_options)) {
3112 for (SendChannelMap::iterator it = send_channels_.begin();
3113 it != send_channels_.end(); ++it) {
3114 if (engine()->vie()->base()->SetCpuOveruseOptions(
3115 it->second->channel_id(), overuse_options) != 0) {
3116 LOG_RTCERR1(SetCpuOveruseOptions, it->second->channel_id());
3117 }
3118 }
3119 }
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003120#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003121 return true;
3122}
3123
3124void WebRtcVideoMediaChannel::SetInterface(NetworkInterface* iface) {
3125 MediaChannel::SetInterface(iface);
3126 // Set the RTP recv/send buffer to a bigger size
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00003127 MediaChannel::SetOption(NetworkInterface::ST_RTP,
3128 talk_base::Socket::OPT_RCVBUF,
3129 kVideoRtpBufferSize);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003130
3131 // TODO(sriniv): Remove or re-enable this.
3132 // As part of b/8030474, send-buffer is size now controlled through
3133 // portallocator flags.
3134 // network_interface_->SetOption(NetworkInterface::ST_RTP,
3135 // talk_base::Socket::OPT_SNDBUF,
3136 // kVideoRtpBufferSize);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003137}
3138
3139void WebRtcVideoMediaChannel::UpdateAspectRatio(int ratio_w, int ratio_h) {
3140 ASSERT(ratio_w != 0);
3141 ASSERT(ratio_h != 0);
3142 ratio_w_ = ratio_w;
3143 ratio_h_ = ratio_h;
3144 // For now assume that all streams want the same aspect ratio.
3145 // TODO(hellner): remove the need for this assumption.
3146 for (SendChannelMap::iterator iter = send_channels_.begin();
3147 iter != send_channels_.end(); ++iter) {
3148 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3149 VideoCapturer* capturer = send_channel->video_capturer();
3150 if (capturer) {
3151 capturer->UpdateAspectRatio(ratio_w, ratio_h);
3152 }
3153 }
3154}
3155
3156bool WebRtcVideoMediaChannel::GetRenderer(uint32 ssrc,
3157 VideoRenderer** renderer) {
3158 RecvChannelMap::const_iterator it = recv_channels_.find(ssrc);
3159 if (it == recv_channels_.end()) {
3160 if (first_receive_ssrc_ == ssrc &&
3161 recv_channels_.find(0) != recv_channels_.end()) {
3162 LOG(LS_INFO) << " GetRenderer " << ssrc
3163 << " reuse default renderer #"
3164 << vie_channel_;
3165 *renderer = recv_channels_[0]->render_adapter()->renderer();
3166 return true;
3167 }
3168 return false;
3169 }
3170
3171 *renderer = it->second->render_adapter()->renderer();
3172 return true;
3173}
3174
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +00003175bool WebRtcVideoMediaChannel::GetVideoAdapter(
3176 uint32 ssrc, CoordinatedVideoAdapter** video_adapter) {
3177 SendChannelMap::iterator it = send_channels_.find(ssrc);
3178 if (it == send_channels_.end()) {
3179 return false;
3180 }
3181 *video_adapter = it->second->video_adapter();
3182 return true;
3183}
3184
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003185void WebRtcVideoMediaChannel::SendFrame(VideoCapturer* capturer,
3186 const VideoFrame* frame) {
wu@webrtc.org24301a62013-12-13 19:17:43 +00003187 // If the |capturer| is registered to any send channel, then send the frame
3188 // to those send channels.
3189 bool capturer_is_channel_owned = false;
3190 for (SendChannelMap::iterator iter = send_channels_.begin();
3191 iter != send_channels_.end(); ++iter) {
3192 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3193 if (send_channel->video_capturer() == capturer) {
3194 SendFrame(send_channel, frame, capturer->IsScreencast());
3195 capturer_is_channel_owned = true;
3196 }
3197 }
3198 if (capturer_is_channel_owned) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003199 return;
3200 }
wu@webrtc.org24301a62013-12-13 19:17:43 +00003201
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003202 // TODO(hellner): Remove below for loop once the captured frame no longer
3203 // come from the engine, i.e. the engine no longer owns a capturer.
3204 for (SendChannelMap::iterator iter = send_channels_.begin();
3205 iter != send_channels_.end(); ++iter) {
3206 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3207 if (send_channel->video_capturer() == NULL) {
3208 SendFrame(send_channel, frame, capturer->IsScreencast());
3209 }
3210 }
3211}
3212
3213bool WebRtcVideoMediaChannel::SendFrame(
3214 WebRtcVideoChannelSendInfo* send_channel,
3215 const VideoFrame* frame,
3216 bool is_screencast) {
3217 if (!send_channel) {
3218 return false;
3219 }
3220 if (!send_codec_) {
3221 // Send codec has not been set. No reason to process the frame any further.
3222 return false;
3223 }
3224 const VideoFormat& video_format = send_channel->video_format();
3225 // If the frame should be dropped.
3226 const bool video_format_set = video_format != cricket::VideoFormat();
3227 if (video_format_set &&
3228 (video_format.width == 0 && video_format.height == 0)) {
3229 return true;
3230 }
3231
3232 // Checks if we need to reset vie send codec.
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00003233 if (!MaybeResetVieSendCodec(send_channel,
3234 static_cast<int>(frame->GetWidth()),
3235 static_cast<int>(frame->GetHeight()),
3236 is_screencast, NULL)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003237 LOG(LS_ERROR) << "MaybeResetVieSendCodec failed with "
3238 << frame->GetWidth() << "x" << frame->GetHeight();
3239 return false;
3240 }
3241 const VideoFrame* frame_out = frame;
3242 talk_base::scoped_ptr<VideoFrame> processed_frame;
3243 // Disable muting for screencast.
3244 const bool mute = (send_channel->muted() && !is_screencast);
3245 send_channel->ProcessFrame(*frame_out, mute, processed_frame.use());
3246 if (processed_frame) {
3247 frame_out = processed_frame.get();
3248 }
3249
3250 webrtc::ViEVideoFrameI420 frame_i420;
3251 // TODO(ronghuawu): Update the webrtc::ViEVideoFrameI420
3252 // to use const unsigned char*
3253 frame_i420.y_plane = const_cast<unsigned char*>(frame_out->GetYPlane());
3254 frame_i420.u_plane = const_cast<unsigned char*>(frame_out->GetUPlane());
3255 frame_i420.v_plane = const_cast<unsigned char*>(frame_out->GetVPlane());
3256 frame_i420.y_pitch = frame_out->GetYPitch();
3257 frame_i420.u_pitch = frame_out->GetUPitch();
3258 frame_i420.v_pitch = frame_out->GetVPitch();
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003259 frame_i420.width = static_cast<uint16>(frame_out->GetWidth());
3260 frame_i420.height = static_cast<uint16>(frame_out->GetHeight());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003261
3262 int64 timestamp_ntp_ms = 0;
3263 // TODO(justinlin): Reenable after Windows issues with clock drift are fixed.
3264 // Currently reverted to old behavior of discarding capture timestamp.
3265#if 0
henrike@webrtc.orgf5bebd42014-04-04 18:39:07 +00003266 static const int kTimestampDeltaInSecondsForWarning = 2;
3267
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003268 // If the frame timestamp is 0, we will use the deliver time.
3269 const int64 frame_timestamp = frame->GetTimeStamp();
3270 if (frame_timestamp != 0) {
3271 if (abs(time(NULL) - frame_timestamp / talk_base::kNumNanosecsPerSec) >
3272 kTimestampDeltaInSecondsForWarning) {
3273 LOG(LS_WARNING) << "Frame timestamp differs by more than "
3274 << kTimestampDeltaInSecondsForWarning << " seconds from "
3275 << "current Unix timestamp.";
3276 }
3277
3278 timestamp_ntp_ms =
3279 talk_base::UnixTimestampNanosecsToNtpMillisecs(frame_timestamp);
3280 }
3281#endif
3282
3283 return send_channel->external_capture()->IncomingFrameI420(
3284 frame_i420, timestamp_ntp_ms) == 0;
3285}
3286
3287bool WebRtcVideoMediaChannel::CreateChannel(uint32 ssrc_key,
3288 MediaDirection direction,
3289 int* channel_id) {
3290 // There are 3 types of channels. Sending only, receiving only and
3291 // sending and receiving. The sending and receiving channel is the
3292 // default channel and there is only one. All other channels that are created
3293 // are associated with the default channel which must exist. The default
3294 // channel id is stored in |vie_channel_|. All channels need to know about
3295 // the default channel to properly handle remb which is why there are
3296 // different ViE create channel calls.
3297 // For this channel the local and remote ssrc key is 0. However, it may
3298 // have a non-zero local and/or remote ssrc depending on if it is currently
3299 // sending and/or receiving.
3300 if ((vie_channel_ == -1 || direction == MD_SENDRECV) &&
3301 (!send_channels_.empty() || !recv_channels_.empty())) {
3302 ASSERT(false);
3303 return false;
3304 }
3305
3306 *channel_id = -1;
3307 if (direction == MD_RECV) {
3308 // All rec channels are associated with the default channel |vie_channel_|
3309 if (engine_->vie()->base()->CreateReceiveChannel(*channel_id,
3310 vie_channel_) != 0) {
3311 LOG_RTCERR2(CreateReceiveChannel, *channel_id, vie_channel_);
3312 return false;
3313 }
3314 } else if (direction == MD_SEND) {
3315 if (engine_->vie()->base()->CreateChannel(*channel_id,
3316 vie_channel_) != 0) {
3317 LOG_RTCERR2(CreateChannel, *channel_id, vie_channel_);
3318 return false;
3319 }
3320 } else {
3321 ASSERT(direction == MD_SENDRECV);
3322 if (engine_->vie()->base()->CreateChannel(*channel_id) != 0) {
3323 LOG_RTCERR1(CreateChannel, *channel_id);
3324 return false;
3325 }
3326 }
3327 if (!ConfigureChannel(*channel_id, direction, ssrc_key)) {
3328 engine_->vie()->base()->DeleteChannel(*channel_id);
3329 *channel_id = -1;
3330 return false;
3331 }
3332
3333 return true;
3334}
3335
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00003336bool WebRtcVideoMediaChannel::CreateUnsignalledRecvChannel(
3337 uint32 ssrc_key, int* out_channel_id) {
henrike@webrtc.org18e59112014-03-14 17:19:38 +00003338 int unsignalled_recv_channel_limit =
3339 options_.unsignalled_recv_stream_limit.GetWithDefaultIfUnset(
3340 kNumDefaultUnsignalledVideoRecvStreams);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00003341 if (num_unsignalled_recv_channels_ >= unsignalled_recv_channel_limit) {
3342 return false;
3343 }
3344 if (!CreateChannel(ssrc_key, MD_RECV, out_channel_id)) {
3345 return false;
3346 }
3347 // TODO(tvsriram): Support dynamic sizing of unsignalled recv channels.
3348 num_unsignalled_recv_channels_++;
3349 return true;
3350}
3351
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003352bool WebRtcVideoMediaChannel::ConfigureChannel(int channel_id,
3353 MediaDirection direction,
3354 uint32 ssrc_key) {
3355 const bool receiving = (direction == MD_RECV) || (direction == MD_SENDRECV);
3356 const bool sending = (direction == MD_SEND) || (direction == MD_SENDRECV);
3357 // Register external transport.
3358 if (engine_->vie()->network()->RegisterSendTransport(
3359 channel_id, *this) != 0) {
3360 LOG_RTCERR1(RegisterSendTransport, channel_id);
3361 return false;
3362 }
3363
3364 // Set MTU.
3365 if (engine_->vie()->network()->SetMTU(channel_id, kVideoMtu) != 0) {
3366 LOG_RTCERR2(SetMTU, channel_id, kVideoMtu);
3367 return false;
3368 }
3369 // Turn on RTCP and loss feedback reporting.
3370 if (engine()->vie()->rtp()->SetRTCPStatus(
3371 channel_id, webrtc::kRtcpCompound_RFC4585) != 0) {
3372 LOG_RTCERR2(SetRTCPStatus, channel_id, webrtc::kRtcpCompound_RFC4585);
3373 return false;
3374 }
3375 // Enable pli as key frame request method.
3376 if (engine_->vie()->rtp()->SetKeyFrameRequestMethod(
3377 channel_id, webrtc::kViEKeyFrameRequestPliRtcp) != 0) {
3378 LOG_RTCERR2(SetKeyFrameRequestMethod,
3379 channel_id, webrtc::kViEKeyFrameRequestPliRtcp);
3380 return false;
3381 }
3382 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_, nack_enabled_)) {
3383 // Logged in SetNackFec. Don't spam the logs.
3384 return false;
3385 }
3386 // Note that receiving must always be configured before sending to ensure
3387 // that send and receive channel is configured correctly (ConfigureReceiving
3388 // assumes no sending).
3389 if (receiving) {
3390 if (!ConfigureReceiving(channel_id, ssrc_key)) {
3391 return false;
3392 }
3393 }
3394 if (sending) {
3395 if (!ConfigureSending(channel_id, ssrc_key)) {
3396 return false;
3397 }
3398 }
3399
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00003400 // Start receiving for both receive and send channels so that we get incoming
3401 // RTP (if receiving) as well as RTCP feedback (if sending).
3402 if (engine()->vie()->base()->StartReceive(channel_id) != 0) {
3403 LOG_RTCERR1(StartReceive, channel_id);
3404 return false;
3405 }
3406
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003407 return true;
3408}
3409
3410bool WebRtcVideoMediaChannel::ConfigureReceiving(int channel_id,
3411 uint32 remote_ssrc_key) {
3412 // Make sure that an SSRC/key isn't registered more than once.
3413 if (recv_channels_.find(remote_ssrc_key) != recv_channels_.end()) {
3414 return false;
3415 }
3416 // Connect the voice channel, if there is one.
3417 // TODO(perkj): The A/V is synched by the receiving channel. So we need to
3418 // know the SSRC of the remote audio channel in order to fetch the correct
3419 // webrtc VoiceEngine channel. For now- only sync the default channel used
3420 // in 1-1 calls.
3421 if (remote_ssrc_key == 0 && voice_channel_) {
3422 WebRtcVoiceMediaChannel* voice_channel =
3423 static_cast<WebRtcVoiceMediaChannel*>(voice_channel_);
3424 if (engine_->vie()->base()->ConnectAudioChannel(
3425 vie_channel_, voice_channel->voe_channel()) != 0) {
3426 LOG_RTCERR2(ConnectAudioChannel, channel_id,
3427 voice_channel->voe_channel());
3428 LOG(LS_WARNING) << "A/V not synchronized";
3429 // Not a fatal error.
3430 }
3431 }
3432
3433 talk_base::scoped_ptr<WebRtcVideoChannelRecvInfo> channel_info(
3434 new WebRtcVideoChannelRecvInfo(channel_id));
3435
3436 // Install a render adapter.
3437 if (engine_->vie()->render()->AddRenderer(channel_id,
3438 webrtc::kVideoI420, channel_info->render_adapter()) != 0) {
3439 LOG_RTCERR3(AddRenderer, channel_id, webrtc::kVideoI420,
3440 channel_info->render_adapter());
3441 return false;
3442 }
3443
3444
3445 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
3446 kNotSending,
3447 remb_enabled_) != 0) {
3448 LOG_RTCERR3(SetRembStatus, channel_id, kNotSending, remb_enabled_);
3449 return false;
3450 }
3451
3452 if (!SetHeaderExtension(&webrtc::ViERTP_RTCP::SetReceiveTimestampOffsetStatus,
3453 channel_id, receive_extensions_, kRtpTimestampOffsetHeaderExtension)) {
3454 return false;
3455 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003456 if (!SetHeaderExtension(
3457 &webrtc::ViERTP_RTCP::SetReceiveAbsoluteSendTimeStatus, channel_id,
henrike@webrtc.org79047f92014-03-06 23:46:59 +00003458 receive_extensions_, kRtpAbsoluteSenderTimeHeaderExtension)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003459 return false;
3460 }
3461
3462 if (remote_ssrc_key != 0) {
3463 // Use the same SSRC as our default channel
3464 // (so the RTCP reports are correct).
3465 unsigned int send_ssrc = 0;
3466 webrtc::ViERTP_RTCP* rtp = engine()->vie()->rtp();
3467 if (rtp->GetLocalSSRC(vie_channel_, send_ssrc) == -1) {
3468 LOG_RTCERR2(GetLocalSSRC, vie_channel_, send_ssrc);
3469 return false;
3470 }
3471 if (rtp->SetLocalSSRC(channel_id, send_ssrc) == -1) {
3472 LOG_RTCERR2(SetLocalSSRC, channel_id, send_ssrc);
3473 return false;
3474 }
3475 } // Else this is the the default channel and we don't change the SSRC.
3476
3477 // Disable color enhancement since it is a bit too aggressive.
3478 if (engine()->vie()->image()->EnableColorEnhancement(channel_id,
3479 false) != 0) {
3480 LOG_RTCERR1(EnableColorEnhancement, channel_id);
3481 return false;
3482 }
3483
3484 if (!SetReceiveCodecs(channel_info.get())) {
3485 return false;
3486 }
3487
3488 int buffer_latency =
3489 options_.buffered_mode_latency.GetWithDefaultIfUnset(
3490 cricket::kBufferedModeDisabled);
3491 if (buffer_latency != cricket::kBufferedModeDisabled) {
3492 if (engine()->vie()->rtp()->SetReceiverBufferingMode(
3493 channel_id, buffer_latency) != 0) {
3494 LOG_RTCERR2(SetReceiverBufferingMode, channel_id, buffer_latency);
3495 }
3496 }
3497
3498 if (render_started_) {
3499 if (engine_->vie()->render()->StartRender(channel_id) != 0) {
3500 LOG_RTCERR1(StartRender, channel_id);
3501 return false;
3502 }
3503 }
3504
3505 // Register decoder observer for incoming framerate and bitrate.
3506 if (engine()->vie()->codec()->RegisterDecoderObserver(
3507 channel_id, *channel_info->decoder_observer()) != 0) {
3508 LOG_RTCERR1(RegisterDecoderObserver, channel_info->decoder_observer());
3509 return false;
3510 }
3511
3512 recv_channels_[remote_ssrc_key] = channel_info.release();
3513 return true;
3514}
3515
3516bool WebRtcVideoMediaChannel::ConfigureSending(int channel_id,
3517 uint32 local_ssrc_key) {
3518 // The ssrc key can be zero or correspond to an SSRC.
3519 // Make sure the default channel isn't configured more than once.
3520 if (local_ssrc_key == 0 && send_channels_.find(0) != send_channels_.end()) {
3521 return false;
3522 }
3523 // Make sure that the SSRC is not already in use.
3524 uint32 dummy_key;
3525 if (GetSendChannelKey(local_ssrc_key, &dummy_key)) {
3526 return false;
3527 }
3528 int vie_capture = 0;
3529 webrtc::ViEExternalCapture* external_capture = NULL;
3530 // Register external capture.
3531 if (engine()->vie()->capture()->AllocateExternalCaptureDevice(
3532 vie_capture, external_capture) != 0) {
3533 LOG_RTCERR0(AllocateExternalCaptureDevice);
3534 return false;
3535 }
3536
3537 // Connect external capture.
3538 if (engine()->vie()->capture()->ConnectCaptureDevice(
3539 vie_capture, channel_id) != 0) {
3540 LOG_RTCERR2(ConnectCaptureDevice, vie_capture, channel_id);
3541 return false;
3542 }
3543 talk_base::scoped_ptr<WebRtcVideoChannelSendInfo> send_channel(
3544 new WebRtcVideoChannelSendInfo(channel_id, vie_capture,
3545 external_capture,
3546 engine()->cpu_monitor()));
3547 send_channel->ApplyCpuOptions(options_);
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00003548 send_channel->SignalCpuAdaptationUnable.connect(this,
3549 &WebRtcVideoMediaChannel::OnCpuAdaptationUnable);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003550
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003551 if (options_.cpu_overuse_detection.GetWithDefaultIfUnset(false)) {
3552 send_channel->SetCpuOveruseDetection(true);
3553 }
3554
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +00003555#ifdef USE_WEBRTC_DEV_BRANCH
3556 webrtc::CpuOveruseOptions overuse_options;
3557 if (GetCpuOveruseOptions(options_, &overuse_options)) {
3558 if (engine()->vie()->base()->SetCpuOveruseOptions(channel_id,
3559 overuse_options) != 0) {
3560 LOG_RTCERR1(SetCpuOveruseOptions, channel_id);
3561 }
3562 }
3563#endif
3564
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003565 // Register encoder observer for outgoing framerate and bitrate.
3566 if (engine()->vie()->codec()->RegisterEncoderObserver(
3567 channel_id, *send_channel->encoder_observer()) != 0) {
3568 LOG_RTCERR1(RegisterEncoderObserver, send_channel->encoder_observer());
3569 return false;
3570 }
3571
3572 if (!SetHeaderExtension(&webrtc::ViERTP_RTCP::SetSendTimestampOffsetStatus,
3573 channel_id, send_extensions_, kRtpTimestampOffsetHeaderExtension)) {
3574 return false;
3575 }
3576
3577 if (!SetHeaderExtension(&webrtc::ViERTP_RTCP::SetSendAbsoluteSendTimeStatus,
henrike@webrtc.org79047f92014-03-06 23:46:59 +00003578 channel_id, send_extensions_, kRtpAbsoluteSenderTimeHeaderExtension)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003579 return false;
3580 }
3581
3582 if (options_.video_leaky_bucket.GetWithDefaultIfUnset(false)) {
3583 if (engine()->vie()->rtp()->SetTransmissionSmoothingStatus(channel_id,
3584 true) != 0) {
3585 LOG_RTCERR2(SetTransmissionSmoothingStatus, channel_id, true);
3586 return false;
3587 }
3588 }
3589
3590 int buffer_latency =
3591 options_.buffered_mode_latency.GetWithDefaultIfUnset(
3592 cricket::kBufferedModeDisabled);
3593 if (buffer_latency != cricket::kBufferedModeDisabled) {
3594 if (engine()->vie()->rtp()->SetSenderBufferingMode(
3595 channel_id, buffer_latency) != 0) {
3596 LOG_RTCERR2(SetSenderBufferingMode, channel_id, buffer_latency);
3597 }
3598 }
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00003599
3600 if (options_.suspend_below_min_bitrate.GetWithDefaultIfUnset(false)) {
3601 engine()->vie()->codec()->SuspendBelowMinBitrate(channel_id);
3602 }
3603
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003604 // The remb status direction correspond to the RTP stream (and not the RTCP
3605 // stream). I.e. if send remb is enabled it means it is receiving remote
3606 // rembs and should use them to estimate bandwidth. Receive remb mean that
3607 // remb packets will be generated and that the channel should be included in
3608 // it. If remb is enabled all channels are allowed to contribute to the remb
3609 // but only receive channels will ever end up actually contributing. This
3610 // keeps the logic simple.
3611 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
3612 remb_enabled_,
3613 remb_enabled_) != 0) {
3614 LOG_RTCERR3(SetRembStatus, channel_id, remb_enabled_, remb_enabled_);
3615 return false;
3616 }
3617 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_, nack_enabled_)) {
3618 // Logged in SetNackFec. Don't spam the logs.
3619 return false;
3620 }
3621
3622 send_channels_[local_ssrc_key] = send_channel.release();
3623
3624 return true;
3625}
3626
3627bool WebRtcVideoMediaChannel::SetNackFec(int channel_id,
3628 int red_payload_type,
3629 int fec_payload_type,
3630 bool nack_enabled) {
3631 bool enable = (red_payload_type != -1 && fec_payload_type != -1 &&
3632 !InConferenceMode());
3633 if (enable) {
3634 if (engine_->vie()->rtp()->SetHybridNACKFECStatus(
3635 channel_id, nack_enabled, red_payload_type, fec_payload_type) != 0) {
3636 LOG_RTCERR4(SetHybridNACKFECStatus,
3637 channel_id, nack_enabled, red_payload_type, fec_payload_type);
3638 return false;
3639 }
3640 LOG(LS_INFO) << "Hybrid NACK/FEC enabled for channel " << channel_id;
3641 } else {
3642 if (engine_->vie()->rtp()->SetNACKStatus(channel_id, nack_enabled) != 0) {
3643 LOG_RTCERR1(SetNACKStatus, channel_id);
3644 return false;
3645 }
sergeyu@chromium.orga23f0ca2013-11-13 22:48:52 +00003646 std::string enabled = nack_enabled ? "enabled" : "disabled";
3647 LOG(LS_INFO) << "NACK " << enabled << " for channel " << channel_id;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003648 }
3649 return true;
3650}
3651
3652bool WebRtcVideoMediaChannel::SetSendCodec(const webrtc::VideoCodec& codec,
3653 int min_bitrate,
3654 int start_bitrate,
3655 int max_bitrate) {
3656 bool ret_val = true;
3657 for (SendChannelMap::iterator iter = send_channels_.begin();
3658 iter != send_channels_.end(); ++iter) {
3659 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3660 ret_val = SetSendCodec(send_channel, codec, min_bitrate, start_bitrate,
3661 max_bitrate) && ret_val;
3662 }
3663 if (ret_val) {
3664 // All SetSendCodec calls were successful. Update the global state
3665 // accordingly.
3666 send_codec_.reset(new webrtc::VideoCodec(codec));
3667 send_min_bitrate_ = min_bitrate;
3668 send_start_bitrate_ = start_bitrate;
3669 send_max_bitrate_ = max_bitrate;
3670 } else {
3671 // At least one SetSendCodec call failed, rollback.
3672 for (SendChannelMap::iterator iter = send_channels_.begin();
3673 iter != send_channels_.end(); ++iter) {
3674 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3675 if (send_codec_) {
3676 SetSendCodec(send_channel, *send_codec_.get(), send_min_bitrate_,
3677 send_start_bitrate_, send_max_bitrate_);
3678 }
3679 }
3680 }
3681 return ret_val;
3682}
3683
3684bool WebRtcVideoMediaChannel::SetSendCodec(
3685 WebRtcVideoChannelSendInfo* send_channel,
3686 const webrtc::VideoCodec& codec,
3687 int min_bitrate,
3688 int start_bitrate,
3689 int max_bitrate) {
3690 if (!send_channel) {
3691 return false;
3692 }
3693 const int channel_id = send_channel->channel_id();
3694 // Make a copy of the codec
3695 webrtc::VideoCodec target_codec = codec;
3696 target_codec.startBitrate = start_bitrate;
3697 target_codec.minBitrate = min_bitrate;
3698 target_codec.maxBitrate = max_bitrate;
3699
3700 // Set the default number of temporal layers for VP8.
3701 if (webrtc::kVideoCodecVP8 == codec.codecType) {
3702 target_codec.codecSpecific.VP8.numberOfTemporalLayers =
3703 kDefaultNumberOfTemporalLayers;
3704
3705 // Turn off the VP8 error resilience
3706 target_codec.codecSpecific.VP8.resilience = webrtc::kResilienceOff;
3707
3708 bool enable_denoising =
3709 options_.video_noise_reduction.GetWithDefaultIfUnset(false);
3710 target_codec.codecSpecific.VP8.denoisingOn = enable_denoising;
3711 }
3712
3713 // Register external encoder if codec type is supported by encoder factory.
3714 if (engine()->IsExternalEncoderCodecType(codec.codecType) &&
3715 !send_channel->IsEncoderRegistered(target_codec.plType)) {
3716 webrtc::VideoEncoder* encoder =
3717 engine()->CreateExternalEncoder(codec.codecType);
3718 if (encoder) {
3719 if (engine()->vie()->ext_codec()->RegisterExternalSendCodec(
3720 channel_id, target_codec.plType, encoder, false) == 0) {
3721 send_channel->RegisterEncoder(target_codec.plType, encoder);
3722 } else {
3723 LOG_RTCERR2(RegisterExternalSendCodec, channel_id, target_codec.plName);
3724 engine()->DestroyExternalEncoder(encoder);
3725 }
3726 }
3727 }
3728
3729 // Resolution and framerate may vary for different send channels.
3730 const VideoFormat& video_format = send_channel->video_format();
3731 UpdateVideoCodec(video_format, &target_codec);
3732
3733 if (target_codec.width == 0 && target_codec.height == 0) {
3734 const uint32 ssrc = send_channel->stream_params()->first_ssrc();
3735 LOG(LS_INFO) << "0x0 resolution selected. Captured frames will be dropped "
3736 << "for ssrc: " << ssrc << ".";
3737 } else {
3738 MaybeChangeStartBitrate(channel_id, &target_codec);
wu@webrtc.org05e7b442014-04-01 17:44:24 +00003739 webrtc::VideoCodec current_codec;
3740 if (!engine()->vie()->codec()->GetSendCodec(channel_id, current_codec)) {
3741 // Compare against existing configured send codec.
3742 if (current_codec == target_codec) {
3743 // Codec is already configured on channel. no need to apply.
3744 return true;
3745 }
3746 }
3747
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003748 if (0 != engine()->vie()->codec()->SetSendCodec(channel_id, target_codec)) {
3749 LOG_RTCERR2(SetSendCodec, channel_id, target_codec.plName);
3750 return false;
3751 }
3752
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003753 // NOTE: SetRtxSendPayloadType must be called after all simulcast SSRCs
3754 // are configured. Otherwise ssrc's configured after this point will use
3755 // the primary PT for RTX.
3756 if (send_rtx_type_ != -1 &&
3757 engine()->vie()->rtp()->SetRtxSendPayloadType(channel_id,
3758 send_rtx_type_) != 0) {
3759 LOG_RTCERR2(SetRtxSendPayloadType, channel_id, send_rtx_type_);
3760 return false;
3761 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003762 }
3763 send_channel->set_interval(
3764 cricket::VideoFormat::FpsToInterval(target_codec.maxFramerate));
3765 return true;
3766}
3767
3768
3769static std::string ToString(webrtc::VideoCodecComplexity complexity) {
3770 switch (complexity) {
3771 case webrtc::kComplexityNormal:
3772 return "normal";
3773 case webrtc::kComplexityHigh:
3774 return "high";
3775 case webrtc::kComplexityHigher:
3776 return "higher";
3777 case webrtc::kComplexityMax:
3778 return "max";
3779 default:
3780 return "unknown";
3781 }
3782}
3783
3784static std::string ToString(webrtc::VP8ResilienceMode resilience) {
3785 switch (resilience) {
3786 case webrtc::kResilienceOff:
3787 return "off";
3788 case webrtc::kResilientStream:
3789 return "stream";
3790 case webrtc::kResilientFrames:
3791 return "frames";
3792 default:
3793 return "unknown";
3794 }
3795}
3796
3797void WebRtcVideoMediaChannel::LogSendCodecChange(const std::string& reason) {
3798 webrtc::VideoCodec vie_codec;
3799 if (engine()->vie()->codec()->GetSendCodec(vie_channel_, vie_codec) != 0) {
3800 LOG_RTCERR1(GetSendCodec, vie_channel_);
3801 return;
3802 }
3803
3804 LOG(LS_INFO) << reason << " : selected video codec "
3805 << vie_codec.plName << "/"
3806 << vie_codec.width << "x" << vie_codec.height << "x"
3807 << static_cast<int>(vie_codec.maxFramerate) << "fps"
3808 << "@" << vie_codec.maxBitrate << "kbps"
3809 << " (min=" << vie_codec.minBitrate << "kbps,"
3810 << " start=" << vie_codec.startBitrate << "kbps)";
3811 LOG(LS_INFO) << "Video max quantization: " << vie_codec.qpMax;
3812 if (webrtc::kVideoCodecVP8 == vie_codec.codecType) {
3813 LOG(LS_INFO) << "VP8 number of temporal layers: "
3814 << static_cast<int>(
3815 vie_codec.codecSpecific.VP8.numberOfTemporalLayers);
3816 LOG(LS_INFO) << "VP8 options : "
3817 << "picture loss indication = "
3818 << vie_codec.codecSpecific.VP8.pictureLossIndicationOn
3819 << ", feedback mode = "
3820 << vie_codec.codecSpecific.VP8.feedbackModeOn
3821 << ", complexity = "
3822 << ToString(vie_codec.codecSpecific.VP8.complexity)
3823 << ", resilience = "
3824 << ToString(vie_codec.codecSpecific.VP8.resilience)
3825 << ", denoising = "
3826 << vie_codec.codecSpecific.VP8.denoisingOn
3827 << ", error concealment = "
3828 << vie_codec.codecSpecific.VP8.errorConcealmentOn
3829 << ", automatic resize = "
3830 << vie_codec.codecSpecific.VP8.automaticResizeOn
3831 << ", frame dropping = "
3832 << vie_codec.codecSpecific.VP8.frameDroppingOn
3833 << ", key frame interval = "
3834 << vie_codec.codecSpecific.VP8.keyFrameInterval;
3835 }
3836
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003837 if (send_rtx_type_ != -1) {
3838 LOG(LS_INFO) << "RTX payload type: " << send_rtx_type_;
3839 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003840}
3841
3842bool WebRtcVideoMediaChannel::SetReceiveCodecs(
3843 WebRtcVideoChannelRecvInfo* info) {
3844 int red_type = -1;
3845 int fec_type = -1;
3846 int channel_id = info->channel_id();
3847 for (std::vector<webrtc::VideoCodec>::iterator it = receive_codecs_.begin();
3848 it != receive_codecs_.end(); ++it) {
3849 if (it->codecType == webrtc::kVideoCodecRED) {
3850 red_type = it->plType;
3851 } else if (it->codecType == webrtc::kVideoCodecULPFEC) {
3852 fec_type = it->plType;
3853 }
3854 if (engine()->vie()->codec()->SetReceiveCodec(channel_id, *it) != 0) {
3855 LOG_RTCERR2(SetReceiveCodec, channel_id, it->plName);
3856 return false;
3857 }
3858 if (!info->IsDecoderRegistered(it->plType) &&
3859 it->codecType != webrtc::kVideoCodecRED &&
3860 it->codecType != webrtc::kVideoCodecULPFEC) {
3861 webrtc::VideoDecoder* decoder =
3862 engine()->CreateExternalDecoder(it->codecType);
3863 if (decoder) {
3864 if (engine()->vie()->ext_codec()->RegisterExternalReceiveCodec(
3865 channel_id, it->plType, decoder) == 0) {
3866 info->RegisterDecoder(it->plType, decoder);
3867 } else {
3868 LOG_RTCERR2(RegisterExternalReceiveCodec, channel_id, it->plName);
3869 engine()->DestroyExternalDecoder(decoder);
3870 }
3871 }
3872 }
3873 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003874 return true;
3875}
3876
3877int WebRtcVideoMediaChannel::GetRecvChannelNum(uint32 ssrc) {
3878 if (ssrc == first_receive_ssrc_) {
3879 return vie_channel_;
3880 }
3881 RecvChannelMap::iterator it = recv_channels_.find(ssrc);
3882 return (it != recv_channels_.end()) ? it->second->channel_id() : -1;
3883}
3884
3885// If the new frame size is different from the send codec size we set on vie,
3886// we need to reset the send codec on vie.
3887// The new send codec size should not exceed send_codec_ which is controlled
3888// only by the 'jec' logic.
3889bool WebRtcVideoMediaChannel::MaybeResetVieSendCodec(
3890 WebRtcVideoChannelSendInfo* send_channel,
3891 int new_width,
3892 int new_height,
3893 bool is_screencast,
3894 bool* reset) {
3895 if (reset) {
3896 *reset = false;
3897 }
3898 ASSERT(send_codec_.get() != NULL);
3899
3900 webrtc::VideoCodec target_codec = *send_codec_.get();
3901 const VideoFormat& video_format = send_channel->video_format();
3902 UpdateVideoCodec(video_format, &target_codec);
3903
3904 // Vie send codec size should not exceed target_codec.
3905 int target_width = new_width;
3906 int target_height = new_height;
3907 if (!is_screencast &&
3908 (new_width > target_codec.width || new_height > target_codec.height)) {
3909 target_width = target_codec.width;
3910 target_height = target_codec.height;
3911 }
3912
3913 // Get current vie codec.
3914 webrtc::VideoCodec vie_codec;
3915 const int channel_id = send_channel->channel_id();
3916 if (engine()->vie()->codec()->GetSendCodec(channel_id, vie_codec) != 0) {
3917 LOG_RTCERR1(GetSendCodec, channel_id);
3918 return false;
3919 }
3920 const int cur_width = vie_codec.width;
3921 const int cur_height = vie_codec.height;
3922
3923 // Only reset send codec when there is a size change. Additionally,
3924 // automatic resize needs to be turned off when screencasting and on when
3925 // not screencasting.
3926 // Don't allow automatic resizing for screencasting.
3927 bool automatic_resize = !is_screencast;
3928 // Turn off VP8 frame dropping when screensharing as the current model does
3929 // not work well at low fps.
3930 bool vp8_frame_dropping = !is_screencast;
3931 // Disable denoising for screencasting.
3932 bool enable_denoising =
3933 options_.video_noise_reduction.GetWithDefaultIfUnset(false);
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003934#ifdef USE_WEBRTC_DEV_BRANCH
3935 int screencast_min_bitrate =
3936 options_.screencast_min_bitrate.GetWithDefaultIfUnset(0);
3937 bool leaky_bucket = options_.video_leaky_bucket.GetWithDefaultIfUnset(false);
3938#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003939 bool denoising = !is_screencast && enable_denoising;
3940 bool reset_send_codec =
3941 target_width != cur_width || target_height != cur_height ||
3942 automatic_resize != vie_codec.codecSpecific.VP8.automaticResizeOn ||
3943 denoising != vie_codec.codecSpecific.VP8.denoisingOn ||
3944 vp8_frame_dropping != vie_codec.codecSpecific.VP8.frameDroppingOn;
3945
3946 if (reset_send_codec) {
3947 // Set the new codec on vie.
3948 vie_codec.width = target_width;
3949 vie_codec.height = target_height;
3950 vie_codec.maxFramerate = target_codec.maxFramerate;
3951 vie_codec.startBitrate = target_codec.startBitrate;
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00003952#ifdef USE_WEBRTC_DEV_BRANCH
3953 vie_codec.targetBitrate = 0;
3954#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003955 vie_codec.codecSpecific.VP8.automaticResizeOn = automatic_resize;
3956 vie_codec.codecSpecific.VP8.denoisingOn = denoising;
3957 vie_codec.codecSpecific.VP8.frameDroppingOn = vp8_frame_dropping;
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00003958 bool maybe_change_start_bitrate = !is_screencast;
3959#ifdef USE_WEBRTC_DEV_BRANCH
3960 // TODO(pbos): When USE_WEBRTC_DEV_BRANCH is removed, remove
3961 // maybe_change_start_bitrate as well. MaybeChangeStartBitrate should be
3962 // called for all content.
3963 maybe_change_start_bitrate = true;
3964#endif
3965 if (maybe_change_start_bitrate)
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003966 MaybeChangeStartBitrate(channel_id, &vie_codec);
3967
3968 if (engine()->vie()->codec()->SetSendCodec(channel_id, vie_codec) != 0) {
3969 LOG_RTCERR1(SetSendCodec, channel_id);
3970 return false;
3971 }
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003972
3973#ifdef USE_WEBRTC_DEV_BRANCH
3974 if (is_screencast) {
3975 engine()->vie()->rtp()->SetMinTransmitBitrate(channel_id,
3976 screencast_min_bitrate);
3977 // If screencast and min bitrate set, force enable pacer.
3978 if (screencast_min_bitrate > 0) {
3979 engine()->vie()->rtp()->SetTransmissionSmoothingStatus(channel_id,
3980 true);
3981 }
3982 } else {
3983 // In case of switching from screencast to regular capture, set
3984 // min bitrate padding and pacer back to defaults.
3985 engine()->vie()->rtp()->SetMinTransmitBitrate(channel_id, 0);
3986 engine()->vie()->rtp()->SetTransmissionSmoothingStatus(channel_id,
3987 leaky_bucket);
3988 }
3989#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003990 if (reset) {
3991 *reset = true;
3992 }
3993 LogSendCodecChange("Capture size changed");
3994 }
3995
3996 return true;
3997}
3998
3999void WebRtcVideoMediaChannel::MaybeChangeStartBitrate(
4000 int channel_id, webrtc::VideoCodec* video_codec) {
4001 if (video_codec->startBitrate < video_codec->minBitrate) {
4002 video_codec->startBitrate = video_codec->minBitrate;
4003 } else if (video_codec->startBitrate > video_codec->maxBitrate) {
4004 video_codec->startBitrate = video_codec->maxBitrate;
4005 }
4006
4007 // Use a previous target bitrate, if there is one.
4008 unsigned int current_target_bitrate = 0;
4009 if (engine()->vie()->codec()->GetCodecTargetBitrate(
4010 channel_id, &current_target_bitrate) == 0) {
4011 // Convert to kbps.
4012 current_target_bitrate /= 1000;
4013 if (current_target_bitrate > video_codec->maxBitrate) {
4014 current_target_bitrate = video_codec->maxBitrate;
4015 }
4016 if (current_target_bitrate > video_codec->startBitrate) {
4017 video_codec->startBitrate = current_target_bitrate;
4018 }
4019 }
4020}
4021
4022void WebRtcVideoMediaChannel::OnMessage(talk_base::Message* msg) {
4023 FlushBlackFrameData* black_frame_data =
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00004024 static_cast<FlushBlackFrameData*>(msg->pdata);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004025 FlushBlackFrame(black_frame_data->ssrc, black_frame_data->timestamp);
4026 delete black_frame_data;
4027}
4028
4029int WebRtcVideoMediaChannel::SendPacket(int channel, const void* data,
4030 int len) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004031 talk_base::Buffer packet(data, len, kMaxRtpPacketLen);
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00004032 return MediaChannel::SendPacket(&packet) ? len : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004033}
4034
4035int WebRtcVideoMediaChannel::SendRTCPPacket(int channel,
4036 const void* data,
4037 int len) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004038 talk_base::Buffer packet(data, len, kMaxRtpPacketLen);
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00004039 return MediaChannel::SendRtcp(&packet) ? len : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004040}
4041
4042void WebRtcVideoMediaChannel::QueueBlackFrame(uint32 ssrc, int64 timestamp,
4043 int framerate) {
4044 if (timestamp) {
4045 FlushBlackFrameData* black_frame_data = new FlushBlackFrameData(
4046 ssrc,
4047 timestamp);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00004048 const int delay_ms = static_cast<int>(
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004049 2 * cricket::VideoFormat::FpsToInterval(framerate) *
4050 talk_base::kNumMillisecsPerSec / talk_base::kNumNanosecsPerSec);
4051 worker_thread()->PostDelayed(delay_ms, this, 0, black_frame_data);
4052 }
4053}
4054
4055void WebRtcVideoMediaChannel::FlushBlackFrame(uint32 ssrc, int64 timestamp) {
4056 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
4057 if (!send_channel) {
4058 return;
4059 }
4060 talk_base::scoped_ptr<const VideoFrame> black_frame_ptr;
4061
4062 const WebRtcLocalStreamInfo* channel_stream_info =
4063 send_channel->local_stream_info();
4064 int64 last_frame_time_stamp = channel_stream_info->time_stamp();
4065 if (last_frame_time_stamp == timestamp) {
4066 size_t last_frame_width = 0;
4067 size_t last_frame_height = 0;
4068 int64 last_frame_elapsed_time = 0;
4069 channel_stream_info->GetLastFrameInfo(&last_frame_width, &last_frame_height,
4070 &last_frame_elapsed_time);
4071 if (!last_frame_width || !last_frame_height) {
4072 return;
4073 }
4074 WebRtcVideoFrame black_frame;
4075 // Black frame is not screencast.
4076 const bool screencasting = false;
4077 const int64 timestamp_delta = send_channel->interval();
4078 if (!black_frame.InitToBlack(send_codec_->width, send_codec_->height, 1, 1,
4079 last_frame_elapsed_time + timestamp_delta,
4080 last_frame_time_stamp + timestamp_delta) ||
4081 !SendFrame(send_channel, &black_frame, screencasting)) {
4082 LOG(LS_ERROR) << "Failed to send black frame.";
4083 }
4084 }
4085}
4086
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00004087void WebRtcVideoMediaChannel::OnCpuAdaptationUnable() {
4088 // ssrc is hardcoded to 0. This message is based on a system wide issue,
4089 // so finding which ssrc caused it doesn't matter.
4090 SignalMediaError(0, VideoMediaChannel::ERROR_REC_CPU_MAX_CANT_DOWNGRADE);
4091}
4092
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004093void WebRtcVideoMediaChannel::SetNetworkTransmissionState(
4094 bool is_transmitting) {
4095 LOG(LS_INFO) << "SetNetworkTransmissionState: " << is_transmitting;
4096 for (SendChannelMap::iterator iter = send_channels_.begin();
4097 iter != send_channels_.end(); ++iter) {
4098 WebRtcVideoChannelSendInfo* send_channel = iter->second;
4099 int channel_id = send_channel->channel_id();
4100 engine_->vie()->network()->SetNetworkTransmissionState(channel_id,
4101 is_transmitting);
4102 }
4103}
4104
4105bool WebRtcVideoMediaChannel::SetHeaderExtension(ExtensionSetterFunction setter,
4106 int channel_id, const RtpHeaderExtension* extension) {
4107 bool enable = false;
4108 int id = 0;
4109 if (extension) {
4110 enable = true;
4111 id = extension->id;
4112 }
4113 if ((engine_->vie()->rtp()->*setter)(channel_id, enable, id) != 0) {
4114 LOG_RTCERR4(*setter, extension->uri, channel_id, enable, id);
4115 return false;
4116 }
4117 return true;
4118}
4119
4120bool WebRtcVideoMediaChannel::SetHeaderExtension(ExtensionSetterFunction setter,
4121 int channel_id, const std::vector<RtpHeaderExtension>& extensions,
4122 const char header_extension_uri[]) {
4123 const RtpHeaderExtension* extension = FindHeaderExtension(extensions,
4124 header_extension_uri);
4125 return SetHeaderExtension(setter, channel_id, extension);
4126}
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00004127
4128bool WebRtcVideoMediaChannel::SetLocalRtxSsrc(int channel_id,
4129 const StreamParams& send_params,
4130 uint32 primary_ssrc,
4131 int stream_idx) {
4132 uint32 rtx_ssrc = 0;
4133 bool has_rtx = send_params.GetFidSsrc(primary_ssrc, &rtx_ssrc);
4134 if (has_rtx && engine()->vie()->rtp()->SetLocalSSRC(
4135 channel_id, rtx_ssrc, webrtc::kViEStreamTypeRtx, stream_idx) != 0) {
4136 LOG_RTCERR4(SetLocalSSRC, channel_id, rtx_ssrc,
4137 webrtc::kViEStreamTypeRtx, stream_idx);
4138 return false;
4139 }
4140 return true;
4141}
4142
wu@webrtc.org24301a62013-12-13 19:17:43 +00004143void WebRtcVideoMediaChannel::MaybeConnectCapturer(VideoCapturer* capturer) {
4144 if (capturer != NULL && GetSendChannelNum(capturer) == 1) {
wu@webrtc.orgf7d501d2014-03-27 23:48:25 +00004145 capturer->SignalVideoFrame.connect(this,
4146 &WebRtcVideoMediaChannel::SendFrame);
wu@webrtc.org24301a62013-12-13 19:17:43 +00004147 }
4148}
4149
4150void WebRtcVideoMediaChannel::MaybeDisconnectCapturer(VideoCapturer* capturer) {
4151 if (capturer != NULL && GetSendChannelNum(capturer) == 1) {
4152 capturer->SignalVideoFrame.disconnect(this);
4153 }
4154}
4155
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004156} // namespace cricket
4157
4158#endif // HAVE_WEBRTC_VIDEO