blob: 8df48fc4ff953ce7db0fd488c7ce854ea9b7f79c [file] [log] [blame]
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001/*
2 * libjingle
3 * Copyright 2004 Google Inc.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
7 *
8 * 1. Redistributions of source code must retain the above copyright notice,
9 * this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright notice,
11 * this list of conditions and the following disclaimer in the documentation
12 * and/or other materials provided with the distribution.
13 * 3. The name of the author may not be used to endorse or promote products
14 * derived from this software without specific prior written permission.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
17 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
18 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
19 * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
21 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
22 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
24 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
25 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 */
27
28#ifdef HAVE_WEBRTC_VIDEO
29#include "talk/media/webrtc/webrtcvideoengine.h"
30
31#ifdef HAVE_CONFIG_H
32#include <config.h>
33#endif
34
35#include <math.h>
36#include <set>
37
38#include "talk/base/basictypes.h"
39#include "talk/base/buffer.h"
40#include "talk/base/byteorder.h"
41#include "talk/base/common.h"
42#include "talk/base/cpumonitor.h"
43#include "talk/base/logging.h"
44#include "talk/base/stringutils.h"
45#include "talk/base/thread.h"
46#include "talk/base/timeutils.h"
47#include "talk/media/base/constants.h"
48#include "talk/media/base/rtputils.h"
49#include "talk/media/base/streamparams.h"
50#include "talk/media/base/videoadapter.h"
51#include "talk/media/base/videocapturer.h"
52#include "talk/media/base/videorenderer.h"
53#include "talk/media/devices/filevideocapturer.h"
wu@webrtc.org9dba5252013-08-05 20:36:57 +000054#include "talk/media/webrtc/webrtcpassthroughrender.h"
55#include "talk/media/webrtc/webrtctexturevideoframe.h"
56#include "talk/media/webrtc/webrtcvideocapturer.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000057#include "talk/media/webrtc/webrtcvideodecoderfactory.h"
58#include "talk/media/webrtc/webrtcvideoencoderfactory.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000059#include "talk/media/webrtc/webrtcvideoframe.h"
60#include "talk/media/webrtc/webrtcvie.h"
61#include "talk/media/webrtc/webrtcvoe.h"
62#include "talk/media/webrtc/webrtcvoiceengine.h"
henrike@webrtc.orga92fd742014-03-26 01:46:18 +000063#include "webrtc/experiments.h"
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +000064#include "webrtc/modules/remote_bitrate_estimator/include/remote_bitrate_estimator.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000065
66#if !defined(LIBPEERCONNECTION_LIB)
henrike@webrtc.org28e20752013-07-10 00:45:36 +000067#include "talk/media/webrtc/webrtcmediaengine.h"
68
69WRME_EXPORT
70cricket::MediaEngineInterface* CreateWebRtcMediaEngine(
71 webrtc::AudioDeviceModule* adm, webrtc::AudioDeviceModule* adm_sc,
72 cricket::WebRtcVideoEncoderFactory* encoder_factory,
73 cricket::WebRtcVideoDecoderFactory* decoder_factory) {
buildbot@webrtc.org53217842014-06-03 21:09:11 +000074 return new cricket::WebRtcMediaEngine(adm, adm_sc, encoder_factory,
75 decoder_factory);
henrike@webrtc.org28e20752013-07-10 00:45:36 +000076}
77
78WRME_EXPORT
79void DestroyWebRtcMediaEngine(cricket::MediaEngineInterface* media_engine) {
buildbot@webrtc.org53217842014-06-03 21:09:11 +000080 delete static_cast<cricket::WebRtcMediaEngine*>(media_engine);
henrike@webrtc.org28e20752013-07-10 00:45:36 +000081}
82#endif
83
84
85namespace cricket {
86
87
88static const int kDefaultLogSeverity = talk_base::LS_WARNING;
89
90static const int kMinVideoBitrate = 50;
91static const int kStartVideoBitrate = 300;
92static const int kMaxVideoBitrate = 2000;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000093
wu@webrtc.orgcecfd182013-10-30 05:18:12 +000094// Controlled by exp, try a super low minimum bitrate for poor connections.
95static const int kLowerMinBitrate = 30;
96
henrike@webrtc.org28e20752013-07-10 00:45:36 +000097static const int kVideoMtu = 1200;
98
99static const int kVideoRtpBufferSize = 65536;
100
101static const char kVp8PayloadName[] = "VP8";
102static const char kRedPayloadName[] = "red";
103static const char kFecPayloadName[] = "ulpfec";
104
105static const int kDefaultNumberOfTemporalLayers = 1; // 1:1
106
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000107static const int kExternalVideoPayloadTypeBase = 120;
108
buildbot@webrtc.org073dfdd2014-05-08 19:36:21 +0000109static bool BitrateIsSet(int value) {
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +0000110 return value > kAutoBandwidth;
111}
112
buildbot@webrtc.org073dfdd2014-05-08 19:36:21 +0000113static int GetBitrate(int value, int deflt) {
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +0000114 return BitrateIsSet(value) ? value : deflt;
115}
116
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000117// Static allocation of payload type values for external video codec.
118static int GetExternalVideoPayloadType(int index) {
buildbot@webrtc.org34a08b42014-06-02 15:48:10 +0000119#if ENABLE_DEBUG
120 static const int kMaxExternalVideoCodecs = 8;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000121 ASSERT(index >= 0 && index < kMaxExternalVideoCodecs);
buildbot@webrtc.org34a08b42014-06-02 15:48:10 +0000122#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000123 return kExternalVideoPayloadTypeBase + index;
124}
125
126static void LogMultiline(talk_base::LoggingSeverity sev, char* text) {
127 const char* delim = "\r\n";
128 // TODO(fbarchard): Fix strtok lint warning.
129 for (char* tok = strtok(text, delim); tok; tok = strtok(NULL, delim)) {
130 LOG_V(sev) << tok;
131 }
132}
133
134// Severity is an integer because it comes is assumed to be from command line.
135static int SeverityToFilter(int severity) {
136 int filter = webrtc::kTraceNone;
137 switch (severity) {
138 case talk_base::LS_VERBOSE:
139 filter |= webrtc::kTraceAll;
140 case talk_base::LS_INFO:
141 filter |= (webrtc::kTraceStateInfo | webrtc::kTraceInfo);
142 case talk_base::LS_WARNING:
143 filter |= (webrtc::kTraceTerseInfo | webrtc::kTraceWarning);
144 case talk_base::LS_ERROR:
145 filter |= (webrtc::kTraceError | webrtc::kTraceCritical);
146 }
147 return filter;
148}
149
150static const int kCpuMonitorPeriodMs = 2000; // 2 seconds.
151
152static const bool kNotSending = false;
153
wu@webrtc.orgde305012013-10-31 15:40:38 +0000154// Default video dscp value.
155// See http://tools.ietf.org/html/rfc2474 for details
156// See also http://tools.ietf.org/html/draft-jennings-rtcweb-qos-00
157static const talk_base::DiffServCodePoint kVideoDscpValue =
158 talk_base::DSCP_AF41;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000159
160static bool IsNackEnabled(const VideoCodec& codec) {
161 return codec.HasFeedbackParam(FeedbackParam(kRtcpFbParamNack,
162 kParamValueEmpty));
163}
164
165// Returns true if Receiver Estimated Max Bitrate is enabled.
166static bool IsRembEnabled(const VideoCodec& codec) {
167 return codec.HasFeedbackParam(FeedbackParam(kRtcpFbParamRemb,
168 kParamValueEmpty));
169}
170
171struct FlushBlackFrameData : public talk_base::MessageData {
172 FlushBlackFrameData(uint32 s, int64 t) : ssrc(s), timestamp(t) {
173 }
174 uint32 ssrc;
175 int64 timestamp;
176};
177
178class WebRtcRenderAdapter : public webrtc::ExternalRenderer {
179 public:
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000180 WebRtcRenderAdapter(VideoRenderer* renderer, int channel_id)
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000181 : renderer_(renderer),
182 channel_id_(channel_id),
183 width_(0),
184 height_(0),
buildbot@webrtc.orgf9f1bfb2014-05-21 17:02:15 +0000185 capture_start_rtp_time_stamp_(-1),
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000186 capture_start_ntp_time_ms_(0) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000187 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000188
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000189 virtual ~WebRtcRenderAdapter() {
190 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000191
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000192 void SetRenderer(VideoRenderer* renderer) {
193 talk_base::CritScope cs(&crit_);
194 renderer_ = renderer;
195 // FrameSizeChange may have already been called when renderer was not set.
196 // If so we should call SetSize here.
197 // TODO(ronghuawu): Add unit test for this case. Didn't do it now
198 // because the WebRtcRenderAdapter is currently hiding in cc file. No
199 // good way to get access to it from the unit test.
200 if (width_ > 0 && height_ > 0 && renderer_ != NULL) {
201 if (!renderer_->SetSize(width_, height_, 0)) {
202 LOG(LS_ERROR)
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000203 << "WebRtcRenderAdapter (channel " << channel_id_
204 << ") SetRenderer failed to SetSize to: "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000205 << width_ << "x" << height_;
206 }
207 }
208 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000209
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000210 // Implementation of webrtc::ExternalRenderer.
211 virtual int FrameSizeChange(unsigned int width, unsigned int height,
212 unsigned int /*number_of_streams*/) {
213 talk_base::CritScope cs(&crit_);
214 width_ = width;
215 height_ = height;
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000216 LOG(LS_INFO) << "WebRtcRenderAdapter (channel " << channel_id_
217 << ") frame size changed to: "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000218 << width << "x" << height;
219 if (renderer_ == NULL) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000220 LOG(LS_VERBOSE) << "WebRtcRenderAdapter (channel " << channel_id_
221 << ") the renderer has not been set. "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000222 << "SetSize will be called later in SetRenderer.";
223 return 0;
224 }
225 return renderer_->SetSize(width_, height_, 0) ? 0 : -1;
226 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000227
buildbot@webrtc.org1fd5b452014-04-15 17:39:43 +0000228 virtual int DeliverFrame(unsigned char* buffer,
229 int buffer_size,
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000230 uint32_t rtp_time_stamp,
buildbot@webrtc.org1fd5b452014-04-15 17:39:43 +0000231#ifdef USE_WEBRTC_DEV_BRANCH
232 int64_t ntp_time_ms,
233#endif
234 int64_t render_time,
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000235 void* handle) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000236 talk_base::CritScope cs(&crit_);
buildbot@webrtc.orgf9f1bfb2014-05-21 17:02:15 +0000237 if (capture_start_rtp_time_stamp_ < 0) {
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000238 capture_start_rtp_time_stamp_ = rtp_time_stamp;
239 }
buildbot@webrtc.org22190372014-05-07 17:52:33 +0000240
241 const int kVideoCodecClockratekHz = cricket::kVideoCodecClockrate / 1000;
242
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000243#ifdef USE_WEBRTC_DEV_BRANCH
244 if (ntp_time_ms > 0) {
buildbot@webrtc.orgf9f1bfb2014-05-21 17:02:15 +0000245 int64 elapsed_time_ms =
246 (rtp_ts_wraparound_handler_.Unwrap(rtp_time_stamp) -
247 capture_start_rtp_time_stamp_) / kVideoCodecClockratekHz;
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000248 capture_start_ntp_time_ms_ = ntp_time_ms - elapsed_time_ms;
249 }
250#endif
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000251 frame_rate_tracker_.Update(1);
252 if (renderer_ == NULL) {
253 return 0;
254 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000255 // Convert 90K rtp timestamp to ns timestamp.
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000256 int64 rtp_time_stamp_in_ns = (rtp_time_stamp / kVideoCodecClockratekHz) *
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000257 talk_base::kNumNanosecsPerMillisec;
258 // Convert milisecond render time to ns timestamp.
259 int64 render_time_stamp_in_ns = render_time *
260 talk_base::kNumNanosecsPerMillisec;
261 // Send the rtp timestamp to renderer as the VideoFrame timestamp.
262 // and the render timestamp as the VideoFrame elapsed_time.
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000263 if (handle == NULL) {
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000264 return DeliverBufferFrame(buffer, buffer_size, render_time_stamp_in_ns,
buildbot@webrtc.org740e6b32014-04-30 15:33:45 +0000265 rtp_time_stamp_in_ns);
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000266 } else {
267 return DeliverTextureFrame(handle, render_time_stamp_in_ns,
buildbot@webrtc.org740e6b32014-04-30 15:33:45 +0000268 rtp_time_stamp_in_ns);
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000269 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000270 }
271
272 virtual bool IsTextureSupported() { return true; }
273
274 int DeliverBufferFrame(unsigned char* buffer, int buffer_size,
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000275 int64 elapsed_time, int64 rtp_time_stamp_in_ns) {
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000276 WebRtcVideoFrame video_frame;
wu@webrtc.org16d62542013-11-05 23:45:14 +0000277 video_frame.Alias(buffer, buffer_size, width_, height_,
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000278 1, 1, elapsed_time, rtp_time_stamp_in_ns, 0);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000279
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000280 // Sanity check on decoded frame size.
281 if (buffer_size != static_cast<int>(VideoFrame::SizeOf(width_, height_))) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000282 LOG(LS_WARNING) << "WebRtcRenderAdapter (channel " << channel_id_
283 << ") received a strange frame size: "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000284 << buffer_size;
285 }
286
287 int ret = renderer_->RenderFrame(&video_frame) ? 0 : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000288 return ret;
289 }
290
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000291 int DeliverTextureFrame(void* handle,
292 int64 elapsed_time,
293 int64 rtp_time_stamp_in_ns) {
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000294 WebRtcTextureVideoFrame video_frame(
295 static_cast<webrtc::NativeHandle*>(handle), width_, height_,
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000296 elapsed_time, rtp_time_stamp_in_ns);
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000297 return renderer_->RenderFrame(&video_frame);
298 }
299
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000300 unsigned int width() {
301 talk_base::CritScope cs(&crit_);
302 return width_;
303 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000304
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000305 unsigned int height() {
306 talk_base::CritScope cs(&crit_);
307 return height_;
308 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000309
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000310 int framerate() {
311 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000312 return static_cast<int>(frame_rate_tracker_.units_second());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000313 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000314
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000315 VideoRenderer* renderer() {
316 talk_base::CritScope cs(&crit_);
317 return renderer_;
318 }
319
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000320 int64 capture_start_ntp_time_ms() {
321 talk_base::CritScope cs(&crit_);
322 return capture_start_ntp_time_ms_;
323 }
324
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000325 private:
326 talk_base::CriticalSection crit_;
327 VideoRenderer* renderer_;
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000328 int channel_id_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000329 unsigned int width_;
330 unsigned int height_;
331 talk_base::RateTracker frame_rate_tracker_;
buildbot@webrtc.orgf9f1bfb2014-05-21 17:02:15 +0000332 talk_base::TimestampWrapAroundHandler rtp_ts_wraparound_handler_;
333 int64 capture_start_rtp_time_stamp_;
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000334 int64 capture_start_ntp_time_ms_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000335};
336
337class WebRtcDecoderObserver : public webrtc::ViEDecoderObserver {
338 public:
339 explicit WebRtcDecoderObserver(int video_channel)
340 : video_channel_(video_channel),
341 framerate_(0),
342 bitrate_(0),
wu@webrtc.org97077a32013-10-25 21:18:33 +0000343 decode_ms_(0),
344 max_decode_ms_(0),
345 current_delay_ms_(0),
346 target_delay_ms_(0),
347 jitter_buffer_ms_(0),
348 min_playout_delay_ms_(0),
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000349 render_delay_ms_(0) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000350 }
351
352 // virtual functions from VieDecoderObserver.
353 virtual void IncomingCodecChanged(const int videoChannel,
354 const webrtc::VideoCodec& videoCodec) {}
355 virtual void IncomingRate(const int videoChannel,
356 const unsigned int framerate,
357 const unsigned int bitrate) {
wu@webrtc.org78187522013-10-07 23:32:02 +0000358 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000359 ASSERT(video_channel_ == videoChannel);
360 framerate_ = framerate;
361 bitrate_ = bitrate;
362 }
wu@webrtc.org97077a32013-10-25 21:18:33 +0000363
364 virtual void DecoderTiming(int decode_ms,
365 int max_decode_ms,
366 int current_delay_ms,
367 int target_delay_ms,
368 int jitter_buffer_ms,
369 int min_playout_delay_ms,
370 int render_delay_ms) {
371 talk_base::CritScope cs(&crit_);
372 decode_ms_ = decode_ms;
373 max_decode_ms_ = max_decode_ms;
374 current_delay_ms_ = current_delay_ms;
375 target_delay_ms_ = target_delay_ms;
376 jitter_buffer_ms_ = jitter_buffer_ms;
377 min_playout_delay_ms_ = min_playout_delay_ms;
378 render_delay_ms_ = render_delay_ms;
379 }
380
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000381 virtual void RequestNewKeyFrame(const int videoChannel) {}
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000382
wu@webrtc.org97077a32013-10-25 21:18:33 +0000383 // Populate |rinfo| based on previously-set data in |*this|.
384 void ExportTo(VideoReceiverInfo* rinfo) {
wu@webrtc.org78187522013-10-07 23:32:02 +0000385 talk_base::CritScope cs(&crit_);
wu@webrtc.org97077a32013-10-25 21:18:33 +0000386 rinfo->framerate_rcvd = framerate_;
387 rinfo->decode_ms = decode_ms_;
388 rinfo->max_decode_ms = max_decode_ms_;
389 rinfo->current_delay_ms = current_delay_ms_;
390 rinfo->target_delay_ms = target_delay_ms_;
391 rinfo->jitter_buffer_ms = jitter_buffer_ms_;
392 rinfo->min_playout_delay_ms = min_playout_delay_ms_;
393 rinfo->render_delay_ms = render_delay_ms_;
wu@webrtc.org78187522013-10-07 23:32:02 +0000394 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000395
396 private:
wu@webrtc.org78187522013-10-07 23:32:02 +0000397 mutable talk_base::CriticalSection crit_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000398 int video_channel_;
399 int framerate_;
400 int bitrate_;
wu@webrtc.org97077a32013-10-25 21:18:33 +0000401 int decode_ms_;
402 int max_decode_ms_;
403 int current_delay_ms_;
404 int target_delay_ms_;
405 int jitter_buffer_ms_;
406 int min_playout_delay_ms_;
407 int render_delay_ms_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000408};
409
410class WebRtcEncoderObserver : public webrtc::ViEEncoderObserver {
411 public:
412 explicit WebRtcEncoderObserver(int video_channel)
413 : video_channel_(video_channel),
414 framerate_(0),
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000415 bitrate_(0),
416 suspended_(false) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000417 }
418
419 // virtual functions from VieEncoderObserver.
420 virtual void OutgoingRate(const int videoChannel,
421 const unsigned int framerate,
422 const unsigned int bitrate) {
wu@webrtc.org78187522013-10-07 23:32:02 +0000423 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000424 ASSERT(video_channel_ == videoChannel);
425 framerate_ = framerate;
426 bitrate_ = bitrate;
427 }
428
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000429 virtual void SuspendChange(int video_channel, bool is_suspended) {
430 talk_base::CritScope cs(&crit_);
431 ASSERT(video_channel_ == video_channel);
432 suspended_ = is_suspended;
433 }
434
wu@webrtc.org78187522013-10-07 23:32:02 +0000435 int framerate() const {
436 talk_base::CritScope cs(&crit_);
437 return framerate_;
438 }
439 int bitrate() const {
440 talk_base::CritScope cs(&crit_);
441 return bitrate_;
442 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000443 bool suspended() const {
444 talk_base::CritScope cs(&crit_);
445 return suspended_;
446 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000447
448 private:
wu@webrtc.org78187522013-10-07 23:32:02 +0000449 mutable talk_base::CriticalSection crit_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000450 int video_channel_;
451 int framerate_;
452 int bitrate_;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000453 bool suspended_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000454};
455
456class WebRtcLocalStreamInfo {
457 public:
458 WebRtcLocalStreamInfo()
459 : width_(0), height_(0), elapsed_time_(-1), time_stamp_(-1) {}
460 size_t width() const {
461 talk_base::CritScope cs(&crit_);
462 return width_;
463 }
464 size_t height() const {
465 talk_base::CritScope cs(&crit_);
466 return height_;
467 }
468 int64 elapsed_time() const {
469 talk_base::CritScope cs(&crit_);
470 return elapsed_time_;
471 }
472 int64 time_stamp() const {
473 talk_base::CritScope cs(&crit_);
474 return time_stamp_;
475 }
476 int framerate() {
477 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000478 return static_cast<int>(rate_tracker_.units_second());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000479 }
480 void GetLastFrameInfo(
481 size_t* width, size_t* height, int64* elapsed_time) const {
482 talk_base::CritScope cs(&crit_);
483 *width = width_;
484 *height = height_;
485 *elapsed_time = elapsed_time_;
486 }
487
488 void UpdateFrame(const VideoFrame* frame) {
489 talk_base::CritScope cs(&crit_);
490
491 width_ = frame->GetWidth();
492 height_ = frame->GetHeight();
493 elapsed_time_ = frame->GetElapsedTime();
494 time_stamp_ = frame->GetTimeStamp();
495
496 rate_tracker_.Update(1);
497 }
498
499 private:
500 mutable talk_base::CriticalSection crit_;
501 size_t width_;
502 size_t height_;
503 int64 elapsed_time_;
504 int64 time_stamp_;
505 talk_base::RateTracker rate_tracker_;
506
507 DISALLOW_COPY_AND_ASSIGN(WebRtcLocalStreamInfo);
508};
509
510// WebRtcVideoChannelRecvInfo is a container class with members such as renderer
511// and a decoder observer that is used by receive channels.
512// It must exist as long as the receive channel is connected to renderer or a
513// decoder observer in this class and methods in the class should only be called
514// from the worker thread.
515class WebRtcVideoChannelRecvInfo {
516 public:
517 typedef std::map<int, webrtc::VideoDecoder*> DecoderMap; // key: payload type
518 explicit WebRtcVideoChannelRecvInfo(int channel_id)
519 : channel_id_(channel_id),
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000520 render_adapter_(NULL, channel_id),
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000521 decoder_observer_(channel_id) {
522 }
523 int channel_id() { return channel_id_; }
524 void SetRenderer(VideoRenderer* renderer) {
525 render_adapter_.SetRenderer(renderer);
526 }
527 WebRtcRenderAdapter* render_adapter() { return &render_adapter_; }
528 WebRtcDecoderObserver* decoder_observer() { return &decoder_observer_; }
529 void RegisterDecoder(int pl_type, webrtc::VideoDecoder* decoder) {
530 ASSERT(!IsDecoderRegistered(pl_type));
531 registered_decoders_[pl_type] = decoder;
532 }
533 bool IsDecoderRegistered(int pl_type) {
534 return registered_decoders_.count(pl_type) != 0;
535 }
536 const DecoderMap& registered_decoders() {
537 return registered_decoders_;
538 }
539 void ClearRegisteredDecoders() {
540 registered_decoders_.clear();
541 }
542
543 private:
544 int channel_id_; // Webrtc video channel number.
545 // Renderer for this channel.
546 WebRtcRenderAdapter render_adapter_;
547 WebRtcDecoderObserver decoder_observer_;
548 DecoderMap registered_decoders_;
549};
550
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000551class WebRtcOveruseObserver : public webrtc::CpuOveruseObserver {
552 public:
553 explicit WebRtcOveruseObserver(CoordinatedVideoAdapter* video_adapter)
554 : video_adapter_(video_adapter),
555 enabled_(false) {
556 }
557
558 // TODO(mflodman): Consider sending resolution as part of event, to let
559 // adapter know what resolution the request is based on. Helps eliminate stale
560 // data, race conditions.
561 virtual void OveruseDetected() OVERRIDE {
562 talk_base::CritScope cs(&crit_);
563 if (!enabled_) {
564 return;
565 }
566
567 video_adapter_->OnCpuResolutionRequest(CoordinatedVideoAdapter::DOWNGRADE);
568 }
569
570 virtual void NormalUsage() OVERRIDE {
571 talk_base::CritScope cs(&crit_);
572 if (!enabled_) {
573 return;
574 }
575
576 video_adapter_->OnCpuResolutionRequest(CoordinatedVideoAdapter::UPGRADE);
577 }
578
579 void Enable(bool enable) {
580 talk_base::CritScope cs(&crit_);
581 enabled_ = enable;
582 }
583
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000584 bool enabled() const { return enabled_; }
585
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000586 private:
587 CoordinatedVideoAdapter* video_adapter_;
588 bool enabled_;
589 talk_base::CriticalSection crit_;
590};
591
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000592
wu@webrtc.orgd64719d2013-08-01 00:00:07 +0000593class WebRtcVideoChannelSendInfo : public sigslot::has_slots<> {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000594 public:
595 typedef std::map<int, webrtc::VideoEncoder*> EncoderMap; // key: payload type
596 WebRtcVideoChannelSendInfo(int channel_id, int capture_id,
597 webrtc::ViEExternalCapture* external_capture,
598 talk_base::CpuMonitor* cpu_monitor)
599 : channel_id_(channel_id),
600 capture_id_(capture_id),
601 sending_(false),
602 muted_(false),
603 video_capturer_(NULL),
604 encoder_observer_(channel_id),
605 external_capture_(external_capture),
606 capturer_updated_(false),
607 interval_(0),
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000608 cpu_monitor_(cpu_monitor),
609 overuse_observer_enabled_(false) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000610 }
611
612 int channel_id() const { return channel_id_; }
613 int capture_id() const { return capture_id_; }
614 void set_sending(bool sending) { sending_ = sending; }
615 bool sending() const { return sending_; }
616 void set_muted(bool on) {
617 // TODO(asapersson): add support.
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +0000618 // video_adapter_.SetBlackOutput(on);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000619 muted_ = on;
620 }
621 bool muted() {return muted_; }
622
623 WebRtcEncoderObserver* encoder_observer() { return &encoder_observer_; }
624 webrtc::ViEExternalCapture* external_capture() { return external_capture_; }
625 const VideoFormat& video_format() const {
626 return video_format_;
627 }
628 void set_video_format(const VideoFormat& video_format) {
629 video_format_ = video_format;
630 if (video_format_ != cricket::VideoFormat()) {
631 interval_ = video_format_.interval;
632 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000633 CoordinatedVideoAdapter* adapter = video_adapter();
634 if (adapter) {
635 adapter->OnOutputFormatRequest(video_format_);
636 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000637 }
638 void set_interval(int64 interval) {
639 if (video_format() == cricket::VideoFormat()) {
640 interval_ = interval;
641 }
642 }
643 int64 interval() { return interval_; }
644
xians@webrtc.orgef221512014-02-21 10:31:29 +0000645 int CurrentAdaptReason() const {
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000646 const CoordinatedVideoAdapter* adapter = video_adapter();
647 if (!adapter) {
648 return CoordinatedVideoAdapter::ADAPTREASON_NONE;
649 }
650 return video_adapter()->adapt_reason();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000651 }
652
653 StreamParams* stream_params() { return stream_params_.get(); }
654 void set_stream_params(const StreamParams& sp) {
655 stream_params_.reset(new StreamParams(sp));
656 }
657 void ClearStreamParams() { stream_params_.reset(); }
658 bool has_ssrc(uint32 local_ssrc) const {
659 return !stream_params_ ? false :
660 stream_params_->has_ssrc(local_ssrc);
661 }
662 WebRtcLocalStreamInfo* local_stream_info() {
663 return &local_stream_info_;
664 }
665 VideoCapturer* video_capturer() {
666 return video_capturer_;
667 }
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +0000668 void set_video_capturer(VideoCapturer* video_capturer,
669 ViEWrapper* vie_wrapper) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000670 if (video_capturer == video_capturer_) {
671 return;
672 }
xians@webrtc.orgef221512014-02-21 10:31:29 +0000673
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000674 CoordinatedVideoAdapter* old_video_adapter = video_adapter();
675 if (old_video_adapter) {
676 // Disconnect signals from old video adapter.
677 SignalCpuAdaptationUnable.disconnect(old_video_adapter);
678 if (cpu_monitor_) {
679 cpu_monitor_->SignalUpdate.disconnect(old_video_adapter);
xians@webrtc.orgef221512014-02-21 10:31:29 +0000680 }
henrike@webrtc.org26438052014-02-20 22:32:53 +0000681 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000682
683 capturer_updated_ = true;
684 video_capturer_ = video_capturer;
685
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +0000686 vie_wrapper->base()->RegisterCpuOveruseObserver(channel_id_, NULL);
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000687 if (!video_capturer) {
688 overuse_observer_.reset();
689 return;
690 }
691
692 CoordinatedVideoAdapter* adapter = video_adapter();
693 ASSERT(adapter && "Video adapter should not be null here.");
694
695 UpdateAdapterCpuOptions();
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000696
697 overuse_observer_.reset(new WebRtcOveruseObserver(adapter));
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +0000698 vie_wrapper->base()->RegisterCpuOveruseObserver(channel_id_,
699 overuse_observer_.get());
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000700 // (Dis)connect the video adapter from the cpu monitor as appropriate.
701 SetCpuOveruseDetection(overuse_observer_enabled_);
702
703 SignalCpuAdaptationUnable.repeat(adapter->SignalCpuAdaptationUnable);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000704 }
705
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000706 CoordinatedVideoAdapter* video_adapter() {
707 if (!video_capturer_) {
708 return NULL;
709 }
710 return video_capturer_->video_adapter();
711 }
712 const CoordinatedVideoAdapter* video_adapter() const {
713 if (!video_capturer_) {
714 return NULL;
715 }
716 return video_capturer_->video_adapter();
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +0000717 }
718
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000719 void ApplyCpuOptions(const VideoOptions& video_options) {
720 // Use video_options_.SetAll() instead of assignment so that unset value in
721 // video_options will not overwrite the previous option value.
722 video_options_.SetAll(video_options);
723 UpdateAdapterCpuOptions();
724 }
725
726 void UpdateAdapterCpuOptions() {
727 if (!video_capturer_) {
728 return;
729 }
730
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000731 bool cpu_adapt, cpu_smoothing, adapt_third;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000732 float low, med, high;
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000733
734 // TODO(thorcarpenter): Have VideoAdapter be responsible for setting
735 // all these video options.
736 CoordinatedVideoAdapter* video_adapter = video_capturer_->video_adapter();
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000737 if (video_options_.adapt_input_to_cpu_usage.Get(&cpu_adapt) ||
738 overuse_observer_enabled_) {
739 video_adapter->set_cpu_adaptation(cpu_adapt || overuse_observer_enabled_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000740 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000741 if (video_options_.adapt_cpu_with_smoothing.Get(&cpu_smoothing)) {
742 video_adapter->set_cpu_smoothing(cpu_smoothing);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000743 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000744 if (video_options_.process_adaptation_threshhold.Get(&med)) {
745 video_adapter->set_process_threshold(med);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000746 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000747 if (video_options_.system_low_adaptation_threshhold.Get(&low)) {
748 video_adapter->set_low_system_threshold(low);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000749 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000750 if (video_options_.system_high_adaptation_threshhold.Get(&high)) {
751 video_adapter->set_high_system_threshold(high);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000752 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000753 if (video_options_.video_adapt_third.Get(&adapt_third)) {
754 video_adapter->set_scale_third(adapt_third);
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000755 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000756 }
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000757
758 void SetCpuOveruseDetection(bool enable) {
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000759 overuse_observer_enabled_ = enable;
760
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000761 if (overuse_observer_) {
762 overuse_observer_->Enable(enable);
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +0000763 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000764
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000765 // The video adapter is signaled by overuse detection if enabled; otherwise
766 // it will be signaled by cpu monitor.
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000767 CoordinatedVideoAdapter* adapter = video_adapter();
768 if (adapter) {
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000769 bool cpu_adapt = false;
770 video_options_.adapt_input_to_cpu_usage.Get(&cpu_adapt);
771 adapter->set_cpu_adaptation(
772 adapter->cpu_adaptation() || cpu_adapt || enable);
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000773 if (cpu_monitor_) {
774 if (enable) {
775 cpu_monitor_->SignalUpdate.disconnect(adapter);
776 } else {
777 cpu_monitor_->SignalUpdate.connect(
778 adapter, &CoordinatedVideoAdapter::OnCpuLoadUpdated);
779 }
780 }
781 }
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000782 }
783
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000784 void ProcessFrame(const VideoFrame& original_frame, bool mute,
785 VideoFrame** processed_frame) {
786 if (!mute) {
787 *processed_frame = original_frame.Copy();
788 } else {
789 WebRtcVideoFrame* black_frame = new WebRtcVideoFrame();
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000790 black_frame->InitToBlack(static_cast<int>(original_frame.GetWidth()),
791 static_cast<int>(original_frame.GetHeight()),
792 1, 1,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000793 original_frame.GetElapsedTime(),
794 original_frame.GetTimeStamp());
795 *processed_frame = black_frame;
796 }
797 local_stream_info_.UpdateFrame(*processed_frame);
798 }
799 void RegisterEncoder(int pl_type, webrtc::VideoEncoder* encoder) {
800 ASSERT(!IsEncoderRegistered(pl_type));
801 registered_encoders_[pl_type] = encoder;
802 }
803 bool IsEncoderRegistered(int pl_type) {
804 return registered_encoders_.count(pl_type) != 0;
805 }
806 const EncoderMap& registered_encoders() {
807 return registered_encoders_;
808 }
809 void ClearRegisteredEncoders() {
810 registered_encoders_.clear();
811 }
812
wu@webrtc.orgd64719d2013-08-01 00:00:07 +0000813 sigslot::repeater0<> SignalCpuAdaptationUnable;
814
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000815 private:
816 int channel_id_;
817 int capture_id_;
818 bool sending_;
819 bool muted_;
820 VideoCapturer* video_capturer_;
821 WebRtcEncoderObserver encoder_observer_;
822 webrtc::ViEExternalCapture* external_capture_;
823 EncoderMap registered_encoders_;
824
825 VideoFormat video_format_;
826
827 talk_base::scoped_ptr<StreamParams> stream_params_;
828
829 WebRtcLocalStreamInfo local_stream_info_;
830
831 bool capturer_updated_;
832
833 int64 interval_;
834
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +0000835 talk_base::CpuMonitor* cpu_monitor_;
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000836 talk_base::scoped_ptr<WebRtcOveruseObserver> overuse_observer_;
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000837 bool overuse_observer_enabled_;
838
839 VideoOptions video_options_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000840};
841
842const WebRtcVideoEngine::VideoCodecPref
843 WebRtcVideoEngine::kVideoCodecPrefs[] = {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000844 {kVp8PayloadName, 100, -1, 0},
845 {kRedPayloadName, 116, -1, 1},
846 {kFecPayloadName, 117, -1, 2},
847 {kRtxCodecName, 96, 100, 3},
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000848};
849
850// The formats are sorted by the descending order of width. We use the order to
851// find the next format for CPU and bandwidth adaptation.
852const VideoFormatPod WebRtcVideoEngine::kVideoFormats[] = {
853 {1280, 800, FPS_TO_INTERVAL(30), FOURCC_ANY},
854 {1280, 720, FPS_TO_INTERVAL(30), FOURCC_ANY},
855 {960, 600, FPS_TO_INTERVAL(30), FOURCC_ANY},
856 {960, 540, FPS_TO_INTERVAL(30), FOURCC_ANY},
857 {640, 400, FPS_TO_INTERVAL(30), FOURCC_ANY},
858 {640, 360, FPS_TO_INTERVAL(30), FOURCC_ANY},
859 {640, 480, FPS_TO_INTERVAL(30), FOURCC_ANY},
860 {480, 300, FPS_TO_INTERVAL(30), FOURCC_ANY},
861 {480, 270, FPS_TO_INTERVAL(30), FOURCC_ANY},
862 {480, 360, FPS_TO_INTERVAL(30), FOURCC_ANY},
863 {320, 200, FPS_TO_INTERVAL(30), FOURCC_ANY},
864 {320, 180, FPS_TO_INTERVAL(30), FOURCC_ANY},
865 {320, 240, FPS_TO_INTERVAL(30), FOURCC_ANY},
866 {240, 150, FPS_TO_INTERVAL(30), FOURCC_ANY},
867 {240, 135, FPS_TO_INTERVAL(30), FOURCC_ANY},
868 {240, 180, FPS_TO_INTERVAL(30), FOURCC_ANY},
869 {160, 100, FPS_TO_INTERVAL(30), FOURCC_ANY},
870 {160, 90, FPS_TO_INTERVAL(30), FOURCC_ANY},
871 {160, 120, FPS_TO_INTERVAL(30), FOURCC_ANY},
872};
873
874const VideoFormatPod WebRtcVideoEngine::kDefaultVideoFormat =
875 {640, 400, FPS_TO_INTERVAL(30), FOURCC_ANY};
876
877static void UpdateVideoCodec(const cricket::VideoFormat& video_format,
878 webrtc::VideoCodec* target_codec) {
879 if ((target_codec == NULL) || (video_format == cricket::VideoFormat())) {
880 return;
881 }
882 target_codec->width = video_format.width;
883 target_codec->height = video_format.height;
884 target_codec->maxFramerate = cricket::VideoFormat::IntervalToFps(
885 video_format.interval);
886}
887
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +0000888static bool GetCpuOveruseOptions(const VideoOptions& options,
889 webrtc::CpuOveruseOptions* overuse_options) {
890 int underuse_threshold = 0;
891 int overuse_threshold = 0;
892 if (!options.cpu_underuse_threshold.Get(&underuse_threshold) ||
893 !options.cpu_overuse_threshold.Get(&overuse_threshold)) {
894 return false;
895 }
896 if (underuse_threshold <= 0 || overuse_threshold <= 0) {
897 return false;
898 }
899 // Valid thresholds.
900 bool encode_usage =
901 options.cpu_overuse_encode_usage.GetWithDefaultIfUnset(false);
902 overuse_options->enable_capture_jitter_method = !encode_usage;
903 overuse_options->enable_encode_usage_method = encode_usage;
904 if (encode_usage) {
905 // Use method based on encode usage.
906 overuse_options->low_encode_usage_threshold_percent = underuse_threshold;
907 overuse_options->high_encode_usage_threshold_percent = overuse_threshold;
908 } else {
909 // Use default method based on capture jitter.
910 overuse_options->low_capture_jitter_threshold_ms =
911 static_cast<float>(underuse_threshold);
912 overuse_options->high_capture_jitter_threshold_ms =
913 static_cast<float>(overuse_threshold);
914 }
915 return true;
916}
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +0000917
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000918WebRtcVideoEngine::WebRtcVideoEngine() {
919 Construct(new ViEWrapper(), new ViETraceWrapper(), NULL,
920 new talk_base::CpuMonitor(NULL));
921}
922
923WebRtcVideoEngine::WebRtcVideoEngine(WebRtcVoiceEngine* voice_engine,
924 ViEWrapper* vie_wrapper,
925 talk_base::CpuMonitor* cpu_monitor) {
926 Construct(vie_wrapper, new ViETraceWrapper(), voice_engine, cpu_monitor);
927}
928
929WebRtcVideoEngine::WebRtcVideoEngine(WebRtcVoiceEngine* voice_engine,
930 ViEWrapper* vie_wrapper,
931 ViETraceWrapper* tracing,
932 talk_base::CpuMonitor* cpu_monitor) {
933 Construct(vie_wrapper, tracing, voice_engine, cpu_monitor);
934}
935
936void WebRtcVideoEngine::Construct(ViEWrapper* vie_wrapper,
937 ViETraceWrapper* tracing,
938 WebRtcVoiceEngine* voice_engine,
939 talk_base::CpuMonitor* cpu_monitor) {
940 LOG(LS_INFO) << "WebRtcVideoEngine::WebRtcVideoEngine";
941 worker_thread_ = NULL;
942 vie_wrapper_.reset(vie_wrapper);
943 vie_wrapper_base_initialized_ = false;
944 tracing_.reset(tracing);
945 voice_engine_ = voice_engine;
946 initialized_ = false;
947 SetTraceFilter(SeverityToFilter(kDefaultLogSeverity));
948 render_module_.reset(new WebRtcPassthroughRender());
949 local_renderer_w_ = local_renderer_h_ = 0;
950 local_renderer_ = NULL;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000951 capture_started_ = false;
952 decoder_factory_ = NULL;
953 encoder_factory_ = NULL;
954 cpu_monitor_.reset(cpu_monitor);
955
956 SetTraceOptions("");
957 if (tracing_->SetTraceCallback(this) != 0) {
958 LOG_RTCERR1(SetTraceCallback, this);
959 }
960
961 // Set default quality levels for our supported codecs. We override them here
962 // if we know your cpu performance is low, and they can be updated explicitly
963 // by calling SetDefaultCodec. For example by a flute preference setting, or
964 // by the server with a jec in response to our reported system info.
965 VideoCodec max_codec(kVideoCodecPrefs[0].payload_type,
966 kVideoCodecPrefs[0].name,
967 kDefaultVideoFormat.width,
968 kDefaultVideoFormat.height,
969 VideoFormat::IntervalToFps(kDefaultVideoFormat.interval),
970 0);
971 if (!SetDefaultCodec(max_codec)) {
972 LOG(LS_ERROR) << "Failed to initialize list of supported codec types";
973 }
974
975
976 // Load our RTP Header extensions.
977 rtp_header_extensions_.push_back(
978 RtpHeaderExtension(kRtpTimestampOffsetHeaderExtension,
henrike@webrtc.org79047f92014-03-06 23:46:59 +0000979 kRtpTimestampOffsetHeaderExtensionDefaultId));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000980 rtp_header_extensions_.push_back(
henrike@webrtc.org79047f92014-03-06 23:46:59 +0000981 RtpHeaderExtension(kRtpAbsoluteSenderTimeHeaderExtension,
982 kRtpAbsoluteSenderTimeHeaderExtensionDefaultId));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000983}
984
985WebRtcVideoEngine::~WebRtcVideoEngine() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000986 LOG(LS_INFO) << "WebRtcVideoEngine::~WebRtcVideoEngine";
987 if (initialized_) {
988 Terminate();
989 }
990 if (encoder_factory_) {
991 encoder_factory_->RemoveObserver(this);
992 }
993 tracing_->SetTraceCallback(NULL);
994 // Test to see if the media processor was deregistered properly.
995 ASSERT(SignalMediaFrame.is_empty());
996}
997
998bool WebRtcVideoEngine::Init(talk_base::Thread* worker_thread) {
999 LOG(LS_INFO) << "WebRtcVideoEngine::Init";
1000 worker_thread_ = worker_thread;
1001 ASSERT(worker_thread_ != NULL);
1002
1003 cpu_monitor_->set_thread(worker_thread_);
1004 if (!cpu_monitor_->Start(kCpuMonitorPeriodMs)) {
1005 LOG(LS_ERROR) << "Failed to start CPU monitor.";
1006 cpu_monitor_.reset();
1007 }
1008
1009 bool result = InitVideoEngine();
1010 if (result) {
1011 LOG(LS_INFO) << "VideoEngine Init done";
1012 } else {
1013 LOG(LS_ERROR) << "VideoEngine Init failed, releasing";
1014 Terminate();
1015 }
1016 return result;
1017}
1018
1019bool WebRtcVideoEngine::InitVideoEngine() {
1020 LOG(LS_INFO) << "WebRtcVideoEngine::InitVideoEngine";
1021
1022 // Init WebRTC VideoEngine.
1023 if (!vie_wrapper_base_initialized_) {
1024 if (vie_wrapper_->base()->Init() != 0) {
1025 LOG_RTCERR0(Init);
1026 return false;
1027 }
1028 vie_wrapper_base_initialized_ = true;
1029 }
1030
1031 // Log the VoiceEngine version info.
1032 char buffer[1024] = "";
1033 if (vie_wrapper_->base()->GetVersion(buffer) != 0) {
1034 LOG_RTCERR0(GetVersion);
1035 return false;
1036 }
1037
1038 LOG(LS_INFO) << "WebRtc VideoEngine Version:";
1039 LogMultiline(talk_base::LS_INFO, buffer);
1040
1041 // Hook up to VoiceEngine for sync purposes, if supplied.
1042 if (!voice_engine_) {
1043 LOG(LS_WARNING) << "NULL voice engine";
1044 } else if ((vie_wrapper_->base()->SetVoiceEngine(
1045 voice_engine_->voe()->engine())) != 0) {
1046 LOG_RTCERR0(SetVoiceEngine);
1047 return false;
1048 }
1049
1050 // Register our custom render module.
1051 if (vie_wrapper_->render()->RegisterVideoRenderModule(
1052 *render_module_.get()) != 0) {
1053 LOG_RTCERR0(RegisterVideoRenderModule);
1054 return false;
1055 }
1056
1057 initialized_ = true;
1058 return true;
1059}
1060
1061void WebRtcVideoEngine::Terminate() {
1062 LOG(LS_INFO) << "WebRtcVideoEngine::Terminate";
1063 initialized_ = false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001064
1065 if (vie_wrapper_->render()->DeRegisterVideoRenderModule(
1066 *render_module_.get()) != 0) {
1067 LOG_RTCERR0(DeRegisterVideoRenderModule);
1068 }
1069
1070 if (vie_wrapper_->base()->SetVoiceEngine(NULL) != 0) {
1071 LOG_RTCERR0(SetVoiceEngine);
1072 }
1073
1074 cpu_monitor_->Stop();
1075}
1076
1077int WebRtcVideoEngine::GetCapabilities() {
1078 return VIDEO_RECV | VIDEO_SEND;
1079}
1080
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +00001081bool WebRtcVideoEngine::SetOptions(const VideoOptions &options) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001082 return true;
1083}
1084
1085bool WebRtcVideoEngine::SetDefaultEncoderConfig(
1086 const VideoEncoderConfig& config) {
1087 return SetDefaultCodec(config.max_codec);
1088}
1089
wu@webrtc.org78187522013-10-07 23:32:02 +00001090VideoEncoderConfig WebRtcVideoEngine::GetDefaultEncoderConfig() const {
1091 ASSERT(!video_codecs_.empty());
1092 VideoCodec max_codec(kVideoCodecPrefs[0].payload_type,
1093 kVideoCodecPrefs[0].name,
1094 video_codecs_[0].width,
1095 video_codecs_[0].height,
1096 video_codecs_[0].framerate,
1097 0);
1098 return VideoEncoderConfig(max_codec);
1099}
1100
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001101// SetDefaultCodec may be called while the capturer is running. For example, a
1102// test call is started in a page with QVGA default codec, and then a real call
1103// is started in another page with VGA default codec. This is the corner case
1104// and happens only when a session is started. We ignore this case currently.
1105bool WebRtcVideoEngine::SetDefaultCodec(const VideoCodec& codec) {
1106 if (!RebuildCodecList(codec)) {
1107 LOG(LS_WARNING) << "Failed to RebuildCodecList";
1108 return false;
1109 }
1110
wu@webrtc.org78187522013-10-07 23:32:02 +00001111 ASSERT(!video_codecs_.empty());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001112 default_codec_format_ = VideoFormat(
1113 video_codecs_[0].width,
1114 video_codecs_[0].height,
1115 VideoFormat::FpsToInterval(video_codecs_[0].framerate),
1116 FOURCC_ANY);
1117 return true;
1118}
1119
1120WebRtcVideoMediaChannel* WebRtcVideoEngine::CreateChannel(
1121 VoiceMediaChannel* voice_channel) {
1122 WebRtcVideoMediaChannel* channel =
1123 new WebRtcVideoMediaChannel(this, voice_channel);
1124 if (!channel->Init()) {
1125 delete channel;
1126 channel = NULL;
1127 }
1128 return channel;
1129}
1130
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001131bool WebRtcVideoEngine::SetLocalRenderer(VideoRenderer* renderer) {
1132 local_renderer_w_ = local_renderer_h_ = 0;
1133 local_renderer_ = renderer;
1134 return true;
1135}
1136
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001137const std::vector<VideoCodec>& WebRtcVideoEngine::codecs() const {
1138 return video_codecs_;
1139}
1140
1141const std::vector<RtpHeaderExtension>&
1142WebRtcVideoEngine::rtp_header_extensions() const {
1143 return rtp_header_extensions_;
1144}
1145
1146void WebRtcVideoEngine::SetLogging(int min_sev, const char* filter) {
1147 // if min_sev == -1, we keep the current log level.
1148 if (min_sev >= 0) {
1149 SetTraceFilter(SeverityToFilter(min_sev));
1150 }
1151 SetTraceOptions(filter);
1152}
1153
1154int WebRtcVideoEngine::GetLastEngineError() {
1155 return vie_wrapper_->error();
1156}
1157
1158// Checks to see whether we comprehend and could receive a particular codec
1159bool WebRtcVideoEngine::FindCodec(const VideoCodec& in) {
1160 for (int i = 0; i < ARRAY_SIZE(kVideoFormats); ++i) {
1161 const VideoFormat fmt(kVideoFormats[i]);
1162 if ((in.width == 0 && in.height == 0) ||
1163 (fmt.width == in.width && fmt.height == in.height)) {
1164 if (encoder_factory_) {
1165 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1166 encoder_factory_->codecs();
1167 for (size_t j = 0; j < codecs.size(); ++j) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001168 VideoCodec codec(GetExternalVideoPayloadType(static_cast<int>(j)),
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001169 codecs[j].name, 0, 0, 0, 0);
1170 if (codec.Matches(in))
1171 return true;
1172 }
1173 }
1174 for (size_t j = 0; j < ARRAY_SIZE(kVideoCodecPrefs); ++j) {
1175 VideoCodec codec(kVideoCodecPrefs[j].payload_type,
1176 kVideoCodecPrefs[j].name, 0, 0, 0, 0);
1177 if (codec.Matches(in)) {
1178 return true;
1179 }
1180 }
1181 }
1182 }
1183 return false;
1184}
1185
1186// Given the requested codec, returns true if we can send that codec type and
1187// updates out with the best quality we could send for that codec. If current is
1188// not empty, we constrain out so that its aspect ratio matches current's.
1189bool WebRtcVideoEngine::CanSendCodec(const VideoCodec& requested,
1190 const VideoCodec& current,
1191 VideoCodec* out) {
1192 if (!out) {
1193 return false;
1194 }
1195
1196 std::vector<VideoCodec>::const_iterator local_max;
1197 for (local_max = video_codecs_.begin();
1198 local_max < video_codecs_.end();
1199 ++local_max) {
1200 // First match codecs by payload type
1201 if (!requested.Matches(*local_max)) {
1202 continue;
1203 }
1204
1205 out->id = requested.id;
1206 out->name = requested.name;
1207 out->preference = requested.preference;
1208 out->params = requested.params;
1209 out->framerate = talk_base::_min(requested.framerate, local_max->framerate);
1210 out->width = 0;
1211 out->height = 0;
1212 out->params = requested.params;
1213 out->feedback_params = requested.feedback_params;
1214
1215 if (0 == requested.width && 0 == requested.height) {
1216 // Special case with resolution 0. The channel should not send frames.
1217 return true;
1218 } else if (0 == requested.width || 0 == requested.height) {
1219 // 0xn and nx0 are invalid resolutions.
1220 return false;
1221 }
1222
1223 // Pick the best quality that is within their and our bounds and has the
1224 // correct aspect ratio.
1225 for (int j = 0; j < ARRAY_SIZE(kVideoFormats); ++j) {
1226 const VideoFormat format(kVideoFormats[j]);
1227
1228 // Skip any format that is larger than the local or remote maximums, or
1229 // smaller than the current best match
1230 if (format.width > requested.width || format.height > requested.height ||
1231 format.width > local_max->width ||
1232 (format.width < out->width && format.height < out->height)) {
1233 continue;
1234 }
1235
1236 bool better = false;
1237
1238 // Check any further constraints on this prospective format
1239 if (!out->width || !out->height) {
1240 // If we don't have any matches yet, this is the best so far.
1241 better = true;
1242 } else if (current.width && current.height) {
1243 // current is set so format must match its ratio exactly.
1244 better =
1245 (format.width * current.height == format.height * current.width);
1246 } else {
1247 // Prefer closer aspect ratios i.e
1248 // format.aspect - requested.aspect < out.aspect - requested.aspect
1249 better = abs(format.width * requested.height * out->height -
1250 requested.width * format.height * out->height) <
1251 abs(out->width * format.height * requested.height -
1252 requested.width * format.height * out->height);
1253 }
1254
1255 if (better) {
1256 out->width = format.width;
1257 out->height = format.height;
1258 }
1259 }
1260 if (out->width > 0) {
1261 return true;
1262 }
1263 }
1264 return false;
1265}
1266
1267static void ConvertToCricketVideoCodec(
1268 const webrtc::VideoCodec& in_codec, VideoCodec* out_codec) {
1269 out_codec->id = in_codec.plType;
1270 out_codec->name = in_codec.plName;
1271 out_codec->width = in_codec.width;
1272 out_codec->height = in_codec.height;
1273 out_codec->framerate = in_codec.maxFramerate;
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00001274 if (BitrateIsSet(in_codec.minBitrate)) {
1275 out_codec->SetParam(kCodecParamMinBitrate, in_codec.minBitrate);
1276 }
1277 if (BitrateIsSet(in_codec.maxBitrate)) {
1278 out_codec->SetParam(kCodecParamMaxBitrate, in_codec.maxBitrate);
1279 }
1280 if (BitrateIsSet(in_codec.startBitrate)) {
1281 out_codec->SetParam(kCodecParamStartBitrate, in_codec.startBitrate);
1282 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001283 if (in_codec.qpMax) {
1284 out_codec->SetParam(kCodecParamMaxQuantization, in_codec.qpMax);
1285 }
1286}
1287
1288bool WebRtcVideoEngine::ConvertFromCricketVideoCodec(
1289 const VideoCodec& in_codec, webrtc::VideoCodec* out_codec) {
1290 bool found = false;
1291 int ncodecs = vie_wrapper_->codec()->NumberOfCodecs();
1292 for (int i = 0; i < ncodecs; ++i) {
1293 if (vie_wrapper_->codec()->GetCodec(i, *out_codec) == 0 &&
1294 _stricmp(in_codec.name.c_str(), out_codec->plName) == 0) {
1295 found = true;
1296 break;
1297 }
1298 }
1299
1300 // If not found, check if this is supported by external encoder factory.
1301 if (!found && encoder_factory_) {
1302 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1303 encoder_factory_->codecs();
1304 for (size_t i = 0; i < codecs.size(); ++i) {
1305 if (_stricmp(in_codec.name.c_str(), codecs[i].name.c_str()) == 0) {
1306 out_codec->codecType = codecs[i].type;
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001307 out_codec->plType = GetExternalVideoPayloadType(static_cast<int>(i));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001308 talk_base::strcpyn(out_codec->plName, sizeof(out_codec->plName),
1309 codecs[i].name.c_str(), codecs[i].name.length());
1310 found = true;
1311 break;
1312 }
1313 }
1314 }
1315
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00001316 // Is this an RTX codec? Handled separately here since webrtc doesn't handle
1317 // them as webrtc::VideoCodec internally.
1318 if (!found && _stricmp(in_codec.name.c_str(), kRtxCodecName) == 0) {
1319 talk_base::strcpyn(out_codec->plName, sizeof(out_codec->plName),
1320 in_codec.name.c_str(), in_codec.name.length());
1321 out_codec->plType = in_codec.id;
1322 found = true;
1323 }
1324
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001325 if (!found) {
1326 LOG(LS_ERROR) << "invalid codec type";
1327 return false;
1328 }
1329
1330 if (in_codec.id != 0)
1331 out_codec->plType = in_codec.id;
1332
1333 if (in_codec.width != 0)
1334 out_codec->width = in_codec.width;
1335
1336 if (in_codec.height != 0)
1337 out_codec->height = in_codec.height;
1338
1339 if (in_codec.framerate != 0)
1340 out_codec->maxFramerate = in_codec.framerate;
1341
1342 // Convert bitrate parameters.
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00001343 int max_bitrate = -1;
1344 int min_bitrate = -1;
1345 int start_bitrate = -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001346
1347 in_codec.GetParam(kCodecParamMinBitrate, &min_bitrate);
1348 in_codec.GetParam(kCodecParamMaxBitrate, &max_bitrate);
buildbot@webrtc.orged97bb02014-05-07 11:15:20 +00001349 in_codec.GetParam(kCodecParamStartBitrate, &start_bitrate);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001350
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001351
1352 out_codec->minBitrate = min_bitrate;
1353 out_codec->startBitrate = start_bitrate;
1354 out_codec->maxBitrate = max_bitrate;
1355
1356 // Convert general codec parameters.
1357 int max_quantization = 0;
1358 if (in_codec.GetParam(kCodecParamMaxQuantization, &max_quantization)) {
1359 if (max_quantization < 0) {
1360 return false;
1361 }
1362 out_codec->qpMax = max_quantization;
1363 }
1364 return true;
1365}
1366
1367void WebRtcVideoEngine::RegisterChannel(WebRtcVideoMediaChannel *channel) {
1368 talk_base::CritScope cs(&channels_crit_);
1369 channels_.push_back(channel);
1370}
1371
1372void WebRtcVideoEngine::UnregisterChannel(WebRtcVideoMediaChannel *channel) {
1373 talk_base::CritScope cs(&channels_crit_);
1374 channels_.erase(std::remove(channels_.begin(), channels_.end(), channel),
1375 channels_.end());
1376}
1377
1378bool WebRtcVideoEngine::SetVoiceEngine(WebRtcVoiceEngine* voice_engine) {
1379 if (initialized_) {
1380 LOG(LS_WARNING) << "SetVoiceEngine can not be called after Init";
1381 return false;
1382 }
1383 voice_engine_ = voice_engine;
1384 return true;
1385}
1386
1387bool WebRtcVideoEngine::EnableTimedRender() {
1388 if (initialized_) {
1389 LOG(LS_WARNING) << "EnableTimedRender can not be called after Init";
1390 return false;
1391 }
1392 render_module_.reset(webrtc::VideoRender::CreateVideoRender(0, NULL,
1393 false, webrtc::kRenderExternal));
1394 return true;
1395}
1396
1397void WebRtcVideoEngine::SetTraceFilter(int filter) {
1398 tracing_->SetTraceFilter(filter);
1399}
1400
1401// See https://sites.google.com/a/google.com/wavelet/
1402// Home/Magic-Flute--RTC-Engine-/Magic-Flute-Command-Line-Parameters
1403// for all supported command line setttings.
1404void WebRtcVideoEngine::SetTraceOptions(const std::string& options) {
1405 // Set WebRTC trace file.
1406 std::vector<std::string> opts;
1407 talk_base::tokenize(options, ' ', '"', '"', &opts);
1408 std::vector<std::string>::iterator tracefile =
1409 std::find(opts.begin(), opts.end(), "tracefile");
1410 if (tracefile != opts.end() && ++tracefile != opts.end()) {
1411 // Write WebRTC debug output (at same loglevel) to file
1412 if (tracing_->SetTraceFile(tracefile->c_str()) == -1) {
1413 LOG_RTCERR1(SetTraceFile, *tracefile);
1414 }
1415 }
1416}
1417
1418static void AddDefaultFeedbackParams(VideoCodec* codec) {
1419 const FeedbackParam kFir(kRtcpFbParamCcm, kRtcpFbCcmParamFir);
1420 codec->AddFeedbackParam(kFir);
1421 const FeedbackParam kNack(kRtcpFbParamNack, kParamValueEmpty);
1422 codec->AddFeedbackParam(kNack);
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00001423 const FeedbackParam kPli(kRtcpFbParamNack, kRtcpFbNackParamPli);
1424 codec->AddFeedbackParam(kPli);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001425 const FeedbackParam kRemb(kRtcpFbParamRemb, kParamValueEmpty);
1426 codec->AddFeedbackParam(kRemb);
1427}
1428
1429// Rebuilds the codec list to be only those that are less intensive
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +00001430// than the specified codec. Prefers internal codec over external with
1431// higher preference field.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001432bool WebRtcVideoEngine::RebuildCodecList(const VideoCodec& in_codec) {
1433 if (!FindCodec(in_codec))
1434 return false;
1435
1436 video_codecs_.clear();
1437
1438 bool found = false;
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001439 std::set<std::string> internal_codec_names;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001440 for (size_t i = 0; i < ARRAY_SIZE(kVideoCodecPrefs); ++i) {
1441 const VideoCodecPref& pref(kVideoCodecPrefs[i]);
1442 if (!found)
1443 found = (in_codec.name == pref.name);
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001444 if (found) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001445 VideoCodec codec(pref.payload_type, pref.name,
1446 in_codec.width, in_codec.height, in_codec.framerate,
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001447 static_cast<int>(ARRAY_SIZE(kVideoCodecPrefs) - i));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001448 if (_stricmp(kVp8PayloadName, codec.name.c_str()) == 0) {
1449 AddDefaultFeedbackParams(&codec);
1450 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001451 if (pref.associated_payload_type != -1) {
1452 codec.SetParam(kCodecParamAssociatedPayloadType,
1453 pref.associated_payload_type);
1454 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001455 video_codecs_.push_back(codec);
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001456 internal_codec_names.insert(codec.name);
1457 }
1458 }
1459 if (encoder_factory_) {
1460 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1461 encoder_factory_->codecs();
1462 for (size_t i = 0; i < codecs.size(); ++i) {
1463 bool is_internal_codec = internal_codec_names.find(codecs[i].name) !=
1464 internal_codec_names.end();
1465 if (!is_internal_codec) {
1466 if (!found)
1467 found = (in_codec.name == codecs[i].name);
1468 VideoCodec codec(
1469 GetExternalVideoPayloadType(static_cast<int>(i)),
1470 codecs[i].name,
1471 codecs[i].max_width,
1472 codecs[i].max_height,
1473 codecs[i].max_fps,
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +00001474 // Use negative preference on external codec to ensure the internal
1475 // codec is preferred.
1476 static_cast<int>(0 - i));
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001477 AddDefaultFeedbackParams(&codec);
1478 video_codecs_.push_back(codec);
1479 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001480 }
1481 }
1482 ASSERT(found);
1483 return true;
1484}
1485
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001486// Ignore spammy trace messages, mostly from the stats API when we haven't
1487// gotten RTCP info yet from the remote side.
1488bool WebRtcVideoEngine::ShouldIgnoreTrace(const std::string& trace) {
1489 static const char* const kTracesToIgnore[] = {
1490 NULL
1491 };
1492 for (const char* const* p = kTracesToIgnore; *p; ++p) {
1493 if (trace.find(*p) == 0) {
1494 return true;
1495 }
1496 }
1497 return false;
1498}
1499
1500int WebRtcVideoEngine::GetNumOfChannels() {
1501 talk_base::CritScope cs(&channels_crit_);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001502 return static_cast<int>(channels_.size());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001503}
1504
1505void WebRtcVideoEngine::Print(webrtc::TraceLevel level, const char* trace,
1506 int length) {
1507 talk_base::LoggingSeverity sev = talk_base::LS_VERBOSE;
1508 if (level == webrtc::kTraceError || level == webrtc::kTraceCritical)
1509 sev = talk_base::LS_ERROR;
1510 else if (level == webrtc::kTraceWarning)
1511 sev = talk_base::LS_WARNING;
1512 else if (level == webrtc::kTraceStateInfo || level == webrtc::kTraceInfo)
1513 sev = talk_base::LS_INFO;
1514 else if (level == webrtc::kTraceTerseInfo)
1515 sev = talk_base::LS_INFO;
1516
1517 // Skip past boilerplate prefix text
1518 if (length < 72) {
1519 std::string msg(trace, length);
1520 LOG(LS_ERROR) << "Malformed webrtc log message: ";
1521 LOG_V(sev) << msg;
1522 } else {
1523 std::string msg(trace + 71, length - 72);
1524 if (!ShouldIgnoreTrace(msg) &&
1525 (!voice_engine_ || !voice_engine_->ShouldIgnoreTrace(msg))) {
1526 LOG_V(sev) << "webrtc: " << msg;
1527 }
1528 }
1529}
1530
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001531webrtc::VideoDecoder* WebRtcVideoEngine::CreateExternalDecoder(
1532 webrtc::VideoCodecType type) {
1533 if (decoder_factory_ == NULL) {
1534 return NULL;
1535 }
1536 return decoder_factory_->CreateVideoDecoder(type);
1537}
1538
1539void WebRtcVideoEngine::DestroyExternalDecoder(webrtc::VideoDecoder* decoder) {
1540 ASSERT(decoder_factory_ != NULL);
1541 if (decoder_factory_ == NULL)
1542 return;
1543 decoder_factory_->DestroyVideoDecoder(decoder);
1544}
1545
1546webrtc::VideoEncoder* WebRtcVideoEngine::CreateExternalEncoder(
1547 webrtc::VideoCodecType type) {
1548 if (encoder_factory_ == NULL) {
1549 return NULL;
1550 }
1551 return encoder_factory_->CreateVideoEncoder(type);
1552}
1553
1554void WebRtcVideoEngine::DestroyExternalEncoder(webrtc::VideoEncoder* encoder) {
1555 ASSERT(encoder_factory_ != NULL);
1556 if (encoder_factory_ == NULL)
1557 return;
1558 encoder_factory_->DestroyVideoEncoder(encoder);
1559}
1560
1561bool WebRtcVideoEngine::IsExternalEncoderCodecType(
1562 webrtc::VideoCodecType type) const {
1563 if (!encoder_factory_)
1564 return false;
1565 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1566 encoder_factory_->codecs();
1567 std::vector<WebRtcVideoEncoderFactory::VideoCodec>::const_iterator it;
1568 for (it = codecs.begin(); it != codecs.end(); ++it) {
1569 if (it->type == type)
1570 return true;
1571 }
1572 return false;
1573}
1574
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001575void WebRtcVideoEngine::SetExternalDecoderFactory(
1576 WebRtcVideoDecoderFactory* decoder_factory) {
1577 decoder_factory_ = decoder_factory;
1578}
1579
1580void WebRtcVideoEngine::SetExternalEncoderFactory(
1581 WebRtcVideoEncoderFactory* encoder_factory) {
1582 if (encoder_factory_ == encoder_factory)
1583 return;
1584
1585 if (encoder_factory_) {
1586 encoder_factory_->RemoveObserver(this);
1587 }
1588 encoder_factory_ = encoder_factory;
1589 if (encoder_factory_) {
1590 encoder_factory_->AddObserver(this);
1591 }
1592
1593 // Invoke OnCodecAvailable() here in case the list of codecs is already
1594 // available when the encoder factory is installed. If not the encoder
1595 // factory will invoke the callback later when the codecs become available.
1596 OnCodecsAvailable();
1597}
1598
1599void WebRtcVideoEngine::OnCodecsAvailable() {
1600 // Rebuild codec list while reapplying the current default codec format.
1601 VideoCodec max_codec(kVideoCodecPrefs[0].payload_type,
1602 kVideoCodecPrefs[0].name,
1603 video_codecs_[0].width,
1604 video_codecs_[0].height,
1605 video_codecs_[0].framerate,
1606 0);
1607 if (!RebuildCodecList(max_codec)) {
1608 LOG(LS_ERROR) << "Failed to initialize list of supported codec types";
1609 }
1610}
1611
1612// WebRtcVideoMediaChannel
1613
1614WebRtcVideoMediaChannel::WebRtcVideoMediaChannel(
1615 WebRtcVideoEngine* engine,
1616 VoiceMediaChannel* channel)
1617 : engine_(engine),
1618 voice_channel_(channel),
1619 vie_channel_(-1),
1620 nack_enabled_(true),
1621 remb_enabled_(false),
1622 render_started_(false),
1623 first_receive_ssrc_(0),
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001624 num_unsignalled_recv_channels_(0),
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001625 send_rtx_type_(-1),
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001626 send_red_type_(-1),
1627 send_fec_type_(-1),
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001628 sending_(false),
1629 ratio_w_(0),
1630 ratio_h_(0) {
1631 engine->RegisterChannel(this);
1632}
1633
1634bool WebRtcVideoMediaChannel::Init() {
1635 const uint32 ssrc_key = 0;
1636 return CreateChannel(ssrc_key, MD_SENDRECV, &vie_channel_);
1637}
1638
1639WebRtcVideoMediaChannel::~WebRtcVideoMediaChannel() {
1640 const bool send = false;
1641 SetSend(send);
1642 const bool render = false;
1643 SetRender(render);
1644
1645 while (!send_channels_.empty()) {
1646 if (!DeleteSendChannel(send_channels_.begin()->first)) {
1647 LOG(LS_ERROR) << "Unable to delete channel with ssrc key "
1648 << send_channels_.begin()->first;
1649 ASSERT(false);
1650 break;
1651 }
1652 }
1653
1654 // Remove all receive streams and the default channel.
1655 while (!recv_channels_.empty()) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001656 RemoveRecvStreamInternal(recv_channels_.begin()->first);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001657 }
1658
1659 // Unregister the channel from the engine.
1660 engine()->UnregisterChannel(this);
1661 if (worker_thread()) {
1662 worker_thread()->Clear(this);
1663 }
1664}
1665
1666bool WebRtcVideoMediaChannel::SetRecvCodecs(
1667 const std::vector<VideoCodec>& codecs) {
1668 receive_codecs_.clear();
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00001669 associated_payload_types_.clear();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001670 for (std::vector<VideoCodec>::const_iterator iter = codecs.begin();
1671 iter != codecs.end(); ++iter) {
1672 if (engine()->FindCodec(*iter)) {
1673 webrtc::VideoCodec wcodec;
1674 if (engine()->ConvertFromCricketVideoCodec(*iter, &wcodec)) {
1675 receive_codecs_.push_back(wcodec);
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00001676 int apt;
1677 if (iter->GetParam(cricket::kCodecParamAssociatedPayloadType, &apt)) {
1678 associated_payload_types_[wcodec.plType] = apt;
1679 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001680 }
1681 } else {
1682 LOG(LS_INFO) << "Unknown codec " << iter->name;
1683 return false;
1684 }
1685 }
1686
1687 for (RecvChannelMap::iterator it = recv_channels_.begin();
1688 it != recv_channels_.end(); ++it) {
1689 if (!SetReceiveCodecs(it->second))
1690 return false;
1691 }
1692 return true;
1693}
1694
1695bool WebRtcVideoMediaChannel::SetSendCodecs(
1696 const std::vector<VideoCodec>& codecs) {
1697 // Match with local video codec list.
1698 std::vector<webrtc::VideoCodec> send_codecs;
1699 VideoCodec checked_codec;
1700 VideoCodec current; // defaults to 0x0
1701 if (sending_) {
1702 ConvertToCricketVideoCodec(*send_codec_, &current);
1703 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001704 std::map<int, int> primary_rtx_pt_mapping;
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001705 bool nack_enabled = nack_enabled_;
1706 bool remb_enabled = remb_enabled_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001707 for (std::vector<VideoCodec>::const_iterator iter = codecs.begin();
1708 iter != codecs.end(); ++iter) {
1709 if (_stricmp(iter->name.c_str(), kRedPayloadName) == 0) {
1710 send_red_type_ = iter->id;
1711 } else if (_stricmp(iter->name.c_str(), kFecPayloadName) == 0) {
1712 send_fec_type_ = iter->id;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001713 } else if (_stricmp(iter->name.c_str(), kRtxCodecName) == 0) {
1714 int rtx_type = iter->id;
1715 int rtx_primary_type = -1;
1716 if (iter->GetParam(kCodecParamAssociatedPayloadType, &rtx_primary_type)) {
1717 primary_rtx_pt_mapping[rtx_primary_type] = rtx_type;
1718 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001719 } else if (engine()->CanSendCodec(*iter, current, &checked_codec)) {
1720 webrtc::VideoCodec wcodec;
1721 if (engine()->ConvertFromCricketVideoCodec(checked_codec, &wcodec)) {
1722 if (send_codecs.empty()) {
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001723 nack_enabled = IsNackEnabled(checked_codec);
1724 remb_enabled = IsRembEnabled(checked_codec);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001725 }
1726 send_codecs.push_back(wcodec);
1727 }
1728 } else {
1729 LOG(LS_WARNING) << "Unknown codec " << iter->name;
1730 }
1731 }
1732
1733 // Fail if we don't have a match.
1734 if (send_codecs.empty()) {
1735 LOG(LS_WARNING) << "No matching codecs available";
1736 return false;
1737 }
1738
1739 // Recv protection.
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001740 // Do not update if the status is same as previously configured.
1741 if (nack_enabled_ != nack_enabled) {
1742 for (RecvChannelMap::iterator it = recv_channels_.begin();
1743 it != recv_channels_.end(); ++it) {
1744 int channel_id = it->second->channel_id();
1745 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_,
1746 nack_enabled)) {
1747 return false;
1748 }
1749 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
1750 kNotSending,
1751 remb_enabled_) != 0) {
1752 LOG_RTCERR3(SetRembStatus, channel_id, kNotSending, remb_enabled_);
1753 return false;
1754 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001755 }
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001756 nack_enabled_ = nack_enabled;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001757 }
1758
1759 // Send settings.
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001760 // Do not update if the status is same as previously configured.
1761 if (remb_enabled_ != remb_enabled) {
1762 for (SendChannelMap::iterator iter = send_channels_.begin();
1763 iter != send_channels_.end(); ++iter) {
1764 int channel_id = iter->second->channel_id();
1765 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_,
1766 nack_enabled_)) {
1767 return false;
1768 }
1769 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
1770 remb_enabled,
1771 remb_enabled) != 0) {
1772 LOG_RTCERR3(SetRembStatus, channel_id, remb_enabled, remb_enabled);
1773 return false;
1774 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001775 }
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001776 remb_enabled_ = remb_enabled;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001777 }
1778
1779 // Select the first matched codec.
1780 webrtc::VideoCodec& codec(send_codecs[0]);
1781
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001782 // Set RTX payload type if primary now active. This value will be used in
1783 // SetSendCodec.
1784 std::map<int, int>::const_iterator rtx_it =
1785 primary_rtx_pt_mapping.find(static_cast<int>(codec.plType));
1786 if (rtx_it != primary_rtx_pt_mapping.end()) {
1787 send_rtx_type_ = rtx_it->second;
1788 }
1789
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00001790 if (BitrateIsSet(codec.minBitrate) && BitrateIsSet(codec.maxBitrate) &&
1791 codec.minBitrate > codec.maxBitrate) {
1792 // TODO(pthatcher): This behavior contradicts other behavior in
1793 // this file which will cause min > max to push the min down to
1794 // the max. There are unit tests for both behaviors. We should
1795 // pick one and do that.
1796 LOG(LS_INFO) << "Rejecting codec with min bitrate ("
1797 << codec.minBitrate << ") larger than max ("
1798 << codec.maxBitrate << "). ";
1799 return false;
1800 }
1801
1802 if (!SetSendCodec(codec)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001803 return false;
1804 }
1805
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001806 LogSendCodecChange("SetSendCodecs()");
1807
1808 return true;
1809}
1810
1811bool WebRtcVideoMediaChannel::GetSendCodec(VideoCodec* send_codec) {
1812 if (!send_codec_) {
1813 return false;
1814 }
1815 ConvertToCricketVideoCodec(*send_codec_, send_codec);
1816 return true;
1817}
1818
1819bool WebRtcVideoMediaChannel::SetSendStreamFormat(uint32 ssrc,
1820 const VideoFormat& format) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001821 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
1822 if (!send_channel) {
1823 LOG(LS_ERROR) << "The specified ssrc " << ssrc << " is not in use.";
1824 return false;
1825 }
1826 send_channel->set_video_format(format);
1827 return true;
1828}
1829
1830bool WebRtcVideoMediaChannel::SetRender(bool render) {
1831 if (render == render_started_) {
1832 return true; // no action required
1833 }
1834
1835 bool ret = true;
1836 for (RecvChannelMap::iterator it = recv_channels_.begin();
1837 it != recv_channels_.end(); ++it) {
1838 if (render) {
1839 if (engine()->vie()->render()->StartRender(
1840 it->second->channel_id()) != 0) {
1841 LOG_RTCERR1(StartRender, it->second->channel_id());
1842 ret = false;
1843 }
1844 } else {
1845 if (engine()->vie()->render()->StopRender(
1846 it->second->channel_id()) != 0) {
1847 LOG_RTCERR1(StopRender, it->second->channel_id());
1848 ret = false;
1849 }
1850 }
1851 }
1852 if (ret) {
1853 render_started_ = render;
1854 }
1855
1856 return ret;
1857}
1858
1859bool WebRtcVideoMediaChannel::SetSend(bool send) {
1860 if (!HasReadySendChannels() && send) {
1861 LOG(LS_ERROR) << "No stream added";
1862 return false;
1863 }
1864 if (send == sending()) {
1865 return true; // No action required.
1866 }
1867
1868 if (send) {
1869 // We've been asked to start sending.
1870 // SetSendCodecs must have been called already.
1871 if (!send_codec_) {
1872 return false;
1873 }
1874 // Start send now.
1875 if (!StartSend()) {
1876 return false;
1877 }
1878 } else {
1879 // We've been asked to stop sending.
1880 if (!StopSend()) {
1881 return false;
1882 }
1883 }
1884 sending_ = send;
1885
1886 return true;
1887}
1888
1889bool WebRtcVideoMediaChannel::AddSendStream(const StreamParams& sp) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001890 if (sp.first_ssrc() == 0) {
1891 LOG(LS_ERROR) << "AddSendStream with 0 ssrc is not supported.";
1892 return false;
1893 }
1894
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001895 LOG(LS_INFO) << "AddSendStream " << sp.ToString();
1896
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001897 if (!IsOneSsrcStream(sp) && !IsSimulcastStream(sp)) {
1898 LOG(LS_ERROR) << "AddSendStream: bad local stream parameters";
1899 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001900 }
1901
1902 uint32 ssrc_key;
1903 if (!CreateSendChannelKey(sp.first_ssrc(), &ssrc_key)) {
1904 LOG(LS_ERROR) << "Trying to register duplicate ssrc: " << sp.first_ssrc();
1905 return false;
1906 }
1907 // If the default channel is already used for sending create a new channel
1908 // otherwise use the default channel for sending.
1909 int channel_id = -1;
1910 if (send_channels_[0]->stream_params() == NULL) {
1911 channel_id = vie_channel_;
1912 } else {
1913 if (!CreateChannel(ssrc_key, MD_SEND, &channel_id)) {
1914 LOG(LS_ERROR) << "AddSendStream: unable to create channel";
1915 return false;
1916 }
1917 }
1918 WebRtcVideoChannelSendInfo* send_channel = send_channels_[ssrc_key];
1919 // Set the send (local) SSRC.
1920 // If there are multiple send SSRCs, we can only set the first one here, and
1921 // the rest of the SSRC(s) need to be set after SetSendCodec has been called
1922 // (with a codec requires multiple SSRC(s)).
1923 if (engine()->vie()->rtp()->SetLocalSSRC(channel_id,
1924 sp.first_ssrc()) != 0) {
1925 LOG_RTCERR2(SetLocalSSRC, channel_id, sp.first_ssrc());
1926 return false;
1927 }
1928
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001929 // Set the corresponding RTX SSRC.
1930 if (!SetLocalRtxSsrc(channel_id, sp, sp.first_ssrc(), 0)) {
1931 return false;
1932 }
1933
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001934 // Set RTCP CName.
1935 if (engine()->vie()->rtp()->SetRTCPCName(channel_id,
1936 sp.cname.c_str()) != 0) {
1937 LOG_RTCERR2(SetRTCPCName, channel_id, sp.cname.c_str());
1938 return false;
1939 }
1940
1941 // At this point the channel's local SSRC has been updated. If the channel is
1942 // the default channel make sure that all the receive channels are updated as
1943 // well. Receive channels have to have the same SSRC as the default channel in
1944 // order to send receiver reports with this SSRC.
1945 if (IsDefaultChannel(channel_id)) {
1946 for (RecvChannelMap::const_iterator it = recv_channels_.begin();
1947 it != recv_channels_.end(); ++it) {
1948 WebRtcVideoChannelRecvInfo* info = it->second;
1949 int channel_id = info->channel_id();
1950 if (engine()->vie()->rtp()->SetLocalSSRC(channel_id,
1951 sp.first_ssrc()) != 0) {
1952 LOG_RTCERR1(SetLocalSSRC, it->first);
1953 return false;
1954 }
1955 }
1956 }
1957
1958 send_channel->set_stream_params(sp);
1959
1960 // Reset send codec after stream parameters changed.
1961 if (send_codec_) {
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00001962 if (!SetSendCodec(send_channel, *send_codec_)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001963 return false;
1964 }
1965 LogSendCodecChange("SetSendStreamFormat()");
1966 }
1967
1968 if (sending_) {
1969 return StartSend(send_channel);
1970 }
1971 return true;
1972}
1973
1974bool WebRtcVideoMediaChannel::RemoveSendStream(uint32 ssrc) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001975 if (ssrc == 0) {
1976 LOG(LS_ERROR) << "RemoveSendStream with 0 ssrc is not supported.";
1977 return false;
1978 }
1979
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001980 uint32 ssrc_key;
1981 if (!GetSendChannelKey(ssrc, &ssrc_key)) {
1982 LOG(LS_WARNING) << "Try to remove stream with ssrc " << ssrc
1983 << " which doesn't exist.";
1984 return false;
1985 }
1986 WebRtcVideoChannelSendInfo* send_channel = send_channels_[ssrc_key];
1987 int channel_id = send_channel->channel_id();
1988 if (IsDefaultChannel(channel_id) && (send_channel->stream_params() == NULL)) {
1989 // Default channel will still exist. However, if stream_params() is NULL
1990 // there is no stream to remove.
1991 return false;
1992 }
1993 if (sending_) {
1994 StopSend(send_channel);
1995 }
1996
1997 const WebRtcVideoChannelSendInfo::EncoderMap& encoder_map =
1998 send_channel->registered_encoders();
1999 for (WebRtcVideoChannelSendInfo::EncoderMap::const_iterator it =
2000 encoder_map.begin(); it != encoder_map.end(); ++it) {
2001 if (engine()->vie()->ext_codec()->DeRegisterExternalSendCodec(
2002 channel_id, it->first) != 0) {
2003 LOG_RTCERR1(DeregisterEncoderObserver, channel_id);
2004 }
2005 engine()->DestroyExternalEncoder(it->second);
2006 }
2007 send_channel->ClearRegisteredEncoders();
2008
2009 // The receive channels depend on the default channel, recycle it instead.
2010 if (IsDefaultChannel(channel_id)) {
2011 SetCapturer(GetDefaultChannelSsrc(), NULL);
2012 send_channel->ClearStreamParams();
2013 } else {
2014 return DeleteSendChannel(ssrc_key);
2015 }
2016 return true;
2017}
2018
2019bool WebRtcVideoMediaChannel::AddRecvStream(const StreamParams& sp) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00002020 if (sp.first_ssrc() == 0) {
2021 LOG(LS_ERROR) << "AddRecvStream with 0 ssrc is not supported.";
2022 return false;
2023 }
2024
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002025 // TODO(zhurunz) Remove this once BWE works properly across different send
2026 // and receive channels.
2027 // Reuse default channel for recv stream in 1:1 call.
2028 if (!InConferenceMode() && first_receive_ssrc_ == 0) {
2029 LOG(LS_INFO) << "Recv stream " << sp.first_ssrc()
2030 << " reuse default channel #"
2031 << vie_channel_;
2032 first_receive_ssrc_ = sp.first_ssrc();
2033 if (render_started_) {
2034 if (engine()->vie()->render()->StartRender(vie_channel_) !=0) {
2035 LOG_RTCERR1(StartRender, vie_channel_);
2036 }
2037 }
2038 return true;
2039 }
2040
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002041 int channel_id = -1;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002042 RecvChannelMap::iterator channel_iterator =
2043 recv_channels_.find(sp.first_ssrc());
2044 if (channel_iterator == recv_channels_.end() &&
2045 first_receive_ssrc_ != sp.first_ssrc()) {
2046 // TODO(perkj): Implement recv media from multiple media SSRCs per stream.
2047 // NOTE: We have two SSRCs per stream when RTX is enabled.
2048 if (!IsOneSsrcStream(sp)) {
2049 LOG(LS_ERROR) << "WebRtcVideoMediaChannel supports one primary SSRC per"
2050 << " stream and one FID SSRC per primary SSRC.";
2051 return false;
2052 }
2053
2054 // Create a new channel for receiving video data.
2055 // In order to get the bandwidth estimation work fine for
2056 // receive only channels, we connect all receiving channels
2057 // to our master send channel.
2058 if (!CreateChannel(sp.first_ssrc(), MD_RECV, &channel_id)) {
2059 return false;
2060 }
2061 } else {
2062 // Already exists.
2063 if (first_receive_ssrc_ == sp.first_ssrc()) {
2064 return false;
2065 }
2066 // Early receive added channel.
2067 channel_id = (*channel_iterator).second->channel_id();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002068 }
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00002069 channel_iterator = recv_channels_.find(sp.first_ssrc());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002070
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002071 // Set the corresponding RTX SSRC.
2072 uint32 rtx_ssrc;
2073 bool has_rtx = sp.GetFidSsrc(sp.first_ssrc(), &rtx_ssrc);
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00002074 if (has_rtx) {
2075 LOG(LS_INFO) << "Setting rtx ssrc " << rtx_ssrc << " for stream "
2076 << sp.first_ssrc();
2077 if (engine()->vie()->rtp()->SetRemoteSSRCType(
2078 channel_id, webrtc::kViEStreamTypeRtx, rtx_ssrc) != 0) {
2079 LOG_RTCERR3(SetRemoteSSRCType, channel_id, webrtc::kViEStreamTypeRtx,
2080 rtx_ssrc);
2081 return false;
2082 }
2083 rtx_to_primary_ssrc_[rtx_ssrc] = sp.first_ssrc();
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002084 }
2085
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002086 // Get the default renderer.
2087 VideoRenderer* default_renderer = NULL;
2088 if (InConferenceMode()) {
2089 // The recv_channels_ size start out being 1, so if it is two here this
2090 // is the first receive channel created (vie_channel_ is not used for
2091 // receiving in a conference call). This means that the renderer stored
2092 // inside vie_channel_ should be used for the just created channel.
2093 if (recv_channels_.size() == 2 &&
2094 recv_channels_.find(0) != recv_channels_.end()) {
2095 GetRenderer(0, &default_renderer);
2096 }
2097 }
2098
2099 // The first recv stream reuses the default renderer (if a default renderer
2100 // has been set).
2101 if (default_renderer) {
2102 SetRenderer(sp.first_ssrc(), default_renderer);
2103 }
2104
2105 LOG(LS_INFO) << "New video stream " << sp.first_ssrc()
2106 << " registered to VideoEngine channel #"
2107 << channel_id << " and connected to channel #" << vie_channel_;
2108
2109 return true;
2110}
2111
2112bool WebRtcVideoMediaChannel::RemoveRecvStream(uint32 ssrc) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00002113 if (ssrc == 0) {
2114 LOG(LS_ERROR) << "RemoveRecvStream with 0 ssrc is not supported.";
2115 return false;
2116 }
2117 return RemoveRecvStreamInternal(ssrc);
2118}
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002119
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00002120bool WebRtcVideoMediaChannel::RemoveRecvStreamInternal(uint32 ssrc) {
2121 RecvChannelMap::iterator it = recv_channels_.find(ssrc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002122 if (it == recv_channels_.end()) {
2123 // TODO(perkj): Remove this once BWE works properly across different send
2124 // and receive channels.
2125 // The default channel is reused for recv stream in 1:1 call.
2126 if (first_receive_ssrc_ == ssrc) {
2127 first_receive_ssrc_ = 0;
2128 // Need to stop the renderer and remove it since the render window can be
2129 // deleted after this.
2130 if (render_started_) {
2131 if (engine()->vie()->render()->StopRender(vie_channel_) !=0) {
2132 LOG_RTCERR1(StopRender, it->second->channel_id());
2133 }
2134 }
2135 recv_channels_[0]->SetRenderer(NULL);
2136 return true;
2137 }
2138 return false;
2139 }
2140 WebRtcVideoChannelRecvInfo* info = it->second;
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00002141
2142 // Remove any RTX SSRC mappings to this stream.
2143 SsrcMap::iterator rtx_it = rtx_to_primary_ssrc_.begin();
2144 while (rtx_it != rtx_to_primary_ssrc_.end()) {
2145 if (rtx_it->second == ssrc) {
2146 rtx_to_primary_ssrc_.erase(rtx_it++);
2147 } else {
2148 ++rtx_it;
2149 }
2150 }
2151
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002152 int channel_id = info->channel_id();
2153 if (engine()->vie()->render()->RemoveRenderer(channel_id) != 0) {
2154 LOG_RTCERR1(RemoveRenderer, channel_id);
2155 }
2156
2157 if (engine()->vie()->network()->DeregisterSendTransport(channel_id) !=0) {
2158 LOG_RTCERR1(DeRegisterSendTransport, channel_id);
2159 }
2160
2161 if (engine()->vie()->codec()->DeregisterDecoderObserver(
2162 channel_id) != 0) {
2163 LOG_RTCERR1(DeregisterDecoderObserver, channel_id);
2164 }
2165
2166 const WebRtcVideoChannelRecvInfo::DecoderMap& decoder_map =
2167 info->registered_decoders();
2168 for (WebRtcVideoChannelRecvInfo::DecoderMap::const_iterator it =
2169 decoder_map.begin(); it != decoder_map.end(); ++it) {
2170 if (engine()->vie()->ext_codec()->DeRegisterExternalReceiveCodec(
2171 channel_id, it->first) != 0) {
2172 LOG_RTCERR1(DeregisterDecoderObserver, channel_id);
2173 }
2174 engine()->DestroyExternalDecoder(it->second);
2175 }
2176 info->ClearRegisteredDecoders();
2177
2178 LOG(LS_INFO) << "Removing video stream " << ssrc
2179 << " with VideoEngine channel #"
2180 << channel_id;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002181 bool ret = true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002182 if (engine()->vie()->base()->DeleteChannel(channel_id) == -1) {
2183 LOG_RTCERR1(DeleteChannel, channel_id);
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002184 ret = false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002185 }
2186 // Delete the WebRtcVideoChannelRecvInfo pointed to by it->second.
2187 delete info;
2188 recv_channels_.erase(it);
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002189 return ret;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002190}
2191
2192bool WebRtcVideoMediaChannel::StartSend() {
2193 bool success = true;
2194 for (SendChannelMap::iterator iter = send_channels_.begin();
2195 iter != send_channels_.end(); ++iter) {
2196 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2197 if (!StartSend(send_channel)) {
2198 success = false;
2199 }
2200 }
2201 return success;
2202}
2203
2204bool WebRtcVideoMediaChannel::StartSend(
2205 WebRtcVideoChannelSendInfo* send_channel) {
2206 const int channel_id = send_channel->channel_id();
2207 if (engine()->vie()->base()->StartSend(channel_id) != 0) {
2208 LOG_RTCERR1(StartSend, channel_id);
2209 return false;
2210 }
2211
2212 send_channel->set_sending(true);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002213 return true;
2214}
2215
2216bool WebRtcVideoMediaChannel::StopSend() {
2217 bool success = true;
2218 for (SendChannelMap::iterator iter = send_channels_.begin();
2219 iter != send_channels_.end(); ++iter) {
2220 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2221 if (!StopSend(send_channel)) {
2222 success = false;
2223 }
2224 }
2225 return success;
2226}
2227
2228bool WebRtcVideoMediaChannel::StopSend(
2229 WebRtcVideoChannelSendInfo* send_channel) {
2230 const int channel_id = send_channel->channel_id();
2231 if (engine()->vie()->base()->StopSend(channel_id) != 0) {
2232 LOG_RTCERR1(StopSend, channel_id);
2233 return false;
2234 }
2235 send_channel->set_sending(false);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002236 return true;
2237}
2238
2239bool WebRtcVideoMediaChannel::SendIntraFrame() {
2240 bool success = true;
2241 for (SendChannelMap::iterator iter = send_channels_.begin();
2242 iter != send_channels_.end();
2243 ++iter) {
2244 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2245 const int channel_id = send_channel->channel_id();
2246 if (engine()->vie()->codec()->SendKeyFrame(channel_id) != 0) {
2247 LOG_RTCERR1(SendKeyFrame, channel_id);
2248 success = false;
2249 }
2250 }
2251 return success;
2252}
2253
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002254bool WebRtcVideoMediaChannel::HasReadySendChannels() {
2255 return !send_channels_.empty() &&
2256 ((send_channels_.size() > 1) ||
2257 (send_channels_[0]->stream_params() != NULL));
2258}
2259
2260bool WebRtcVideoMediaChannel::GetSendChannelKey(uint32 local_ssrc,
2261 uint32* key) {
2262 *key = 0;
2263 // If a send channel is not ready to send it will not have local_ssrc
2264 // registered to it.
2265 if (!HasReadySendChannels()) {
2266 return false;
2267 }
2268 // The default channel is stored with key 0. The key therefore does not match
2269 // the SSRC associated with the default channel. Check if the SSRC provided
2270 // corresponds to the default channel's SSRC.
2271 if (local_ssrc == GetDefaultChannelSsrc()) {
2272 return true;
2273 }
2274 if (send_channels_.find(local_ssrc) == send_channels_.end()) {
2275 for (SendChannelMap::iterator iter = send_channels_.begin();
2276 iter != send_channels_.end(); ++iter) {
2277 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2278 if (send_channel->has_ssrc(local_ssrc)) {
2279 *key = iter->first;
2280 return true;
2281 }
2282 }
2283 return false;
2284 }
2285 // The key was found in the above std::map::find call. This means that the
2286 // ssrc is the key.
2287 *key = local_ssrc;
2288 return true;
2289}
2290
2291WebRtcVideoChannelSendInfo* WebRtcVideoMediaChannel::GetSendChannel(
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002292 uint32 local_ssrc) {
2293 uint32 key;
2294 if (!GetSendChannelKey(local_ssrc, &key)) {
2295 return NULL;
2296 }
2297 return send_channels_[key];
2298}
2299
2300bool WebRtcVideoMediaChannel::CreateSendChannelKey(uint32 local_ssrc,
2301 uint32* key) {
2302 if (GetSendChannelKey(local_ssrc, key)) {
2303 // If there is a key corresponding to |local_ssrc|, the SSRC is already in
2304 // use. SSRCs need to be unique in a session and at this point a duplicate
2305 // SSRC has been detected.
2306 return false;
2307 }
2308 if (send_channels_[0]->stream_params() == NULL) {
2309 // key should be 0 here as the default channel should be re-used whenever it
2310 // is not used.
2311 *key = 0;
2312 return true;
2313 }
2314 // SSRC is currently not in use and the default channel is already in use. Use
2315 // the SSRC as key since it is supposed to be unique in a session.
2316 *key = local_ssrc;
2317 return true;
2318}
2319
wu@webrtc.org24301a62013-12-13 19:17:43 +00002320int WebRtcVideoMediaChannel::GetSendChannelNum(VideoCapturer* capturer) {
2321 int num = 0;
2322 for (SendChannelMap::iterator iter = send_channels_.begin();
2323 iter != send_channels_.end(); ++iter) {
2324 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2325 if (send_channel->video_capturer() == capturer) {
2326 ++num;
2327 }
2328 }
2329 return num;
2330}
2331
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002332uint32 WebRtcVideoMediaChannel::GetDefaultChannelSsrc() {
2333 WebRtcVideoChannelSendInfo* send_channel = send_channels_[0];
2334 const StreamParams* sp = send_channel->stream_params();
2335 if (sp == NULL) {
2336 // This happens if no send stream is currently registered.
2337 return 0;
2338 }
2339 return sp->first_ssrc();
2340}
2341
2342bool WebRtcVideoMediaChannel::DeleteSendChannel(uint32 ssrc_key) {
2343 if (send_channels_.find(ssrc_key) == send_channels_.end()) {
2344 return false;
2345 }
2346 WebRtcVideoChannelSendInfo* send_channel = send_channels_[ssrc_key];
wu@webrtc.org24301a62013-12-13 19:17:43 +00002347 MaybeDisconnectCapturer(send_channel->video_capturer());
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +00002348 send_channel->set_video_capturer(NULL, engine()->vie());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002349
2350 int channel_id = send_channel->channel_id();
2351 int capture_id = send_channel->capture_id();
2352 if (engine()->vie()->codec()->DeregisterEncoderObserver(
2353 channel_id) != 0) {
2354 LOG_RTCERR1(DeregisterEncoderObserver, channel_id);
2355 }
2356
2357 // Destroy the external capture interface.
2358 if (engine()->vie()->capture()->DisconnectCaptureDevice(
2359 channel_id) != 0) {
2360 LOG_RTCERR1(DisconnectCaptureDevice, channel_id);
2361 }
2362 if (engine()->vie()->capture()->ReleaseCaptureDevice(
2363 capture_id) != 0) {
2364 LOG_RTCERR1(ReleaseCaptureDevice, capture_id);
2365 }
2366
2367 // The default channel is stored in both |send_channels_| and
2368 // |recv_channels_|. To make sure it is only deleted once from vie let the
2369 // delete call happen when tearing down |recv_channels_| and not here.
2370 if (!IsDefaultChannel(channel_id)) {
2371 engine_->vie()->base()->DeleteChannel(channel_id);
2372 }
2373 delete send_channel;
2374 send_channels_.erase(ssrc_key);
2375 return true;
2376}
2377
2378bool WebRtcVideoMediaChannel::RemoveCapturer(uint32 ssrc) {
2379 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
2380 if (!send_channel) {
2381 return false;
2382 }
2383 VideoCapturer* capturer = send_channel->video_capturer();
2384 if (capturer == NULL) {
2385 return false;
2386 }
wu@webrtc.org24301a62013-12-13 19:17:43 +00002387 MaybeDisconnectCapturer(capturer);
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +00002388 send_channel->set_video_capturer(NULL, engine()->vie());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002389 const int64 timestamp = send_channel->local_stream_info()->time_stamp();
2390 if (send_codec_) {
2391 QueueBlackFrame(ssrc, timestamp, send_codec_->maxFramerate);
2392 }
2393 return true;
2394}
2395
2396bool WebRtcVideoMediaChannel::SetRenderer(uint32 ssrc,
2397 VideoRenderer* renderer) {
2398 if (recv_channels_.find(ssrc) == recv_channels_.end()) {
2399 // TODO(perkj): Remove this once BWE works properly across different send
2400 // and receive channels.
2401 // The default channel is reused for recv stream in 1:1 call.
2402 if (first_receive_ssrc_ == ssrc &&
2403 recv_channels_.find(0) != recv_channels_.end()) {
2404 LOG(LS_INFO) << "SetRenderer " << ssrc
2405 << " reuse default channel #"
2406 << vie_channel_;
2407 recv_channels_[0]->SetRenderer(renderer);
2408 return true;
2409 }
2410 return false;
2411 }
2412
2413 recv_channels_[ssrc]->SetRenderer(renderer);
2414 return true;
2415}
2416
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002417bool WebRtcVideoMediaChannel::GetStats(const StatsOptions& options,
2418 VideoMediaInfo* info) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002419 // Get sender statistics and build VideoSenderInfo.
2420 unsigned int total_bitrate_sent = 0;
2421 unsigned int video_bitrate_sent = 0;
2422 unsigned int fec_bitrate_sent = 0;
2423 unsigned int nack_bitrate_sent = 0;
2424 unsigned int estimated_send_bandwidth = 0;
2425 unsigned int target_enc_bitrate = 0;
2426 if (send_codec_) {
2427 for (SendChannelMap::const_iterator iter = send_channels_.begin();
2428 iter != send_channels_.end(); ++iter) {
2429 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2430 const int channel_id = send_channel->channel_id();
2431 VideoSenderInfo sinfo;
2432 const StreamParams* send_params = send_channel->stream_params();
2433 if (send_params == NULL) {
2434 // This should only happen if the default vie channel is not in use.
2435 // This can happen if no streams have ever been added or the stream
2436 // corresponding to the default channel has been removed. Note that
2437 // there may be non-default vie channels in use when this happen so
2438 // asserting send_channels_.size() == 1 is not correct and neither is
2439 // breaking out of the loop.
2440 ASSERT(channel_id == vie_channel_);
2441 continue;
2442 }
2443 unsigned int bytes_sent, packets_sent, bytes_recv, packets_recv;
2444 if (engine_->vie()->rtp()->GetRTPStatistics(channel_id, bytes_sent,
2445 packets_sent, bytes_recv,
2446 packets_recv) != 0) {
2447 LOG_RTCERR1(GetRTPStatistics, vie_channel_);
2448 continue;
2449 }
2450 WebRtcLocalStreamInfo* channel_stream_info =
2451 send_channel->local_stream_info();
2452
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002453 for (size_t i = 0; i < send_params->ssrcs.size(); ++i) {
2454 sinfo.add_ssrc(send_params->ssrcs[i]);
2455 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002456 sinfo.codec_name = send_codec_->plName;
2457 sinfo.bytes_sent = bytes_sent;
2458 sinfo.packets_sent = packets_sent;
2459 sinfo.packets_cached = -1;
2460 sinfo.packets_lost = -1;
2461 sinfo.fraction_lost = -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002462 sinfo.rtt_ms = -1;
wu@webrtc.org987f2c92014-03-28 16:22:19 +00002463
2464 VideoCapturer* video_capturer = send_channel->video_capturer();
2465 if (video_capturer) {
buildbot@webrtc.org0b53bd22014-05-06 17:12:36 +00002466 VideoFormat last_captured_frame_format;
wu@webrtc.org987f2c92014-03-28 16:22:19 +00002467 video_capturer->GetStats(&sinfo.adapt_frame_drops,
2468 &sinfo.effects_frame_drops,
buildbot@webrtc.org0b53bd22014-05-06 17:12:36 +00002469 &sinfo.capturer_frame_time,
2470 &last_captured_frame_format);
2471 sinfo.input_frame_width = last_captured_frame_format.width;
2472 sinfo.input_frame_height = last_captured_frame_format.height;
2473 } else {
2474 sinfo.input_frame_width = 0;
2475 sinfo.input_frame_height = 0;
wu@webrtc.org987f2c92014-03-28 16:22:19 +00002476 }
2477
2478 webrtc::VideoCodec vie_codec;
wu@webrtc.org987f2c92014-03-28 16:22:19 +00002479 if (!video_capturer || video_capturer->IsMuted()) {
2480 sinfo.send_frame_width = 0;
2481 sinfo.send_frame_height = 0;
2482 } else if (engine()->vie()->codec()->GetSendCodec(channel_id,
2483 vie_codec) == 0) {
2484 sinfo.send_frame_width = vie_codec.width;
2485 sinfo.send_frame_height = vie_codec.height;
2486 } else {
2487 sinfo.send_frame_width = -1;
2488 sinfo.send_frame_height = -1;
2489 LOG_RTCERR1(GetSendCodec, channel_id);
2490 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002491 sinfo.framerate_input = channel_stream_info->framerate();
2492 sinfo.framerate_sent = send_channel->encoder_observer()->framerate();
2493 sinfo.nominal_bitrate = send_channel->encoder_observer()->bitrate();
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00002494 if (send_codec_) {
2495 sinfo.preferred_bitrate = GetBitrate(
2496 send_codec_->maxBitrate, kMaxVideoBitrate);
2497 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002498 sinfo.adapt_reason = send_channel->CurrentAdaptReason();
buildbot@webrtc.orgb525a9d2014-06-03 09:42:15 +00002499
2500#ifdef USE_WEBRTC_DEV_BRANCH
2501 webrtc::CpuOveruseMetrics metrics;
2502 engine()->vie()->base()->GetCpuOveruseMetrics(channel_id, &metrics);
2503 sinfo.capture_jitter_ms = metrics.capture_jitter_ms;
2504 sinfo.avg_encode_ms = metrics.avg_encode_time_ms;
2505 sinfo.encode_usage_percent = metrics.encode_usage_percent;
2506 sinfo.capture_queue_delay_ms_per_s = metrics.capture_queue_delay_ms_per_s;
2507#else
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002508 sinfo.capture_jitter_ms = -1;
2509 sinfo.avg_encode_ms = -1;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002510 sinfo.encode_usage_percent = -1;
2511 sinfo.capture_queue_delay_ms_per_s = -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002512
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002513 int capture_jitter_ms = 0;
2514 int avg_encode_time_ms = 0;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002515 int encode_usage_percent = 0;
2516 int capture_queue_delay_ms_per_s = 0;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002517 if (engine()->vie()->base()->CpuOveruseMeasures(
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002518 channel_id,
2519 &capture_jitter_ms,
2520 &avg_encode_time_ms,
2521 &encode_usage_percent,
2522 &capture_queue_delay_ms_per_s) == 0) {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002523 sinfo.capture_jitter_ms = capture_jitter_ms;
2524 sinfo.avg_encode_ms = avg_encode_time_ms;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002525 sinfo.encode_usage_percent = encode_usage_percent;
2526 sinfo.capture_queue_delay_ms_per_s = capture_queue_delay_ms_per_s;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002527 }
buildbot@webrtc.orgb525a9d2014-06-03 09:42:15 +00002528#endif
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002529
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002530 webrtc::RtcpPacketTypeCounter rtcp_sent;
2531 webrtc::RtcpPacketTypeCounter rtcp_received;
2532 if (engine()->vie()->rtp()->GetRtcpPacketTypeCounters(
2533 channel_id, &rtcp_sent, &rtcp_received) == 0) {
2534 sinfo.firs_rcvd = rtcp_received.fir_packets;
2535 sinfo.plis_rcvd = rtcp_received.pli_packets;
2536 sinfo.nacks_rcvd = rtcp_received.nack_packets;
2537 } else {
2538 sinfo.firs_rcvd = -1;
2539 sinfo.plis_rcvd = -1;
2540 sinfo.nacks_rcvd = -1;
2541 LOG_RTCERR1(GetRtcpPacketTypeCounters, channel_id);
2542 }
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002543
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002544 // Get received RTCP statistics for the sender (reported by the remote
2545 // client in a RTCP packet), if available.
2546 // It's not a fatal error if we can't, since RTCP may not have arrived
2547 // yet.
2548 webrtc::RtcpStatistics outgoing_stream_rtcp_stats;
2549 int outgoing_stream_rtt_ms;
2550
2551 if (engine_->vie()->rtp()->GetSendChannelRtcpStatistics(
2552 channel_id,
2553 outgoing_stream_rtcp_stats,
2554 outgoing_stream_rtt_ms) == 0) {
2555 // Convert Q8 to float.
2556 sinfo.packets_lost = outgoing_stream_rtcp_stats.cumulative_lost;
2557 sinfo.fraction_lost = static_cast<float>(
2558 outgoing_stream_rtcp_stats.fraction_lost) / (1 << 8);
2559 sinfo.rtt_ms = outgoing_stream_rtt_ms;
2560 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002561 info->senders.push_back(sinfo);
2562
2563 unsigned int channel_total_bitrate_sent = 0;
2564 unsigned int channel_video_bitrate_sent = 0;
2565 unsigned int channel_fec_bitrate_sent = 0;
2566 unsigned int channel_nack_bitrate_sent = 0;
2567 if (engine_->vie()->rtp()->GetBandwidthUsage(
2568 channel_id, channel_total_bitrate_sent, channel_video_bitrate_sent,
2569 channel_fec_bitrate_sent, channel_nack_bitrate_sent) == 0) {
2570 total_bitrate_sent += channel_total_bitrate_sent;
2571 video_bitrate_sent += channel_video_bitrate_sent;
2572 fec_bitrate_sent += channel_fec_bitrate_sent;
2573 nack_bitrate_sent += channel_nack_bitrate_sent;
2574 } else {
2575 LOG_RTCERR1(GetBandwidthUsage, channel_id);
2576 }
2577
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002578 unsigned int target_enc_stream_bitrate = 0;
2579 if (engine_->vie()->codec()->GetCodecTargetBitrate(
2580 channel_id, &target_enc_stream_bitrate) == 0) {
2581 target_enc_bitrate += target_enc_stream_bitrate;
2582 } else {
2583 LOG_RTCERR1(GetCodecTargetBitrate, channel_id);
2584 }
2585 }
buildbot@webrtc.orga18b4c92014-05-06 17:48:14 +00002586 if (!send_channels_.empty()) {
2587 // GetEstimatedSendBandwidth returns the estimated bandwidth for all video
2588 // engine channels in a channel group. Any valid channel id will do as it
2589 // is only used to access the right group of channels.
2590 const int channel_id = send_channels_.begin()->second->channel_id();
2591 // Get the send bandwidth available for this MediaChannel.
2592 if (engine_->vie()->rtp()->GetEstimatedSendBandwidth(
2593 channel_id, &estimated_send_bandwidth) != 0) {
2594 LOG_RTCERR1(GetEstimatedSendBandwidth, channel_id);
2595 }
2596 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002597 } else {
2598 LOG(LS_WARNING) << "GetStats: sender information not ready.";
2599 }
2600
2601 // Get the SSRC and stats for each receiver, based on our own calculations.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002602 for (RecvChannelMap::const_iterator it = recv_channels_.begin();
2603 it != recv_channels_.end(); ++it) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002604 WebRtcVideoChannelRecvInfo* channel = it->second;
2605
buildbot@webrtc.orgeaf2bd92014-05-12 23:12:19 +00002606 unsigned int ssrc = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002607 // Get receiver statistics and build VideoReceiverInfo, if we have data.
sergeyu@chromium.orga59696b2013-09-13 23:48:58 +00002608 // Skip the default channel (ssrc == 0).
2609 if (engine_->vie()->rtp()->GetRemoteSSRC(
2610 channel->channel_id(), ssrc) != 0 ||
2611 ssrc == 0)
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002612 continue;
2613
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002614 webrtc::StreamDataCounters sent;
2615 webrtc::StreamDataCounters received;
2616 if (engine_->vie()->rtp()->GetRtpStatistics(channel->channel_id(),
2617 sent, received) != 0) {
2618 LOG_RTCERR1(GetRTPStatistics, channel->channel_id());
2619 return false;
2620 }
2621 VideoReceiverInfo rinfo;
2622 rinfo.add_ssrc(ssrc);
2623 rinfo.bytes_rcvd = received.bytes;
2624 rinfo.packets_rcvd = received.packets;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002625 rinfo.packets_lost = -1;
2626 rinfo.packets_concealed = -1;
2627 rinfo.fraction_lost = -1; // from SentRTCP
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002628 rinfo.frame_width = channel->render_adapter()->width();
2629 rinfo.frame_height = channel->render_adapter()->height();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002630 int fps = channel->render_adapter()->framerate();
2631 rinfo.framerate_decoded = fps;
2632 rinfo.framerate_output = fps;
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +00002633 rinfo.capture_start_ntp_time_ms =
2634 channel->render_adapter()->capture_start_ntp_time_ms();
wu@webrtc.org97077a32013-10-25 21:18:33 +00002635 channel->decoder_observer()->ExportTo(&rinfo);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002636
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002637 webrtc::RtcpPacketTypeCounter rtcp_sent;
2638 webrtc::RtcpPacketTypeCounter rtcp_received;
2639 if (engine()->vie()->rtp()->GetRtcpPacketTypeCounters(
2640 channel->channel_id(), &rtcp_sent, &rtcp_received) == 0) {
2641 rinfo.firs_sent = rtcp_sent.fir_packets;
2642 rinfo.plis_sent = rtcp_sent.pli_packets;
2643 rinfo.nacks_sent = rtcp_sent.nack_packets;
2644 } else {
2645 rinfo.firs_sent = -1;
2646 rinfo.plis_sent = -1;
2647 rinfo.nacks_sent = -1;
2648 LOG_RTCERR1(GetRtcpPacketTypeCounters, channel->channel_id());
2649 }
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002650
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002651 // Get our locally created statistics of the received RTP stream.
2652 webrtc::RtcpStatistics incoming_stream_rtcp_stats;
2653 int incoming_stream_rtt_ms;
2654 if (engine_->vie()->rtp()->GetReceiveChannelRtcpStatistics(
2655 channel->channel_id(),
2656 incoming_stream_rtcp_stats,
2657 incoming_stream_rtt_ms) == 0) {
2658 // Convert Q8 to float.
2659 rinfo.packets_lost = incoming_stream_rtcp_stats.cumulative_lost;
2660 rinfo.fraction_lost = static_cast<float>(
2661 incoming_stream_rtcp_stats.fraction_lost) / (1 << 8);
2662 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002663 info->receivers.push_back(rinfo);
buildbot@webrtc.orga18b4c92014-05-06 17:48:14 +00002664 }
2665 unsigned int estimated_recv_bandwidth = 0;
2666 if (!recv_channels_.empty()) {
2667 // GetEstimatedReceiveBandwidth returns the estimated bandwidth for all
2668 // video engine channels in a channel group. Any valid channel id will do as
2669 // it is only used to access the right group of channels.
2670 const int channel_id = recv_channels_.begin()->second->channel_id();
2671 // Gets the estimated receive bandwidth for the MediaChannel.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002672 if (engine_->vie()->rtp()->GetEstimatedReceiveBandwidth(
buildbot@webrtc.orga18b4c92014-05-06 17:48:14 +00002673 channel_id, &estimated_recv_bandwidth) != 0) {
2674 LOG_RTCERR1(GetEstimatedReceiveBandwidth, channel_id);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002675 }
2676 }
buildbot@webrtc.orga18b4c92014-05-06 17:48:14 +00002677
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002678 // Build BandwidthEstimationInfo.
2679 // TODO(zhurunz): Add real unittest for this.
2680 BandwidthEstimationInfo bwe;
2681
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002682 // TODO(jiayl): remove the condition when the necessary changes are available
2683 // outside the dev branch.
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002684 if (options.include_received_propagation_stats) {
2685 webrtc::ReceiveBandwidthEstimatorStats additional_stats;
2686 // Only call for the default channel because the returned stats are
2687 // collected for all the channels using the same estimator.
2688 if (engine_->vie()->rtp()->GetReceiveBandwidthEstimatorStats(
mallinath@webrtc.org92fdfeb2014-02-17 18:49:41 +00002689 recv_channels_[0]->channel_id(), &additional_stats) == 0) {
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002690 bwe.total_received_propagation_delta_ms =
2691 additional_stats.total_propagation_time_delta_ms;
2692 bwe.recent_received_propagation_delta_ms.swap(
2693 additional_stats.recent_propagation_time_delta_ms);
2694 bwe.recent_received_packet_group_arrival_time_ms.swap(
2695 additional_stats.recent_arrival_time_ms);
2696 }
2697 }
henrike@webrtc.orgb8395eb2014-02-28 21:57:22 +00002698
2699 engine_->vie()->rtp()->GetPacerQueuingDelayMs(
2700 recv_channels_[0]->channel_id(), &bwe.bucket_delay);
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002701
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002702 // Calculations done above per send/receive stream.
2703 bwe.actual_enc_bitrate = video_bitrate_sent;
2704 bwe.transmit_bitrate = total_bitrate_sent;
2705 bwe.retransmit_bitrate = nack_bitrate_sent;
2706 bwe.available_send_bandwidth = estimated_send_bandwidth;
2707 bwe.available_recv_bandwidth = estimated_recv_bandwidth;
2708 bwe.target_enc_bitrate = target_enc_bitrate;
2709
2710 info->bw_estimations.push_back(bwe);
2711
2712 return true;
2713}
2714
2715bool WebRtcVideoMediaChannel::SetCapturer(uint32 ssrc,
2716 VideoCapturer* capturer) {
2717 ASSERT(ssrc != 0);
2718 if (!capturer) {
2719 return RemoveCapturer(ssrc);
2720 }
2721 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
2722 if (!send_channel) {
2723 return false;
2724 }
2725 VideoCapturer* old_capturer = send_channel->video_capturer();
wu@webrtc.org24301a62013-12-13 19:17:43 +00002726 MaybeDisconnectCapturer(old_capturer);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002727
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +00002728 send_channel->set_video_capturer(capturer, engine()->vie());
wu@webrtc.orga8910d22014-01-23 22:12:45 +00002729 MaybeConnectCapturer(capturer);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002730 if (!capturer->IsScreencast() && ratio_w_ != 0 && ratio_h_ != 0) {
2731 capturer->UpdateAspectRatio(ratio_w_, ratio_h_);
2732 }
2733 const int64 timestamp = send_channel->local_stream_info()->time_stamp();
2734 if (send_codec_) {
2735 QueueBlackFrame(ssrc, timestamp, send_codec_->maxFramerate);
2736 }
2737 return true;
2738}
2739
2740bool WebRtcVideoMediaChannel::RequestIntraFrame() {
2741 // There is no API exposed to application to request a key frame
2742 // ViE does this internally when there are errors from decoder
2743 return false;
2744}
2745
wu@webrtc.orga9890802013-12-13 00:21:03 +00002746void WebRtcVideoMediaChannel::OnPacketReceived(
2747 talk_base::Buffer* packet, const talk_base::PacketTime& packet_time) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002748 // Pick which channel to send this packet to. If this packet doesn't match
2749 // any multiplexed streams, just send it to the default channel. Otherwise,
2750 // send it to the specific decoder instance for that stream.
2751 uint32 ssrc = 0;
2752 if (!GetRtpSsrc(packet->data(), packet->length(), &ssrc))
2753 return;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002754 int processing_channel = GetRecvChannelNum(ssrc);
2755 if (processing_channel == -1) {
2756 // Allocate an unsignalled recv channel for processing in conference mode.
henrike@webrtc.org18e59112014-03-14 17:19:38 +00002757 if (!InConferenceMode()) {
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00002758 // If we can't find or allocate one, use the default.
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002759 processing_channel = video_channel();
henrike@webrtc.org18e59112014-03-14 17:19:38 +00002760 } else if (!CreateUnsignalledRecvChannel(ssrc, &processing_channel)) {
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00002761 // If we can't create an unsignalled recv channel, drop the packet in
henrike@webrtc.org18e59112014-03-14 17:19:38 +00002762 // conference mode.
2763 return;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002764 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002765 }
2766
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002767 engine()->vie()->network()->ReceivedRTPPacket(
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002768 processing_channel,
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002769 packet->data(),
wu@webrtc.orga9890802013-12-13 00:21:03 +00002770 static_cast<int>(packet->length()),
2771 webrtc::PacketTime(packet_time.timestamp, packet_time.not_before));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002772}
2773
wu@webrtc.orga9890802013-12-13 00:21:03 +00002774void WebRtcVideoMediaChannel::OnRtcpReceived(
2775 talk_base::Buffer* packet, const talk_base::PacketTime& packet_time) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002776// Sending channels need all RTCP packets with feedback information.
2777// Even sender reports can contain attached report blocks.
2778// Receiving channels need sender reports in order to create
2779// correct receiver reports.
2780
2781 uint32 ssrc = 0;
2782 if (!GetRtcpSsrc(packet->data(), packet->length(), &ssrc)) {
2783 LOG(LS_WARNING) << "Failed to parse SSRC from received RTCP packet";
2784 return;
2785 }
2786 int type = 0;
2787 if (!GetRtcpType(packet->data(), packet->length(), &type)) {
2788 LOG(LS_WARNING) << "Failed to parse type from received RTCP packet";
2789 return;
2790 }
2791
2792 // If it is a sender report, find the channel that is listening.
2793 if (type == kRtcpTypeSR) {
2794 int which_channel = GetRecvChannelNum(ssrc);
2795 if (which_channel != -1 && !IsDefaultChannel(which_channel)) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002796 engine_->vie()->network()->ReceivedRTCPPacket(
2797 which_channel,
2798 packet->data(),
2799 static_cast<int>(packet->length()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002800 }
2801 }
2802 // SR may continue RR and any RR entry may correspond to any one of the send
2803 // channels. So all RTCP packets must be forwarded all send channels. ViE
2804 // will filter out RR internally.
2805 for (SendChannelMap::iterator iter = send_channels_.begin();
2806 iter != send_channels_.end(); ++iter) {
2807 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2808 int channel_id = send_channel->channel_id();
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002809 engine_->vie()->network()->ReceivedRTCPPacket(
2810 channel_id,
2811 packet->data(),
2812 static_cast<int>(packet->length()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002813 }
2814}
2815
2816void WebRtcVideoMediaChannel::OnReadyToSend(bool ready) {
2817 SetNetworkTransmissionState(ready);
2818}
2819
2820bool WebRtcVideoMediaChannel::MuteStream(uint32 ssrc, bool muted) {
2821 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
2822 if (!send_channel) {
2823 LOG(LS_ERROR) << "The specified ssrc " << ssrc << " is not in use.";
2824 return false;
2825 }
2826 send_channel->set_muted(muted);
2827 return true;
2828}
2829
2830bool WebRtcVideoMediaChannel::SetRecvRtpHeaderExtensions(
2831 const std::vector<RtpHeaderExtension>& extensions) {
2832 if (receive_extensions_ == extensions) {
2833 return true;
2834 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002835
2836 const RtpHeaderExtension* offset_extension =
2837 FindHeaderExtension(extensions, kRtpTimestampOffsetHeaderExtension);
2838 const RtpHeaderExtension* send_time_extension =
henrike@webrtc.org79047f92014-03-06 23:46:59 +00002839 FindHeaderExtension(extensions, kRtpAbsoluteSenderTimeHeaderExtension);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002840
2841 // Loop through all receive channels and enable/disable the extensions.
2842 for (RecvChannelMap::iterator channel_it = recv_channels_.begin();
2843 channel_it != recv_channels_.end(); ++channel_it) {
2844 int channel_id = channel_it->second->channel_id();
2845 if (!SetHeaderExtension(
2846 &webrtc::ViERTP_RTCP::SetReceiveTimestampOffsetStatus, channel_id,
2847 offset_extension)) {
2848 return false;
2849 }
2850 if (!SetHeaderExtension(
2851 &webrtc::ViERTP_RTCP::SetReceiveAbsoluteSendTimeStatus, channel_id,
2852 send_time_extension)) {
2853 return false;
2854 }
2855 }
buildbot@webrtc.org150835e2014-05-06 15:54:38 +00002856
2857 receive_extensions_ = extensions;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002858 return true;
2859}
2860
2861bool WebRtcVideoMediaChannel::SetSendRtpHeaderExtensions(
2862 const std::vector<RtpHeaderExtension>& extensions) {
buildbot@webrtc.org150835e2014-05-06 15:54:38 +00002863 if (send_extensions_ == extensions) {
2864 return true;
2865 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002866
2867 const RtpHeaderExtension* offset_extension =
2868 FindHeaderExtension(extensions, kRtpTimestampOffsetHeaderExtension);
2869 const RtpHeaderExtension* send_time_extension =
henrike@webrtc.org79047f92014-03-06 23:46:59 +00002870 FindHeaderExtension(extensions, kRtpAbsoluteSenderTimeHeaderExtension);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002871
2872 // Loop through all send channels and enable/disable the extensions.
2873 for (SendChannelMap::iterator channel_it = send_channels_.begin();
2874 channel_it != send_channels_.end(); ++channel_it) {
2875 int channel_id = channel_it->second->channel_id();
2876 if (!SetHeaderExtension(
2877 &webrtc::ViERTP_RTCP::SetSendTimestampOffsetStatus, channel_id,
2878 offset_extension)) {
2879 return false;
2880 }
2881 if (!SetHeaderExtension(
2882 &webrtc::ViERTP_RTCP::SetSendAbsoluteSendTimeStatus, channel_id,
2883 send_time_extension)) {
2884 return false;
2885 }
2886 }
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002887
2888 if (send_time_extension) {
2889 // For video RTP packets, we would like to update AbsoluteSendTimeHeader
2890 // Extension closer to the network, @ socket level before sending.
2891 // Pushing the extension id to socket layer.
2892 MediaChannel::SetOption(NetworkInterface::ST_RTP,
2893 talk_base::Socket::OPT_RTP_SENDTIME_EXTN_ID,
2894 send_time_extension->id);
2895 }
buildbot@webrtc.org150835e2014-05-06 15:54:38 +00002896
2897 send_extensions_ = extensions;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002898 return true;
2899}
2900
mallinath@webrtc.org92fdfeb2014-02-17 18:49:41 +00002901int WebRtcVideoMediaChannel::GetRtpSendTimeExtnId() const {
2902 const RtpHeaderExtension* send_time_extension = FindHeaderExtension(
henrike@webrtc.org79047f92014-03-06 23:46:59 +00002903 send_extensions_, kRtpAbsoluteSenderTimeHeaderExtension);
mallinath@webrtc.org92fdfeb2014-02-17 18:49:41 +00002904 if (send_time_extension) {
2905 return send_time_extension->id;
2906 }
2907 return -1;
2908}
2909
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002910bool WebRtcVideoMediaChannel::SetStartSendBandwidth(int bps) {
2911 LOG(LS_INFO) << "WebRtcVideoMediaChannel::SetStartSendBandwidth";
2912
2913 if (!send_codec_) {
2914 LOG(LS_INFO) << "The send codec has not been set up yet";
2915 return true;
2916 }
2917
2918 // On success, SetSendCodec() will reset |send_start_bitrate_| to |bps/1000|,
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00002919 // by calling MaybeChangeBitrates. That method will also clamp the
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002920 // start bitrate between min and max, consistent with the override behavior
2921 // in SetMaxSendBandwidth.
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00002922 webrtc::VideoCodec new_codec = *send_codec_;
2923 if (BitrateIsSet(bps)) {
2924 new_codec.startBitrate = bps / 1000;
2925 }
2926 return SetSendCodec(new_codec);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002927}
2928
2929bool WebRtcVideoMediaChannel::SetMaxSendBandwidth(int bps) {
2930 LOG(LS_INFO) << "WebRtcVideoMediaChannel::SetMaxSendBandwidth";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002931
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002932 if (!send_codec_) {
2933 LOG(LS_INFO) << "The send codec has not been set up yet";
2934 return true;
2935 }
2936
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00002937 webrtc::VideoCodec new_codec = *send_codec_;
2938 if (BitrateIsSet(bps)) {
2939 new_codec.maxBitrate = bps / 1000;
2940 }
2941 if (!SetSendCodec(new_codec)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002942 return false;
2943 }
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002944 LogSendCodecChange("SetMaxSendBandwidth()");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002945
2946 return true;
2947}
2948
2949bool WebRtcVideoMediaChannel::SetOptions(const VideoOptions &options) {
2950 // Always accept options that are unchanged.
2951 if (options_ == options) {
2952 return true;
2953 }
2954
2955 // Trigger SetSendCodec to set correct noise reduction state if the option has
2956 // changed.
2957 bool denoiser_changed = options.video_noise_reduction.IsSet() &&
2958 (options_.video_noise_reduction != options.video_noise_reduction);
2959
2960 bool leaky_bucket_changed = options.video_leaky_bucket.IsSet() &&
2961 (options_.video_leaky_bucket != options.video_leaky_bucket);
2962
2963 bool buffer_latency_changed = options.buffered_mode_latency.IsSet() &&
2964 (options_.buffered_mode_latency != options.buffered_mode_latency);
2965
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00002966 bool cpu_overuse_detection_changed = options.cpu_overuse_detection.IsSet() &&
2967 (options_.cpu_overuse_detection != options.cpu_overuse_detection);
2968
wu@webrtc.orgde305012013-10-31 15:40:38 +00002969 bool dscp_option_changed = (options_.dscp != options.dscp);
2970
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002971 bool suspend_below_min_bitrate_changed =
2972 options.suspend_below_min_bitrate.IsSet() &&
2973 (options_.suspend_below_min_bitrate != options.suspend_below_min_bitrate);
2974
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002975 bool conference_mode_turned_off = false;
2976 if (options_.conference_mode.IsSet() && options.conference_mode.IsSet() &&
2977 options_.conference_mode.GetWithDefaultIfUnset(false) &&
2978 !options.conference_mode.GetWithDefaultIfUnset(false)) {
2979 conference_mode_turned_off = true;
2980 }
2981
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00002982 bool improved_wifi_bwe_changed =
2983 options.use_improved_wifi_bandwidth_estimator.IsSet() &&
2984 options_.use_improved_wifi_bandwidth_estimator !=
2985 options.use_improved_wifi_bandwidth_estimator;
2986
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00002987
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002988 // Save the options, to be interpreted where appropriate.
2989 // Use options_.SetAll() instead of assignment so that unset value in options
2990 // will not overwrite the previous option value.
2991 options_.SetAll(options);
2992
2993 // Set CPU options for all send channels.
2994 for (SendChannelMap::iterator iter = send_channels_.begin();
2995 iter != send_channels_.end(); ++iter) {
2996 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2997 send_channel->ApplyCpuOptions(options_);
2998 }
2999
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003000 if (send_codec_) {
3001 bool reset_send_codec_needed = denoiser_changed;
3002 webrtc::VideoCodec new_codec = *send_codec_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003003
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003004 // TODO(pthatcher): Remove this. We don't need 4 ways to set bitrates.
3005 bool lower_min_bitrate;
3006 if (options.lower_min_bitrate.Get(&lower_min_bitrate)) {
3007 new_codec.minBitrate = kLowerMinBitrate;
3008 reset_send_codec_needed = true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003009 }
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003010
3011 if (conference_mode_turned_off) {
3012 // This is a special case for turning conference mode off.
3013 // Max bitrate should go back to the default maximum value instead
3014 // of the current maximum.
3015 new_codec.maxBitrate = kAutoBandwidth;
3016 reset_send_codec_needed = true;
3017 }
3018
3019 // TODO(pthatcher): Remove this. We don't need 4 ways to set bitrates.
3020 int new_start_bitrate;
3021 if (options.video_start_bitrate.Get(&new_start_bitrate)) {
3022 new_codec.startBitrate = new_start_bitrate;
3023 reset_send_codec_needed = true;
3024 }
3025
3026
3027 LOG(LS_INFO) << "Reset send codec needed is enabled? "
3028 << reset_send_codec_needed;
3029 if (reset_send_codec_needed) {
3030 if (!SetSendCodec(new_codec)) {
3031 return false;
3032 }
3033 LogSendCodecChange("SetOptions()");
3034 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003035 }
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00003036
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003037 if (leaky_bucket_changed) {
3038 bool enable_leaky_bucket =
3039 options_.video_leaky_bucket.GetWithDefaultIfUnset(false);
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003040 LOG(LS_INFO) << "Leaky bucket is enabled? " << enable_leaky_bucket;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003041 for (SendChannelMap::iterator it = send_channels_.begin();
3042 it != send_channels_.end(); ++it) {
3043 if (engine()->vie()->rtp()->SetTransmissionSmoothingStatus(
3044 it->second->channel_id(), enable_leaky_bucket) != 0) {
3045 LOG_RTCERR2(SetTransmissionSmoothingStatus, it->second->channel_id(),
3046 enable_leaky_bucket);
3047 }
3048 }
3049 }
3050 if (buffer_latency_changed) {
3051 int buffer_latency =
3052 options_.buffered_mode_latency.GetWithDefaultIfUnset(
3053 cricket::kBufferedModeDisabled);
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003054 LOG(LS_INFO) << "Buffer latency is " << buffer_latency;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003055 for (SendChannelMap::iterator it = send_channels_.begin();
3056 it != send_channels_.end(); ++it) {
3057 if (engine()->vie()->rtp()->SetSenderBufferingMode(
3058 it->second->channel_id(), buffer_latency) != 0) {
3059 LOG_RTCERR2(SetSenderBufferingMode, it->second->channel_id(),
3060 buffer_latency);
3061 }
3062 }
3063 for (RecvChannelMap::iterator it = recv_channels_.begin();
3064 it != recv_channels_.end(); ++it) {
3065 if (engine()->vie()->rtp()->SetReceiverBufferingMode(
3066 it->second->channel_id(), buffer_latency) != 0) {
3067 LOG_RTCERR2(SetReceiverBufferingMode, it->second->channel_id(),
3068 buffer_latency);
3069 }
3070 }
3071 }
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003072 if (cpu_overuse_detection_changed) {
3073 bool cpu_overuse_detection =
3074 options_.cpu_overuse_detection.GetWithDefaultIfUnset(false);
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003075 LOG(LS_INFO) << "CPU overuse detection is enabled? "
3076 << cpu_overuse_detection;
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003077 for (SendChannelMap::iterator iter = send_channels_.begin();
3078 iter != send_channels_.end(); ++iter) {
3079 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3080 send_channel->SetCpuOveruseDetection(cpu_overuse_detection);
3081 }
3082 }
wu@webrtc.orgde305012013-10-31 15:40:38 +00003083 if (dscp_option_changed) {
3084 talk_base::DiffServCodePoint dscp = talk_base::DSCP_DEFAULT;
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00003085 if (options_.dscp.GetWithDefaultIfUnset(false))
wu@webrtc.orgde305012013-10-31 15:40:38 +00003086 dscp = kVideoDscpValue;
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003087 LOG(LS_INFO) << "DSCP is " << dscp;
wu@webrtc.orgde305012013-10-31 15:40:38 +00003088 if (MediaChannel::SetDscp(dscp) != 0) {
3089 LOG(LS_WARNING) << "Failed to set DSCP settings for video channel";
3090 }
3091 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003092 if (suspend_below_min_bitrate_changed) {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003093 if (options_.suspend_below_min_bitrate.GetWithDefaultIfUnset(false)) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003094 LOG(LS_INFO) << "Suspend below min bitrate enabled.";
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003095 for (SendChannelMap::iterator it = send_channels_.begin();
3096 it != send_channels_.end(); ++it) {
3097 engine()->vie()->codec()->SuspendBelowMinBitrate(
3098 it->second->channel_id());
3099 }
3100 } else {
3101 LOG(LS_WARNING) << "Cannot disable video suspension once it is enabled";
3102 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003103 }
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003104 if (improved_wifi_bwe_changed) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003105 LOG(LS_INFO) << "Improved WIFI BWE called.";
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003106 webrtc::Config config;
3107 config.Set(new webrtc::AimdRemoteRateControl(
3108 options_.use_improved_wifi_bandwidth_estimator
3109 .GetWithDefaultIfUnset(false)));
3110 for (SendChannelMap::iterator it = send_channels_.begin();
3111 it != send_channels_.end(); ++it) {
3112 engine()->vie()->network()->SetBandwidthEstimationConfig(
3113 it->second->channel_id(), config);
3114 }
3115 }
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +00003116 webrtc::CpuOveruseOptions overuse_options;
3117 if (GetCpuOveruseOptions(options_, &overuse_options)) {
3118 for (SendChannelMap::iterator it = send_channels_.begin();
3119 it != send_channels_.end(); ++it) {
3120 if (engine()->vie()->base()->SetCpuOveruseOptions(
3121 it->second->channel_id(), overuse_options) != 0) {
3122 LOG_RTCERR1(SetCpuOveruseOptions, it->second->channel_id());
3123 }
3124 }
3125 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003126 return true;
3127}
3128
3129void WebRtcVideoMediaChannel::SetInterface(NetworkInterface* iface) {
3130 MediaChannel::SetInterface(iface);
3131 // Set the RTP recv/send buffer to a bigger size
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00003132 MediaChannel::SetOption(NetworkInterface::ST_RTP,
3133 talk_base::Socket::OPT_RCVBUF,
3134 kVideoRtpBufferSize);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003135
3136 // TODO(sriniv): Remove or re-enable this.
3137 // As part of b/8030474, send-buffer is size now controlled through
3138 // portallocator flags.
3139 // network_interface_->SetOption(NetworkInterface::ST_RTP,
3140 // talk_base::Socket::OPT_SNDBUF,
3141 // kVideoRtpBufferSize);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003142}
3143
3144void WebRtcVideoMediaChannel::UpdateAspectRatio(int ratio_w, int ratio_h) {
3145 ASSERT(ratio_w != 0);
3146 ASSERT(ratio_h != 0);
3147 ratio_w_ = ratio_w;
3148 ratio_h_ = ratio_h;
3149 // For now assume that all streams want the same aspect ratio.
3150 // TODO(hellner): remove the need for this assumption.
3151 for (SendChannelMap::iterator iter = send_channels_.begin();
3152 iter != send_channels_.end(); ++iter) {
3153 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3154 VideoCapturer* capturer = send_channel->video_capturer();
3155 if (capturer) {
3156 capturer->UpdateAspectRatio(ratio_w, ratio_h);
3157 }
3158 }
3159}
3160
3161bool WebRtcVideoMediaChannel::GetRenderer(uint32 ssrc,
3162 VideoRenderer** renderer) {
3163 RecvChannelMap::const_iterator it = recv_channels_.find(ssrc);
3164 if (it == recv_channels_.end()) {
3165 if (first_receive_ssrc_ == ssrc &&
3166 recv_channels_.find(0) != recv_channels_.end()) {
3167 LOG(LS_INFO) << " GetRenderer " << ssrc
3168 << " reuse default renderer #"
3169 << vie_channel_;
3170 *renderer = recv_channels_[0]->render_adapter()->renderer();
3171 return true;
3172 }
3173 return false;
3174 }
3175
3176 *renderer = it->second->render_adapter()->renderer();
3177 return true;
3178}
3179
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +00003180bool WebRtcVideoMediaChannel::GetVideoAdapter(
3181 uint32 ssrc, CoordinatedVideoAdapter** video_adapter) {
3182 SendChannelMap::iterator it = send_channels_.find(ssrc);
3183 if (it == send_channels_.end()) {
3184 return false;
3185 }
3186 *video_adapter = it->second->video_adapter();
3187 return true;
3188}
3189
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003190void WebRtcVideoMediaChannel::SendFrame(VideoCapturer* capturer,
3191 const VideoFrame* frame) {
wu@webrtc.org24301a62013-12-13 19:17:43 +00003192 // If the |capturer| is registered to any send channel, then send the frame
3193 // to those send channels.
3194 bool capturer_is_channel_owned = false;
3195 for (SendChannelMap::iterator iter = send_channels_.begin();
3196 iter != send_channels_.end(); ++iter) {
3197 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3198 if (send_channel->video_capturer() == capturer) {
3199 SendFrame(send_channel, frame, capturer->IsScreencast());
3200 capturer_is_channel_owned = true;
3201 }
3202 }
3203 if (capturer_is_channel_owned) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003204 return;
3205 }
wu@webrtc.org24301a62013-12-13 19:17:43 +00003206
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003207 // TODO(hellner): Remove below for loop once the captured frame no longer
3208 // come from the engine, i.e. the engine no longer owns a capturer.
3209 for (SendChannelMap::iterator iter = send_channels_.begin();
3210 iter != send_channels_.end(); ++iter) {
3211 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3212 if (send_channel->video_capturer() == NULL) {
3213 SendFrame(send_channel, frame, capturer->IsScreencast());
3214 }
3215 }
3216}
3217
3218bool WebRtcVideoMediaChannel::SendFrame(
3219 WebRtcVideoChannelSendInfo* send_channel,
3220 const VideoFrame* frame,
3221 bool is_screencast) {
3222 if (!send_channel) {
3223 return false;
3224 }
3225 if (!send_codec_) {
3226 // Send codec has not been set. No reason to process the frame any further.
3227 return false;
3228 }
3229 const VideoFormat& video_format = send_channel->video_format();
3230 // If the frame should be dropped.
3231 const bool video_format_set = video_format != cricket::VideoFormat();
3232 if (video_format_set &&
3233 (video_format.width == 0 && video_format.height == 0)) {
3234 return true;
3235 }
3236
3237 // Checks if we need to reset vie send codec.
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00003238 if (!MaybeResetVieSendCodec(send_channel,
3239 static_cast<int>(frame->GetWidth()),
3240 static_cast<int>(frame->GetHeight()),
3241 is_screencast, NULL)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003242 LOG(LS_ERROR) << "MaybeResetVieSendCodec failed with "
3243 << frame->GetWidth() << "x" << frame->GetHeight();
3244 return false;
3245 }
3246 const VideoFrame* frame_out = frame;
3247 talk_base::scoped_ptr<VideoFrame> processed_frame;
3248 // Disable muting for screencast.
3249 const bool mute = (send_channel->muted() && !is_screencast);
3250 send_channel->ProcessFrame(*frame_out, mute, processed_frame.use());
3251 if (processed_frame) {
3252 frame_out = processed_frame.get();
3253 }
3254
3255 webrtc::ViEVideoFrameI420 frame_i420;
3256 // TODO(ronghuawu): Update the webrtc::ViEVideoFrameI420
3257 // to use const unsigned char*
3258 frame_i420.y_plane = const_cast<unsigned char*>(frame_out->GetYPlane());
3259 frame_i420.u_plane = const_cast<unsigned char*>(frame_out->GetUPlane());
3260 frame_i420.v_plane = const_cast<unsigned char*>(frame_out->GetVPlane());
3261 frame_i420.y_pitch = frame_out->GetYPitch();
3262 frame_i420.u_pitch = frame_out->GetUPitch();
3263 frame_i420.v_pitch = frame_out->GetVPitch();
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003264 frame_i420.width = static_cast<uint16>(frame_out->GetWidth());
3265 frame_i420.height = static_cast<uint16>(frame_out->GetHeight());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003266
3267 int64 timestamp_ntp_ms = 0;
3268 // TODO(justinlin): Reenable after Windows issues with clock drift are fixed.
3269 // Currently reverted to old behavior of discarding capture timestamp.
3270#if 0
henrike@webrtc.orgf5bebd42014-04-04 18:39:07 +00003271 static const int kTimestampDeltaInSecondsForWarning = 2;
3272
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003273 // If the frame timestamp is 0, we will use the deliver time.
3274 const int64 frame_timestamp = frame->GetTimeStamp();
3275 if (frame_timestamp != 0) {
3276 if (abs(time(NULL) - frame_timestamp / talk_base::kNumNanosecsPerSec) >
3277 kTimestampDeltaInSecondsForWarning) {
3278 LOG(LS_WARNING) << "Frame timestamp differs by more than "
3279 << kTimestampDeltaInSecondsForWarning << " seconds from "
3280 << "current Unix timestamp.";
3281 }
3282
3283 timestamp_ntp_ms =
3284 talk_base::UnixTimestampNanosecsToNtpMillisecs(frame_timestamp);
3285 }
3286#endif
3287
3288 return send_channel->external_capture()->IncomingFrameI420(
3289 frame_i420, timestamp_ntp_ms) == 0;
3290}
3291
3292bool WebRtcVideoMediaChannel::CreateChannel(uint32 ssrc_key,
3293 MediaDirection direction,
3294 int* channel_id) {
3295 // There are 3 types of channels. Sending only, receiving only and
3296 // sending and receiving. The sending and receiving channel is the
3297 // default channel and there is only one. All other channels that are created
3298 // are associated with the default channel which must exist. The default
3299 // channel id is stored in |vie_channel_|. All channels need to know about
3300 // the default channel to properly handle remb which is why there are
3301 // different ViE create channel calls.
3302 // For this channel the local and remote ssrc key is 0. However, it may
3303 // have a non-zero local and/or remote ssrc depending on if it is currently
3304 // sending and/or receiving.
3305 if ((vie_channel_ == -1 || direction == MD_SENDRECV) &&
3306 (!send_channels_.empty() || !recv_channels_.empty())) {
3307 ASSERT(false);
3308 return false;
3309 }
3310
3311 *channel_id = -1;
3312 if (direction == MD_RECV) {
3313 // All rec channels are associated with the default channel |vie_channel_|
3314 if (engine_->vie()->base()->CreateReceiveChannel(*channel_id,
3315 vie_channel_) != 0) {
3316 LOG_RTCERR2(CreateReceiveChannel, *channel_id, vie_channel_);
3317 return false;
3318 }
3319 } else if (direction == MD_SEND) {
3320 if (engine_->vie()->base()->CreateChannel(*channel_id,
3321 vie_channel_) != 0) {
3322 LOG_RTCERR2(CreateChannel, *channel_id, vie_channel_);
3323 return false;
3324 }
3325 } else {
3326 ASSERT(direction == MD_SENDRECV);
3327 if (engine_->vie()->base()->CreateChannel(*channel_id) != 0) {
3328 LOG_RTCERR1(CreateChannel, *channel_id);
3329 return false;
3330 }
3331 }
3332 if (!ConfigureChannel(*channel_id, direction, ssrc_key)) {
3333 engine_->vie()->base()->DeleteChannel(*channel_id);
3334 *channel_id = -1;
3335 return false;
3336 }
3337
3338 return true;
3339}
3340
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00003341bool WebRtcVideoMediaChannel::CreateUnsignalledRecvChannel(
3342 uint32 ssrc_key, int* out_channel_id) {
henrike@webrtc.org18e59112014-03-14 17:19:38 +00003343 int unsignalled_recv_channel_limit =
3344 options_.unsignalled_recv_stream_limit.GetWithDefaultIfUnset(
3345 kNumDefaultUnsignalledVideoRecvStreams);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00003346 if (num_unsignalled_recv_channels_ >= unsignalled_recv_channel_limit) {
3347 return false;
3348 }
3349 if (!CreateChannel(ssrc_key, MD_RECV, out_channel_id)) {
3350 return false;
3351 }
3352 // TODO(tvsriram): Support dynamic sizing of unsignalled recv channels.
3353 num_unsignalled_recv_channels_++;
3354 return true;
3355}
3356
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003357bool WebRtcVideoMediaChannel::ConfigureChannel(int channel_id,
3358 MediaDirection direction,
3359 uint32 ssrc_key) {
3360 const bool receiving = (direction == MD_RECV) || (direction == MD_SENDRECV);
3361 const bool sending = (direction == MD_SEND) || (direction == MD_SENDRECV);
3362 // Register external transport.
3363 if (engine_->vie()->network()->RegisterSendTransport(
3364 channel_id, *this) != 0) {
3365 LOG_RTCERR1(RegisterSendTransport, channel_id);
3366 return false;
3367 }
3368
3369 // Set MTU.
3370 if (engine_->vie()->network()->SetMTU(channel_id, kVideoMtu) != 0) {
3371 LOG_RTCERR2(SetMTU, channel_id, kVideoMtu);
3372 return false;
3373 }
3374 // Turn on RTCP and loss feedback reporting.
3375 if (engine()->vie()->rtp()->SetRTCPStatus(
3376 channel_id, webrtc::kRtcpCompound_RFC4585) != 0) {
3377 LOG_RTCERR2(SetRTCPStatus, channel_id, webrtc::kRtcpCompound_RFC4585);
3378 return false;
3379 }
3380 // Enable pli as key frame request method.
3381 if (engine_->vie()->rtp()->SetKeyFrameRequestMethod(
3382 channel_id, webrtc::kViEKeyFrameRequestPliRtcp) != 0) {
3383 LOG_RTCERR2(SetKeyFrameRequestMethod,
3384 channel_id, webrtc::kViEKeyFrameRequestPliRtcp);
3385 return false;
3386 }
3387 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_, nack_enabled_)) {
3388 // Logged in SetNackFec. Don't spam the logs.
3389 return false;
3390 }
3391 // Note that receiving must always be configured before sending to ensure
3392 // that send and receive channel is configured correctly (ConfigureReceiving
3393 // assumes no sending).
3394 if (receiving) {
3395 if (!ConfigureReceiving(channel_id, ssrc_key)) {
3396 return false;
3397 }
3398 }
3399 if (sending) {
3400 if (!ConfigureSending(channel_id, ssrc_key)) {
3401 return false;
3402 }
3403 }
3404
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00003405 // Start receiving for both receive and send channels so that we get incoming
3406 // RTP (if receiving) as well as RTCP feedback (if sending).
3407 if (engine()->vie()->base()->StartReceive(channel_id) != 0) {
3408 LOG_RTCERR1(StartReceive, channel_id);
3409 return false;
3410 }
3411
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003412 return true;
3413}
3414
3415bool WebRtcVideoMediaChannel::ConfigureReceiving(int channel_id,
3416 uint32 remote_ssrc_key) {
3417 // Make sure that an SSRC/key isn't registered more than once.
3418 if (recv_channels_.find(remote_ssrc_key) != recv_channels_.end()) {
3419 return false;
3420 }
3421 // Connect the voice channel, if there is one.
3422 // TODO(perkj): The A/V is synched by the receiving channel. So we need to
3423 // know the SSRC of the remote audio channel in order to fetch the correct
3424 // webrtc VoiceEngine channel. For now- only sync the default channel used
3425 // in 1-1 calls.
3426 if (remote_ssrc_key == 0 && voice_channel_) {
3427 WebRtcVoiceMediaChannel* voice_channel =
3428 static_cast<WebRtcVoiceMediaChannel*>(voice_channel_);
3429 if (engine_->vie()->base()->ConnectAudioChannel(
3430 vie_channel_, voice_channel->voe_channel()) != 0) {
3431 LOG_RTCERR2(ConnectAudioChannel, channel_id,
3432 voice_channel->voe_channel());
3433 LOG(LS_WARNING) << "A/V not synchronized";
3434 // Not a fatal error.
3435 }
3436 }
3437
3438 talk_base::scoped_ptr<WebRtcVideoChannelRecvInfo> channel_info(
3439 new WebRtcVideoChannelRecvInfo(channel_id));
3440
3441 // Install a render adapter.
3442 if (engine_->vie()->render()->AddRenderer(channel_id,
3443 webrtc::kVideoI420, channel_info->render_adapter()) != 0) {
3444 LOG_RTCERR3(AddRenderer, channel_id, webrtc::kVideoI420,
3445 channel_info->render_adapter());
3446 return false;
3447 }
3448
3449
3450 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
3451 kNotSending,
3452 remb_enabled_) != 0) {
3453 LOG_RTCERR3(SetRembStatus, channel_id, kNotSending, remb_enabled_);
3454 return false;
3455 }
3456
3457 if (!SetHeaderExtension(&webrtc::ViERTP_RTCP::SetReceiveTimestampOffsetStatus,
3458 channel_id, receive_extensions_, kRtpTimestampOffsetHeaderExtension)) {
3459 return false;
3460 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003461 if (!SetHeaderExtension(
3462 &webrtc::ViERTP_RTCP::SetReceiveAbsoluteSendTimeStatus, channel_id,
henrike@webrtc.org79047f92014-03-06 23:46:59 +00003463 receive_extensions_, kRtpAbsoluteSenderTimeHeaderExtension)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003464 return false;
3465 }
3466
3467 if (remote_ssrc_key != 0) {
3468 // Use the same SSRC as our default channel
3469 // (so the RTCP reports are correct).
3470 unsigned int send_ssrc = 0;
3471 webrtc::ViERTP_RTCP* rtp = engine()->vie()->rtp();
3472 if (rtp->GetLocalSSRC(vie_channel_, send_ssrc) == -1) {
3473 LOG_RTCERR2(GetLocalSSRC, vie_channel_, send_ssrc);
3474 return false;
3475 }
3476 if (rtp->SetLocalSSRC(channel_id, send_ssrc) == -1) {
3477 LOG_RTCERR2(SetLocalSSRC, channel_id, send_ssrc);
3478 return false;
3479 }
3480 } // Else this is the the default channel and we don't change the SSRC.
3481
3482 // Disable color enhancement since it is a bit too aggressive.
3483 if (engine()->vie()->image()->EnableColorEnhancement(channel_id,
3484 false) != 0) {
3485 LOG_RTCERR1(EnableColorEnhancement, channel_id);
3486 return false;
3487 }
3488
3489 if (!SetReceiveCodecs(channel_info.get())) {
3490 return false;
3491 }
3492
3493 int buffer_latency =
3494 options_.buffered_mode_latency.GetWithDefaultIfUnset(
3495 cricket::kBufferedModeDisabled);
3496 if (buffer_latency != cricket::kBufferedModeDisabled) {
3497 if (engine()->vie()->rtp()->SetReceiverBufferingMode(
3498 channel_id, buffer_latency) != 0) {
3499 LOG_RTCERR2(SetReceiverBufferingMode, channel_id, buffer_latency);
3500 }
3501 }
3502
3503 if (render_started_) {
3504 if (engine_->vie()->render()->StartRender(channel_id) != 0) {
3505 LOG_RTCERR1(StartRender, channel_id);
3506 return false;
3507 }
3508 }
3509
3510 // Register decoder observer for incoming framerate and bitrate.
3511 if (engine()->vie()->codec()->RegisterDecoderObserver(
3512 channel_id, *channel_info->decoder_observer()) != 0) {
3513 LOG_RTCERR1(RegisterDecoderObserver, channel_info->decoder_observer());
3514 return false;
3515 }
3516
3517 recv_channels_[remote_ssrc_key] = channel_info.release();
3518 return true;
3519}
3520
3521bool WebRtcVideoMediaChannel::ConfigureSending(int channel_id,
3522 uint32 local_ssrc_key) {
3523 // The ssrc key can be zero or correspond to an SSRC.
3524 // Make sure the default channel isn't configured more than once.
3525 if (local_ssrc_key == 0 && send_channels_.find(0) != send_channels_.end()) {
3526 return false;
3527 }
3528 // Make sure that the SSRC is not already in use.
3529 uint32 dummy_key;
3530 if (GetSendChannelKey(local_ssrc_key, &dummy_key)) {
3531 return false;
3532 }
3533 int vie_capture = 0;
3534 webrtc::ViEExternalCapture* external_capture = NULL;
3535 // Register external capture.
3536 if (engine()->vie()->capture()->AllocateExternalCaptureDevice(
3537 vie_capture, external_capture) != 0) {
3538 LOG_RTCERR0(AllocateExternalCaptureDevice);
3539 return false;
3540 }
3541
3542 // Connect external capture.
3543 if (engine()->vie()->capture()->ConnectCaptureDevice(
3544 vie_capture, channel_id) != 0) {
3545 LOG_RTCERR2(ConnectCaptureDevice, vie_capture, channel_id);
3546 return false;
3547 }
3548 talk_base::scoped_ptr<WebRtcVideoChannelSendInfo> send_channel(
3549 new WebRtcVideoChannelSendInfo(channel_id, vie_capture,
3550 external_capture,
3551 engine()->cpu_monitor()));
3552 send_channel->ApplyCpuOptions(options_);
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00003553 send_channel->SignalCpuAdaptationUnable.connect(this,
3554 &WebRtcVideoMediaChannel::OnCpuAdaptationUnable);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003555
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003556 if (options_.cpu_overuse_detection.GetWithDefaultIfUnset(false)) {
3557 send_channel->SetCpuOveruseDetection(true);
3558 }
3559
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +00003560 webrtc::CpuOveruseOptions overuse_options;
3561 if (GetCpuOveruseOptions(options_, &overuse_options)) {
3562 if (engine()->vie()->base()->SetCpuOveruseOptions(channel_id,
3563 overuse_options) != 0) {
3564 LOG_RTCERR1(SetCpuOveruseOptions, channel_id);
3565 }
3566 }
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +00003567
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003568 // Register encoder observer for outgoing framerate and bitrate.
3569 if (engine()->vie()->codec()->RegisterEncoderObserver(
3570 channel_id, *send_channel->encoder_observer()) != 0) {
3571 LOG_RTCERR1(RegisterEncoderObserver, send_channel->encoder_observer());
3572 return false;
3573 }
3574
3575 if (!SetHeaderExtension(&webrtc::ViERTP_RTCP::SetSendTimestampOffsetStatus,
3576 channel_id, send_extensions_, kRtpTimestampOffsetHeaderExtension)) {
3577 return false;
3578 }
3579
3580 if (!SetHeaderExtension(&webrtc::ViERTP_RTCP::SetSendAbsoluteSendTimeStatus,
henrike@webrtc.org79047f92014-03-06 23:46:59 +00003581 channel_id, send_extensions_, kRtpAbsoluteSenderTimeHeaderExtension)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003582 return false;
3583 }
3584
3585 if (options_.video_leaky_bucket.GetWithDefaultIfUnset(false)) {
3586 if (engine()->vie()->rtp()->SetTransmissionSmoothingStatus(channel_id,
3587 true) != 0) {
3588 LOG_RTCERR2(SetTransmissionSmoothingStatus, channel_id, true);
3589 return false;
3590 }
3591 }
3592
3593 int buffer_latency =
3594 options_.buffered_mode_latency.GetWithDefaultIfUnset(
3595 cricket::kBufferedModeDisabled);
3596 if (buffer_latency != cricket::kBufferedModeDisabled) {
3597 if (engine()->vie()->rtp()->SetSenderBufferingMode(
3598 channel_id, buffer_latency) != 0) {
3599 LOG_RTCERR2(SetSenderBufferingMode, channel_id, buffer_latency);
3600 }
3601 }
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00003602
3603 if (options_.suspend_below_min_bitrate.GetWithDefaultIfUnset(false)) {
3604 engine()->vie()->codec()->SuspendBelowMinBitrate(channel_id);
3605 }
3606
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003607 // The remb status direction correspond to the RTP stream (and not the RTCP
3608 // stream). I.e. if send remb is enabled it means it is receiving remote
3609 // rembs and should use them to estimate bandwidth. Receive remb mean that
3610 // remb packets will be generated and that the channel should be included in
3611 // it. If remb is enabled all channels are allowed to contribute to the remb
3612 // but only receive channels will ever end up actually contributing. This
3613 // keeps the logic simple.
3614 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
3615 remb_enabled_,
3616 remb_enabled_) != 0) {
3617 LOG_RTCERR3(SetRembStatus, channel_id, remb_enabled_, remb_enabled_);
3618 return false;
3619 }
3620 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_, nack_enabled_)) {
3621 // Logged in SetNackFec. Don't spam the logs.
3622 return false;
3623 }
3624
3625 send_channels_[local_ssrc_key] = send_channel.release();
3626
3627 return true;
3628}
3629
3630bool WebRtcVideoMediaChannel::SetNackFec(int channel_id,
3631 int red_payload_type,
3632 int fec_payload_type,
3633 bool nack_enabled) {
3634 bool enable = (red_payload_type != -1 && fec_payload_type != -1 &&
3635 !InConferenceMode());
3636 if (enable) {
3637 if (engine_->vie()->rtp()->SetHybridNACKFECStatus(
3638 channel_id, nack_enabled, red_payload_type, fec_payload_type) != 0) {
3639 LOG_RTCERR4(SetHybridNACKFECStatus,
3640 channel_id, nack_enabled, red_payload_type, fec_payload_type);
3641 return false;
3642 }
3643 LOG(LS_INFO) << "Hybrid NACK/FEC enabled for channel " << channel_id;
3644 } else {
3645 if (engine_->vie()->rtp()->SetNACKStatus(channel_id, nack_enabled) != 0) {
3646 LOG_RTCERR1(SetNACKStatus, channel_id);
3647 return false;
3648 }
sergeyu@chromium.orga23f0ca2013-11-13 22:48:52 +00003649 std::string enabled = nack_enabled ? "enabled" : "disabled";
3650 LOG(LS_INFO) << "NACK " << enabled << " for channel " << channel_id;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003651 }
3652 return true;
3653}
3654
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003655bool WebRtcVideoMediaChannel::SetSendCodec(const webrtc::VideoCodec& codec) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003656 bool ret_val = true;
3657 for (SendChannelMap::iterator iter = send_channels_.begin();
3658 iter != send_channels_.end(); ++iter) {
3659 WebRtcVideoChannelSendInfo* send_channel = iter->second;
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003660 ret_val = SetSendCodec(send_channel, codec) && ret_val;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003661 }
3662 if (ret_val) {
3663 // All SetSendCodec calls were successful. Update the global state
3664 // accordingly.
3665 send_codec_.reset(new webrtc::VideoCodec(codec));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003666 } else {
3667 // At least one SetSendCodec call failed, rollback.
3668 for (SendChannelMap::iterator iter = send_channels_.begin();
3669 iter != send_channels_.end(); ++iter) {
3670 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3671 if (send_codec_) {
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003672 SetSendCodec(send_channel, *send_codec_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003673 }
3674 }
3675 }
3676 return ret_val;
3677}
3678
3679bool WebRtcVideoMediaChannel::SetSendCodec(
3680 WebRtcVideoChannelSendInfo* send_channel,
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003681 const webrtc::VideoCodec& codec) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003682 if (!send_channel) {
3683 return false;
3684 }
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003685
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003686 const int channel_id = send_channel->channel_id();
3687 // Make a copy of the codec
3688 webrtc::VideoCodec target_codec = codec;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003689
3690 // Set the default number of temporal layers for VP8.
3691 if (webrtc::kVideoCodecVP8 == codec.codecType) {
3692 target_codec.codecSpecific.VP8.numberOfTemporalLayers =
3693 kDefaultNumberOfTemporalLayers;
3694
3695 // Turn off the VP8 error resilience
3696 target_codec.codecSpecific.VP8.resilience = webrtc::kResilienceOff;
3697
3698 bool enable_denoising =
3699 options_.video_noise_reduction.GetWithDefaultIfUnset(false);
3700 target_codec.codecSpecific.VP8.denoisingOn = enable_denoising;
3701 }
3702
3703 // Register external encoder if codec type is supported by encoder factory.
3704 if (engine()->IsExternalEncoderCodecType(codec.codecType) &&
3705 !send_channel->IsEncoderRegistered(target_codec.plType)) {
3706 webrtc::VideoEncoder* encoder =
3707 engine()->CreateExternalEncoder(codec.codecType);
3708 if (encoder) {
3709 if (engine()->vie()->ext_codec()->RegisterExternalSendCodec(
3710 channel_id, target_codec.plType, encoder, false) == 0) {
3711 send_channel->RegisterEncoder(target_codec.plType, encoder);
3712 } else {
3713 LOG_RTCERR2(RegisterExternalSendCodec, channel_id, target_codec.plName);
3714 engine()->DestroyExternalEncoder(encoder);
3715 }
3716 }
3717 }
3718
3719 // Resolution and framerate may vary for different send channels.
3720 const VideoFormat& video_format = send_channel->video_format();
3721 UpdateVideoCodec(video_format, &target_codec);
3722
3723 if (target_codec.width == 0 && target_codec.height == 0) {
3724 const uint32 ssrc = send_channel->stream_params()->first_ssrc();
3725 LOG(LS_INFO) << "0x0 resolution selected. Captured frames will be dropped "
3726 << "for ssrc: " << ssrc << ".";
3727 } else {
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003728 MaybeChangeBitrates(channel_id, &target_codec);
wu@webrtc.org05e7b442014-04-01 17:44:24 +00003729 webrtc::VideoCodec current_codec;
3730 if (!engine()->vie()->codec()->GetSendCodec(channel_id, current_codec)) {
3731 // Compare against existing configured send codec.
3732 if (current_codec == target_codec) {
3733 // Codec is already configured on channel. no need to apply.
3734 return true;
3735 }
3736 }
3737
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003738 if (0 != engine()->vie()->codec()->SetSendCodec(channel_id, target_codec)) {
3739 LOG_RTCERR2(SetSendCodec, channel_id, target_codec.plName);
3740 return false;
3741 }
3742
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003743 // NOTE: SetRtxSendPayloadType must be called after all simulcast SSRCs
3744 // are configured. Otherwise ssrc's configured after this point will use
3745 // the primary PT for RTX.
3746 if (send_rtx_type_ != -1 &&
3747 engine()->vie()->rtp()->SetRtxSendPayloadType(channel_id,
3748 send_rtx_type_) != 0) {
3749 LOG_RTCERR2(SetRtxSendPayloadType, channel_id, send_rtx_type_);
3750 return false;
3751 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003752 }
3753 send_channel->set_interval(
3754 cricket::VideoFormat::FpsToInterval(target_codec.maxFramerate));
3755 return true;
3756}
3757
3758
3759static std::string ToString(webrtc::VideoCodecComplexity complexity) {
3760 switch (complexity) {
3761 case webrtc::kComplexityNormal:
3762 return "normal";
3763 case webrtc::kComplexityHigh:
3764 return "high";
3765 case webrtc::kComplexityHigher:
3766 return "higher";
3767 case webrtc::kComplexityMax:
3768 return "max";
3769 default:
3770 return "unknown";
3771 }
3772}
3773
3774static std::string ToString(webrtc::VP8ResilienceMode resilience) {
3775 switch (resilience) {
3776 case webrtc::kResilienceOff:
3777 return "off";
3778 case webrtc::kResilientStream:
3779 return "stream";
3780 case webrtc::kResilientFrames:
3781 return "frames";
3782 default:
3783 return "unknown";
3784 }
3785}
3786
3787void WebRtcVideoMediaChannel::LogSendCodecChange(const std::string& reason) {
3788 webrtc::VideoCodec vie_codec;
3789 if (engine()->vie()->codec()->GetSendCodec(vie_channel_, vie_codec) != 0) {
3790 LOG_RTCERR1(GetSendCodec, vie_channel_);
3791 return;
3792 }
3793
3794 LOG(LS_INFO) << reason << " : selected video codec "
3795 << vie_codec.plName << "/"
3796 << vie_codec.width << "x" << vie_codec.height << "x"
3797 << static_cast<int>(vie_codec.maxFramerate) << "fps"
3798 << "@" << vie_codec.maxBitrate << "kbps"
3799 << " (min=" << vie_codec.minBitrate << "kbps,"
3800 << " start=" << vie_codec.startBitrate << "kbps)";
3801 LOG(LS_INFO) << "Video max quantization: " << vie_codec.qpMax;
3802 if (webrtc::kVideoCodecVP8 == vie_codec.codecType) {
3803 LOG(LS_INFO) << "VP8 number of temporal layers: "
3804 << static_cast<int>(
3805 vie_codec.codecSpecific.VP8.numberOfTemporalLayers);
3806 LOG(LS_INFO) << "VP8 options : "
3807 << "picture loss indication = "
3808 << vie_codec.codecSpecific.VP8.pictureLossIndicationOn
3809 << ", feedback mode = "
3810 << vie_codec.codecSpecific.VP8.feedbackModeOn
3811 << ", complexity = "
3812 << ToString(vie_codec.codecSpecific.VP8.complexity)
3813 << ", resilience = "
3814 << ToString(vie_codec.codecSpecific.VP8.resilience)
3815 << ", denoising = "
3816 << vie_codec.codecSpecific.VP8.denoisingOn
3817 << ", error concealment = "
3818 << vie_codec.codecSpecific.VP8.errorConcealmentOn
3819 << ", automatic resize = "
3820 << vie_codec.codecSpecific.VP8.automaticResizeOn
3821 << ", frame dropping = "
3822 << vie_codec.codecSpecific.VP8.frameDroppingOn
3823 << ", key frame interval = "
3824 << vie_codec.codecSpecific.VP8.keyFrameInterval;
3825 }
3826
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003827 if (send_rtx_type_ != -1) {
3828 LOG(LS_INFO) << "RTX payload type: " << send_rtx_type_;
3829 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003830}
3831
3832bool WebRtcVideoMediaChannel::SetReceiveCodecs(
3833 WebRtcVideoChannelRecvInfo* info) {
3834 int red_type = -1;
3835 int fec_type = -1;
3836 int channel_id = info->channel_id();
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00003837 // Build a map from payload types to video codecs so that we easily can find
3838 // out if associated payload types are referring to valid codecs.
3839 std::map<int, webrtc::VideoCodec*> pt_to_codec;
3840 for (std::vector<webrtc::VideoCodec>::iterator it = receive_codecs_.begin();
3841 it != receive_codecs_.end(); ++it) {
3842 pt_to_codec[it->plType] = &(*it);
3843 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003844 for (std::vector<webrtc::VideoCodec>::iterator it = receive_codecs_.begin();
3845 it != receive_codecs_.end(); ++it) {
3846 if (it->codecType == webrtc::kVideoCodecRED) {
3847 red_type = it->plType;
3848 } else if (it->codecType == webrtc::kVideoCodecULPFEC) {
3849 fec_type = it->plType;
3850 }
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00003851 // If this is an RTX codec we have to verify that it is associated with
3852 // a valid video codec which we have RTX support for.
3853 if (_stricmp(it->plName, kRtxCodecName) == 0) {
3854 std::map<int, int>::iterator apt_it = associated_payload_types_.find(
3855 it->plType);
3856 bool valid_apt = false;
3857 if (apt_it != associated_payload_types_.end()) {
3858 std::map<int, webrtc::VideoCodec*>::iterator codec_it =
3859 pt_to_codec.find(apt_it->second);
3860 // We currently only support RTX associated with VP8 due to limitations
3861 // in webrtc where only one RTX payload type can be registered.
3862 valid_apt = codec_it != pt_to_codec.end() &&
3863 _stricmp(codec_it->second->plName, kVp8PayloadName) == 0;
3864 }
3865 if (!valid_apt) {
3866 LOG(LS_ERROR) << "The RTX codec isn't associated with a known and "
3867 "supported payload type";
3868 return false;
3869 }
3870 if (engine()->vie()->rtp()->SetRtxReceivePayloadType(
3871 channel_id, it->plType) != 0) {
3872 LOG_RTCERR2(SetRtxReceivePayloadType, channel_id, it->plType);
3873 return false;
3874 }
3875 continue;
3876 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003877 if (engine()->vie()->codec()->SetReceiveCodec(channel_id, *it) != 0) {
3878 LOG_RTCERR2(SetReceiveCodec, channel_id, it->plName);
3879 return false;
3880 }
3881 if (!info->IsDecoderRegistered(it->plType) &&
3882 it->codecType != webrtc::kVideoCodecRED &&
3883 it->codecType != webrtc::kVideoCodecULPFEC) {
3884 webrtc::VideoDecoder* decoder =
3885 engine()->CreateExternalDecoder(it->codecType);
3886 if (decoder) {
3887 if (engine()->vie()->ext_codec()->RegisterExternalReceiveCodec(
3888 channel_id, it->plType, decoder) == 0) {
3889 info->RegisterDecoder(it->plType, decoder);
3890 } else {
3891 LOG_RTCERR2(RegisterExternalReceiveCodec, channel_id, it->plName);
3892 engine()->DestroyExternalDecoder(decoder);
3893 }
3894 }
3895 }
3896 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003897 return true;
3898}
3899
3900int WebRtcVideoMediaChannel::GetRecvChannelNum(uint32 ssrc) {
3901 if (ssrc == first_receive_ssrc_) {
3902 return vie_channel_;
3903 }
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00003904 int recv_channel = -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003905 RecvChannelMap::iterator it = recv_channels_.find(ssrc);
buildbot@webrtc.orgdd4742a2014-05-07 14:50:35 +00003906 if (it == recv_channels_.end()) {
3907 // Check if we have an RTX stream registered on this SSRC.
3908 SsrcMap::iterator rtx_it = rtx_to_primary_ssrc_.find(ssrc);
3909 if (rtx_it != rtx_to_primary_ssrc_.end()) {
3910 it = recv_channels_.find(rtx_it->second);
3911 assert(it != recv_channels_.end());
3912 recv_channel = it->second->channel_id();
3913 }
3914 } else {
3915 recv_channel = it->second->channel_id();
3916 }
3917 return recv_channel;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003918}
3919
3920// If the new frame size is different from the send codec size we set on vie,
3921// we need to reset the send codec on vie.
3922// The new send codec size should not exceed send_codec_ which is controlled
3923// only by the 'jec' logic.
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003924// TODO(pthatcher): Get rid of this function, so we only ever set up
3925// codecs in a single place.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003926bool WebRtcVideoMediaChannel::MaybeResetVieSendCodec(
3927 WebRtcVideoChannelSendInfo* send_channel,
3928 int new_width,
3929 int new_height,
3930 bool is_screencast,
3931 bool* reset) {
3932 if (reset) {
3933 *reset = false;
3934 }
3935 ASSERT(send_codec_.get() != NULL);
3936
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003937 webrtc::VideoCodec target_codec = *send_codec_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003938 const VideoFormat& video_format = send_channel->video_format();
3939 UpdateVideoCodec(video_format, &target_codec);
3940
3941 // Vie send codec size should not exceed target_codec.
3942 int target_width = new_width;
3943 int target_height = new_height;
3944 if (!is_screencast &&
3945 (new_width > target_codec.width || new_height > target_codec.height)) {
3946 target_width = target_codec.width;
3947 target_height = target_codec.height;
3948 }
3949
3950 // Get current vie codec.
3951 webrtc::VideoCodec vie_codec;
3952 const int channel_id = send_channel->channel_id();
3953 if (engine()->vie()->codec()->GetSendCodec(channel_id, vie_codec) != 0) {
3954 LOG_RTCERR1(GetSendCodec, channel_id);
3955 return false;
3956 }
3957 const int cur_width = vie_codec.width;
3958 const int cur_height = vie_codec.height;
3959
3960 // Only reset send codec when there is a size change. Additionally,
3961 // automatic resize needs to be turned off when screencasting and on when
3962 // not screencasting.
3963 // Don't allow automatic resizing for screencasting.
3964 bool automatic_resize = !is_screencast;
3965 // Turn off VP8 frame dropping when screensharing as the current model does
3966 // not work well at low fps.
3967 bool vp8_frame_dropping = !is_screencast;
3968 // Disable denoising for screencasting.
3969 bool enable_denoising =
3970 options_.video_noise_reduction.GetWithDefaultIfUnset(false);
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003971 int screencast_min_bitrate =
3972 options_.screencast_min_bitrate.GetWithDefaultIfUnset(0);
3973 bool leaky_bucket = options_.video_leaky_bucket.GetWithDefaultIfUnset(false);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003974 bool denoising = !is_screencast && enable_denoising;
3975 bool reset_send_codec =
3976 target_width != cur_width || target_height != cur_height ||
3977 automatic_resize != vie_codec.codecSpecific.VP8.automaticResizeOn ||
3978 denoising != vie_codec.codecSpecific.VP8.denoisingOn ||
3979 vp8_frame_dropping != vie_codec.codecSpecific.VP8.frameDroppingOn;
3980
3981 if (reset_send_codec) {
3982 // Set the new codec on vie.
3983 vie_codec.width = target_width;
3984 vie_codec.height = target_height;
3985 vie_codec.maxFramerate = target_codec.maxFramerate;
3986 vie_codec.startBitrate = target_codec.startBitrate;
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003987 vie_codec.minBitrate = target_codec.minBitrate;
3988 vie_codec.maxBitrate = target_codec.maxBitrate;
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00003989 vie_codec.targetBitrate = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003990 vie_codec.codecSpecific.VP8.automaticResizeOn = automatic_resize;
3991 vie_codec.codecSpecific.VP8.denoisingOn = denoising;
3992 vie_codec.codecSpecific.VP8.frameDroppingOn = vp8_frame_dropping;
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00003993 MaybeChangeBitrates(channel_id, &vie_codec);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003994
3995 if (engine()->vie()->codec()->SetSendCodec(channel_id, vie_codec) != 0) {
3996 LOG_RTCERR1(SetSendCodec, channel_id);
3997 return false;
3998 }
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003999
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00004000 if (is_screencast) {
4001 engine()->vie()->rtp()->SetMinTransmitBitrate(channel_id,
4002 screencast_min_bitrate);
4003 // If screencast and min bitrate set, force enable pacer.
4004 if (screencast_min_bitrate > 0) {
4005 engine()->vie()->rtp()->SetTransmissionSmoothingStatus(channel_id,
4006 true);
4007 }
4008 } else {
4009 // In case of switching from screencast to regular capture, set
4010 // min bitrate padding and pacer back to defaults.
4011 engine()->vie()->rtp()->SetMinTransmitBitrate(channel_id, 0);
4012 engine()->vie()->rtp()->SetTransmissionSmoothingStatus(channel_id,
4013 leaky_bucket);
4014 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004015 if (reset) {
4016 *reset = true;
4017 }
4018 LogSendCodecChange("Capture size changed");
4019 }
4020
4021 return true;
4022}
4023
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00004024void WebRtcVideoMediaChannel::MaybeChangeBitrates(
4025 int channel_id, webrtc::VideoCodec* codec) {
4026 codec->minBitrate = GetBitrate(codec->minBitrate, kMinVideoBitrate);
4027 codec->startBitrate = GetBitrate(codec->startBitrate, kStartVideoBitrate);
4028 codec->maxBitrate = GetBitrate(codec->maxBitrate, kMaxVideoBitrate);
4029
4030 if (codec->minBitrate > codec->maxBitrate) {
4031 LOG(LS_INFO) << "Decreasing codec min bitrate to the max ("
4032 << codec->maxBitrate << ") because the min ("
4033 << codec->minBitrate << ") exceeds the max.";
4034 codec->minBitrate = codec->maxBitrate;
4035 }
4036 if (codec->startBitrate < codec->minBitrate) {
4037 LOG(LS_INFO) << "Increasing codec start bitrate to the min ("
4038 << codec->minBitrate << ") because the start ("
4039 << codec->startBitrate << ") is less than the min.";
4040 codec->startBitrate = codec->minBitrate;
4041 } else if (codec->startBitrate > codec->maxBitrate) {
4042 LOG(LS_INFO) << "Decreasing codec start bitrate to the max ("
4043 << codec->maxBitrate << ") because the start ("
4044 << codec->startBitrate << ") exceeds the max.";
4045 codec->startBitrate = codec->maxBitrate;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004046 }
4047
4048 // Use a previous target bitrate, if there is one.
4049 unsigned int current_target_bitrate = 0;
4050 if (engine()->vie()->codec()->GetCodecTargetBitrate(
4051 channel_id, &current_target_bitrate) == 0) {
4052 // Convert to kbps.
4053 current_target_bitrate /= 1000;
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00004054 if (current_target_bitrate > codec->maxBitrate) {
4055 current_target_bitrate = codec->maxBitrate;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004056 }
buildbot@webrtc.orgd1ae89f2014-05-08 19:19:26 +00004057 if (current_target_bitrate > codec->startBitrate) {
4058 codec->startBitrate = current_target_bitrate;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004059 }
4060 }
4061}
4062
4063void WebRtcVideoMediaChannel::OnMessage(talk_base::Message* msg) {
4064 FlushBlackFrameData* black_frame_data =
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00004065 static_cast<FlushBlackFrameData*>(msg->pdata);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004066 FlushBlackFrame(black_frame_data->ssrc, black_frame_data->timestamp);
4067 delete black_frame_data;
4068}
4069
4070int WebRtcVideoMediaChannel::SendPacket(int channel, const void* data,
4071 int len) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004072 talk_base::Buffer packet(data, len, kMaxRtpPacketLen);
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00004073 return MediaChannel::SendPacket(&packet) ? len : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004074}
4075
4076int WebRtcVideoMediaChannel::SendRTCPPacket(int channel,
4077 const void* data,
4078 int len) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004079 talk_base::Buffer packet(data, len, kMaxRtpPacketLen);
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00004080 return MediaChannel::SendRtcp(&packet) ? len : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004081}
4082
4083void WebRtcVideoMediaChannel::QueueBlackFrame(uint32 ssrc, int64 timestamp,
4084 int framerate) {
4085 if (timestamp) {
4086 FlushBlackFrameData* black_frame_data = new FlushBlackFrameData(
4087 ssrc,
4088 timestamp);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00004089 const int delay_ms = static_cast<int>(
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004090 2 * cricket::VideoFormat::FpsToInterval(framerate) *
4091 talk_base::kNumMillisecsPerSec / talk_base::kNumNanosecsPerSec);
4092 worker_thread()->PostDelayed(delay_ms, this, 0, black_frame_data);
4093 }
4094}
4095
4096void WebRtcVideoMediaChannel::FlushBlackFrame(uint32 ssrc, int64 timestamp) {
4097 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
4098 if (!send_channel) {
4099 return;
4100 }
4101 talk_base::scoped_ptr<const VideoFrame> black_frame_ptr;
4102
4103 const WebRtcLocalStreamInfo* channel_stream_info =
4104 send_channel->local_stream_info();
4105 int64 last_frame_time_stamp = channel_stream_info->time_stamp();
4106 if (last_frame_time_stamp == timestamp) {
4107 size_t last_frame_width = 0;
4108 size_t last_frame_height = 0;
4109 int64 last_frame_elapsed_time = 0;
4110 channel_stream_info->GetLastFrameInfo(&last_frame_width, &last_frame_height,
4111 &last_frame_elapsed_time);
4112 if (!last_frame_width || !last_frame_height) {
4113 return;
4114 }
4115 WebRtcVideoFrame black_frame;
4116 // Black frame is not screencast.
4117 const bool screencasting = false;
4118 const int64 timestamp_delta = send_channel->interval();
4119 if (!black_frame.InitToBlack(send_codec_->width, send_codec_->height, 1, 1,
4120 last_frame_elapsed_time + timestamp_delta,
4121 last_frame_time_stamp + timestamp_delta) ||
4122 !SendFrame(send_channel, &black_frame, screencasting)) {
4123 LOG(LS_ERROR) << "Failed to send black frame.";
4124 }
4125 }
4126}
4127
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00004128void WebRtcVideoMediaChannel::OnCpuAdaptationUnable() {
4129 // ssrc is hardcoded to 0. This message is based on a system wide issue,
4130 // so finding which ssrc caused it doesn't matter.
4131 SignalMediaError(0, VideoMediaChannel::ERROR_REC_CPU_MAX_CANT_DOWNGRADE);
4132}
4133
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004134void WebRtcVideoMediaChannel::SetNetworkTransmissionState(
4135 bool is_transmitting) {
4136 LOG(LS_INFO) << "SetNetworkTransmissionState: " << is_transmitting;
4137 for (SendChannelMap::iterator iter = send_channels_.begin();
4138 iter != send_channels_.end(); ++iter) {
4139 WebRtcVideoChannelSendInfo* send_channel = iter->second;
4140 int channel_id = send_channel->channel_id();
4141 engine_->vie()->network()->SetNetworkTransmissionState(channel_id,
4142 is_transmitting);
4143 }
4144}
4145
4146bool WebRtcVideoMediaChannel::SetHeaderExtension(ExtensionSetterFunction setter,
4147 int channel_id, const RtpHeaderExtension* extension) {
4148 bool enable = false;
4149 int id = 0;
4150 if (extension) {
4151 enable = true;
4152 id = extension->id;
4153 }
4154 if ((engine_->vie()->rtp()->*setter)(channel_id, enable, id) != 0) {
4155 LOG_RTCERR4(*setter, extension->uri, channel_id, enable, id);
4156 return false;
4157 }
4158 return true;
4159}
4160
4161bool WebRtcVideoMediaChannel::SetHeaderExtension(ExtensionSetterFunction setter,
4162 int channel_id, const std::vector<RtpHeaderExtension>& extensions,
4163 const char header_extension_uri[]) {
4164 const RtpHeaderExtension* extension = FindHeaderExtension(extensions,
4165 header_extension_uri);
4166 return SetHeaderExtension(setter, channel_id, extension);
4167}
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00004168
4169bool WebRtcVideoMediaChannel::SetLocalRtxSsrc(int channel_id,
4170 const StreamParams& send_params,
4171 uint32 primary_ssrc,
4172 int stream_idx) {
4173 uint32 rtx_ssrc = 0;
4174 bool has_rtx = send_params.GetFidSsrc(primary_ssrc, &rtx_ssrc);
4175 if (has_rtx && engine()->vie()->rtp()->SetLocalSSRC(
4176 channel_id, rtx_ssrc, webrtc::kViEStreamTypeRtx, stream_idx) != 0) {
4177 LOG_RTCERR4(SetLocalSSRC, channel_id, rtx_ssrc,
4178 webrtc::kViEStreamTypeRtx, stream_idx);
4179 return false;
4180 }
4181 return true;
4182}
4183
wu@webrtc.org24301a62013-12-13 19:17:43 +00004184void WebRtcVideoMediaChannel::MaybeConnectCapturer(VideoCapturer* capturer) {
4185 if (capturer != NULL && GetSendChannelNum(capturer) == 1) {
wu@webrtc.orgf7d501d2014-03-27 23:48:25 +00004186 capturer->SignalVideoFrame.connect(this,
4187 &WebRtcVideoMediaChannel::SendFrame);
wu@webrtc.org24301a62013-12-13 19:17:43 +00004188 }
4189}
4190
4191void WebRtcVideoMediaChannel::MaybeDisconnectCapturer(VideoCapturer* capturer) {
4192 if (capturer != NULL && GetSendChannelNum(capturer) == 1) {
4193 capturer->SignalVideoFrame.disconnect(this);
4194 }
4195}
4196
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004197} // namespace cricket
4198
4199#endif // HAVE_WEBRTC_VIDEO