blob: 7f70a3c25c6c1d5107fce4c7f7e9f3ed2e54c5d3 [file] [log] [blame]
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001/*
2 * libjingle
3 * Copyright 2004 Google Inc.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
7 *
8 * 1. Redistributions of source code must retain the above copyright notice,
9 * this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright notice,
11 * this list of conditions and the following disclaimer in the documentation
12 * and/or other materials provided with the distribution.
13 * 3. The name of the author may not be used to endorse or promote products
14 * derived from this software without specific prior written permission.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
17 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
18 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
19 * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
21 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
22 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
24 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
25 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 */
27
28#ifdef HAVE_WEBRTC_VIDEO
29#include "talk/media/webrtc/webrtcvideoengine.h"
30
31#ifdef HAVE_CONFIG_H
32#include <config.h>
33#endif
34
35#include <math.h>
36#include <set>
37
38#include "talk/base/basictypes.h"
39#include "talk/base/buffer.h"
40#include "talk/base/byteorder.h"
41#include "talk/base/common.h"
42#include "talk/base/cpumonitor.h"
43#include "talk/base/logging.h"
44#include "talk/base/stringutils.h"
45#include "talk/base/thread.h"
46#include "talk/base/timeutils.h"
47#include "talk/media/base/constants.h"
48#include "talk/media/base/rtputils.h"
49#include "talk/media/base/streamparams.h"
50#include "talk/media/base/videoadapter.h"
51#include "talk/media/base/videocapturer.h"
52#include "talk/media/base/videorenderer.h"
53#include "talk/media/devices/filevideocapturer.h"
wu@webrtc.org9dba5252013-08-05 20:36:57 +000054#include "talk/media/webrtc/webrtcpassthroughrender.h"
55#include "talk/media/webrtc/webrtctexturevideoframe.h"
56#include "talk/media/webrtc/webrtcvideocapturer.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000057#include "talk/media/webrtc/webrtcvideodecoderfactory.h"
58#include "talk/media/webrtc/webrtcvideoencoderfactory.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000059#include "talk/media/webrtc/webrtcvideoframe.h"
60#include "talk/media/webrtc/webrtcvie.h"
61#include "talk/media/webrtc/webrtcvoe.h"
62#include "talk/media/webrtc/webrtcvoiceengine.h"
henrike@webrtc.orga92fd742014-03-26 01:46:18 +000063#include "webrtc/experiments.h"
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +000064#include "webrtc/modules/remote_bitrate_estimator/include/remote_bitrate_estimator.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000065
66#if !defined(LIBPEERCONNECTION_LIB)
henrike@webrtc.org28e20752013-07-10 00:45:36 +000067#include "talk/media/webrtc/webrtcmediaengine.h"
68
69WRME_EXPORT
70cricket::MediaEngineInterface* CreateWebRtcMediaEngine(
71 webrtc::AudioDeviceModule* adm, webrtc::AudioDeviceModule* adm_sc,
72 cricket::WebRtcVideoEncoderFactory* encoder_factory,
73 cricket::WebRtcVideoDecoderFactory* decoder_factory) {
74 return new cricket::WebRtcMediaEngine(adm, adm_sc, encoder_factory,
75 decoder_factory);
76}
77
78WRME_EXPORT
79void DestroyWebRtcMediaEngine(cricket::MediaEngineInterface* media_engine) {
80 delete static_cast<cricket::WebRtcMediaEngine*>(media_engine);
81}
82#endif
83
84
85namespace cricket {
86
87
88static const int kDefaultLogSeverity = talk_base::LS_WARNING;
89
90static const int kMinVideoBitrate = 50;
91static const int kStartVideoBitrate = 300;
92static const int kMaxVideoBitrate = 2000;
93static const int kDefaultConferenceModeMaxVideoBitrate = 500;
94
wu@webrtc.orgcecfd182013-10-30 05:18:12 +000095// Controlled by exp, try a super low minimum bitrate for poor connections.
96static const int kLowerMinBitrate = 30;
97
henrike@webrtc.org28e20752013-07-10 00:45:36 +000098static const int kVideoMtu = 1200;
99
100static const int kVideoRtpBufferSize = 65536;
101
102static const char kVp8PayloadName[] = "VP8";
103static const char kRedPayloadName[] = "red";
104static const char kFecPayloadName[] = "ulpfec";
105
106static const int kDefaultNumberOfTemporalLayers = 1; // 1:1
107
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000108static const int kMaxExternalVideoCodecs = 8;
109static const int kExternalVideoPayloadTypeBase = 120;
110
111// Static allocation of payload type values for external video codec.
112static int GetExternalVideoPayloadType(int index) {
113 ASSERT(index >= 0 && index < kMaxExternalVideoCodecs);
114 return kExternalVideoPayloadTypeBase + index;
115}
116
117static void LogMultiline(talk_base::LoggingSeverity sev, char* text) {
118 const char* delim = "\r\n";
119 // TODO(fbarchard): Fix strtok lint warning.
120 for (char* tok = strtok(text, delim); tok; tok = strtok(NULL, delim)) {
121 LOG_V(sev) << tok;
122 }
123}
124
125// Severity is an integer because it comes is assumed to be from command line.
126static int SeverityToFilter(int severity) {
127 int filter = webrtc::kTraceNone;
128 switch (severity) {
129 case talk_base::LS_VERBOSE:
130 filter |= webrtc::kTraceAll;
131 case talk_base::LS_INFO:
132 filter |= (webrtc::kTraceStateInfo | webrtc::kTraceInfo);
133 case talk_base::LS_WARNING:
134 filter |= (webrtc::kTraceTerseInfo | webrtc::kTraceWarning);
135 case talk_base::LS_ERROR:
136 filter |= (webrtc::kTraceError | webrtc::kTraceCritical);
137 }
138 return filter;
139}
140
141static const int kCpuMonitorPeriodMs = 2000; // 2 seconds.
142
143static const bool kNotSending = false;
144
wu@webrtc.orgde305012013-10-31 15:40:38 +0000145// Default video dscp value.
146// See http://tools.ietf.org/html/rfc2474 for details
147// See also http://tools.ietf.org/html/draft-jennings-rtcweb-qos-00
148static const talk_base::DiffServCodePoint kVideoDscpValue =
149 talk_base::DSCP_AF41;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000150
151static bool IsNackEnabled(const VideoCodec& codec) {
152 return codec.HasFeedbackParam(FeedbackParam(kRtcpFbParamNack,
153 kParamValueEmpty));
154}
155
156// Returns true if Receiver Estimated Max Bitrate is enabled.
157static bool IsRembEnabled(const VideoCodec& codec) {
158 return codec.HasFeedbackParam(FeedbackParam(kRtcpFbParamRemb,
159 kParamValueEmpty));
160}
161
162struct FlushBlackFrameData : public talk_base::MessageData {
163 FlushBlackFrameData(uint32 s, int64 t) : ssrc(s), timestamp(t) {
164 }
165 uint32 ssrc;
166 int64 timestamp;
167};
168
169class WebRtcRenderAdapter : public webrtc::ExternalRenderer {
170 public:
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000171 WebRtcRenderAdapter(VideoRenderer* renderer, int channel_id)
172 : renderer_(renderer), channel_id_(channel_id), width_(0), height_(0) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000173 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000174
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000175 virtual ~WebRtcRenderAdapter() {
176 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000177
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000178 void SetRenderer(VideoRenderer* renderer) {
179 talk_base::CritScope cs(&crit_);
180 renderer_ = renderer;
181 // FrameSizeChange may have already been called when renderer was not set.
182 // If so we should call SetSize here.
183 // TODO(ronghuawu): Add unit test for this case. Didn't do it now
184 // because the WebRtcRenderAdapter is currently hiding in cc file. No
185 // good way to get access to it from the unit test.
186 if (width_ > 0 && height_ > 0 && renderer_ != NULL) {
187 if (!renderer_->SetSize(width_, height_, 0)) {
188 LOG(LS_ERROR)
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000189 << "WebRtcRenderAdapter (channel " << channel_id_
190 << ") SetRenderer failed to SetSize to: "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000191 << width_ << "x" << height_;
192 }
193 }
194 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000195
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000196 // Implementation of webrtc::ExternalRenderer.
197 virtual int FrameSizeChange(unsigned int width, unsigned int height,
198 unsigned int /*number_of_streams*/) {
199 talk_base::CritScope cs(&crit_);
200 width_ = width;
201 height_ = height;
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000202 LOG(LS_INFO) << "WebRtcRenderAdapter (channel " << channel_id_
203 << ") frame size changed to: "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000204 << width << "x" << height;
205 if (renderer_ == NULL) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000206 LOG(LS_VERBOSE) << "WebRtcRenderAdapter (channel " << channel_id_
207 << ") the renderer has not been set. "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000208 << "SetSize will be called later in SetRenderer.";
209 return 0;
210 }
211 return renderer_->SetSize(width_, height_, 0) ? 0 : -1;
212 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000213
buildbot@webrtc.org1fd5b452014-04-15 17:39:43 +0000214 virtual int DeliverFrame(unsigned char* buffer,
215 int buffer_size,
216 uint32_t time_stamp,
217#ifdef USE_WEBRTC_DEV_BRANCH
218 int64_t ntp_time_ms,
219#endif
220 int64_t render_time,
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000221 void* handle) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000222 talk_base::CritScope cs(&crit_);
223 frame_rate_tracker_.Update(1);
224 if (renderer_ == NULL) {
225 return 0;
226 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000227 // Convert 90K rtp timestamp to ns timestamp.
buildbot@webrtc.org740e6b32014-04-30 15:33:45 +0000228 int64 rtp_time_stamp_in_ns = (time_stamp / 90) *
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000229 talk_base::kNumNanosecsPerMillisec;
230 // Convert milisecond render time to ns timestamp.
231 int64 render_time_stamp_in_ns = render_time *
232 talk_base::kNumNanosecsPerMillisec;
233 // Send the rtp timestamp to renderer as the VideoFrame timestamp.
234 // and the render timestamp as the VideoFrame elapsed_time.
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000235 if (handle == NULL) {
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000236 return DeliverBufferFrame(buffer, buffer_size, render_time_stamp_in_ns,
buildbot@webrtc.org740e6b32014-04-30 15:33:45 +0000237 rtp_time_stamp_in_ns);
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000238 } else {
239 return DeliverTextureFrame(handle, render_time_stamp_in_ns,
buildbot@webrtc.org740e6b32014-04-30 15:33:45 +0000240 rtp_time_stamp_in_ns);
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000241 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000242 }
243
244 virtual bool IsTextureSupported() { return true; }
245
246 int DeliverBufferFrame(unsigned char* buffer, int buffer_size,
247 int64 elapsed_time, int64 time_stamp) {
248 WebRtcVideoFrame video_frame;
wu@webrtc.org16d62542013-11-05 23:45:14 +0000249 video_frame.Alias(buffer, buffer_size, width_, height_,
250 1, 1, elapsed_time, time_stamp, 0);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000251
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000252 // Sanity check on decoded frame size.
253 if (buffer_size != static_cast<int>(VideoFrame::SizeOf(width_, height_))) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000254 LOG(LS_WARNING) << "WebRtcRenderAdapter (channel " << channel_id_
255 << ") received a strange frame size: "
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000256 << buffer_size;
257 }
258
259 int ret = renderer_->RenderFrame(&video_frame) ? 0 : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000260 return ret;
261 }
262
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000263 int DeliverTextureFrame(void* handle, int64 elapsed_time, int64 time_stamp) {
264 WebRtcTextureVideoFrame video_frame(
265 static_cast<webrtc::NativeHandle*>(handle), width_, height_,
266 elapsed_time, time_stamp);
267 return renderer_->RenderFrame(&video_frame);
268 }
269
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000270 unsigned int width() {
271 talk_base::CritScope cs(&crit_);
272 return width_;
273 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000274
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000275 unsigned int height() {
276 talk_base::CritScope cs(&crit_);
277 return height_;
278 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000279
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000280 int framerate() {
281 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000282 return static_cast<int>(frame_rate_tracker_.units_second());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000283 }
wu@webrtc.org9dba5252013-08-05 20:36:57 +0000284
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000285 VideoRenderer* renderer() {
286 talk_base::CritScope cs(&crit_);
287 return renderer_;
288 }
289
290 private:
291 talk_base::CriticalSection crit_;
292 VideoRenderer* renderer_;
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000293 int channel_id_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000294 unsigned int width_;
295 unsigned int height_;
296 talk_base::RateTracker frame_rate_tracker_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000297};
298
299class WebRtcDecoderObserver : public webrtc::ViEDecoderObserver {
300 public:
301 explicit WebRtcDecoderObserver(int video_channel)
302 : video_channel_(video_channel),
303 framerate_(0),
304 bitrate_(0),
wu@webrtc.org97077a32013-10-25 21:18:33 +0000305 decode_ms_(0),
306 max_decode_ms_(0),
307 current_delay_ms_(0),
308 target_delay_ms_(0),
309 jitter_buffer_ms_(0),
310 min_playout_delay_ms_(0),
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000311 render_delay_ms_(0) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000312 }
313
314 // virtual functions from VieDecoderObserver.
315 virtual void IncomingCodecChanged(const int videoChannel,
316 const webrtc::VideoCodec& videoCodec) {}
317 virtual void IncomingRate(const int videoChannel,
318 const unsigned int framerate,
319 const unsigned int bitrate) {
wu@webrtc.org78187522013-10-07 23:32:02 +0000320 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000321 ASSERT(video_channel_ == videoChannel);
322 framerate_ = framerate;
323 bitrate_ = bitrate;
324 }
wu@webrtc.org97077a32013-10-25 21:18:33 +0000325
326 virtual void DecoderTiming(int decode_ms,
327 int max_decode_ms,
328 int current_delay_ms,
329 int target_delay_ms,
330 int jitter_buffer_ms,
331 int min_playout_delay_ms,
332 int render_delay_ms) {
333 talk_base::CritScope cs(&crit_);
334 decode_ms_ = decode_ms;
335 max_decode_ms_ = max_decode_ms;
336 current_delay_ms_ = current_delay_ms;
337 target_delay_ms_ = target_delay_ms;
338 jitter_buffer_ms_ = jitter_buffer_ms;
339 min_playout_delay_ms_ = min_playout_delay_ms;
340 render_delay_ms_ = render_delay_ms;
341 }
342
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000343 virtual void RequestNewKeyFrame(const int videoChannel) {}
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000344
wu@webrtc.org97077a32013-10-25 21:18:33 +0000345 // Populate |rinfo| based on previously-set data in |*this|.
346 void ExportTo(VideoReceiverInfo* rinfo) {
wu@webrtc.org78187522013-10-07 23:32:02 +0000347 talk_base::CritScope cs(&crit_);
wu@webrtc.org97077a32013-10-25 21:18:33 +0000348 rinfo->framerate_rcvd = framerate_;
349 rinfo->decode_ms = decode_ms_;
350 rinfo->max_decode_ms = max_decode_ms_;
351 rinfo->current_delay_ms = current_delay_ms_;
352 rinfo->target_delay_ms = target_delay_ms_;
353 rinfo->jitter_buffer_ms = jitter_buffer_ms_;
354 rinfo->min_playout_delay_ms = min_playout_delay_ms_;
355 rinfo->render_delay_ms = render_delay_ms_;
wu@webrtc.org78187522013-10-07 23:32:02 +0000356 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000357
358 private:
wu@webrtc.org78187522013-10-07 23:32:02 +0000359 mutable talk_base::CriticalSection crit_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000360 int video_channel_;
361 int framerate_;
362 int bitrate_;
wu@webrtc.org97077a32013-10-25 21:18:33 +0000363 int decode_ms_;
364 int max_decode_ms_;
365 int current_delay_ms_;
366 int target_delay_ms_;
367 int jitter_buffer_ms_;
368 int min_playout_delay_ms_;
369 int render_delay_ms_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000370};
371
372class WebRtcEncoderObserver : public webrtc::ViEEncoderObserver {
373 public:
374 explicit WebRtcEncoderObserver(int video_channel)
375 : video_channel_(video_channel),
376 framerate_(0),
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000377 bitrate_(0),
378 suspended_(false) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000379 }
380
381 // virtual functions from VieEncoderObserver.
382 virtual void OutgoingRate(const int videoChannel,
383 const unsigned int framerate,
384 const unsigned int bitrate) {
wu@webrtc.org78187522013-10-07 23:32:02 +0000385 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000386 ASSERT(video_channel_ == videoChannel);
387 framerate_ = framerate;
388 bitrate_ = bitrate;
389 }
390
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000391 virtual void SuspendChange(int video_channel, bool is_suspended) {
392 talk_base::CritScope cs(&crit_);
393 ASSERT(video_channel_ == video_channel);
394 suspended_ = is_suspended;
395 }
396
wu@webrtc.org78187522013-10-07 23:32:02 +0000397 int framerate() const {
398 talk_base::CritScope cs(&crit_);
399 return framerate_;
400 }
401 int bitrate() const {
402 talk_base::CritScope cs(&crit_);
403 return bitrate_;
404 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000405 bool suspended() const {
406 talk_base::CritScope cs(&crit_);
407 return suspended_;
408 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000409
410 private:
wu@webrtc.org78187522013-10-07 23:32:02 +0000411 mutable talk_base::CriticalSection crit_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000412 int video_channel_;
413 int framerate_;
414 int bitrate_;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000415 bool suspended_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000416};
417
418class WebRtcLocalStreamInfo {
419 public:
420 WebRtcLocalStreamInfo()
421 : width_(0), height_(0), elapsed_time_(-1), time_stamp_(-1) {}
422 size_t width() const {
423 talk_base::CritScope cs(&crit_);
424 return width_;
425 }
426 size_t height() const {
427 talk_base::CritScope cs(&crit_);
428 return height_;
429 }
430 int64 elapsed_time() const {
431 talk_base::CritScope cs(&crit_);
432 return elapsed_time_;
433 }
434 int64 time_stamp() const {
435 talk_base::CritScope cs(&crit_);
436 return time_stamp_;
437 }
438 int framerate() {
439 talk_base::CritScope cs(&crit_);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000440 return static_cast<int>(rate_tracker_.units_second());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000441 }
442 void GetLastFrameInfo(
443 size_t* width, size_t* height, int64* elapsed_time) const {
444 talk_base::CritScope cs(&crit_);
445 *width = width_;
446 *height = height_;
447 *elapsed_time = elapsed_time_;
448 }
449
450 void UpdateFrame(const VideoFrame* frame) {
451 talk_base::CritScope cs(&crit_);
452
453 width_ = frame->GetWidth();
454 height_ = frame->GetHeight();
455 elapsed_time_ = frame->GetElapsedTime();
456 time_stamp_ = frame->GetTimeStamp();
457
458 rate_tracker_.Update(1);
459 }
460
461 private:
462 mutable talk_base::CriticalSection crit_;
463 size_t width_;
464 size_t height_;
465 int64 elapsed_time_;
466 int64 time_stamp_;
467 talk_base::RateTracker rate_tracker_;
468
469 DISALLOW_COPY_AND_ASSIGN(WebRtcLocalStreamInfo);
470};
471
472// WebRtcVideoChannelRecvInfo is a container class with members such as renderer
473// and a decoder observer that is used by receive channels.
474// It must exist as long as the receive channel is connected to renderer or a
475// decoder observer in this class and methods in the class should only be called
476// from the worker thread.
477class WebRtcVideoChannelRecvInfo {
478 public:
479 typedef std::map<int, webrtc::VideoDecoder*> DecoderMap; // key: payload type
480 explicit WebRtcVideoChannelRecvInfo(int channel_id)
481 : channel_id_(channel_id),
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +0000482 render_adapter_(NULL, channel_id),
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000483 decoder_observer_(channel_id) {
484 }
485 int channel_id() { return channel_id_; }
486 void SetRenderer(VideoRenderer* renderer) {
487 render_adapter_.SetRenderer(renderer);
488 }
489 WebRtcRenderAdapter* render_adapter() { return &render_adapter_; }
490 WebRtcDecoderObserver* decoder_observer() { return &decoder_observer_; }
491 void RegisterDecoder(int pl_type, webrtc::VideoDecoder* decoder) {
492 ASSERT(!IsDecoderRegistered(pl_type));
493 registered_decoders_[pl_type] = decoder;
494 }
495 bool IsDecoderRegistered(int pl_type) {
496 return registered_decoders_.count(pl_type) != 0;
497 }
498 const DecoderMap& registered_decoders() {
499 return registered_decoders_;
500 }
501 void ClearRegisteredDecoders() {
502 registered_decoders_.clear();
503 }
504
505 private:
506 int channel_id_; // Webrtc video channel number.
507 // Renderer for this channel.
508 WebRtcRenderAdapter render_adapter_;
509 WebRtcDecoderObserver decoder_observer_;
510 DecoderMap registered_decoders_;
511};
512
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000513class WebRtcOveruseObserver : public webrtc::CpuOveruseObserver {
514 public:
515 explicit WebRtcOveruseObserver(CoordinatedVideoAdapter* video_adapter)
516 : video_adapter_(video_adapter),
517 enabled_(false) {
518 }
519
520 // TODO(mflodman): Consider sending resolution as part of event, to let
521 // adapter know what resolution the request is based on. Helps eliminate stale
522 // data, race conditions.
523 virtual void OveruseDetected() OVERRIDE {
524 talk_base::CritScope cs(&crit_);
525 if (!enabled_) {
526 return;
527 }
528
529 video_adapter_->OnCpuResolutionRequest(CoordinatedVideoAdapter::DOWNGRADE);
530 }
531
532 virtual void NormalUsage() OVERRIDE {
533 talk_base::CritScope cs(&crit_);
534 if (!enabled_) {
535 return;
536 }
537
538 video_adapter_->OnCpuResolutionRequest(CoordinatedVideoAdapter::UPGRADE);
539 }
540
541 void Enable(bool enable) {
542 talk_base::CritScope cs(&crit_);
543 enabled_ = enable;
544 }
545
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000546 bool enabled() const { return enabled_; }
547
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000548 private:
549 CoordinatedVideoAdapter* video_adapter_;
550 bool enabled_;
551 talk_base::CriticalSection crit_;
552};
553
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000554
wu@webrtc.orgd64719d2013-08-01 00:00:07 +0000555class WebRtcVideoChannelSendInfo : public sigslot::has_slots<> {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000556 public:
557 typedef std::map<int, webrtc::VideoEncoder*> EncoderMap; // key: payload type
558 WebRtcVideoChannelSendInfo(int channel_id, int capture_id,
559 webrtc::ViEExternalCapture* external_capture,
560 talk_base::CpuMonitor* cpu_monitor)
561 : channel_id_(channel_id),
562 capture_id_(capture_id),
563 sending_(false),
564 muted_(false),
565 video_capturer_(NULL),
566 encoder_observer_(channel_id),
567 external_capture_(external_capture),
568 capturer_updated_(false),
569 interval_(0),
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000570 cpu_monitor_(cpu_monitor),
571 overuse_observer_enabled_(false) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000572 }
573
574 int channel_id() const { return channel_id_; }
575 int capture_id() const { return capture_id_; }
576 void set_sending(bool sending) { sending_ = sending; }
577 bool sending() const { return sending_; }
578 void set_muted(bool on) {
579 // TODO(asapersson): add support.
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +0000580 // video_adapter_.SetBlackOutput(on);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000581 muted_ = on;
582 }
583 bool muted() {return muted_; }
584
585 WebRtcEncoderObserver* encoder_observer() { return &encoder_observer_; }
586 webrtc::ViEExternalCapture* external_capture() { return external_capture_; }
587 const VideoFormat& video_format() const {
588 return video_format_;
589 }
590 void set_video_format(const VideoFormat& video_format) {
591 video_format_ = video_format;
592 if (video_format_ != cricket::VideoFormat()) {
593 interval_ = video_format_.interval;
594 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000595 CoordinatedVideoAdapter* adapter = video_adapter();
596 if (adapter) {
597 adapter->OnOutputFormatRequest(video_format_);
598 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000599 }
600 void set_interval(int64 interval) {
601 if (video_format() == cricket::VideoFormat()) {
602 interval_ = interval;
603 }
604 }
605 int64 interval() { return interval_; }
606
xians@webrtc.orgef221512014-02-21 10:31:29 +0000607 int CurrentAdaptReason() const {
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000608 const CoordinatedVideoAdapter* adapter = video_adapter();
609 if (!adapter) {
610 return CoordinatedVideoAdapter::ADAPTREASON_NONE;
611 }
612 return video_adapter()->adapt_reason();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000613 }
614
615 StreamParams* stream_params() { return stream_params_.get(); }
616 void set_stream_params(const StreamParams& sp) {
617 stream_params_.reset(new StreamParams(sp));
618 }
619 void ClearStreamParams() { stream_params_.reset(); }
620 bool has_ssrc(uint32 local_ssrc) const {
621 return !stream_params_ ? false :
622 stream_params_->has_ssrc(local_ssrc);
623 }
624 WebRtcLocalStreamInfo* local_stream_info() {
625 return &local_stream_info_;
626 }
627 VideoCapturer* video_capturer() {
628 return video_capturer_;
629 }
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +0000630 void set_video_capturer(VideoCapturer* video_capturer,
631 ViEWrapper* vie_wrapper) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000632 if (video_capturer == video_capturer_) {
633 return;
634 }
xians@webrtc.orgef221512014-02-21 10:31:29 +0000635
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000636 CoordinatedVideoAdapter* old_video_adapter = video_adapter();
637 if (old_video_adapter) {
638 // Disconnect signals from old video adapter.
639 SignalCpuAdaptationUnable.disconnect(old_video_adapter);
640 if (cpu_monitor_) {
641 cpu_monitor_->SignalUpdate.disconnect(old_video_adapter);
xians@webrtc.orgef221512014-02-21 10:31:29 +0000642 }
henrike@webrtc.org26438052014-02-20 22:32:53 +0000643 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000644
645 capturer_updated_ = true;
646 video_capturer_ = video_capturer;
647
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +0000648 vie_wrapper->base()->RegisterCpuOveruseObserver(channel_id_, NULL);
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000649 if (!video_capturer) {
650 overuse_observer_.reset();
651 return;
652 }
653
654 CoordinatedVideoAdapter* adapter = video_adapter();
655 ASSERT(adapter && "Video adapter should not be null here.");
656
657 UpdateAdapterCpuOptions();
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000658
659 overuse_observer_.reset(new WebRtcOveruseObserver(adapter));
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +0000660 vie_wrapper->base()->RegisterCpuOveruseObserver(channel_id_,
661 overuse_observer_.get());
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000662 // (Dis)connect the video adapter from the cpu monitor as appropriate.
663 SetCpuOveruseDetection(overuse_observer_enabled_);
664
665 SignalCpuAdaptationUnable.repeat(adapter->SignalCpuAdaptationUnable);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000666 }
667
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000668 CoordinatedVideoAdapter* video_adapter() {
669 if (!video_capturer_) {
670 return NULL;
671 }
672 return video_capturer_->video_adapter();
673 }
674 const CoordinatedVideoAdapter* video_adapter() const {
675 if (!video_capturer_) {
676 return NULL;
677 }
678 return video_capturer_->video_adapter();
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +0000679 }
680
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000681 void ApplyCpuOptions(const VideoOptions& video_options) {
682 // Use video_options_.SetAll() instead of assignment so that unset value in
683 // video_options will not overwrite the previous option value.
684 video_options_.SetAll(video_options);
685 UpdateAdapterCpuOptions();
686 }
687
688 void UpdateAdapterCpuOptions() {
689 if (!video_capturer_) {
690 return;
691 }
692
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000693 bool cpu_adapt, cpu_smoothing, adapt_third;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000694 float low, med, high;
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000695
696 // TODO(thorcarpenter): Have VideoAdapter be responsible for setting
697 // all these video options.
698 CoordinatedVideoAdapter* video_adapter = video_capturer_->video_adapter();
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000699 if (video_options_.adapt_input_to_cpu_usage.Get(&cpu_adapt) ||
700 overuse_observer_enabled_) {
701 video_adapter->set_cpu_adaptation(cpu_adapt || overuse_observer_enabled_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000702 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000703 if (video_options_.adapt_cpu_with_smoothing.Get(&cpu_smoothing)) {
704 video_adapter->set_cpu_smoothing(cpu_smoothing);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000705 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000706 if (video_options_.process_adaptation_threshhold.Get(&med)) {
707 video_adapter->set_process_threshold(med);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000708 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000709 if (video_options_.system_low_adaptation_threshhold.Get(&low)) {
710 video_adapter->set_low_system_threshold(low);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000711 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000712 if (video_options_.system_high_adaptation_threshhold.Get(&high)) {
713 video_adapter->set_high_system_threshold(high);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000714 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000715 if (video_options_.video_adapt_third.Get(&adapt_third)) {
716 video_adapter->set_scale_third(adapt_third);
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000717 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000718 }
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000719
720 void SetCpuOveruseDetection(bool enable) {
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000721 overuse_observer_enabled_ = enable;
722
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000723 if (overuse_observer_) {
724 overuse_observer_->Enable(enable);
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +0000725 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000726
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000727 // The video adapter is signaled by overuse detection if enabled; otherwise
728 // it will be signaled by cpu monitor.
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000729 CoordinatedVideoAdapter* adapter = video_adapter();
730 if (adapter) {
henrike@webrtc.orgb90991d2014-03-04 19:54:57 +0000731 bool cpu_adapt = false;
732 video_options_.adapt_input_to_cpu_usage.Get(&cpu_adapt);
733 adapter->set_cpu_adaptation(
734 adapter->cpu_adaptation() || cpu_adapt || enable);
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000735 if (cpu_monitor_) {
736 if (enable) {
737 cpu_monitor_->SignalUpdate.disconnect(adapter);
738 } else {
739 cpu_monitor_->SignalUpdate.connect(
740 adapter, &CoordinatedVideoAdapter::OnCpuLoadUpdated);
741 }
742 }
743 }
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000744 }
745
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000746 void ProcessFrame(const VideoFrame& original_frame, bool mute,
747 VideoFrame** processed_frame) {
748 if (!mute) {
749 *processed_frame = original_frame.Copy();
750 } else {
751 WebRtcVideoFrame* black_frame = new WebRtcVideoFrame();
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000752 black_frame->InitToBlack(static_cast<int>(original_frame.GetWidth()),
753 static_cast<int>(original_frame.GetHeight()),
754 1, 1,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000755 original_frame.GetElapsedTime(),
756 original_frame.GetTimeStamp());
757 *processed_frame = black_frame;
758 }
759 local_stream_info_.UpdateFrame(*processed_frame);
760 }
761 void RegisterEncoder(int pl_type, webrtc::VideoEncoder* encoder) {
762 ASSERT(!IsEncoderRegistered(pl_type));
763 registered_encoders_[pl_type] = encoder;
764 }
765 bool IsEncoderRegistered(int pl_type) {
766 return registered_encoders_.count(pl_type) != 0;
767 }
768 const EncoderMap& registered_encoders() {
769 return registered_encoders_;
770 }
771 void ClearRegisteredEncoders() {
772 registered_encoders_.clear();
773 }
774
wu@webrtc.orgd64719d2013-08-01 00:00:07 +0000775 sigslot::repeater0<> SignalCpuAdaptationUnable;
776
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000777 private:
778 int channel_id_;
779 int capture_id_;
780 bool sending_;
781 bool muted_;
782 VideoCapturer* video_capturer_;
783 WebRtcEncoderObserver encoder_observer_;
784 webrtc::ViEExternalCapture* external_capture_;
785 EncoderMap registered_encoders_;
786
787 VideoFormat video_format_;
788
789 talk_base::scoped_ptr<StreamParams> stream_params_;
790
791 WebRtcLocalStreamInfo local_stream_info_;
792
793 bool capturer_updated_;
794
795 int64 interval_;
796
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +0000797 talk_base::CpuMonitor* cpu_monitor_;
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000798 talk_base::scoped_ptr<WebRtcOveruseObserver> overuse_observer_;
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000799 bool overuse_observer_enabled_;
800
801 VideoOptions video_options_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000802};
803
804const WebRtcVideoEngine::VideoCodecPref
805 WebRtcVideoEngine::kVideoCodecPrefs[] = {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000806 {kVp8PayloadName, 100, -1, 0},
807 {kRedPayloadName, 116, -1, 1},
808 {kFecPayloadName, 117, -1, 2},
809 {kRtxCodecName, 96, 100, 3},
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000810};
811
812// The formats are sorted by the descending order of width. We use the order to
813// find the next format for CPU and bandwidth adaptation.
814const VideoFormatPod WebRtcVideoEngine::kVideoFormats[] = {
815 {1280, 800, FPS_TO_INTERVAL(30), FOURCC_ANY},
816 {1280, 720, FPS_TO_INTERVAL(30), FOURCC_ANY},
817 {960, 600, FPS_TO_INTERVAL(30), FOURCC_ANY},
818 {960, 540, FPS_TO_INTERVAL(30), FOURCC_ANY},
819 {640, 400, FPS_TO_INTERVAL(30), FOURCC_ANY},
820 {640, 360, FPS_TO_INTERVAL(30), FOURCC_ANY},
821 {640, 480, FPS_TO_INTERVAL(30), FOURCC_ANY},
822 {480, 300, FPS_TO_INTERVAL(30), FOURCC_ANY},
823 {480, 270, FPS_TO_INTERVAL(30), FOURCC_ANY},
824 {480, 360, FPS_TO_INTERVAL(30), FOURCC_ANY},
825 {320, 200, FPS_TO_INTERVAL(30), FOURCC_ANY},
826 {320, 180, FPS_TO_INTERVAL(30), FOURCC_ANY},
827 {320, 240, FPS_TO_INTERVAL(30), FOURCC_ANY},
828 {240, 150, FPS_TO_INTERVAL(30), FOURCC_ANY},
829 {240, 135, FPS_TO_INTERVAL(30), FOURCC_ANY},
830 {240, 180, FPS_TO_INTERVAL(30), FOURCC_ANY},
831 {160, 100, FPS_TO_INTERVAL(30), FOURCC_ANY},
832 {160, 90, FPS_TO_INTERVAL(30), FOURCC_ANY},
833 {160, 120, FPS_TO_INTERVAL(30), FOURCC_ANY},
834};
835
836const VideoFormatPod WebRtcVideoEngine::kDefaultVideoFormat =
837 {640, 400, FPS_TO_INTERVAL(30), FOURCC_ANY};
838
839static void UpdateVideoCodec(const cricket::VideoFormat& video_format,
840 webrtc::VideoCodec* target_codec) {
841 if ((target_codec == NULL) || (video_format == cricket::VideoFormat())) {
842 return;
843 }
844 target_codec->width = video_format.width;
845 target_codec->height = video_format.height;
846 target_codec->maxFramerate = cricket::VideoFormat::IntervalToFps(
847 video_format.interval);
848}
849
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +0000850static bool GetCpuOveruseOptions(const VideoOptions& options,
851 webrtc::CpuOveruseOptions* overuse_options) {
852 int underuse_threshold = 0;
853 int overuse_threshold = 0;
854 if (!options.cpu_underuse_threshold.Get(&underuse_threshold) ||
855 !options.cpu_overuse_threshold.Get(&overuse_threshold)) {
856 return false;
857 }
858 if (underuse_threshold <= 0 || overuse_threshold <= 0) {
859 return false;
860 }
861 // Valid thresholds.
862 bool encode_usage =
863 options.cpu_overuse_encode_usage.GetWithDefaultIfUnset(false);
864 overuse_options->enable_capture_jitter_method = !encode_usage;
865 overuse_options->enable_encode_usage_method = encode_usage;
866 if (encode_usage) {
867 // Use method based on encode usage.
868 overuse_options->low_encode_usage_threshold_percent = underuse_threshold;
869 overuse_options->high_encode_usage_threshold_percent = overuse_threshold;
870 } else {
871 // Use default method based on capture jitter.
872 overuse_options->low_capture_jitter_threshold_ms =
873 static_cast<float>(underuse_threshold);
874 overuse_options->high_capture_jitter_threshold_ms =
875 static_cast<float>(overuse_threshold);
876 }
877 return true;
878}
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +0000879
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000880WebRtcVideoEngine::WebRtcVideoEngine() {
881 Construct(new ViEWrapper(), new ViETraceWrapper(), NULL,
882 new talk_base::CpuMonitor(NULL));
883}
884
885WebRtcVideoEngine::WebRtcVideoEngine(WebRtcVoiceEngine* voice_engine,
886 ViEWrapper* vie_wrapper,
887 talk_base::CpuMonitor* cpu_monitor) {
888 Construct(vie_wrapper, new ViETraceWrapper(), voice_engine, cpu_monitor);
889}
890
891WebRtcVideoEngine::WebRtcVideoEngine(WebRtcVoiceEngine* voice_engine,
892 ViEWrapper* vie_wrapper,
893 ViETraceWrapper* tracing,
894 talk_base::CpuMonitor* cpu_monitor) {
895 Construct(vie_wrapper, tracing, voice_engine, cpu_monitor);
896}
897
898void WebRtcVideoEngine::Construct(ViEWrapper* vie_wrapper,
899 ViETraceWrapper* tracing,
900 WebRtcVoiceEngine* voice_engine,
901 talk_base::CpuMonitor* cpu_monitor) {
902 LOG(LS_INFO) << "WebRtcVideoEngine::WebRtcVideoEngine";
903 worker_thread_ = NULL;
904 vie_wrapper_.reset(vie_wrapper);
905 vie_wrapper_base_initialized_ = false;
906 tracing_.reset(tracing);
907 voice_engine_ = voice_engine;
908 initialized_ = false;
909 SetTraceFilter(SeverityToFilter(kDefaultLogSeverity));
910 render_module_.reset(new WebRtcPassthroughRender());
911 local_renderer_w_ = local_renderer_h_ = 0;
912 local_renderer_ = NULL;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000913 capture_started_ = false;
914 decoder_factory_ = NULL;
915 encoder_factory_ = NULL;
916 cpu_monitor_.reset(cpu_monitor);
917
918 SetTraceOptions("");
919 if (tracing_->SetTraceCallback(this) != 0) {
920 LOG_RTCERR1(SetTraceCallback, this);
921 }
922
923 // Set default quality levels for our supported codecs. We override them here
924 // if we know your cpu performance is low, and they can be updated explicitly
925 // by calling SetDefaultCodec. For example by a flute preference setting, or
926 // by the server with a jec in response to our reported system info.
927 VideoCodec max_codec(kVideoCodecPrefs[0].payload_type,
928 kVideoCodecPrefs[0].name,
929 kDefaultVideoFormat.width,
930 kDefaultVideoFormat.height,
931 VideoFormat::IntervalToFps(kDefaultVideoFormat.interval),
932 0);
933 if (!SetDefaultCodec(max_codec)) {
934 LOG(LS_ERROR) << "Failed to initialize list of supported codec types";
935 }
936
937
938 // Load our RTP Header extensions.
939 rtp_header_extensions_.push_back(
940 RtpHeaderExtension(kRtpTimestampOffsetHeaderExtension,
henrike@webrtc.org79047f92014-03-06 23:46:59 +0000941 kRtpTimestampOffsetHeaderExtensionDefaultId));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000942 rtp_header_extensions_.push_back(
henrike@webrtc.org79047f92014-03-06 23:46:59 +0000943 RtpHeaderExtension(kRtpAbsoluteSenderTimeHeaderExtension,
944 kRtpAbsoluteSenderTimeHeaderExtensionDefaultId));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000945}
946
947WebRtcVideoEngine::~WebRtcVideoEngine() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000948 LOG(LS_INFO) << "WebRtcVideoEngine::~WebRtcVideoEngine";
949 if (initialized_) {
950 Terminate();
951 }
952 if (encoder_factory_) {
953 encoder_factory_->RemoveObserver(this);
954 }
955 tracing_->SetTraceCallback(NULL);
956 // Test to see if the media processor was deregistered properly.
957 ASSERT(SignalMediaFrame.is_empty());
958}
959
960bool WebRtcVideoEngine::Init(talk_base::Thread* worker_thread) {
961 LOG(LS_INFO) << "WebRtcVideoEngine::Init";
962 worker_thread_ = worker_thread;
963 ASSERT(worker_thread_ != NULL);
964
965 cpu_monitor_->set_thread(worker_thread_);
966 if (!cpu_monitor_->Start(kCpuMonitorPeriodMs)) {
967 LOG(LS_ERROR) << "Failed to start CPU monitor.";
968 cpu_monitor_.reset();
969 }
970
971 bool result = InitVideoEngine();
972 if (result) {
973 LOG(LS_INFO) << "VideoEngine Init done";
974 } else {
975 LOG(LS_ERROR) << "VideoEngine Init failed, releasing";
976 Terminate();
977 }
978 return result;
979}
980
981bool WebRtcVideoEngine::InitVideoEngine() {
982 LOG(LS_INFO) << "WebRtcVideoEngine::InitVideoEngine";
983
984 // Init WebRTC VideoEngine.
985 if (!vie_wrapper_base_initialized_) {
986 if (vie_wrapper_->base()->Init() != 0) {
987 LOG_RTCERR0(Init);
988 return false;
989 }
990 vie_wrapper_base_initialized_ = true;
991 }
992
993 // Log the VoiceEngine version info.
994 char buffer[1024] = "";
995 if (vie_wrapper_->base()->GetVersion(buffer) != 0) {
996 LOG_RTCERR0(GetVersion);
997 return false;
998 }
999
1000 LOG(LS_INFO) << "WebRtc VideoEngine Version:";
1001 LogMultiline(talk_base::LS_INFO, buffer);
1002
1003 // Hook up to VoiceEngine for sync purposes, if supplied.
1004 if (!voice_engine_) {
1005 LOG(LS_WARNING) << "NULL voice engine";
1006 } else if ((vie_wrapper_->base()->SetVoiceEngine(
1007 voice_engine_->voe()->engine())) != 0) {
1008 LOG_RTCERR0(SetVoiceEngine);
1009 return false;
1010 }
1011
1012 // Register our custom render module.
1013 if (vie_wrapper_->render()->RegisterVideoRenderModule(
1014 *render_module_.get()) != 0) {
1015 LOG_RTCERR0(RegisterVideoRenderModule);
1016 return false;
1017 }
1018
1019 initialized_ = true;
1020 return true;
1021}
1022
1023void WebRtcVideoEngine::Terminate() {
1024 LOG(LS_INFO) << "WebRtcVideoEngine::Terminate";
1025 initialized_ = false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001026
1027 if (vie_wrapper_->render()->DeRegisterVideoRenderModule(
1028 *render_module_.get()) != 0) {
1029 LOG_RTCERR0(DeRegisterVideoRenderModule);
1030 }
1031
1032 if (vie_wrapper_->base()->SetVoiceEngine(NULL) != 0) {
1033 LOG_RTCERR0(SetVoiceEngine);
1034 }
1035
1036 cpu_monitor_->Stop();
1037}
1038
1039int WebRtcVideoEngine::GetCapabilities() {
1040 return VIDEO_RECV | VIDEO_SEND;
1041}
1042
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +00001043bool WebRtcVideoEngine::SetOptions(const VideoOptions &options) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001044 return true;
1045}
1046
1047bool WebRtcVideoEngine::SetDefaultEncoderConfig(
1048 const VideoEncoderConfig& config) {
1049 return SetDefaultCodec(config.max_codec);
1050}
1051
wu@webrtc.org78187522013-10-07 23:32:02 +00001052VideoEncoderConfig WebRtcVideoEngine::GetDefaultEncoderConfig() const {
1053 ASSERT(!video_codecs_.empty());
1054 VideoCodec max_codec(kVideoCodecPrefs[0].payload_type,
1055 kVideoCodecPrefs[0].name,
1056 video_codecs_[0].width,
1057 video_codecs_[0].height,
1058 video_codecs_[0].framerate,
1059 0);
1060 return VideoEncoderConfig(max_codec);
1061}
1062
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001063// SetDefaultCodec may be called while the capturer is running. For example, a
1064// test call is started in a page with QVGA default codec, and then a real call
1065// is started in another page with VGA default codec. This is the corner case
1066// and happens only when a session is started. We ignore this case currently.
1067bool WebRtcVideoEngine::SetDefaultCodec(const VideoCodec& codec) {
1068 if (!RebuildCodecList(codec)) {
1069 LOG(LS_WARNING) << "Failed to RebuildCodecList";
1070 return false;
1071 }
1072
wu@webrtc.org78187522013-10-07 23:32:02 +00001073 ASSERT(!video_codecs_.empty());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001074 default_codec_format_ = VideoFormat(
1075 video_codecs_[0].width,
1076 video_codecs_[0].height,
1077 VideoFormat::FpsToInterval(video_codecs_[0].framerate),
1078 FOURCC_ANY);
1079 return true;
1080}
1081
1082WebRtcVideoMediaChannel* WebRtcVideoEngine::CreateChannel(
1083 VoiceMediaChannel* voice_channel) {
1084 WebRtcVideoMediaChannel* channel =
1085 new WebRtcVideoMediaChannel(this, voice_channel);
1086 if (!channel->Init()) {
1087 delete channel;
1088 channel = NULL;
1089 }
1090 return channel;
1091}
1092
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001093bool WebRtcVideoEngine::SetLocalRenderer(VideoRenderer* renderer) {
1094 local_renderer_w_ = local_renderer_h_ = 0;
1095 local_renderer_ = renderer;
1096 return true;
1097}
1098
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001099const std::vector<VideoCodec>& WebRtcVideoEngine::codecs() const {
1100 return video_codecs_;
1101}
1102
1103const std::vector<RtpHeaderExtension>&
1104WebRtcVideoEngine::rtp_header_extensions() const {
1105 return rtp_header_extensions_;
1106}
1107
1108void WebRtcVideoEngine::SetLogging(int min_sev, const char* filter) {
1109 // if min_sev == -1, we keep the current log level.
1110 if (min_sev >= 0) {
1111 SetTraceFilter(SeverityToFilter(min_sev));
1112 }
1113 SetTraceOptions(filter);
1114}
1115
1116int WebRtcVideoEngine::GetLastEngineError() {
1117 return vie_wrapper_->error();
1118}
1119
1120// Checks to see whether we comprehend and could receive a particular codec
1121bool WebRtcVideoEngine::FindCodec(const VideoCodec& in) {
1122 for (int i = 0; i < ARRAY_SIZE(kVideoFormats); ++i) {
1123 const VideoFormat fmt(kVideoFormats[i]);
1124 if ((in.width == 0 && in.height == 0) ||
1125 (fmt.width == in.width && fmt.height == in.height)) {
1126 if (encoder_factory_) {
1127 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1128 encoder_factory_->codecs();
1129 for (size_t j = 0; j < codecs.size(); ++j) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001130 VideoCodec codec(GetExternalVideoPayloadType(static_cast<int>(j)),
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001131 codecs[j].name, 0, 0, 0, 0);
1132 if (codec.Matches(in))
1133 return true;
1134 }
1135 }
1136 for (size_t j = 0; j < ARRAY_SIZE(kVideoCodecPrefs); ++j) {
1137 VideoCodec codec(kVideoCodecPrefs[j].payload_type,
1138 kVideoCodecPrefs[j].name, 0, 0, 0, 0);
1139 if (codec.Matches(in)) {
1140 return true;
1141 }
1142 }
1143 }
1144 }
1145 return false;
1146}
1147
1148// Given the requested codec, returns true if we can send that codec type and
1149// updates out with the best quality we could send for that codec. If current is
1150// not empty, we constrain out so that its aspect ratio matches current's.
1151bool WebRtcVideoEngine::CanSendCodec(const VideoCodec& requested,
1152 const VideoCodec& current,
1153 VideoCodec* out) {
1154 if (!out) {
1155 return false;
1156 }
1157
1158 std::vector<VideoCodec>::const_iterator local_max;
1159 for (local_max = video_codecs_.begin();
1160 local_max < video_codecs_.end();
1161 ++local_max) {
1162 // First match codecs by payload type
1163 if (!requested.Matches(*local_max)) {
1164 continue;
1165 }
1166
1167 out->id = requested.id;
1168 out->name = requested.name;
1169 out->preference = requested.preference;
1170 out->params = requested.params;
1171 out->framerate = talk_base::_min(requested.framerate, local_max->framerate);
1172 out->width = 0;
1173 out->height = 0;
1174 out->params = requested.params;
1175 out->feedback_params = requested.feedback_params;
1176
1177 if (0 == requested.width && 0 == requested.height) {
1178 // Special case with resolution 0. The channel should not send frames.
1179 return true;
1180 } else if (0 == requested.width || 0 == requested.height) {
1181 // 0xn and nx0 are invalid resolutions.
1182 return false;
1183 }
1184
1185 // Pick the best quality that is within their and our bounds and has the
1186 // correct aspect ratio.
1187 for (int j = 0; j < ARRAY_SIZE(kVideoFormats); ++j) {
1188 const VideoFormat format(kVideoFormats[j]);
1189
1190 // Skip any format that is larger than the local or remote maximums, or
1191 // smaller than the current best match
1192 if (format.width > requested.width || format.height > requested.height ||
1193 format.width > local_max->width ||
1194 (format.width < out->width && format.height < out->height)) {
1195 continue;
1196 }
1197
1198 bool better = false;
1199
1200 // Check any further constraints on this prospective format
1201 if (!out->width || !out->height) {
1202 // If we don't have any matches yet, this is the best so far.
1203 better = true;
1204 } else if (current.width && current.height) {
1205 // current is set so format must match its ratio exactly.
1206 better =
1207 (format.width * current.height == format.height * current.width);
1208 } else {
1209 // Prefer closer aspect ratios i.e
1210 // format.aspect - requested.aspect < out.aspect - requested.aspect
1211 better = abs(format.width * requested.height * out->height -
1212 requested.width * format.height * out->height) <
1213 abs(out->width * format.height * requested.height -
1214 requested.width * format.height * out->height);
1215 }
1216
1217 if (better) {
1218 out->width = format.width;
1219 out->height = format.height;
1220 }
1221 }
1222 if (out->width > 0) {
1223 return true;
1224 }
1225 }
1226 return false;
1227}
1228
1229static void ConvertToCricketVideoCodec(
1230 const webrtc::VideoCodec& in_codec, VideoCodec* out_codec) {
1231 out_codec->id = in_codec.plType;
1232 out_codec->name = in_codec.plName;
1233 out_codec->width = in_codec.width;
1234 out_codec->height = in_codec.height;
1235 out_codec->framerate = in_codec.maxFramerate;
1236 out_codec->SetParam(kCodecParamMinBitrate, in_codec.minBitrate);
1237 out_codec->SetParam(kCodecParamMaxBitrate, in_codec.maxBitrate);
1238 if (in_codec.qpMax) {
1239 out_codec->SetParam(kCodecParamMaxQuantization, in_codec.qpMax);
1240 }
1241}
1242
1243bool WebRtcVideoEngine::ConvertFromCricketVideoCodec(
1244 const VideoCodec& in_codec, webrtc::VideoCodec* out_codec) {
1245 bool found = false;
1246 int ncodecs = vie_wrapper_->codec()->NumberOfCodecs();
1247 for (int i = 0; i < ncodecs; ++i) {
1248 if (vie_wrapper_->codec()->GetCodec(i, *out_codec) == 0 &&
1249 _stricmp(in_codec.name.c_str(), out_codec->plName) == 0) {
1250 found = true;
1251 break;
1252 }
1253 }
1254
1255 // If not found, check if this is supported by external encoder factory.
1256 if (!found && encoder_factory_) {
1257 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1258 encoder_factory_->codecs();
1259 for (size_t i = 0; i < codecs.size(); ++i) {
1260 if (_stricmp(in_codec.name.c_str(), codecs[i].name.c_str()) == 0) {
1261 out_codec->codecType = codecs[i].type;
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001262 out_codec->plType = GetExternalVideoPayloadType(static_cast<int>(i));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001263 talk_base::strcpyn(out_codec->plName, sizeof(out_codec->plName),
1264 codecs[i].name.c_str(), codecs[i].name.length());
1265 found = true;
1266 break;
1267 }
1268 }
1269 }
1270
1271 if (!found) {
1272 LOG(LS_ERROR) << "invalid codec type";
1273 return false;
1274 }
1275
1276 if (in_codec.id != 0)
1277 out_codec->plType = in_codec.id;
1278
1279 if (in_codec.width != 0)
1280 out_codec->width = in_codec.width;
1281
1282 if (in_codec.height != 0)
1283 out_codec->height = in_codec.height;
1284
1285 if (in_codec.framerate != 0)
1286 out_codec->maxFramerate = in_codec.framerate;
1287
1288 // Convert bitrate parameters.
1289 int max_bitrate = kMaxVideoBitrate;
1290 int min_bitrate = kMinVideoBitrate;
1291 int start_bitrate = kStartVideoBitrate;
1292
1293 in_codec.GetParam(kCodecParamMinBitrate, &min_bitrate);
1294 in_codec.GetParam(kCodecParamMaxBitrate, &max_bitrate);
1295
1296 if (max_bitrate < min_bitrate) {
1297 return false;
1298 }
1299 start_bitrate = talk_base::_max(start_bitrate, min_bitrate);
1300 start_bitrate = talk_base::_min(start_bitrate, max_bitrate);
1301
1302 out_codec->minBitrate = min_bitrate;
1303 out_codec->startBitrate = start_bitrate;
1304 out_codec->maxBitrate = max_bitrate;
1305
1306 // Convert general codec parameters.
1307 int max_quantization = 0;
1308 if (in_codec.GetParam(kCodecParamMaxQuantization, &max_quantization)) {
1309 if (max_quantization < 0) {
1310 return false;
1311 }
1312 out_codec->qpMax = max_quantization;
1313 }
1314 return true;
1315}
1316
1317void WebRtcVideoEngine::RegisterChannel(WebRtcVideoMediaChannel *channel) {
1318 talk_base::CritScope cs(&channels_crit_);
1319 channels_.push_back(channel);
1320}
1321
1322void WebRtcVideoEngine::UnregisterChannel(WebRtcVideoMediaChannel *channel) {
1323 talk_base::CritScope cs(&channels_crit_);
1324 channels_.erase(std::remove(channels_.begin(), channels_.end(), channel),
1325 channels_.end());
1326}
1327
1328bool WebRtcVideoEngine::SetVoiceEngine(WebRtcVoiceEngine* voice_engine) {
1329 if (initialized_) {
1330 LOG(LS_WARNING) << "SetVoiceEngine can not be called after Init";
1331 return false;
1332 }
1333 voice_engine_ = voice_engine;
1334 return true;
1335}
1336
1337bool WebRtcVideoEngine::EnableTimedRender() {
1338 if (initialized_) {
1339 LOG(LS_WARNING) << "EnableTimedRender can not be called after Init";
1340 return false;
1341 }
1342 render_module_.reset(webrtc::VideoRender::CreateVideoRender(0, NULL,
1343 false, webrtc::kRenderExternal));
1344 return true;
1345}
1346
1347void WebRtcVideoEngine::SetTraceFilter(int filter) {
1348 tracing_->SetTraceFilter(filter);
1349}
1350
1351// See https://sites.google.com/a/google.com/wavelet/
1352// Home/Magic-Flute--RTC-Engine-/Magic-Flute-Command-Line-Parameters
1353// for all supported command line setttings.
1354void WebRtcVideoEngine::SetTraceOptions(const std::string& options) {
1355 // Set WebRTC trace file.
1356 std::vector<std::string> opts;
1357 talk_base::tokenize(options, ' ', '"', '"', &opts);
1358 std::vector<std::string>::iterator tracefile =
1359 std::find(opts.begin(), opts.end(), "tracefile");
1360 if (tracefile != opts.end() && ++tracefile != opts.end()) {
1361 // Write WebRTC debug output (at same loglevel) to file
1362 if (tracing_->SetTraceFile(tracefile->c_str()) == -1) {
1363 LOG_RTCERR1(SetTraceFile, *tracefile);
1364 }
1365 }
1366}
1367
1368static void AddDefaultFeedbackParams(VideoCodec* codec) {
1369 const FeedbackParam kFir(kRtcpFbParamCcm, kRtcpFbCcmParamFir);
1370 codec->AddFeedbackParam(kFir);
1371 const FeedbackParam kNack(kRtcpFbParamNack, kParamValueEmpty);
1372 codec->AddFeedbackParam(kNack);
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00001373 const FeedbackParam kPli(kRtcpFbParamNack, kRtcpFbNackParamPli);
1374 codec->AddFeedbackParam(kPli);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001375 const FeedbackParam kRemb(kRtcpFbParamRemb, kParamValueEmpty);
1376 codec->AddFeedbackParam(kRemb);
1377}
1378
1379// Rebuilds the codec list to be only those that are less intensive
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +00001380// than the specified codec. Prefers internal codec over external with
1381// higher preference field.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001382bool WebRtcVideoEngine::RebuildCodecList(const VideoCodec& in_codec) {
1383 if (!FindCodec(in_codec))
1384 return false;
1385
1386 video_codecs_.clear();
1387
1388 bool found = false;
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001389 std::set<std::string> internal_codec_names;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001390 for (size_t i = 0; i < ARRAY_SIZE(kVideoCodecPrefs); ++i) {
1391 const VideoCodecPref& pref(kVideoCodecPrefs[i]);
1392 if (!found)
1393 found = (in_codec.name == pref.name);
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001394 if (found) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001395 VideoCodec codec(pref.payload_type, pref.name,
1396 in_codec.width, in_codec.height, in_codec.framerate,
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001397 static_cast<int>(ARRAY_SIZE(kVideoCodecPrefs) - i));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001398 if (_stricmp(kVp8PayloadName, codec.name.c_str()) == 0) {
1399 AddDefaultFeedbackParams(&codec);
1400 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001401 if (pref.associated_payload_type != -1) {
1402 codec.SetParam(kCodecParamAssociatedPayloadType,
1403 pref.associated_payload_type);
1404 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001405 video_codecs_.push_back(codec);
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001406 internal_codec_names.insert(codec.name);
1407 }
1408 }
1409 if (encoder_factory_) {
1410 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1411 encoder_factory_->codecs();
1412 for (size_t i = 0; i < codecs.size(); ++i) {
1413 bool is_internal_codec = internal_codec_names.find(codecs[i].name) !=
1414 internal_codec_names.end();
1415 if (!is_internal_codec) {
1416 if (!found)
1417 found = (in_codec.name == codecs[i].name);
1418 VideoCodec codec(
1419 GetExternalVideoPayloadType(static_cast<int>(i)),
1420 codecs[i].name,
1421 codecs[i].max_width,
1422 codecs[i].max_height,
1423 codecs[i].max_fps,
mallinath@webrtc.orga27be8e2013-09-27 23:04:10 +00001424 // Use negative preference on external codec to ensure the internal
1425 // codec is preferred.
1426 static_cast<int>(0 - i));
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001427 AddDefaultFeedbackParams(&codec);
1428 video_codecs_.push_back(codec);
1429 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001430 }
1431 }
1432 ASSERT(found);
1433 return true;
1434}
1435
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001436// Ignore spammy trace messages, mostly from the stats API when we haven't
1437// gotten RTCP info yet from the remote side.
1438bool WebRtcVideoEngine::ShouldIgnoreTrace(const std::string& trace) {
1439 static const char* const kTracesToIgnore[] = {
1440 NULL
1441 };
1442 for (const char* const* p = kTracesToIgnore; *p; ++p) {
1443 if (trace.find(*p) == 0) {
1444 return true;
1445 }
1446 }
1447 return false;
1448}
1449
1450int WebRtcVideoEngine::GetNumOfChannels() {
1451 talk_base::CritScope cs(&channels_crit_);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001452 return static_cast<int>(channels_.size());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001453}
1454
1455void WebRtcVideoEngine::Print(webrtc::TraceLevel level, const char* trace,
1456 int length) {
1457 talk_base::LoggingSeverity sev = talk_base::LS_VERBOSE;
1458 if (level == webrtc::kTraceError || level == webrtc::kTraceCritical)
1459 sev = talk_base::LS_ERROR;
1460 else if (level == webrtc::kTraceWarning)
1461 sev = talk_base::LS_WARNING;
1462 else if (level == webrtc::kTraceStateInfo || level == webrtc::kTraceInfo)
1463 sev = talk_base::LS_INFO;
1464 else if (level == webrtc::kTraceTerseInfo)
1465 sev = talk_base::LS_INFO;
1466
1467 // Skip past boilerplate prefix text
1468 if (length < 72) {
1469 std::string msg(trace, length);
1470 LOG(LS_ERROR) << "Malformed webrtc log message: ";
1471 LOG_V(sev) << msg;
1472 } else {
1473 std::string msg(trace + 71, length - 72);
1474 if (!ShouldIgnoreTrace(msg) &&
1475 (!voice_engine_ || !voice_engine_->ShouldIgnoreTrace(msg))) {
1476 LOG_V(sev) << "webrtc: " << msg;
1477 }
1478 }
1479}
1480
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001481webrtc::VideoDecoder* WebRtcVideoEngine::CreateExternalDecoder(
1482 webrtc::VideoCodecType type) {
1483 if (decoder_factory_ == NULL) {
1484 return NULL;
1485 }
1486 return decoder_factory_->CreateVideoDecoder(type);
1487}
1488
1489void WebRtcVideoEngine::DestroyExternalDecoder(webrtc::VideoDecoder* decoder) {
1490 ASSERT(decoder_factory_ != NULL);
1491 if (decoder_factory_ == NULL)
1492 return;
1493 decoder_factory_->DestroyVideoDecoder(decoder);
1494}
1495
1496webrtc::VideoEncoder* WebRtcVideoEngine::CreateExternalEncoder(
1497 webrtc::VideoCodecType type) {
1498 if (encoder_factory_ == NULL) {
1499 return NULL;
1500 }
1501 return encoder_factory_->CreateVideoEncoder(type);
1502}
1503
1504void WebRtcVideoEngine::DestroyExternalEncoder(webrtc::VideoEncoder* encoder) {
1505 ASSERT(encoder_factory_ != NULL);
1506 if (encoder_factory_ == NULL)
1507 return;
1508 encoder_factory_->DestroyVideoEncoder(encoder);
1509}
1510
1511bool WebRtcVideoEngine::IsExternalEncoderCodecType(
1512 webrtc::VideoCodecType type) const {
1513 if (!encoder_factory_)
1514 return false;
1515 const std::vector<WebRtcVideoEncoderFactory::VideoCodec>& codecs =
1516 encoder_factory_->codecs();
1517 std::vector<WebRtcVideoEncoderFactory::VideoCodec>::const_iterator it;
1518 for (it = codecs.begin(); it != codecs.end(); ++it) {
1519 if (it->type == type)
1520 return true;
1521 }
1522 return false;
1523}
1524
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001525void WebRtcVideoEngine::SetExternalDecoderFactory(
1526 WebRtcVideoDecoderFactory* decoder_factory) {
1527 decoder_factory_ = decoder_factory;
1528}
1529
1530void WebRtcVideoEngine::SetExternalEncoderFactory(
1531 WebRtcVideoEncoderFactory* encoder_factory) {
1532 if (encoder_factory_ == encoder_factory)
1533 return;
1534
1535 if (encoder_factory_) {
1536 encoder_factory_->RemoveObserver(this);
1537 }
1538 encoder_factory_ = encoder_factory;
1539 if (encoder_factory_) {
1540 encoder_factory_->AddObserver(this);
1541 }
1542
1543 // Invoke OnCodecAvailable() here in case the list of codecs is already
1544 // available when the encoder factory is installed. If not the encoder
1545 // factory will invoke the callback later when the codecs become available.
1546 OnCodecsAvailable();
1547}
1548
1549void WebRtcVideoEngine::OnCodecsAvailable() {
1550 // Rebuild codec list while reapplying the current default codec format.
1551 VideoCodec max_codec(kVideoCodecPrefs[0].payload_type,
1552 kVideoCodecPrefs[0].name,
1553 video_codecs_[0].width,
1554 video_codecs_[0].height,
1555 video_codecs_[0].framerate,
1556 0);
1557 if (!RebuildCodecList(max_codec)) {
1558 LOG(LS_ERROR) << "Failed to initialize list of supported codec types";
1559 }
1560}
1561
1562// WebRtcVideoMediaChannel
1563
1564WebRtcVideoMediaChannel::WebRtcVideoMediaChannel(
1565 WebRtcVideoEngine* engine,
1566 VoiceMediaChannel* channel)
1567 : engine_(engine),
1568 voice_channel_(channel),
1569 vie_channel_(-1),
1570 nack_enabled_(true),
1571 remb_enabled_(false),
1572 render_started_(false),
1573 first_receive_ssrc_(0),
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001574 num_unsignalled_recv_channels_(0),
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001575 send_rtx_type_(-1),
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001576 send_red_type_(-1),
1577 send_fec_type_(-1),
1578 send_min_bitrate_(kMinVideoBitrate),
1579 send_start_bitrate_(kStartVideoBitrate),
1580 send_max_bitrate_(kMaxVideoBitrate),
1581 sending_(false),
1582 ratio_w_(0),
1583 ratio_h_(0) {
1584 engine->RegisterChannel(this);
1585}
1586
1587bool WebRtcVideoMediaChannel::Init() {
1588 const uint32 ssrc_key = 0;
1589 return CreateChannel(ssrc_key, MD_SENDRECV, &vie_channel_);
1590}
1591
1592WebRtcVideoMediaChannel::~WebRtcVideoMediaChannel() {
1593 const bool send = false;
1594 SetSend(send);
1595 const bool render = false;
1596 SetRender(render);
1597
1598 while (!send_channels_.empty()) {
1599 if (!DeleteSendChannel(send_channels_.begin()->first)) {
1600 LOG(LS_ERROR) << "Unable to delete channel with ssrc key "
1601 << send_channels_.begin()->first;
1602 ASSERT(false);
1603 break;
1604 }
1605 }
1606
1607 // Remove all receive streams and the default channel.
1608 while (!recv_channels_.empty()) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001609 RemoveRecvStreamInternal(recv_channels_.begin()->first);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001610 }
1611
1612 // Unregister the channel from the engine.
1613 engine()->UnregisterChannel(this);
1614 if (worker_thread()) {
1615 worker_thread()->Clear(this);
1616 }
1617}
1618
1619bool WebRtcVideoMediaChannel::SetRecvCodecs(
1620 const std::vector<VideoCodec>& codecs) {
1621 receive_codecs_.clear();
1622 for (std::vector<VideoCodec>::const_iterator iter = codecs.begin();
1623 iter != codecs.end(); ++iter) {
1624 if (engine()->FindCodec(*iter)) {
1625 webrtc::VideoCodec wcodec;
1626 if (engine()->ConvertFromCricketVideoCodec(*iter, &wcodec)) {
1627 receive_codecs_.push_back(wcodec);
1628 }
1629 } else {
1630 LOG(LS_INFO) << "Unknown codec " << iter->name;
1631 return false;
1632 }
1633 }
1634
1635 for (RecvChannelMap::iterator it = recv_channels_.begin();
1636 it != recv_channels_.end(); ++it) {
1637 if (!SetReceiveCodecs(it->second))
1638 return false;
1639 }
1640 return true;
1641}
1642
1643bool WebRtcVideoMediaChannel::SetSendCodecs(
1644 const std::vector<VideoCodec>& codecs) {
1645 // Match with local video codec list.
1646 std::vector<webrtc::VideoCodec> send_codecs;
1647 VideoCodec checked_codec;
1648 VideoCodec current; // defaults to 0x0
1649 if (sending_) {
1650 ConvertToCricketVideoCodec(*send_codec_, &current);
1651 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001652 std::map<int, int> primary_rtx_pt_mapping;
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001653 bool nack_enabled = nack_enabled_;
1654 bool remb_enabled = remb_enabled_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001655 for (std::vector<VideoCodec>::const_iterator iter = codecs.begin();
1656 iter != codecs.end(); ++iter) {
1657 if (_stricmp(iter->name.c_str(), kRedPayloadName) == 0) {
1658 send_red_type_ = iter->id;
1659 } else if (_stricmp(iter->name.c_str(), kFecPayloadName) == 0) {
1660 send_fec_type_ = iter->id;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001661 } else if (_stricmp(iter->name.c_str(), kRtxCodecName) == 0) {
1662 int rtx_type = iter->id;
1663 int rtx_primary_type = -1;
1664 if (iter->GetParam(kCodecParamAssociatedPayloadType, &rtx_primary_type)) {
1665 primary_rtx_pt_mapping[rtx_primary_type] = rtx_type;
1666 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001667 } else if (engine()->CanSendCodec(*iter, current, &checked_codec)) {
1668 webrtc::VideoCodec wcodec;
1669 if (engine()->ConvertFromCricketVideoCodec(checked_codec, &wcodec)) {
1670 if (send_codecs.empty()) {
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001671 nack_enabled = IsNackEnabled(checked_codec);
1672 remb_enabled = IsRembEnabled(checked_codec);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001673 }
1674 send_codecs.push_back(wcodec);
1675 }
1676 } else {
1677 LOG(LS_WARNING) << "Unknown codec " << iter->name;
1678 }
1679 }
1680
1681 // Fail if we don't have a match.
1682 if (send_codecs.empty()) {
1683 LOG(LS_WARNING) << "No matching codecs available";
1684 return false;
1685 }
1686
1687 // Recv protection.
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001688 // Do not update if the status is same as previously configured.
1689 if (nack_enabled_ != nack_enabled) {
1690 for (RecvChannelMap::iterator it = recv_channels_.begin();
1691 it != recv_channels_.end(); ++it) {
1692 int channel_id = it->second->channel_id();
1693 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_,
1694 nack_enabled)) {
1695 return false;
1696 }
1697 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
1698 kNotSending,
1699 remb_enabled_) != 0) {
1700 LOG_RTCERR3(SetRembStatus, channel_id, kNotSending, remb_enabled_);
1701 return false;
1702 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001703 }
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001704 nack_enabled_ = nack_enabled;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001705 }
1706
1707 // Send settings.
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001708 // Do not update if the status is same as previously configured.
1709 if (remb_enabled_ != remb_enabled) {
1710 for (SendChannelMap::iterator iter = send_channels_.begin();
1711 iter != send_channels_.end(); ++iter) {
1712 int channel_id = iter->second->channel_id();
1713 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_,
1714 nack_enabled_)) {
1715 return false;
1716 }
1717 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
1718 remb_enabled,
1719 remb_enabled) != 0) {
1720 LOG_RTCERR3(SetRembStatus, channel_id, remb_enabled, remb_enabled);
1721 return false;
1722 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001723 }
wu@webrtc.org05e7b442014-04-01 17:44:24 +00001724 remb_enabled_ = remb_enabled;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001725 }
1726
1727 // Select the first matched codec.
1728 webrtc::VideoCodec& codec(send_codecs[0]);
1729
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001730 // Set RTX payload type if primary now active. This value will be used in
1731 // SetSendCodec.
1732 std::map<int, int>::const_iterator rtx_it =
1733 primary_rtx_pt_mapping.find(static_cast<int>(codec.plType));
1734 if (rtx_it != primary_rtx_pt_mapping.end()) {
1735 send_rtx_type_ = rtx_it->second;
1736 }
1737
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001738 if (!SetSendCodec(
1739 codec, codec.minBitrate, codec.startBitrate, codec.maxBitrate)) {
1740 return false;
1741 }
1742
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001743 LogSendCodecChange("SetSendCodecs()");
1744
1745 return true;
1746}
1747
1748bool WebRtcVideoMediaChannel::GetSendCodec(VideoCodec* send_codec) {
1749 if (!send_codec_) {
1750 return false;
1751 }
1752 ConvertToCricketVideoCodec(*send_codec_, send_codec);
1753 return true;
1754}
1755
1756bool WebRtcVideoMediaChannel::SetSendStreamFormat(uint32 ssrc,
1757 const VideoFormat& format) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001758 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
1759 if (!send_channel) {
1760 LOG(LS_ERROR) << "The specified ssrc " << ssrc << " is not in use.";
1761 return false;
1762 }
1763 send_channel->set_video_format(format);
1764 return true;
1765}
1766
1767bool WebRtcVideoMediaChannel::SetRender(bool render) {
1768 if (render == render_started_) {
1769 return true; // no action required
1770 }
1771
1772 bool ret = true;
1773 for (RecvChannelMap::iterator it = recv_channels_.begin();
1774 it != recv_channels_.end(); ++it) {
1775 if (render) {
1776 if (engine()->vie()->render()->StartRender(
1777 it->second->channel_id()) != 0) {
1778 LOG_RTCERR1(StartRender, it->second->channel_id());
1779 ret = false;
1780 }
1781 } else {
1782 if (engine()->vie()->render()->StopRender(
1783 it->second->channel_id()) != 0) {
1784 LOG_RTCERR1(StopRender, it->second->channel_id());
1785 ret = false;
1786 }
1787 }
1788 }
1789 if (ret) {
1790 render_started_ = render;
1791 }
1792
1793 return ret;
1794}
1795
1796bool WebRtcVideoMediaChannel::SetSend(bool send) {
1797 if (!HasReadySendChannels() && send) {
1798 LOG(LS_ERROR) << "No stream added";
1799 return false;
1800 }
1801 if (send == sending()) {
1802 return true; // No action required.
1803 }
1804
1805 if (send) {
1806 // We've been asked to start sending.
1807 // SetSendCodecs must have been called already.
1808 if (!send_codec_) {
1809 return false;
1810 }
1811 // Start send now.
1812 if (!StartSend()) {
1813 return false;
1814 }
1815 } else {
1816 // We've been asked to stop sending.
1817 if (!StopSend()) {
1818 return false;
1819 }
1820 }
1821 sending_ = send;
1822
1823 return true;
1824}
1825
1826bool WebRtcVideoMediaChannel::AddSendStream(const StreamParams& sp) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001827 if (sp.first_ssrc() == 0) {
1828 LOG(LS_ERROR) << "AddSendStream with 0 ssrc is not supported.";
1829 return false;
1830 }
1831
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001832 LOG(LS_INFO) << "AddSendStream " << sp.ToString();
1833
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001834 if (!IsOneSsrcStream(sp) && !IsSimulcastStream(sp)) {
1835 LOG(LS_ERROR) << "AddSendStream: bad local stream parameters";
1836 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001837 }
1838
1839 uint32 ssrc_key;
1840 if (!CreateSendChannelKey(sp.first_ssrc(), &ssrc_key)) {
1841 LOG(LS_ERROR) << "Trying to register duplicate ssrc: " << sp.first_ssrc();
1842 return false;
1843 }
1844 // If the default channel is already used for sending create a new channel
1845 // otherwise use the default channel for sending.
1846 int channel_id = -1;
1847 if (send_channels_[0]->stream_params() == NULL) {
1848 channel_id = vie_channel_;
1849 } else {
1850 if (!CreateChannel(ssrc_key, MD_SEND, &channel_id)) {
1851 LOG(LS_ERROR) << "AddSendStream: unable to create channel";
1852 return false;
1853 }
1854 }
1855 WebRtcVideoChannelSendInfo* send_channel = send_channels_[ssrc_key];
1856 // Set the send (local) SSRC.
1857 // If there are multiple send SSRCs, we can only set the first one here, and
1858 // the rest of the SSRC(s) need to be set after SetSendCodec has been called
1859 // (with a codec requires multiple SSRC(s)).
1860 if (engine()->vie()->rtp()->SetLocalSSRC(channel_id,
1861 sp.first_ssrc()) != 0) {
1862 LOG_RTCERR2(SetLocalSSRC, channel_id, sp.first_ssrc());
1863 return false;
1864 }
1865
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001866 // Set the corresponding RTX SSRC.
1867 if (!SetLocalRtxSsrc(channel_id, sp, sp.first_ssrc(), 0)) {
1868 return false;
1869 }
1870
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001871 // Set RTCP CName.
1872 if (engine()->vie()->rtp()->SetRTCPCName(channel_id,
1873 sp.cname.c_str()) != 0) {
1874 LOG_RTCERR2(SetRTCPCName, channel_id, sp.cname.c_str());
1875 return false;
1876 }
1877
1878 // At this point the channel's local SSRC has been updated. If the channel is
1879 // the default channel make sure that all the receive channels are updated as
1880 // well. Receive channels have to have the same SSRC as the default channel in
1881 // order to send receiver reports with this SSRC.
1882 if (IsDefaultChannel(channel_id)) {
1883 for (RecvChannelMap::const_iterator it = recv_channels_.begin();
1884 it != recv_channels_.end(); ++it) {
1885 WebRtcVideoChannelRecvInfo* info = it->second;
1886 int channel_id = info->channel_id();
1887 if (engine()->vie()->rtp()->SetLocalSSRC(channel_id,
1888 sp.first_ssrc()) != 0) {
1889 LOG_RTCERR1(SetLocalSSRC, it->first);
1890 return false;
1891 }
1892 }
1893 }
1894
1895 send_channel->set_stream_params(sp);
1896
1897 // Reset send codec after stream parameters changed.
1898 if (send_codec_) {
1899 if (!SetSendCodec(send_channel, *send_codec_, send_min_bitrate_,
1900 send_start_bitrate_, send_max_bitrate_)) {
1901 return false;
1902 }
1903 LogSendCodecChange("SetSendStreamFormat()");
1904 }
1905
1906 if (sending_) {
1907 return StartSend(send_channel);
1908 }
1909 return true;
1910}
1911
1912bool WebRtcVideoMediaChannel::RemoveSendStream(uint32 ssrc) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001913 if (ssrc == 0) {
1914 LOG(LS_ERROR) << "RemoveSendStream with 0 ssrc is not supported.";
1915 return false;
1916 }
1917
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001918 uint32 ssrc_key;
1919 if (!GetSendChannelKey(ssrc, &ssrc_key)) {
1920 LOG(LS_WARNING) << "Try to remove stream with ssrc " << ssrc
1921 << " which doesn't exist.";
1922 return false;
1923 }
1924 WebRtcVideoChannelSendInfo* send_channel = send_channels_[ssrc_key];
1925 int channel_id = send_channel->channel_id();
1926 if (IsDefaultChannel(channel_id) && (send_channel->stream_params() == NULL)) {
1927 // Default channel will still exist. However, if stream_params() is NULL
1928 // there is no stream to remove.
1929 return false;
1930 }
1931 if (sending_) {
1932 StopSend(send_channel);
1933 }
1934
1935 const WebRtcVideoChannelSendInfo::EncoderMap& encoder_map =
1936 send_channel->registered_encoders();
1937 for (WebRtcVideoChannelSendInfo::EncoderMap::const_iterator it =
1938 encoder_map.begin(); it != encoder_map.end(); ++it) {
1939 if (engine()->vie()->ext_codec()->DeRegisterExternalSendCodec(
1940 channel_id, it->first) != 0) {
1941 LOG_RTCERR1(DeregisterEncoderObserver, channel_id);
1942 }
1943 engine()->DestroyExternalEncoder(it->second);
1944 }
1945 send_channel->ClearRegisteredEncoders();
1946
1947 // The receive channels depend on the default channel, recycle it instead.
1948 if (IsDefaultChannel(channel_id)) {
1949 SetCapturer(GetDefaultChannelSsrc(), NULL);
1950 send_channel->ClearStreamParams();
1951 } else {
1952 return DeleteSendChannel(ssrc_key);
1953 }
1954 return true;
1955}
1956
1957bool WebRtcVideoMediaChannel::AddRecvStream(const StreamParams& sp) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001958 if (sp.first_ssrc() == 0) {
1959 LOG(LS_ERROR) << "AddRecvStream with 0 ssrc is not supported.";
1960 return false;
1961 }
1962
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001963 // TODO(zhurunz) Remove this once BWE works properly across different send
1964 // and receive channels.
1965 // Reuse default channel for recv stream in 1:1 call.
1966 if (!InConferenceMode() && first_receive_ssrc_ == 0) {
1967 LOG(LS_INFO) << "Recv stream " << sp.first_ssrc()
1968 << " reuse default channel #"
1969 << vie_channel_;
1970 first_receive_ssrc_ = sp.first_ssrc();
1971 if (render_started_) {
1972 if (engine()->vie()->render()->StartRender(vie_channel_) !=0) {
1973 LOG_RTCERR1(StartRender, vie_channel_);
1974 }
1975 }
1976 return true;
1977 }
1978
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001979 int channel_id = -1;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001980 RecvChannelMap::iterator channel_iterator =
1981 recv_channels_.find(sp.first_ssrc());
1982 if (channel_iterator == recv_channels_.end() &&
1983 first_receive_ssrc_ != sp.first_ssrc()) {
1984 // TODO(perkj): Implement recv media from multiple media SSRCs per stream.
1985 // NOTE: We have two SSRCs per stream when RTX is enabled.
1986 if (!IsOneSsrcStream(sp)) {
1987 LOG(LS_ERROR) << "WebRtcVideoMediaChannel supports one primary SSRC per"
1988 << " stream and one FID SSRC per primary SSRC.";
1989 return false;
1990 }
1991
1992 // Create a new channel for receiving video data.
1993 // In order to get the bandwidth estimation work fine for
1994 // receive only channels, we connect all receiving channels
1995 // to our master send channel.
1996 if (!CreateChannel(sp.first_ssrc(), MD_RECV, &channel_id)) {
1997 return false;
1998 }
1999 } else {
2000 // Already exists.
2001 if (first_receive_ssrc_ == sp.first_ssrc()) {
2002 return false;
2003 }
2004 // Early receive added channel.
2005 channel_id = (*channel_iterator).second->channel_id();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002006 }
2007
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002008 // Set the corresponding RTX SSRC.
2009 uint32 rtx_ssrc;
2010 bool has_rtx = sp.GetFidSsrc(sp.first_ssrc(), &rtx_ssrc);
2011 if (has_rtx && engine()->vie()->rtp()->SetRemoteSSRCType(
2012 channel_id, webrtc::kViEStreamTypeRtx, rtx_ssrc) != 0) {
2013 LOG_RTCERR3(SetRemoteSSRCType, channel_id, webrtc::kViEStreamTypeRtx,
2014 rtx_ssrc);
2015 return false;
2016 }
2017
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002018 // Get the default renderer.
2019 VideoRenderer* default_renderer = NULL;
2020 if (InConferenceMode()) {
2021 // The recv_channels_ size start out being 1, so if it is two here this
2022 // is the first receive channel created (vie_channel_ is not used for
2023 // receiving in a conference call). This means that the renderer stored
2024 // inside vie_channel_ should be used for the just created channel.
2025 if (recv_channels_.size() == 2 &&
2026 recv_channels_.find(0) != recv_channels_.end()) {
2027 GetRenderer(0, &default_renderer);
2028 }
2029 }
2030
2031 // The first recv stream reuses the default renderer (if a default renderer
2032 // has been set).
2033 if (default_renderer) {
2034 SetRenderer(sp.first_ssrc(), default_renderer);
2035 }
2036
2037 LOG(LS_INFO) << "New video stream " << sp.first_ssrc()
2038 << " registered to VideoEngine channel #"
2039 << channel_id << " and connected to channel #" << vie_channel_;
2040
2041 return true;
2042}
2043
2044bool WebRtcVideoMediaChannel::RemoveRecvStream(uint32 ssrc) {
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00002045 if (ssrc == 0) {
2046 LOG(LS_ERROR) << "RemoveRecvStream with 0 ssrc is not supported.";
2047 return false;
2048 }
2049 return RemoveRecvStreamInternal(ssrc);
2050}
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002051
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00002052bool WebRtcVideoMediaChannel::RemoveRecvStreamInternal(uint32 ssrc) {
2053 RecvChannelMap::iterator it = recv_channels_.find(ssrc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002054 if (it == recv_channels_.end()) {
2055 // TODO(perkj): Remove this once BWE works properly across different send
2056 // and receive channels.
2057 // The default channel is reused for recv stream in 1:1 call.
2058 if (first_receive_ssrc_ == ssrc) {
2059 first_receive_ssrc_ = 0;
2060 // Need to stop the renderer and remove it since the render window can be
2061 // deleted after this.
2062 if (render_started_) {
2063 if (engine()->vie()->render()->StopRender(vie_channel_) !=0) {
2064 LOG_RTCERR1(StopRender, it->second->channel_id());
2065 }
2066 }
2067 recv_channels_[0]->SetRenderer(NULL);
2068 return true;
2069 }
2070 return false;
2071 }
2072 WebRtcVideoChannelRecvInfo* info = it->second;
2073 int channel_id = info->channel_id();
2074 if (engine()->vie()->render()->RemoveRenderer(channel_id) != 0) {
2075 LOG_RTCERR1(RemoveRenderer, channel_id);
2076 }
2077
2078 if (engine()->vie()->network()->DeregisterSendTransport(channel_id) !=0) {
2079 LOG_RTCERR1(DeRegisterSendTransport, channel_id);
2080 }
2081
2082 if (engine()->vie()->codec()->DeregisterDecoderObserver(
2083 channel_id) != 0) {
2084 LOG_RTCERR1(DeregisterDecoderObserver, channel_id);
2085 }
2086
2087 const WebRtcVideoChannelRecvInfo::DecoderMap& decoder_map =
2088 info->registered_decoders();
2089 for (WebRtcVideoChannelRecvInfo::DecoderMap::const_iterator it =
2090 decoder_map.begin(); it != decoder_map.end(); ++it) {
2091 if (engine()->vie()->ext_codec()->DeRegisterExternalReceiveCodec(
2092 channel_id, it->first) != 0) {
2093 LOG_RTCERR1(DeregisterDecoderObserver, channel_id);
2094 }
2095 engine()->DestroyExternalDecoder(it->second);
2096 }
2097 info->ClearRegisteredDecoders();
2098
2099 LOG(LS_INFO) << "Removing video stream " << ssrc
2100 << " with VideoEngine channel #"
2101 << channel_id;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002102 bool ret = true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002103 if (engine()->vie()->base()->DeleteChannel(channel_id) == -1) {
2104 LOG_RTCERR1(DeleteChannel, channel_id);
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002105 ret = false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002106 }
2107 // Delete the WebRtcVideoChannelRecvInfo pointed to by it->second.
2108 delete info;
2109 recv_channels_.erase(it);
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002110 return ret;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002111}
2112
2113bool WebRtcVideoMediaChannel::StartSend() {
2114 bool success = true;
2115 for (SendChannelMap::iterator iter = send_channels_.begin();
2116 iter != send_channels_.end(); ++iter) {
2117 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2118 if (!StartSend(send_channel)) {
2119 success = false;
2120 }
2121 }
2122 return success;
2123}
2124
2125bool WebRtcVideoMediaChannel::StartSend(
2126 WebRtcVideoChannelSendInfo* send_channel) {
2127 const int channel_id = send_channel->channel_id();
2128 if (engine()->vie()->base()->StartSend(channel_id) != 0) {
2129 LOG_RTCERR1(StartSend, channel_id);
2130 return false;
2131 }
2132
2133 send_channel->set_sending(true);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002134 return true;
2135}
2136
2137bool WebRtcVideoMediaChannel::StopSend() {
2138 bool success = true;
2139 for (SendChannelMap::iterator iter = send_channels_.begin();
2140 iter != send_channels_.end(); ++iter) {
2141 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2142 if (!StopSend(send_channel)) {
2143 success = false;
2144 }
2145 }
2146 return success;
2147}
2148
2149bool WebRtcVideoMediaChannel::StopSend(
2150 WebRtcVideoChannelSendInfo* send_channel) {
2151 const int channel_id = send_channel->channel_id();
2152 if (engine()->vie()->base()->StopSend(channel_id) != 0) {
2153 LOG_RTCERR1(StopSend, channel_id);
2154 return false;
2155 }
2156 send_channel->set_sending(false);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002157 return true;
2158}
2159
2160bool WebRtcVideoMediaChannel::SendIntraFrame() {
2161 bool success = true;
2162 for (SendChannelMap::iterator iter = send_channels_.begin();
2163 iter != send_channels_.end();
2164 ++iter) {
2165 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2166 const int channel_id = send_channel->channel_id();
2167 if (engine()->vie()->codec()->SendKeyFrame(channel_id) != 0) {
2168 LOG_RTCERR1(SendKeyFrame, channel_id);
2169 success = false;
2170 }
2171 }
2172 return success;
2173}
2174
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002175bool WebRtcVideoMediaChannel::HasReadySendChannels() {
2176 return !send_channels_.empty() &&
2177 ((send_channels_.size() > 1) ||
2178 (send_channels_[0]->stream_params() != NULL));
2179}
2180
2181bool WebRtcVideoMediaChannel::GetSendChannelKey(uint32 local_ssrc,
2182 uint32* key) {
2183 *key = 0;
2184 // If a send channel is not ready to send it will not have local_ssrc
2185 // registered to it.
2186 if (!HasReadySendChannels()) {
2187 return false;
2188 }
2189 // The default channel is stored with key 0. The key therefore does not match
2190 // the SSRC associated with the default channel. Check if the SSRC provided
2191 // corresponds to the default channel's SSRC.
2192 if (local_ssrc == GetDefaultChannelSsrc()) {
2193 return true;
2194 }
2195 if (send_channels_.find(local_ssrc) == send_channels_.end()) {
2196 for (SendChannelMap::iterator iter = send_channels_.begin();
2197 iter != send_channels_.end(); ++iter) {
2198 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2199 if (send_channel->has_ssrc(local_ssrc)) {
2200 *key = iter->first;
2201 return true;
2202 }
2203 }
2204 return false;
2205 }
2206 // The key was found in the above std::map::find call. This means that the
2207 // ssrc is the key.
2208 *key = local_ssrc;
2209 return true;
2210}
2211
2212WebRtcVideoChannelSendInfo* WebRtcVideoMediaChannel::GetSendChannel(
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002213 uint32 local_ssrc) {
2214 uint32 key;
2215 if (!GetSendChannelKey(local_ssrc, &key)) {
2216 return NULL;
2217 }
2218 return send_channels_[key];
2219}
2220
2221bool WebRtcVideoMediaChannel::CreateSendChannelKey(uint32 local_ssrc,
2222 uint32* key) {
2223 if (GetSendChannelKey(local_ssrc, key)) {
2224 // If there is a key corresponding to |local_ssrc|, the SSRC is already in
2225 // use. SSRCs need to be unique in a session and at this point a duplicate
2226 // SSRC has been detected.
2227 return false;
2228 }
2229 if (send_channels_[0]->stream_params() == NULL) {
2230 // key should be 0 here as the default channel should be re-used whenever it
2231 // is not used.
2232 *key = 0;
2233 return true;
2234 }
2235 // SSRC is currently not in use and the default channel is already in use. Use
2236 // the SSRC as key since it is supposed to be unique in a session.
2237 *key = local_ssrc;
2238 return true;
2239}
2240
wu@webrtc.org24301a62013-12-13 19:17:43 +00002241int WebRtcVideoMediaChannel::GetSendChannelNum(VideoCapturer* capturer) {
2242 int num = 0;
2243 for (SendChannelMap::iterator iter = send_channels_.begin();
2244 iter != send_channels_.end(); ++iter) {
2245 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2246 if (send_channel->video_capturer() == capturer) {
2247 ++num;
2248 }
2249 }
2250 return num;
2251}
2252
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002253uint32 WebRtcVideoMediaChannel::GetDefaultChannelSsrc() {
2254 WebRtcVideoChannelSendInfo* send_channel = send_channels_[0];
2255 const StreamParams* sp = send_channel->stream_params();
2256 if (sp == NULL) {
2257 // This happens if no send stream is currently registered.
2258 return 0;
2259 }
2260 return sp->first_ssrc();
2261}
2262
2263bool WebRtcVideoMediaChannel::DeleteSendChannel(uint32 ssrc_key) {
2264 if (send_channels_.find(ssrc_key) == send_channels_.end()) {
2265 return false;
2266 }
2267 WebRtcVideoChannelSendInfo* send_channel = send_channels_[ssrc_key];
wu@webrtc.org24301a62013-12-13 19:17:43 +00002268 MaybeDisconnectCapturer(send_channel->video_capturer());
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +00002269 send_channel->set_video_capturer(NULL, engine()->vie());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002270
2271 int channel_id = send_channel->channel_id();
2272 int capture_id = send_channel->capture_id();
2273 if (engine()->vie()->codec()->DeregisterEncoderObserver(
2274 channel_id) != 0) {
2275 LOG_RTCERR1(DeregisterEncoderObserver, channel_id);
2276 }
2277
2278 // Destroy the external capture interface.
2279 if (engine()->vie()->capture()->DisconnectCaptureDevice(
2280 channel_id) != 0) {
2281 LOG_RTCERR1(DisconnectCaptureDevice, channel_id);
2282 }
2283 if (engine()->vie()->capture()->ReleaseCaptureDevice(
2284 capture_id) != 0) {
2285 LOG_RTCERR1(ReleaseCaptureDevice, capture_id);
2286 }
2287
2288 // The default channel is stored in both |send_channels_| and
2289 // |recv_channels_|. To make sure it is only deleted once from vie let the
2290 // delete call happen when tearing down |recv_channels_| and not here.
2291 if (!IsDefaultChannel(channel_id)) {
2292 engine_->vie()->base()->DeleteChannel(channel_id);
2293 }
2294 delete send_channel;
2295 send_channels_.erase(ssrc_key);
2296 return true;
2297}
2298
2299bool WebRtcVideoMediaChannel::RemoveCapturer(uint32 ssrc) {
2300 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
2301 if (!send_channel) {
2302 return false;
2303 }
2304 VideoCapturer* capturer = send_channel->video_capturer();
2305 if (capturer == NULL) {
2306 return false;
2307 }
wu@webrtc.org24301a62013-12-13 19:17:43 +00002308 MaybeDisconnectCapturer(capturer);
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +00002309 send_channel->set_video_capturer(NULL, engine()->vie());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002310 const int64 timestamp = send_channel->local_stream_info()->time_stamp();
2311 if (send_codec_) {
2312 QueueBlackFrame(ssrc, timestamp, send_codec_->maxFramerate);
2313 }
2314 return true;
2315}
2316
2317bool WebRtcVideoMediaChannel::SetRenderer(uint32 ssrc,
2318 VideoRenderer* renderer) {
2319 if (recv_channels_.find(ssrc) == recv_channels_.end()) {
2320 // TODO(perkj): Remove this once BWE works properly across different send
2321 // and receive channels.
2322 // The default channel is reused for recv stream in 1:1 call.
2323 if (first_receive_ssrc_ == ssrc &&
2324 recv_channels_.find(0) != recv_channels_.end()) {
2325 LOG(LS_INFO) << "SetRenderer " << ssrc
2326 << " reuse default channel #"
2327 << vie_channel_;
2328 recv_channels_[0]->SetRenderer(renderer);
2329 return true;
2330 }
2331 return false;
2332 }
2333
2334 recv_channels_[ssrc]->SetRenderer(renderer);
2335 return true;
2336}
2337
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002338bool WebRtcVideoMediaChannel::GetStats(const StatsOptions& options,
2339 VideoMediaInfo* info) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002340 // Get sender statistics and build VideoSenderInfo.
2341 unsigned int total_bitrate_sent = 0;
2342 unsigned int video_bitrate_sent = 0;
2343 unsigned int fec_bitrate_sent = 0;
2344 unsigned int nack_bitrate_sent = 0;
2345 unsigned int estimated_send_bandwidth = 0;
2346 unsigned int target_enc_bitrate = 0;
2347 if (send_codec_) {
2348 for (SendChannelMap::const_iterator iter = send_channels_.begin();
2349 iter != send_channels_.end(); ++iter) {
2350 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2351 const int channel_id = send_channel->channel_id();
2352 VideoSenderInfo sinfo;
2353 const StreamParams* send_params = send_channel->stream_params();
2354 if (send_params == NULL) {
2355 // This should only happen if the default vie channel is not in use.
2356 // This can happen if no streams have ever been added or the stream
2357 // corresponding to the default channel has been removed. Note that
2358 // there may be non-default vie channels in use when this happen so
2359 // asserting send_channels_.size() == 1 is not correct and neither is
2360 // breaking out of the loop.
2361 ASSERT(channel_id == vie_channel_);
2362 continue;
2363 }
2364 unsigned int bytes_sent, packets_sent, bytes_recv, packets_recv;
2365 if (engine_->vie()->rtp()->GetRTPStatistics(channel_id, bytes_sent,
2366 packets_sent, bytes_recv,
2367 packets_recv) != 0) {
2368 LOG_RTCERR1(GetRTPStatistics, vie_channel_);
2369 continue;
2370 }
2371 WebRtcLocalStreamInfo* channel_stream_info =
2372 send_channel->local_stream_info();
2373
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002374 for (size_t i = 0; i < send_params->ssrcs.size(); ++i) {
2375 sinfo.add_ssrc(send_params->ssrcs[i]);
2376 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002377 sinfo.codec_name = send_codec_->plName;
2378 sinfo.bytes_sent = bytes_sent;
2379 sinfo.packets_sent = packets_sent;
2380 sinfo.packets_cached = -1;
2381 sinfo.packets_lost = -1;
2382 sinfo.fraction_lost = -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002383 sinfo.rtt_ms = -1;
wu@webrtc.org987f2c92014-03-28 16:22:19 +00002384
2385 VideoCapturer* video_capturer = send_channel->video_capturer();
2386 if (video_capturer) {
buildbot@webrtc.org0b53bd22014-05-06 17:12:36 +00002387 VideoFormat last_captured_frame_format;
wu@webrtc.org987f2c92014-03-28 16:22:19 +00002388 video_capturer->GetStats(&sinfo.adapt_frame_drops,
2389 &sinfo.effects_frame_drops,
buildbot@webrtc.org0b53bd22014-05-06 17:12:36 +00002390 &sinfo.capturer_frame_time,
2391 &last_captured_frame_format);
2392 sinfo.input_frame_width = last_captured_frame_format.width;
2393 sinfo.input_frame_height = last_captured_frame_format.height;
2394 } else {
2395 sinfo.input_frame_width = 0;
2396 sinfo.input_frame_height = 0;
wu@webrtc.org987f2c92014-03-28 16:22:19 +00002397 }
2398
2399 webrtc::VideoCodec vie_codec;
wu@webrtc.org987f2c92014-03-28 16:22:19 +00002400 if (!video_capturer || video_capturer->IsMuted()) {
2401 sinfo.send_frame_width = 0;
2402 sinfo.send_frame_height = 0;
2403 } else if (engine()->vie()->codec()->GetSendCodec(channel_id,
2404 vie_codec) == 0) {
2405 sinfo.send_frame_width = vie_codec.width;
2406 sinfo.send_frame_height = vie_codec.height;
2407 } else {
2408 sinfo.send_frame_width = -1;
2409 sinfo.send_frame_height = -1;
2410 LOG_RTCERR1(GetSendCodec, channel_id);
2411 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002412 sinfo.framerate_input = channel_stream_info->framerate();
2413 sinfo.framerate_sent = send_channel->encoder_observer()->framerate();
2414 sinfo.nominal_bitrate = send_channel->encoder_observer()->bitrate();
2415 sinfo.preferred_bitrate = send_max_bitrate_;
2416 sinfo.adapt_reason = send_channel->CurrentAdaptReason();
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002417 sinfo.capture_jitter_ms = -1;
2418 sinfo.avg_encode_ms = -1;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002419 sinfo.encode_usage_percent = -1;
2420 sinfo.capture_queue_delay_ms_per_s = -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002421
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002422 int capture_jitter_ms = 0;
2423 int avg_encode_time_ms = 0;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002424 int encode_usage_percent = 0;
2425 int capture_queue_delay_ms_per_s = 0;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002426 if (engine()->vie()->base()->CpuOveruseMeasures(
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002427 channel_id,
2428 &capture_jitter_ms,
2429 &avg_encode_time_ms,
2430 &encode_usage_percent,
2431 &capture_queue_delay_ms_per_s) == 0) {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002432 sinfo.capture_jitter_ms = capture_jitter_ms;
2433 sinfo.avg_encode_ms = avg_encode_time_ms;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00002434 sinfo.encode_usage_percent = encode_usage_percent;
2435 sinfo.capture_queue_delay_ms_per_s = capture_queue_delay_ms_per_s;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002436 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002437
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002438 webrtc::RtcpPacketTypeCounter rtcp_sent;
2439 webrtc::RtcpPacketTypeCounter rtcp_received;
2440 if (engine()->vie()->rtp()->GetRtcpPacketTypeCounters(
2441 channel_id, &rtcp_sent, &rtcp_received) == 0) {
2442 sinfo.firs_rcvd = rtcp_received.fir_packets;
2443 sinfo.plis_rcvd = rtcp_received.pli_packets;
2444 sinfo.nacks_rcvd = rtcp_received.nack_packets;
2445 } else {
2446 sinfo.firs_rcvd = -1;
2447 sinfo.plis_rcvd = -1;
2448 sinfo.nacks_rcvd = -1;
2449 LOG_RTCERR1(GetRtcpPacketTypeCounters, channel_id);
2450 }
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002451
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002452 // Get received RTCP statistics for the sender (reported by the remote
2453 // client in a RTCP packet), if available.
2454 // It's not a fatal error if we can't, since RTCP may not have arrived
2455 // yet.
2456 webrtc::RtcpStatistics outgoing_stream_rtcp_stats;
2457 int outgoing_stream_rtt_ms;
2458
2459 if (engine_->vie()->rtp()->GetSendChannelRtcpStatistics(
2460 channel_id,
2461 outgoing_stream_rtcp_stats,
2462 outgoing_stream_rtt_ms) == 0) {
2463 // Convert Q8 to float.
2464 sinfo.packets_lost = outgoing_stream_rtcp_stats.cumulative_lost;
2465 sinfo.fraction_lost = static_cast<float>(
2466 outgoing_stream_rtcp_stats.fraction_lost) / (1 << 8);
2467 sinfo.rtt_ms = outgoing_stream_rtt_ms;
2468 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002469 info->senders.push_back(sinfo);
2470
2471 unsigned int channel_total_bitrate_sent = 0;
2472 unsigned int channel_video_bitrate_sent = 0;
2473 unsigned int channel_fec_bitrate_sent = 0;
2474 unsigned int channel_nack_bitrate_sent = 0;
2475 if (engine_->vie()->rtp()->GetBandwidthUsage(
2476 channel_id, channel_total_bitrate_sent, channel_video_bitrate_sent,
2477 channel_fec_bitrate_sent, channel_nack_bitrate_sent) == 0) {
2478 total_bitrate_sent += channel_total_bitrate_sent;
2479 video_bitrate_sent += channel_video_bitrate_sent;
2480 fec_bitrate_sent += channel_fec_bitrate_sent;
2481 nack_bitrate_sent += channel_nack_bitrate_sent;
2482 } else {
2483 LOG_RTCERR1(GetBandwidthUsage, channel_id);
2484 }
2485
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002486 unsigned int target_enc_stream_bitrate = 0;
2487 if (engine_->vie()->codec()->GetCodecTargetBitrate(
2488 channel_id, &target_enc_stream_bitrate) == 0) {
2489 target_enc_bitrate += target_enc_stream_bitrate;
2490 } else {
2491 LOG_RTCERR1(GetCodecTargetBitrate, channel_id);
2492 }
2493 }
buildbot@webrtc.orga18b4c92014-05-06 17:48:14 +00002494 if (!send_channels_.empty()) {
2495 // GetEstimatedSendBandwidth returns the estimated bandwidth for all video
2496 // engine channels in a channel group. Any valid channel id will do as it
2497 // is only used to access the right group of channels.
2498 const int channel_id = send_channels_.begin()->second->channel_id();
2499 // Get the send bandwidth available for this MediaChannel.
2500 if (engine_->vie()->rtp()->GetEstimatedSendBandwidth(
2501 channel_id, &estimated_send_bandwidth) != 0) {
2502 LOG_RTCERR1(GetEstimatedSendBandwidth, channel_id);
2503 }
2504 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002505 } else {
2506 LOG(LS_WARNING) << "GetStats: sender information not ready.";
2507 }
2508
2509 // Get the SSRC and stats for each receiver, based on our own calculations.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002510 for (RecvChannelMap::const_iterator it = recv_channels_.begin();
2511 it != recv_channels_.end(); ++it) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002512 WebRtcVideoChannelRecvInfo* channel = it->second;
2513
2514 unsigned int ssrc;
2515 // Get receiver statistics and build VideoReceiverInfo, if we have data.
sergeyu@chromium.orga59696b2013-09-13 23:48:58 +00002516 // Skip the default channel (ssrc == 0).
2517 if (engine_->vie()->rtp()->GetRemoteSSRC(
2518 channel->channel_id(), ssrc) != 0 ||
2519 ssrc == 0)
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002520 continue;
2521
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002522 webrtc::StreamDataCounters sent;
2523 webrtc::StreamDataCounters received;
2524 if (engine_->vie()->rtp()->GetRtpStatistics(channel->channel_id(),
2525 sent, received) != 0) {
2526 LOG_RTCERR1(GetRTPStatistics, channel->channel_id());
2527 return false;
2528 }
2529 VideoReceiverInfo rinfo;
2530 rinfo.add_ssrc(ssrc);
2531 rinfo.bytes_rcvd = received.bytes;
2532 rinfo.packets_rcvd = received.packets;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002533 rinfo.packets_lost = -1;
2534 rinfo.packets_concealed = -1;
2535 rinfo.fraction_lost = -1; // from SentRTCP
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002536 rinfo.frame_width = channel->render_adapter()->width();
2537 rinfo.frame_height = channel->render_adapter()->height();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002538 int fps = channel->render_adapter()->framerate();
2539 rinfo.framerate_decoded = fps;
2540 rinfo.framerate_output = fps;
wu@webrtc.org97077a32013-10-25 21:18:33 +00002541 channel->decoder_observer()->ExportTo(&rinfo);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002542
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002543 webrtc::RtcpPacketTypeCounter rtcp_sent;
2544 webrtc::RtcpPacketTypeCounter rtcp_received;
2545 if (engine()->vie()->rtp()->GetRtcpPacketTypeCounters(
2546 channel->channel_id(), &rtcp_sent, &rtcp_received) == 0) {
2547 rinfo.firs_sent = rtcp_sent.fir_packets;
2548 rinfo.plis_sent = rtcp_sent.pli_packets;
2549 rinfo.nacks_sent = rtcp_sent.nack_packets;
2550 } else {
2551 rinfo.firs_sent = -1;
2552 rinfo.plis_sent = -1;
2553 rinfo.nacks_sent = -1;
2554 LOG_RTCERR1(GetRtcpPacketTypeCounters, channel->channel_id());
2555 }
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002556
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002557 // Get our locally created statistics of the received RTP stream.
2558 webrtc::RtcpStatistics incoming_stream_rtcp_stats;
2559 int incoming_stream_rtt_ms;
2560 if (engine_->vie()->rtp()->GetReceiveChannelRtcpStatistics(
2561 channel->channel_id(),
2562 incoming_stream_rtcp_stats,
2563 incoming_stream_rtt_ms) == 0) {
2564 // Convert Q8 to float.
2565 rinfo.packets_lost = incoming_stream_rtcp_stats.cumulative_lost;
2566 rinfo.fraction_lost = static_cast<float>(
2567 incoming_stream_rtcp_stats.fraction_lost) / (1 << 8);
2568 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002569 info->receivers.push_back(rinfo);
buildbot@webrtc.orga18b4c92014-05-06 17:48:14 +00002570 }
2571 unsigned int estimated_recv_bandwidth = 0;
2572 if (!recv_channels_.empty()) {
2573 // GetEstimatedReceiveBandwidth returns the estimated bandwidth for all
2574 // video engine channels in a channel group. Any valid channel id will do as
2575 // it is only used to access the right group of channels.
2576 const int channel_id = recv_channels_.begin()->second->channel_id();
2577 // Gets the estimated receive bandwidth for the MediaChannel.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002578 if (engine_->vie()->rtp()->GetEstimatedReceiveBandwidth(
buildbot@webrtc.orga18b4c92014-05-06 17:48:14 +00002579 channel_id, &estimated_recv_bandwidth) != 0) {
2580 LOG_RTCERR1(GetEstimatedReceiveBandwidth, channel_id);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002581 }
2582 }
buildbot@webrtc.orga18b4c92014-05-06 17:48:14 +00002583
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002584 // Build BandwidthEstimationInfo.
2585 // TODO(zhurunz): Add real unittest for this.
2586 BandwidthEstimationInfo bwe;
2587
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002588 // TODO(jiayl): remove the condition when the necessary changes are available
2589 // outside the dev branch.
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002590 if (options.include_received_propagation_stats) {
2591 webrtc::ReceiveBandwidthEstimatorStats additional_stats;
2592 // Only call for the default channel because the returned stats are
2593 // collected for all the channels using the same estimator.
2594 if (engine_->vie()->rtp()->GetReceiveBandwidthEstimatorStats(
mallinath@webrtc.org92fdfeb2014-02-17 18:49:41 +00002595 recv_channels_[0]->channel_id(), &additional_stats) == 0) {
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002596 bwe.total_received_propagation_delta_ms =
2597 additional_stats.total_propagation_time_delta_ms;
2598 bwe.recent_received_propagation_delta_ms.swap(
2599 additional_stats.recent_propagation_time_delta_ms);
2600 bwe.recent_received_packet_group_arrival_time_ms.swap(
2601 additional_stats.recent_arrival_time_ms);
2602 }
2603 }
henrike@webrtc.orgb8395eb2014-02-28 21:57:22 +00002604
2605 engine_->vie()->rtp()->GetPacerQueuingDelayMs(
2606 recv_channels_[0]->channel_id(), &bwe.bucket_delay);
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002607
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002608 // Calculations done above per send/receive stream.
2609 bwe.actual_enc_bitrate = video_bitrate_sent;
2610 bwe.transmit_bitrate = total_bitrate_sent;
2611 bwe.retransmit_bitrate = nack_bitrate_sent;
2612 bwe.available_send_bandwidth = estimated_send_bandwidth;
2613 bwe.available_recv_bandwidth = estimated_recv_bandwidth;
2614 bwe.target_enc_bitrate = target_enc_bitrate;
2615
2616 info->bw_estimations.push_back(bwe);
2617
2618 return true;
2619}
2620
2621bool WebRtcVideoMediaChannel::SetCapturer(uint32 ssrc,
2622 VideoCapturer* capturer) {
2623 ASSERT(ssrc != 0);
2624 if (!capturer) {
2625 return RemoveCapturer(ssrc);
2626 }
2627 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
2628 if (!send_channel) {
2629 return false;
2630 }
2631 VideoCapturer* old_capturer = send_channel->video_capturer();
wu@webrtc.org24301a62013-12-13 19:17:43 +00002632 MaybeDisconnectCapturer(old_capturer);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002633
henrike@webrtc.orgc7bec842014-03-12 19:53:43 +00002634 send_channel->set_video_capturer(capturer, engine()->vie());
wu@webrtc.orga8910d22014-01-23 22:12:45 +00002635 MaybeConnectCapturer(capturer);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002636 if (!capturer->IsScreencast() && ratio_w_ != 0 && ratio_h_ != 0) {
2637 capturer->UpdateAspectRatio(ratio_w_, ratio_h_);
2638 }
2639 const int64 timestamp = send_channel->local_stream_info()->time_stamp();
2640 if (send_codec_) {
2641 QueueBlackFrame(ssrc, timestamp, send_codec_->maxFramerate);
2642 }
2643 return true;
2644}
2645
2646bool WebRtcVideoMediaChannel::RequestIntraFrame() {
2647 // There is no API exposed to application to request a key frame
2648 // ViE does this internally when there are errors from decoder
2649 return false;
2650}
2651
wu@webrtc.orga9890802013-12-13 00:21:03 +00002652void WebRtcVideoMediaChannel::OnPacketReceived(
2653 talk_base::Buffer* packet, const talk_base::PacketTime& packet_time) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002654 // Pick which channel to send this packet to. If this packet doesn't match
2655 // any multiplexed streams, just send it to the default channel. Otherwise,
2656 // send it to the specific decoder instance for that stream.
2657 uint32 ssrc = 0;
2658 if (!GetRtpSsrc(packet->data(), packet->length(), &ssrc))
2659 return;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002660 int processing_channel = GetRecvChannelNum(ssrc);
2661 if (processing_channel == -1) {
2662 // Allocate an unsignalled recv channel for processing in conference mode.
henrike@webrtc.org18e59112014-03-14 17:19:38 +00002663 if (!InConferenceMode()) {
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002664 // If we cant find or allocate one, use the default.
2665 processing_channel = video_channel();
henrike@webrtc.org18e59112014-03-14 17:19:38 +00002666 } else if (!CreateUnsignalledRecvChannel(ssrc, &processing_channel)) {
2667 // If we cant create an unsignalled recv channel, drop the packet in
2668 // conference mode.
2669 return;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002670 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002671 }
2672
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002673 engine()->vie()->network()->ReceivedRTPPacket(
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00002674 processing_channel,
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002675 packet->data(),
wu@webrtc.orga9890802013-12-13 00:21:03 +00002676 static_cast<int>(packet->length()),
2677 webrtc::PacketTime(packet_time.timestamp, packet_time.not_before));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002678}
2679
wu@webrtc.orga9890802013-12-13 00:21:03 +00002680void WebRtcVideoMediaChannel::OnRtcpReceived(
2681 talk_base::Buffer* packet, const talk_base::PacketTime& packet_time) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002682// Sending channels need all RTCP packets with feedback information.
2683// Even sender reports can contain attached report blocks.
2684// Receiving channels need sender reports in order to create
2685// correct receiver reports.
2686
2687 uint32 ssrc = 0;
2688 if (!GetRtcpSsrc(packet->data(), packet->length(), &ssrc)) {
2689 LOG(LS_WARNING) << "Failed to parse SSRC from received RTCP packet";
2690 return;
2691 }
2692 int type = 0;
2693 if (!GetRtcpType(packet->data(), packet->length(), &type)) {
2694 LOG(LS_WARNING) << "Failed to parse type from received RTCP packet";
2695 return;
2696 }
2697
2698 // If it is a sender report, find the channel that is listening.
2699 if (type == kRtcpTypeSR) {
2700 int which_channel = GetRecvChannelNum(ssrc);
2701 if (which_channel != -1 && !IsDefaultChannel(which_channel)) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002702 engine_->vie()->network()->ReceivedRTCPPacket(
2703 which_channel,
2704 packet->data(),
2705 static_cast<int>(packet->length()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002706 }
2707 }
2708 // SR may continue RR and any RR entry may correspond to any one of the send
2709 // channels. So all RTCP packets must be forwarded all send channels. ViE
2710 // will filter out RR internally.
2711 for (SendChannelMap::iterator iter = send_channels_.begin();
2712 iter != send_channels_.end(); ++iter) {
2713 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2714 int channel_id = send_channel->channel_id();
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00002715 engine_->vie()->network()->ReceivedRTCPPacket(
2716 channel_id,
2717 packet->data(),
2718 static_cast<int>(packet->length()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002719 }
2720}
2721
2722void WebRtcVideoMediaChannel::OnReadyToSend(bool ready) {
2723 SetNetworkTransmissionState(ready);
2724}
2725
2726bool WebRtcVideoMediaChannel::MuteStream(uint32 ssrc, bool muted) {
2727 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
2728 if (!send_channel) {
2729 LOG(LS_ERROR) << "The specified ssrc " << ssrc << " is not in use.";
2730 return false;
2731 }
2732 send_channel->set_muted(muted);
2733 return true;
2734}
2735
2736bool WebRtcVideoMediaChannel::SetRecvRtpHeaderExtensions(
2737 const std::vector<RtpHeaderExtension>& extensions) {
2738 if (receive_extensions_ == extensions) {
2739 return true;
2740 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002741
2742 const RtpHeaderExtension* offset_extension =
2743 FindHeaderExtension(extensions, kRtpTimestampOffsetHeaderExtension);
2744 const RtpHeaderExtension* send_time_extension =
henrike@webrtc.org79047f92014-03-06 23:46:59 +00002745 FindHeaderExtension(extensions, kRtpAbsoluteSenderTimeHeaderExtension);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002746
2747 // Loop through all receive channels and enable/disable the extensions.
2748 for (RecvChannelMap::iterator channel_it = recv_channels_.begin();
2749 channel_it != recv_channels_.end(); ++channel_it) {
2750 int channel_id = channel_it->second->channel_id();
2751 if (!SetHeaderExtension(
2752 &webrtc::ViERTP_RTCP::SetReceiveTimestampOffsetStatus, channel_id,
2753 offset_extension)) {
2754 return false;
2755 }
2756 if (!SetHeaderExtension(
2757 &webrtc::ViERTP_RTCP::SetReceiveAbsoluteSendTimeStatus, channel_id,
2758 send_time_extension)) {
2759 return false;
2760 }
2761 }
buildbot@webrtc.org150835e2014-05-06 15:54:38 +00002762
2763 receive_extensions_ = extensions;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002764 return true;
2765}
2766
2767bool WebRtcVideoMediaChannel::SetSendRtpHeaderExtensions(
2768 const std::vector<RtpHeaderExtension>& extensions) {
buildbot@webrtc.org150835e2014-05-06 15:54:38 +00002769 if (send_extensions_ == extensions) {
2770 return true;
2771 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002772
2773 const RtpHeaderExtension* offset_extension =
2774 FindHeaderExtension(extensions, kRtpTimestampOffsetHeaderExtension);
2775 const RtpHeaderExtension* send_time_extension =
henrike@webrtc.org79047f92014-03-06 23:46:59 +00002776 FindHeaderExtension(extensions, kRtpAbsoluteSenderTimeHeaderExtension);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002777
2778 // Loop through all send channels and enable/disable the extensions.
2779 for (SendChannelMap::iterator channel_it = send_channels_.begin();
2780 channel_it != send_channels_.end(); ++channel_it) {
2781 int channel_id = channel_it->second->channel_id();
2782 if (!SetHeaderExtension(
2783 &webrtc::ViERTP_RTCP::SetSendTimestampOffsetStatus, channel_id,
2784 offset_extension)) {
2785 return false;
2786 }
2787 if (!SetHeaderExtension(
2788 &webrtc::ViERTP_RTCP::SetSendAbsoluteSendTimeStatus, channel_id,
2789 send_time_extension)) {
2790 return false;
2791 }
2792 }
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00002793
2794 if (send_time_extension) {
2795 // For video RTP packets, we would like to update AbsoluteSendTimeHeader
2796 // Extension closer to the network, @ socket level before sending.
2797 // Pushing the extension id to socket layer.
2798 MediaChannel::SetOption(NetworkInterface::ST_RTP,
2799 talk_base::Socket::OPT_RTP_SENDTIME_EXTN_ID,
2800 send_time_extension->id);
2801 }
buildbot@webrtc.org150835e2014-05-06 15:54:38 +00002802
2803 send_extensions_ = extensions;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002804 return true;
2805}
2806
mallinath@webrtc.org92fdfeb2014-02-17 18:49:41 +00002807int WebRtcVideoMediaChannel::GetRtpSendTimeExtnId() const {
2808 const RtpHeaderExtension* send_time_extension = FindHeaderExtension(
henrike@webrtc.org79047f92014-03-06 23:46:59 +00002809 send_extensions_, kRtpAbsoluteSenderTimeHeaderExtension);
mallinath@webrtc.org92fdfeb2014-02-17 18:49:41 +00002810 if (send_time_extension) {
2811 return send_time_extension->id;
2812 }
2813 return -1;
2814}
2815
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002816bool WebRtcVideoMediaChannel::SetStartSendBandwidth(int bps) {
2817 LOG(LS_INFO) << "WebRtcVideoMediaChannel::SetStartSendBandwidth";
2818
2819 if (!send_codec_) {
2820 LOG(LS_INFO) << "The send codec has not been set up yet";
2821 return true;
2822 }
2823
2824 // On success, SetSendCodec() will reset |send_start_bitrate_| to |bps/1000|,
2825 // by calling MaybeChangeStartBitrate. That method will also clamp the
2826 // start bitrate between min and max, consistent with the override behavior
2827 // in SetMaxSendBandwidth.
2828 return SetSendCodec(*send_codec_,
2829 send_min_bitrate_, bps / 1000, send_max_bitrate_);
2830}
2831
2832bool WebRtcVideoMediaChannel::SetMaxSendBandwidth(int bps) {
2833 LOG(LS_INFO) << "WebRtcVideoMediaChannel::SetMaxSendBandwidth";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002834
2835 if (InConferenceMode()) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002836 LOG(LS_INFO) << "Conference mode ignores SetMaxSendBandwidth";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002837 return true;
2838 }
2839
2840 if (!send_codec_) {
2841 LOG(LS_INFO) << "The send codec has not been set up yet";
2842 return true;
2843 }
2844
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002845 // Use the default value or the bps for the max
2846 int max_bitrate = (bps <= 0) ? send_max_bitrate_ : (bps / 1000);
2847
2848 // Reduce the current minimum and start bitrates if necessary.
2849 int min_bitrate = talk_base::_min(send_min_bitrate_, max_bitrate);
2850 int start_bitrate = talk_base::_min(send_start_bitrate_, max_bitrate);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002851
2852 if (!SetSendCodec(*send_codec_, min_bitrate, start_bitrate, max_bitrate)) {
2853 return false;
2854 }
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002855 LogSendCodecChange("SetMaxSendBandwidth()");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002856
2857 return true;
2858}
2859
2860bool WebRtcVideoMediaChannel::SetOptions(const VideoOptions &options) {
2861 // Always accept options that are unchanged.
2862 if (options_ == options) {
2863 return true;
2864 }
2865
2866 // Trigger SetSendCodec to set correct noise reduction state if the option has
2867 // changed.
2868 bool denoiser_changed = options.video_noise_reduction.IsSet() &&
2869 (options_.video_noise_reduction != options.video_noise_reduction);
2870
2871 bool leaky_bucket_changed = options.video_leaky_bucket.IsSet() &&
2872 (options_.video_leaky_bucket != options.video_leaky_bucket);
2873
2874 bool buffer_latency_changed = options.buffered_mode_latency.IsSet() &&
2875 (options_.buffered_mode_latency != options.buffered_mode_latency);
2876
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00002877 bool cpu_overuse_detection_changed = options.cpu_overuse_detection.IsSet() &&
2878 (options_.cpu_overuse_detection != options.cpu_overuse_detection);
2879
wu@webrtc.orgde305012013-10-31 15:40:38 +00002880 bool dscp_option_changed = (options_.dscp != options.dscp);
2881
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00002882 bool suspend_below_min_bitrate_changed =
2883 options.suspend_below_min_bitrate.IsSet() &&
2884 (options_.suspend_below_min_bitrate != options.suspend_below_min_bitrate);
2885
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002886 bool conference_mode_turned_off = false;
2887 if (options_.conference_mode.IsSet() && options.conference_mode.IsSet() &&
2888 options_.conference_mode.GetWithDefaultIfUnset(false) &&
2889 !options.conference_mode.GetWithDefaultIfUnset(false)) {
2890 conference_mode_turned_off = true;
2891 }
2892
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00002893 bool improved_wifi_bwe_changed =
2894 options.use_improved_wifi_bandwidth_estimator.IsSet() &&
2895 options_.use_improved_wifi_bandwidth_estimator !=
2896 options.use_improved_wifi_bandwidth_estimator;
2897
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00002898
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002899 // Save the options, to be interpreted where appropriate.
2900 // Use options_.SetAll() instead of assignment so that unset value in options
2901 // will not overwrite the previous option value.
2902 options_.SetAll(options);
2903
2904 // Set CPU options for all send channels.
2905 for (SendChannelMap::iterator iter = send_channels_.begin();
2906 iter != send_channels_.end(); ++iter) {
2907 WebRtcVideoChannelSendInfo* send_channel = iter->second;
2908 send_channel->ApplyCpuOptions(options_);
2909 }
2910
2911 // Adjust send codec bitrate if needed.
2912 int conf_max_bitrate = kDefaultConferenceModeMaxVideoBitrate;
2913
wu@webrtc.orgcecfd182013-10-30 05:18:12 +00002914 // Save altered min_bitrate level and apply if necessary.
2915 bool adjusted_min_bitrate = false;
2916 if (options.lower_min_bitrate.IsSet()) {
2917 bool lower;
2918 options.lower_min_bitrate.Get(&lower);
2919
2920 int new_send_min_bitrate = lower ? kLowerMinBitrate : kMinVideoBitrate;
2921 adjusted_min_bitrate = (new_send_min_bitrate != send_min_bitrate_);
2922 send_min_bitrate_ = new_send_min_bitrate;
2923 }
2924
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002925 int expected_bitrate = send_max_bitrate_;
2926 if (InConferenceMode()) {
2927 expected_bitrate = conf_max_bitrate;
2928 } else if (conference_mode_turned_off) {
2929 // This is a special case for turning conference mode off.
2930 // Max bitrate should go back to the default maximum value instead
2931 // of the current maximum.
2932 expected_bitrate = kMaxVideoBitrate;
2933 }
2934
wu@webrtc.org1e6cb2c2014-03-24 17:01:50 +00002935 int options_start_bitrate;
2936 bool start_bitrate_changed = false;
2937 if (options.video_start_bitrate.Get(&options_start_bitrate) &&
2938 options_start_bitrate != send_start_bitrate_) {
2939 send_start_bitrate_ = options_start_bitrate;
2940 start_bitrate_changed = true;
2941 }
2942
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00002943 bool reset_send_codec_needed = send_codec_ &&
wu@webrtc.orgcecfd182013-10-30 05:18:12 +00002944 (send_max_bitrate_ != expected_bitrate || denoiser_changed ||
wu@webrtc.org1e6cb2c2014-03-24 17:01:50 +00002945 adjusted_min_bitrate || start_bitrate_changed);
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00002946
2947
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00002948 LOG(LS_INFO) << "Reset send codec needed is enabled? "
2949 << reset_send_codec_needed;
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00002950 if (reset_send_codec_needed) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002951 // On success, SetSendCodec() will reset send_max_bitrate_ to
2952 // expected_bitrate.
2953 if (!SetSendCodec(*send_codec_,
2954 send_min_bitrate_,
2955 send_start_bitrate_,
2956 expected_bitrate)) {
2957 return false;
2958 }
2959 LogSendCodecChange("SetOptions()");
2960 }
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +00002961
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002962 if (leaky_bucket_changed) {
2963 bool enable_leaky_bucket =
2964 options_.video_leaky_bucket.GetWithDefaultIfUnset(false);
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00002965 LOG(LS_INFO) << "Leaky bucket is enabled? " << enable_leaky_bucket;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002966 for (SendChannelMap::iterator it = send_channels_.begin();
2967 it != send_channels_.end(); ++it) {
2968 if (engine()->vie()->rtp()->SetTransmissionSmoothingStatus(
2969 it->second->channel_id(), enable_leaky_bucket) != 0) {
2970 LOG_RTCERR2(SetTransmissionSmoothingStatus, it->second->channel_id(),
2971 enable_leaky_bucket);
2972 }
2973 }
2974 }
2975 if (buffer_latency_changed) {
2976 int buffer_latency =
2977 options_.buffered_mode_latency.GetWithDefaultIfUnset(
2978 cricket::kBufferedModeDisabled);
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00002979 LOG(LS_INFO) << "Buffer latency is " << buffer_latency;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002980 for (SendChannelMap::iterator it = send_channels_.begin();
2981 it != send_channels_.end(); ++it) {
2982 if (engine()->vie()->rtp()->SetSenderBufferingMode(
2983 it->second->channel_id(), buffer_latency) != 0) {
2984 LOG_RTCERR2(SetSenderBufferingMode, it->second->channel_id(),
2985 buffer_latency);
2986 }
2987 }
2988 for (RecvChannelMap::iterator it = recv_channels_.begin();
2989 it != recv_channels_.end(); ++it) {
2990 if (engine()->vie()->rtp()->SetReceiverBufferingMode(
2991 it->second->channel_id(), buffer_latency) != 0) {
2992 LOG_RTCERR2(SetReceiverBufferingMode, it->second->channel_id(),
2993 buffer_latency);
2994 }
2995 }
2996 }
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00002997 if (cpu_overuse_detection_changed) {
2998 bool cpu_overuse_detection =
2999 options_.cpu_overuse_detection.GetWithDefaultIfUnset(false);
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003000 LOG(LS_INFO) << "CPU overuse detection is enabled? "
3001 << cpu_overuse_detection;
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003002 for (SendChannelMap::iterator iter = send_channels_.begin();
3003 iter != send_channels_.end(); ++iter) {
3004 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3005 send_channel->SetCpuOveruseDetection(cpu_overuse_detection);
3006 }
3007 }
wu@webrtc.orgde305012013-10-31 15:40:38 +00003008 if (dscp_option_changed) {
3009 talk_base::DiffServCodePoint dscp = talk_base::DSCP_DEFAULT;
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00003010 if (options_.dscp.GetWithDefaultIfUnset(false))
wu@webrtc.orgde305012013-10-31 15:40:38 +00003011 dscp = kVideoDscpValue;
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003012 LOG(LS_INFO) << "DSCP is " << dscp;
wu@webrtc.orgde305012013-10-31 15:40:38 +00003013 if (MediaChannel::SetDscp(dscp) != 0) {
3014 LOG(LS_WARNING) << "Failed to set DSCP settings for video channel";
3015 }
3016 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003017 if (suspend_below_min_bitrate_changed) {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003018 if (options_.suspend_below_min_bitrate.GetWithDefaultIfUnset(false)) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003019 LOG(LS_INFO) << "Suspend below min bitrate enabled.";
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003020 for (SendChannelMap::iterator it = send_channels_.begin();
3021 it != send_channels_.end(); ++it) {
3022 engine()->vie()->codec()->SuspendBelowMinBitrate(
3023 it->second->channel_id());
3024 }
3025 } else {
3026 LOG(LS_WARNING) << "Cannot disable video suspension once it is enabled";
3027 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003028 }
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003029 if (improved_wifi_bwe_changed) {
buildbot@webrtc.orgf875f152014-04-14 16:06:21 +00003030 LOG(LS_INFO) << "Improved WIFI BWE called.";
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003031 webrtc::Config config;
3032 config.Set(new webrtc::AimdRemoteRateControl(
3033 options_.use_improved_wifi_bandwidth_estimator
3034 .GetWithDefaultIfUnset(false)));
3035 for (SendChannelMap::iterator it = send_channels_.begin();
3036 it != send_channels_.end(); ++it) {
3037 engine()->vie()->network()->SetBandwidthEstimationConfig(
3038 it->second->channel_id(), config);
3039 }
3040 }
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +00003041 webrtc::CpuOveruseOptions overuse_options;
3042 if (GetCpuOveruseOptions(options_, &overuse_options)) {
3043 for (SendChannelMap::iterator it = send_channels_.begin();
3044 it != send_channels_.end(); ++it) {
3045 if (engine()->vie()->base()->SetCpuOveruseOptions(
3046 it->second->channel_id(), overuse_options) != 0) {
3047 LOG_RTCERR1(SetCpuOveruseOptions, it->second->channel_id());
3048 }
3049 }
3050 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003051 return true;
3052}
3053
3054void WebRtcVideoMediaChannel::SetInterface(NetworkInterface* iface) {
3055 MediaChannel::SetInterface(iface);
3056 // Set the RTP recv/send buffer to a bigger size
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00003057 MediaChannel::SetOption(NetworkInterface::ST_RTP,
3058 talk_base::Socket::OPT_RCVBUF,
3059 kVideoRtpBufferSize);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003060
3061 // TODO(sriniv): Remove or re-enable this.
3062 // As part of b/8030474, send-buffer is size now controlled through
3063 // portallocator flags.
3064 // network_interface_->SetOption(NetworkInterface::ST_RTP,
3065 // talk_base::Socket::OPT_SNDBUF,
3066 // kVideoRtpBufferSize);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003067}
3068
3069void WebRtcVideoMediaChannel::UpdateAspectRatio(int ratio_w, int ratio_h) {
3070 ASSERT(ratio_w != 0);
3071 ASSERT(ratio_h != 0);
3072 ratio_w_ = ratio_w;
3073 ratio_h_ = ratio_h;
3074 // For now assume that all streams want the same aspect ratio.
3075 // TODO(hellner): remove the need for this assumption.
3076 for (SendChannelMap::iterator iter = send_channels_.begin();
3077 iter != send_channels_.end(); ++iter) {
3078 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3079 VideoCapturer* capturer = send_channel->video_capturer();
3080 if (capturer) {
3081 capturer->UpdateAspectRatio(ratio_w, ratio_h);
3082 }
3083 }
3084}
3085
3086bool WebRtcVideoMediaChannel::GetRenderer(uint32 ssrc,
3087 VideoRenderer** renderer) {
3088 RecvChannelMap::const_iterator it = recv_channels_.find(ssrc);
3089 if (it == recv_channels_.end()) {
3090 if (first_receive_ssrc_ == ssrc &&
3091 recv_channels_.find(0) != recv_channels_.end()) {
3092 LOG(LS_INFO) << " GetRenderer " << ssrc
3093 << " reuse default renderer #"
3094 << vie_channel_;
3095 *renderer = recv_channels_[0]->render_adapter()->renderer();
3096 return true;
3097 }
3098 return false;
3099 }
3100
3101 *renderer = it->second->render_adapter()->renderer();
3102 return true;
3103}
3104
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +00003105bool WebRtcVideoMediaChannel::GetVideoAdapter(
3106 uint32 ssrc, CoordinatedVideoAdapter** video_adapter) {
3107 SendChannelMap::iterator it = send_channels_.find(ssrc);
3108 if (it == send_channels_.end()) {
3109 return false;
3110 }
3111 *video_adapter = it->second->video_adapter();
3112 return true;
3113}
3114
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003115void WebRtcVideoMediaChannel::SendFrame(VideoCapturer* capturer,
3116 const VideoFrame* frame) {
wu@webrtc.org24301a62013-12-13 19:17:43 +00003117 // If the |capturer| is registered to any send channel, then send the frame
3118 // to those send channels.
3119 bool capturer_is_channel_owned = false;
3120 for (SendChannelMap::iterator iter = send_channels_.begin();
3121 iter != send_channels_.end(); ++iter) {
3122 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3123 if (send_channel->video_capturer() == capturer) {
3124 SendFrame(send_channel, frame, capturer->IsScreencast());
3125 capturer_is_channel_owned = true;
3126 }
3127 }
3128 if (capturer_is_channel_owned) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003129 return;
3130 }
wu@webrtc.org24301a62013-12-13 19:17:43 +00003131
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003132 // TODO(hellner): Remove below for loop once the captured frame no longer
3133 // come from the engine, i.e. the engine no longer owns a capturer.
3134 for (SendChannelMap::iterator iter = send_channels_.begin();
3135 iter != send_channels_.end(); ++iter) {
3136 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3137 if (send_channel->video_capturer() == NULL) {
3138 SendFrame(send_channel, frame, capturer->IsScreencast());
3139 }
3140 }
3141}
3142
3143bool WebRtcVideoMediaChannel::SendFrame(
3144 WebRtcVideoChannelSendInfo* send_channel,
3145 const VideoFrame* frame,
3146 bool is_screencast) {
3147 if (!send_channel) {
3148 return false;
3149 }
3150 if (!send_codec_) {
3151 // Send codec has not been set. No reason to process the frame any further.
3152 return false;
3153 }
3154 const VideoFormat& video_format = send_channel->video_format();
3155 // If the frame should be dropped.
3156 const bool video_format_set = video_format != cricket::VideoFormat();
3157 if (video_format_set &&
3158 (video_format.width == 0 && video_format.height == 0)) {
3159 return true;
3160 }
3161
3162 // Checks if we need to reset vie send codec.
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00003163 if (!MaybeResetVieSendCodec(send_channel,
3164 static_cast<int>(frame->GetWidth()),
3165 static_cast<int>(frame->GetHeight()),
3166 is_screencast, NULL)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003167 LOG(LS_ERROR) << "MaybeResetVieSendCodec failed with "
3168 << frame->GetWidth() << "x" << frame->GetHeight();
3169 return false;
3170 }
3171 const VideoFrame* frame_out = frame;
3172 talk_base::scoped_ptr<VideoFrame> processed_frame;
3173 // Disable muting for screencast.
3174 const bool mute = (send_channel->muted() && !is_screencast);
3175 send_channel->ProcessFrame(*frame_out, mute, processed_frame.use());
3176 if (processed_frame) {
3177 frame_out = processed_frame.get();
3178 }
3179
3180 webrtc::ViEVideoFrameI420 frame_i420;
3181 // TODO(ronghuawu): Update the webrtc::ViEVideoFrameI420
3182 // to use const unsigned char*
3183 frame_i420.y_plane = const_cast<unsigned char*>(frame_out->GetYPlane());
3184 frame_i420.u_plane = const_cast<unsigned char*>(frame_out->GetUPlane());
3185 frame_i420.v_plane = const_cast<unsigned char*>(frame_out->GetVPlane());
3186 frame_i420.y_pitch = frame_out->GetYPitch();
3187 frame_i420.u_pitch = frame_out->GetUPitch();
3188 frame_i420.v_pitch = frame_out->GetVPitch();
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003189 frame_i420.width = static_cast<uint16>(frame_out->GetWidth());
3190 frame_i420.height = static_cast<uint16>(frame_out->GetHeight());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003191
3192 int64 timestamp_ntp_ms = 0;
3193 // TODO(justinlin): Reenable after Windows issues with clock drift are fixed.
3194 // Currently reverted to old behavior of discarding capture timestamp.
3195#if 0
henrike@webrtc.orgf5bebd42014-04-04 18:39:07 +00003196 static const int kTimestampDeltaInSecondsForWarning = 2;
3197
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003198 // If the frame timestamp is 0, we will use the deliver time.
3199 const int64 frame_timestamp = frame->GetTimeStamp();
3200 if (frame_timestamp != 0) {
3201 if (abs(time(NULL) - frame_timestamp / talk_base::kNumNanosecsPerSec) >
3202 kTimestampDeltaInSecondsForWarning) {
3203 LOG(LS_WARNING) << "Frame timestamp differs by more than "
3204 << kTimestampDeltaInSecondsForWarning << " seconds from "
3205 << "current Unix timestamp.";
3206 }
3207
3208 timestamp_ntp_ms =
3209 talk_base::UnixTimestampNanosecsToNtpMillisecs(frame_timestamp);
3210 }
3211#endif
3212
3213 return send_channel->external_capture()->IncomingFrameI420(
3214 frame_i420, timestamp_ntp_ms) == 0;
3215}
3216
3217bool WebRtcVideoMediaChannel::CreateChannel(uint32 ssrc_key,
3218 MediaDirection direction,
3219 int* channel_id) {
3220 // There are 3 types of channels. Sending only, receiving only and
3221 // sending and receiving. The sending and receiving channel is the
3222 // default channel and there is only one. All other channels that are created
3223 // are associated with the default channel which must exist. The default
3224 // channel id is stored in |vie_channel_|. All channels need to know about
3225 // the default channel to properly handle remb which is why there are
3226 // different ViE create channel calls.
3227 // For this channel the local and remote ssrc key is 0. However, it may
3228 // have a non-zero local and/or remote ssrc depending on if it is currently
3229 // sending and/or receiving.
3230 if ((vie_channel_ == -1 || direction == MD_SENDRECV) &&
3231 (!send_channels_.empty() || !recv_channels_.empty())) {
3232 ASSERT(false);
3233 return false;
3234 }
3235
3236 *channel_id = -1;
3237 if (direction == MD_RECV) {
3238 // All rec channels are associated with the default channel |vie_channel_|
3239 if (engine_->vie()->base()->CreateReceiveChannel(*channel_id,
3240 vie_channel_) != 0) {
3241 LOG_RTCERR2(CreateReceiveChannel, *channel_id, vie_channel_);
3242 return false;
3243 }
3244 } else if (direction == MD_SEND) {
3245 if (engine_->vie()->base()->CreateChannel(*channel_id,
3246 vie_channel_) != 0) {
3247 LOG_RTCERR2(CreateChannel, *channel_id, vie_channel_);
3248 return false;
3249 }
3250 } else {
3251 ASSERT(direction == MD_SENDRECV);
3252 if (engine_->vie()->base()->CreateChannel(*channel_id) != 0) {
3253 LOG_RTCERR1(CreateChannel, *channel_id);
3254 return false;
3255 }
3256 }
3257 if (!ConfigureChannel(*channel_id, direction, ssrc_key)) {
3258 engine_->vie()->base()->DeleteChannel(*channel_id);
3259 *channel_id = -1;
3260 return false;
3261 }
3262
3263 return true;
3264}
3265
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00003266bool WebRtcVideoMediaChannel::CreateUnsignalledRecvChannel(
3267 uint32 ssrc_key, int* out_channel_id) {
henrike@webrtc.org18e59112014-03-14 17:19:38 +00003268 int unsignalled_recv_channel_limit =
3269 options_.unsignalled_recv_stream_limit.GetWithDefaultIfUnset(
3270 kNumDefaultUnsignalledVideoRecvStreams);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00003271 if (num_unsignalled_recv_channels_ >= unsignalled_recv_channel_limit) {
3272 return false;
3273 }
3274 if (!CreateChannel(ssrc_key, MD_RECV, out_channel_id)) {
3275 return false;
3276 }
3277 // TODO(tvsriram): Support dynamic sizing of unsignalled recv channels.
3278 num_unsignalled_recv_channels_++;
3279 return true;
3280}
3281
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003282bool WebRtcVideoMediaChannel::ConfigureChannel(int channel_id,
3283 MediaDirection direction,
3284 uint32 ssrc_key) {
3285 const bool receiving = (direction == MD_RECV) || (direction == MD_SENDRECV);
3286 const bool sending = (direction == MD_SEND) || (direction == MD_SENDRECV);
3287 // Register external transport.
3288 if (engine_->vie()->network()->RegisterSendTransport(
3289 channel_id, *this) != 0) {
3290 LOG_RTCERR1(RegisterSendTransport, channel_id);
3291 return false;
3292 }
3293
3294 // Set MTU.
3295 if (engine_->vie()->network()->SetMTU(channel_id, kVideoMtu) != 0) {
3296 LOG_RTCERR2(SetMTU, channel_id, kVideoMtu);
3297 return false;
3298 }
3299 // Turn on RTCP and loss feedback reporting.
3300 if (engine()->vie()->rtp()->SetRTCPStatus(
3301 channel_id, webrtc::kRtcpCompound_RFC4585) != 0) {
3302 LOG_RTCERR2(SetRTCPStatus, channel_id, webrtc::kRtcpCompound_RFC4585);
3303 return false;
3304 }
3305 // Enable pli as key frame request method.
3306 if (engine_->vie()->rtp()->SetKeyFrameRequestMethod(
3307 channel_id, webrtc::kViEKeyFrameRequestPliRtcp) != 0) {
3308 LOG_RTCERR2(SetKeyFrameRequestMethod,
3309 channel_id, webrtc::kViEKeyFrameRequestPliRtcp);
3310 return false;
3311 }
3312 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_, nack_enabled_)) {
3313 // Logged in SetNackFec. Don't spam the logs.
3314 return false;
3315 }
3316 // Note that receiving must always be configured before sending to ensure
3317 // that send and receive channel is configured correctly (ConfigureReceiving
3318 // assumes no sending).
3319 if (receiving) {
3320 if (!ConfigureReceiving(channel_id, ssrc_key)) {
3321 return false;
3322 }
3323 }
3324 if (sending) {
3325 if (!ConfigureSending(channel_id, ssrc_key)) {
3326 return false;
3327 }
3328 }
3329
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00003330 // Start receiving for both receive and send channels so that we get incoming
3331 // RTP (if receiving) as well as RTCP feedback (if sending).
3332 if (engine()->vie()->base()->StartReceive(channel_id) != 0) {
3333 LOG_RTCERR1(StartReceive, channel_id);
3334 return false;
3335 }
3336
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003337 return true;
3338}
3339
3340bool WebRtcVideoMediaChannel::ConfigureReceiving(int channel_id,
3341 uint32 remote_ssrc_key) {
3342 // Make sure that an SSRC/key isn't registered more than once.
3343 if (recv_channels_.find(remote_ssrc_key) != recv_channels_.end()) {
3344 return false;
3345 }
3346 // Connect the voice channel, if there is one.
3347 // TODO(perkj): The A/V is synched by the receiving channel. So we need to
3348 // know the SSRC of the remote audio channel in order to fetch the correct
3349 // webrtc VoiceEngine channel. For now- only sync the default channel used
3350 // in 1-1 calls.
3351 if (remote_ssrc_key == 0 && voice_channel_) {
3352 WebRtcVoiceMediaChannel* voice_channel =
3353 static_cast<WebRtcVoiceMediaChannel*>(voice_channel_);
3354 if (engine_->vie()->base()->ConnectAudioChannel(
3355 vie_channel_, voice_channel->voe_channel()) != 0) {
3356 LOG_RTCERR2(ConnectAudioChannel, channel_id,
3357 voice_channel->voe_channel());
3358 LOG(LS_WARNING) << "A/V not synchronized";
3359 // Not a fatal error.
3360 }
3361 }
3362
3363 talk_base::scoped_ptr<WebRtcVideoChannelRecvInfo> channel_info(
3364 new WebRtcVideoChannelRecvInfo(channel_id));
3365
3366 // Install a render adapter.
3367 if (engine_->vie()->render()->AddRenderer(channel_id,
3368 webrtc::kVideoI420, channel_info->render_adapter()) != 0) {
3369 LOG_RTCERR3(AddRenderer, channel_id, webrtc::kVideoI420,
3370 channel_info->render_adapter());
3371 return false;
3372 }
3373
3374
3375 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
3376 kNotSending,
3377 remb_enabled_) != 0) {
3378 LOG_RTCERR3(SetRembStatus, channel_id, kNotSending, remb_enabled_);
3379 return false;
3380 }
3381
3382 if (!SetHeaderExtension(&webrtc::ViERTP_RTCP::SetReceiveTimestampOffsetStatus,
3383 channel_id, receive_extensions_, kRtpTimestampOffsetHeaderExtension)) {
3384 return false;
3385 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003386 if (!SetHeaderExtension(
3387 &webrtc::ViERTP_RTCP::SetReceiveAbsoluteSendTimeStatus, channel_id,
henrike@webrtc.org79047f92014-03-06 23:46:59 +00003388 receive_extensions_, kRtpAbsoluteSenderTimeHeaderExtension)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003389 return false;
3390 }
3391
3392 if (remote_ssrc_key != 0) {
3393 // Use the same SSRC as our default channel
3394 // (so the RTCP reports are correct).
3395 unsigned int send_ssrc = 0;
3396 webrtc::ViERTP_RTCP* rtp = engine()->vie()->rtp();
3397 if (rtp->GetLocalSSRC(vie_channel_, send_ssrc) == -1) {
3398 LOG_RTCERR2(GetLocalSSRC, vie_channel_, send_ssrc);
3399 return false;
3400 }
3401 if (rtp->SetLocalSSRC(channel_id, send_ssrc) == -1) {
3402 LOG_RTCERR2(SetLocalSSRC, channel_id, send_ssrc);
3403 return false;
3404 }
3405 } // Else this is the the default channel and we don't change the SSRC.
3406
3407 // Disable color enhancement since it is a bit too aggressive.
3408 if (engine()->vie()->image()->EnableColorEnhancement(channel_id,
3409 false) != 0) {
3410 LOG_RTCERR1(EnableColorEnhancement, channel_id);
3411 return false;
3412 }
3413
3414 if (!SetReceiveCodecs(channel_info.get())) {
3415 return false;
3416 }
3417
3418 int buffer_latency =
3419 options_.buffered_mode_latency.GetWithDefaultIfUnset(
3420 cricket::kBufferedModeDisabled);
3421 if (buffer_latency != cricket::kBufferedModeDisabled) {
3422 if (engine()->vie()->rtp()->SetReceiverBufferingMode(
3423 channel_id, buffer_latency) != 0) {
3424 LOG_RTCERR2(SetReceiverBufferingMode, channel_id, buffer_latency);
3425 }
3426 }
3427
3428 if (render_started_) {
3429 if (engine_->vie()->render()->StartRender(channel_id) != 0) {
3430 LOG_RTCERR1(StartRender, channel_id);
3431 return false;
3432 }
3433 }
3434
3435 // Register decoder observer for incoming framerate and bitrate.
3436 if (engine()->vie()->codec()->RegisterDecoderObserver(
3437 channel_id, *channel_info->decoder_observer()) != 0) {
3438 LOG_RTCERR1(RegisterDecoderObserver, channel_info->decoder_observer());
3439 return false;
3440 }
3441
3442 recv_channels_[remote_ssrc_key] = channel_info.release();
3443 return true;
3444}
3445
3446bool WebRtcVideoMediaChannel::ConfigureSending(int channel_id,
3447 uint32 local_ssrc_key) {
3448 // The ssrc key can be zero or correspond to an SSRC.
3449 // Make sure the default channel isn't configured more than once.
3450 if (local_ssrc_key == 0 && send_channels_.find(0) != send_channels_.end()) {
3451 return false;
3452 }
3453 // Make sure that the SSRC is not already in use.
3454 uint32 dummy_key;
3455 if (GetSendChannelKey(local_ssrc_key, &dummy_key)) {
3456 return false;
3457 }
3458 int vie_capture = 0;
3459 webrtc::ViEExternalCapture* external_capture = NULL;
3460 // Register external capture.
3461 if (engine()->vie()->capture()->AllocateExternalCaptureDevice(
3462 vie_capture, external_capture) != 0) {
3463 LOG_RTCERR0(AllocateExternalCaptureDevice);
3464 return false;
3465 }
3466
3467 // Connect external capture.
3468 if (engine()->vie()->capture()->ConnectCaptureDevice(
3469 vie_capture, channel_id) != 0) {
3470 LOG_RTCERR2(ConnectCaptureDevice, vie_capture, channel_id);
3471 return false;
3472 }
3473 talk_base::scoped_ptr<WebRtcVideoChannelSendInfo> send_channel(
3474 new WebRtcVideoChannelSendInfo(channel_id, vie_capture,
3475 external_capture,
3476 engine()->cpu_monitor()));
3477 send_channel->ApplyCpuOptions(options_);
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00003478 send_channel->SignalCpuAdaptationUnable.connect(this,
3479 &WebRtcVideoMediaChannel::OnCpuAdaptationUnable);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003480
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00003481 if (options_.cpu_overuse_detection.GetWithDefaultIfUnset(false)) {
3482 send_channel->SetCpuOveruseDetection(true);
3483 }
3484
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +00003485 webrtc::CpuOveruseOptions overuse_options;
3486 if (GetCpuOveruseOptions(options_, &overuse_options)) {
3487 if (engine()->vie()->base()->SetCpuOveruseOptions(channel_id,
3488 overuse_options) != 0) {
3489 LOG_RTCERR1(SetCpuOveruseOptions, channel_id);
3490 }
3491 }
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +00003492
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003493 // Register encoder observer for outgoing framerate and bitrate.
3494 if (engine()->vie()->codec()->RegisterEncoderObserver(
3495 channel_id, *send_channel->encoder_observer()) != 0) {
3496 LOG_RTCERR1(RegisterEncoderObserver, send_channel->encoder_observer());
3497 return false;
3498 }
3499
3500 if (!SetHeaderExtension(&webrtc::ViERTP_RTCP::SetSendTimestampOffsetStatus,
3501 channel_id, send_extensions_, kRtpTimestampOffsetHeaderExtension)) {
3502 return false;
3503 }
3504
3505 if (!SetHeaderExtension(&webrtc::ViERTP_RTCP::SetSendAbsoluteSendTimeStatus,
henrike@webrtc.org79047f92014-03-06 23:46:59 +00003506 channel_id, send_extensions_, kRtpAbsoluteSenderTimeHeaderExtension)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003507 return false;
3508 }
3509
3510 if (options_.video_leaky_bucket.GetWithDefaultIfUnset(false)) {
3511 if (engine()->vie()->rtp()->SetTransmissionSmoothingStatus(channel_id,
3512 true) != 0) {
3513 LOG_RTCERR2(SetTransmissionSmoothingStatus, channel_id, true);
3514 return false;
3515 }
3516 }
3517
3518 int buffer_latency =
3519 options_.buffered_mode_latency.GetWithDefaultIfUnset(
3520 cricket::kBufferedModeDisabled);
3521 if (buffer_latency != cricket::kBufferedModeDisabled) {
3522 if (engine()->vie()->rtp()->SetSenderBufferingMode(
3523 channel_id, buffer_latency) != 0) {
3524 LOG_RTCERR2(SetSenderBufferingMode, channel_id, buffer_latency);
3525 }
3526 }
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00003527
3528 if (options_.suspend_below_min_bitrate.GetWithDefaultIfUnset(false)) {
3529 engine()->vie()->codec()->SuspendBelowMinBitrate(channel_id);
3530 }
3531
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003532 // The remb status direction correspond to the RTP stream (and not the RTCP
3533 // stream). I.e. if send remb is enabled it means it is receiving remote
3534 // rembs and should use them to estimate bandwidth. Receive remb mean that
3535 // remb packets will be generated and that the channel should be included in
3536 // it. If remb is enabled all channels are allowed to contribute to the remb
3537 // but only receive channels will ever end up actually contributing. This
3538 // keeps the logic simple.
3539 if (engine_->vie()->rtp()->SetRembStatus(channel_id,
3540 remb_enabled_,
3541 remb_enabled_) != 0) {
3542 LOG_RTCERR3(SetRembStatus, channel_id, remb_enabled_, remb_enabled_);
3543 return false;
3544 }
3545 if (!SetNackFec(channel_id, send_red_type_, send_fec_type_, nack_enabled_)) {
3546 // Logged in SetNackFec. Don't spam the logs.
3547 return false;
3548 }
3549
3550 send_channels_[local_ssrc_key] = send_channel.release();
3551
3552 return true;
3553}
3554
3555bool WebRtcVideoMediaChannel::SetNackFec(int channel_id,
3556 int red_payload_type,
3557 int fec_payload_type,
3558 bool nack_enabled) {
3559 bool enable = (red_payload_type != -1 && fec_payload_type != -1 &&
3560 !InConferenceMode());
3561 if (enable) {
3562 if (engine_->vie()->rtp()->SetHybridNACKFECStatus(
3563 channel_id, nack_enabled, red_payload_type, fec_payload_type) != 0) {
3564 LOG_RTCERR4(SetHybridNACKFECStatus,
3565 channel_id, nack_enabled, red_payload_type, fec_payload_type);
3566 return false;
3567 }
3568 LOG(LS_INFO) << "Hybrid NACK/FEC enabled for channel " << channel_id;
3569 } else {
3570 if (engine_->vie()->rtp()->SetNACKStatus(channel_id, nack_enabled) != 0) {
3571 LOG_RTCERR1(SetNACKStatus, channel_id);
3572 return false;
3573 }
sergeyu@chromium.orga23f0ca2013-11-13 22:48:52 +00003574 std::string enabled = nack_enabled ? "enabled" : "disabled";
3575 LOG(LS_INFO) << "NACK " << enabled << " for channel " << channel_id;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003576 }
3577 return true;
3578}
3579
3580bool WebRtcVideoMediaChannel::SetSendCodec(const webrtc::VideoCodec& codec,
3581 int min_bitrate,
3582 int start_bitrate,
3583 int max_bitrate) {
3584 bool ret_val = true;
3585 for (SendChannelMap::iterator iter = send_channels_.begin();
3586 iter != send_channels_.end(); ++iter) {
3587 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3588 ret_val = SetSendCodec(send_channel, codec, min_bitrate, start_bitrate,
3589 max_bitrate) && ret_val;
3590 }
3591 if (ret_val) {
3592 // All SetSendCodec calls were successful. Update the global state
3593 // accordingly.
3594 send_codec_.reset(new webrtc::VideoCodec(codec));
3595 send_min_bitrate_ = min_bitrate;
3596 send_start_bitrate_ = start_bitrate;
3597 send_max_bitrate_ = max_bitrate;
3598 } else {
3599 // At least one SetSendCodec call failed, rollback.
3600 for (SendChannelMap::iterator iter = send_channels_.begin();
3601 iter != send_channels_.end(); ++iter) {
3602 WebRtcVideoChannelSendInfo* send_channel = iter->second;
3603 if (send_codec_) {
3604 SetSendCodec(send_channel, *send_codec_.get(), send_min_bitrate_,
3605 send_start_bitrate_, send_max_bitrate_);
3606 }
3607 }
3608 }
3609 return ret_val;
3610}
3611
3612bool WebRtcVideoMediaChannel::SetSendCodec(
3613 WebRtcVideoChannelSendInfo* send_channel,
3614 const webrtc::VideoCodec& codec,
3615 int min_bitrate,
3616 int start_bitrate,
3617 int max_bitrate) {
3618 if (!send_channel) {
3619 return false;
3620 }
3621 const int channel_id = send_channel->channel_id();
3622 // Make a copy of the codec
3623 webrtc::VideoCodec target_codec = codec;
3624 target_codec.startBitrate = start_bitrate;
3625 target_codec.minBitrate = min_bitrate;
3626 target_codec.maxBitrate = max_bitrate;
3627
3628 // Set the default number of temporal layers for VP8.
3629 if (webrtc::kVideoCodecVP8 == codec.codecType) {
3630 target_codec.codecSpecific.VP8.numberOfTemporalLayers =
3631 kDefaultNumberOfTemporalLayers;
3632
3633 // Turn off the VP8 error resilience
3634 target_codec.codecSpecific.VP8.resilience = webrtc::kResilienceOff;
3635
3636 bool enable_denoising =
3637 options_.video_noise_reduction.GetWithDefaultIfUnset(false);
3638 target_codec.codecSpecific.VP8.denoisingOn = enable_denoising;
3639 }
3640
3641 // Register external encoder if codec type is supported by encoder factory.
3642 if (engine()->IsExternalEncoderCodecType(codec.codecType) &&
3643 !send_channel->IsEncoderRegistered(target_codec.plType)) {
3644 webrtc::VideoEncoder* encoder =
3645 engine()->CreateExternalEncoder(codec.codecType);
3646 if (encoder) {
3647 if (engine()->vie()->ext_codec()->RegisterExternalSendCodec(
3648 channel_id, target_codec.plType, encoder, false) == 0) {
3649 send_channel->RegisterEncoder(target_codec.plType, encoder);
3650 } else {
3651 LOG_RTCERR2(RegisterExternalSendCodec, channel_id, target_codec.plName);
3652 engine()->DestroyExternalEncoder(encoder);
3653 }
3654 }
3655 }
3656
3657 // Resolution and framerate may vary for different send channels.
3658 const VideoFormat& video_format = send_channel->video_format();
3659 UpdateVideoCodec(video_format, &target_codec);
3660
3661 if (target_codec.width == 0 && target_codec.height == 0) {
3662 const uint32 ssrc = send_channel->stream_params()->first_ssrc();
3663 LOG(LS_INFO) << "0x0 resolution selected. Captured frames will be dropped "
3664 << "for ssrc: " << ssrc << ".";
3665 } else {
3666 MaybeChangeStartBitrate(channel_id, &target_codec);
wu@webrtc.org05e7b442014-04-01 17:44:24 +00003667 webrtc::VideoCodec current_codec;
3668 if (!engine()->vie()->codec()->GetSendCodec(channel_id, current_codec)) {
3669 // Compare against existing configured send codec.
3670 if (current_codec == target_codec) {
3671 // Codec is already configured on channel. no need to apply.
3672 return true;
3673 }
3674 }
3675
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003676 if (0 != engine()->vie()->codec()->SetSendCodec(channel_id, target_codec)) {
3677 LOG_RTCERR2(SetSendCodec, channel_id, target_codec.plName);
3678 return false;
3679 }
3680
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003681 // NOTE: SetRtxSendPayloadType must be called after all simulcast SSRCs
3682 // are configured. Otherwise ssrc's configured after this point will use
3683 // the primary PT for RTX.
3684 if (send_rtx_type_ != -1 &&
3685 engine()->vie()->rtp()->SetRtxSendPayloadType(channel_id,
3686 send_rtx_type_) != 0) {
3687 LOG_RTCERR2(SetRtxSendPayloadType, channel_id, send_rtx_type_);
3688 return false;
3689 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003690 }
3691 send_channel->set_interval(
3692 cricket::VideoFormat::FpsToInterval(target_codec.maxFramerate));
3693 return true;
3694}
3695
3696
3697static std::string ToString(webrtc::VideoCodecComplexity complexity) {
3698 switch (complexity) {
3699 case webrtc::kComplexityNormal:
3700 return "normal";
3701 case webrtc::kComplexityHigh:
3702 return "high";
3703 case webrtc::kComplexityHigher:
3704 return "higher";
3705 case webrtc::kComplexityMax:
3706 return "max";
3707 default:
3708 return "unknown";
3709 }
3710}
3711
3712static std::string ToString(webrtc::VP8ResilienceMode resilience) {
3713 switch (resilience) {
3714 case webrtc::kResilienceOff:
3715 return "off";
3716 case webrtc::kResilientStream:
3717 return "stream";
3718 case webrtc::kResilientFrames:
3719 return "frames";
3720 default:
3721 return "unknown";
3722 }
3723}
3724
3725void WebRtcVideoMediaChannel::LogSendCodecChange(const std::string& reason) {
3726 webrtc::VideoCodec vie_codec;
3727 if (engine()->vie()->codec()->GetSendCodec(vie_channel_, vie_codec) != 0) {
3728 LOG_RTCERR1(GetSendCodec, vie_channel_);
3729 return;
3730 }
3731
3732 LOG(LS_INFO) << reason << " : selected video codec "
3733 << vie_codec.plName << "/"
3734 << vie_codec.width << "x" << vie_codec.height << "x"
3735 << static_cast<int>(vie_codec.maxFramerate) << "fps"
3736 << "@" << vie_codec.maxBitrate << "kbps"
3737 << " (min=" << vie_codec.minBitrate << "kbps,"
3738 << " start=" << vie_codec.startBitrate << "kbps)";
3739 LOG(LS_INFO) << "Video max quantization: " << vie_codec.qpMax;
3740 if (webrtc::kVideoCodecVP8 == vie_codec.codecType) {
3741 LOG(LS_INFO) << "VP8 number of temporal layers: "
3742 << static_cast<int>(
3743 vie_codec.codecSpecific.VP8.numberOfTemporalLayers);
3744 LOG(LS_INFO) << "VP8 options : "
3745 << "picture loss indication = "
3746 << vie_codec.codecSpecific.VP8.pictureLossIndicationOn
3747 << ", feedback mode = "
3748 << vie_codec.codecSpecific.VP8.feedbackModeOn
3749 << ", complexity = "
3750 << ToString(vie_codec.codecSpecific.VP8.complexity)
3751 << ", resilience = "
3752 << ToString(vie_codec.codecSpecific.VP8.resilience)
3753 << ", denoising = "
3754 << vie_codec.codecSpecific.VP8.denoisingOn
3755 << ", error concealment = "
3756 << vie_codec.codecSpecific.VP8.errorConcealmentOn
3757 << ", automatic resize = "
3758 << vie_codec.codecSpecific.VP8.automaticResizeOn
3759 << ", frame dropping = "
3760 << vie_codec.codecSpecific.VP8.frameDroppingOn
3761 << ", key frame interval = "
3762 << vie_codec.codecSpecific.VP8.keyFrameInterval;
3763 }
3764
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00003765 if (send_rtx_type_ != -1) {
3766 LOG(LS_INFO) << "RTX payload type: " << send_rtx_type_;
3767 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003768}
3769
3770bool WebRtcVideoMediaChannel::SetReceiveCodecs(
3771 WebRtcVideoChannelRecvInfo* info) {
3772 int red_type = -1;
3773 int fec_type = -1;
3774 int channel_id = info->channel_id();
3775 for (std::vector<webrtc::VideoCodec>::iterator it = receive_codecs_.begin();
3776 it != receive_codecs_.end(); ++it) {
3777 if (it->codecType == webrtc::kVideoCodecRED) {
3778 red_type = it->plType;
3779 } else if (it->codecType == webrtc::kVideoCodecULPFEC) {
3780 fec_type = it->plType;
3781 }
3782 if (engine()->vie()->codec()->SetReceiveCodec(channel_id, *it) != 0) {
3783 LOG_RTCERR2(SetReceiveCodec, channel_id, it->plName);
3784 return false;
3785 }
3786 if (!info->IsDecoderRegistered(it->plType) &&
3787 it->codecType != webrtc::kVideoCodecRED &&
3788 it->codecType != webrtc::kVideoCodecULPFEC) {
3789 webrtc::VideoDecoder* decoder =
3790 engine()->CreateExternalDecoder(it->codecType);
3791 if (decoder) {
3792 if (engine()->vie()->ext_codec()->RegisterExternalReceiveCodec(
3793 channel_id, it->plType, decoder) == 0) {
3794 info->RegisterDecoder(it->plType, decoder);
3795 } else {
3796 LOG_RTCERR2(RegisterExternalReceiveCodec, channel_id, it->plName);
3797 engine()->DestroyExternalDecoder(decoder);
3798 }
3799 }
3800 }
3801 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003802 return true;
3803}
3804
3805int WebRtcVideoMediaChannel::GetRecvChannelNum(uint32 ssrc) {
3806 if (ssrc == first_receive_ssrc_) {
3807 return vie_channel_;
3808 }
3809 RecvChannelMap::iterator it = recv_channels_.find(ssrc);
3810 return (it != recv_channels_.end()) ? it->second->channel_id() : -1;
3811}
3812
3813// If the new frame size is different from the send codec size we set on vie,
3814// we need to reset the send codec on vie.
3815// The new send codec size should not exceed send_codec_ which is controlled
3816// only by the 'jec' logic.
3817bool WebRtcVideoMediaChannel::MaybeResetVieSendCodec(
3818 WebRtcVideoChannelSendInfo* send_channel,
3819 int new_width,
3820 int new_height,
3821 bool is_screencast,
3822 bool* reset) {
3823 if (reset) {
3824 *reset = false;
3825 }
3826 ASSERT(send_codec_.get() != NULL);
3827
3828 webrtc::VideoCodec target_codec = *send_codec_.get();
3829 const VideoFormat& video_format = send_channel->video_format();
3830 UpdateVideoCodec(video_format, &target_codec);
3831
3832 // Vie send codec size should not exceed target_codec.
3833 int target_width = new_width;
3834 int target_height = new_height;
3835 if (!is_screencast &&
3836 (new_width > target_codec.width || new_height > target_codec.height)) {
3837 target_width = target_codec.width;
3838 target_height = target_codec.height;
3839 }
3840
3841 // Get current vie codec.
3842 webrtc::VideoCodec vie_codec;
3843 const int channel_id = send_channel->channel_id();
3844 if (engine()->vie()->codec()->GetSendCodec(channel_id, vie_codec) != 0) {
3845 LOG_RTCERR1(GetSendCodec, channel_id);
3846 return false;
3847 }
3848 const int cur_width = vie_codec.width;
3849 const int cur_height = vie_codec.height;
3850
3851 // Only reset send codec when there is a size change. Additionally,
3852 // automatic resize needs to be turned off when screencasting and on when
3853 // not screencasting.
3854 // Don't allow automatic resizing for screencasting.
3855 bool automatic_resize = !is_screencast;
3856 // Turn off VP8 frame dropping when screensharing as the current model does
3857 // not work well at low fps.
3858 bool vp8_frame_dropping = !is_screencast;
3859 // Disable denoising for screencasting.
3860 bool enable_denoising =
3861 options_.video_noise_reduction.GetWithDefaultIfUnset(false);
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003862 int screencast_min_bitrate =
3863 options_.screencast_min_bitrate.GetWithDefaultIfUnset(0);
3864 bool leaky_bucket = options_.video_leaky_bucket.GetWithDefaultIfUnset(false);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003865 bool denoising = !is_screencast && enable_denoising;
3866 bool reset_send_codec =
3867 target_width != cur_width || target_height != cur_height ||
3868 automatic_resize != vie_codec.codecSpecific.VP8.automaticResizeOn ||
3869 denoising != vie_codec.codecSpecific.VP8.denoisingOn ||
3870 vp8_frame_dropping != vie_codec.codecSpecific.VP8.frameDroppingOn;
3871
3872 if (reset_send_codec) {
3873 // Set the new codec on vie.
3874 vie_codec.width = target_width;
3875 vie_codec.height = target_height;
3876 vie_codec.maxFramerate = target_codec.maxFramerate;
3877 vie_codec.startBitrate = target_codec.startBitrate;
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00003878 vie_codec.targetBitrate = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003879 vie_codec.codecSpecific.VP8.automaticResizeOn = automatic_resize;
3880 vie_codec.codecSpecific.VP8.denoisingOn = denoising;
3881 vie_codec.codecSpecific.VP8.frameDroppingOn = vp8_frame_dropping;
buildbot@webrtc.org0d34f142014-05-02 16:54:25 +00003882 MaybeChangeStartBitrate(channel_id, &vie_codec);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003883
3884 if (engine()->vie()->codec()->SetSendCodec(channel_id, vie_codec) != 0) {
3885 LOG_RTCERR1(SetSendCodec, channel_id);
3886 return false;
3887 }
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003888
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +00003889 if (is_screencast) {
3890 engine()->vie()->rtp()->SetMinTransmitBitrate(channel_id,
3891 screencast_min_bitrate);
3892 // If screencast and min bitrate set, force enable pacer.
3893 if (screencast_min_bitrate > 0) {
3894 engine()->vie()->rtp()->SetTransmissionSmoothingStatus(channel_id,
3895 true);
3896 }
3897 } else {
3898 // In case of switching from screencast to regular capture, set
3899 // min bitrate padding and pacer back to defaults.
3900 engine()->vie()->rtp()->SetMinTransmitBitrate(channel_id, 0);
3901 engine()->vie()->rtp()->SetTransmissionSmoothingStatus(channel_id,
3902 leaky_bucket);
3903 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003904 if (reset) {
3905 *reset = true;
3906 }
3907 LogSendCodecChange("Capture size changed");
3908 }
3909
3910 return true;
3911}
3912
3913void WebRtcVideoMediaChannel::MaybeChangeStartBitrate(
3914 int channel_id, webrtc::VideoCodec* video_codec) {
3915 if (video_codec->startBitrate < video_codec->minBitrate) {
3916 video_codec->startBitrate = video_codec->minBitrate;
3917 } else if (video_codec->startBitrate > video_codec->maxBitrate) {
3918 video_codec->startBitrate = video_codec->maxBitrate;
3919 }
3920
3921 // Use a previous target bitrate, if there is one.
3922 unsigned int current_target_bitrate = 0;
3923 if (engine()->vie()->codec()->GetCodecTargetBitrate(
3924 channel_id, &current_target_bitrate) == 0) {
3925 // Convert to kbps.
3926 current_target_bitrate /= 1000;
3927 if (current_target_bitrate > video_codec->maxBitrate) {
3928 current_target_bitrate = video_codec->maxBitrate;
3929 }
3930 if (current_target_bitrate > video_codec->startBitrate) {
3931 video_codec->startBitrate = current_target_bitrate;
3932 }
3933 }
3934}
3935
3936void WebRtcVideoMediaChannel::OnMessage(talk_base::Message* msg) {
3937 FlushBlackFrameData* black_frame_data =
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00003938 static_cast<FlushBlackFrameData*>(msg->pdata);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003939 FlushBlackFrame(black_frame_data->ssrc, black_frame_data->timestamp);
3940 delete black_frame_data;
3941}
3942
3943int WebRtcVideoMediaChannel::SendPacket(int channel, const void* data,
3944 int len) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003945 talk_base::Buffer packet(data, len, kMaxRtpPacketLen);
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00003946 return MediaChannel::SendPacket(&packet) ? len : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003947}
3948
3949int WebRtcVideoMediaChannel::SendRTCPPacket(int channel,
3950 const void* data,
3951 int len) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003952 talk_base::Buffer packet(data, len, kMaxRtpPacketLen);
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00003953 return MediaChannel::SendRtcp(&packet) ? len : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003954}
3955
3956void WebRtcVideoMediaChannel::QueueBlackFrame(uint32 ssrc, int64 timestamp,
3957 int framerate) {
3958 if (timestamp) {
3959 FlushBlackFrameData* black_frame_data = new FlushBlackFrameData(
3960 ssrc,
3961 timestamp);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00003962 const int delay_ms = static_cast<int>(
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003963 2 * cricket::VideoFormat::FpsToInterval(framerate) *
3964 talk_base::kNumMillisecsPerSec / talk_base::kNumNanosecsPerSec);
3965 worker_thread()->PostDelayed(delay_ms, this, 0, black_frame_data);
3966 }
3967}
3968
3969void WebRtcVideoMediaChannel::FlushBlackFrame(uint32 ssrc, int64 timestamp) {
3970 WebRtcVideoChannelSendInfo* send_channel = GetSendChannel(ssrc);
3971 if (!send_channel) {
3972 return;
3973 }
3974 talk_base::scoped_ptr<const VideoFrame> black_frame_ptr;
3975
3976 const WebRtcLocalStreamInfo* channel_stream_info =
3977 send_channel->local_stream_info();
3978 int64 last_frame_time_stamp = channel_stream_info->time_stamp();
3979 if (last_frame_time_stamp == timestamp) {
3980 size_t last_frame_width = 0;
3981 size_t last_frame_height = 0;
3982 int64 last_frame_elapsed_time = 0;
3983 channel_stream_info->GetLastFrameInfo(&last_frame_width, &last_frame_height,
3984 &last_frame_elapsed_time);
3985 if (!last_frame_width || !last_frame_height) {
3986 return;
3987 }
3988 WebRtcVideoFrame black_frame;
3989 // Black frame is not screencast.
3990 const bool screencasting = false;
3991 const int64 timestamp_delta = send_channel->interval();
3992 if (!black_frame.InitToBlack(send_codec_->width, send_codec_->height, 1, 1,
3993 last_frame_elapsed_time + timestamp_delta,
3994 last_frame_time_stamp + timestamp_delta) ||
3995 !SendFrame(send_channel, &black_frame, screencasting)) {
3996 LOG(LS_ERROR) << "Failed to send black frame.";
3997 }
3998 }
3999}
4000
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00004001void WebRtcVideoMediaChannel::OnCpuAdaptationUnable() {
4002 // ssrc is hardcoded to 0. This message is based on a system wide issue,
4003 // so finding which ssrc caused it doesn't matter.
4004 SignalMediaError(0, VideoMediaChannel::ERROR_REC_CPU_MAX_CANT_DOWNGRADE);
4005}
4006
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004007void WebRtcVideoMediaChannel::SetNetworkTransmissionState(
4008 bool is_transmitting) {
4009 LOG(LS_INFO) << "SetNetworkTransmissionState: " << is_transmitting;
4010 for (SendChannelMap::iterator iter = send_channels_.begin();
4011 iter != send_channels_.end(); ++iter) {
4012 WebRtcVideoChannelSendInfo* send_channel = iter->second;
4013 int channel_id = send_channel->channel_id();
4014 engine_->vie()->network()->SetNetworkTransmissionState(channel_id,
4015 is_transmitting);
4016 }
4017}
4018
4019bool WebRtcVideoMediaChannel::SetHeaderExtension(ExtensionSetterFunction setter,
4020 int channel_id, const RtpHeaderExtension* extension) {
4021 bool enable = false;
4022 int id = 0;
4023 if (extension) {
4024 enable = true;
4025 id = extension->id;
4026 }
4027 if ((engine_->vie()->rtp()->*setter)(channel_id, enable, id) != 0) {
4028 LOG_RTCERR4(*setter, extension->uri, channel_id, enable, id);
4029 return false;
4030 }
4031 return true;
4032}
4033
4034bool WebRtcVideoMediaChannel::SetHeaderExtension(ExtensionSetterFunction setter,
4035 int channel_id, const std::vector<RtpHeaderExtension>& extensions,
4036 const char header_extension_uri[]) {
4037 const RtpHeaderExtension* extension = FindHeaderExtension(extensions,
4038 header_extension_uri);
4039 return SetHeaderExtension(setter, channel_id, extension);
4040}
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00004041
4042bool WebRtcVideoMediaChannel::SetLocalRtxSsrc(int channel_id,
4043 const StreamParams& send_params,
4044 uint32 primary_ssrc,
4045 int stream_idx) {
4046 uint32 rtx_ssrc = 0;
4047 bool has_rtx = send_params.GetFidSsrc(primary_ssrc, &rtx_ssrc);
4048 if (has_rtx && engine()->vie()->rtp()->SetLocalSSRC(
4049 channel_id, rtx_ssrc, webrtc::kViEStreamTypeRtx, stream_idx) != 0) {
4050 LOG_RTCERR4(SetLocalSSRC, channel_id, rtx_ssrc,
4051 webrtc::kViEStreamTypeRtx, stream_idx);
4052 return false;
4053 }
4054 return true;
4055}
4056
wu@webrtc.org24301a62013-12-13 19:17:43 +00004057void WebRtcVideoMediaChannel::MaybeConnectCapturer(VideoCapturer* capturer) {
4058 if (capturer != NULL && GetSendChannelNum(capturer) == 1) {
wu@webrtc.orgf7d501d2014-03-27 23:48:25 +00004059 capturer->SignalVideoFrame.connect(this,
4060 &WebRtcVideoMediaChannel::SendFrame);
wu@webrtc.org24301a62013-12-13 19:17:43 +00004061 }
4062}
4063
4064void WebRtcVideoMediaChannel::MaybeDisconnectCapturer(VideoCapturer* capturer) {
4065 if (capturer != NULL && GetSendChannelNum(capturer) == 1) {
4066 capturer->SignalVideoFrame.disconnect(this);
4067 }
4068}
4069
henrike@webrtc.org28e20752013-07-10 00:45:36 +00004070} // namespace cricket
4071
4072#endif // HAVE_WEBRTC_VIDEO