blob: c74479c7da718df63896e8d2bdf0ea2383f7e3b3 [file] [log] [blame]
jlmiller@webrtc.org5f93d0a2015-01-20 21:36:13 +00001/*
2 * libjingle
3 * Copyright 2014 Google Inc.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
7 *
8 * 1. Redistributions of source code must retain the above copyright notice,
9 * this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright notice,
11 * this list of conditions and the following disclaimer in the documentation
12 * and/or other materials provided with the distribution.
13 * 3. The name of the author may not be used to endorse or promote products
14 * derived from this software without specific prior written permission.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
17 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
18 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
19 * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
21 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
22 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
24 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
25 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 */
henrike@webrtc.org28e20752013-07-10 00:45:36 +000027
wu@webrtc.orgcadf9042013-08-30 21:24:16 +000028#ifndef TALK_MEDIA_BASE_VIDEOENGINE_UNITTEST_H_ // NOLINT
henrike@webrtc.org28e20752013-07-10 00:45:36 +000029#define TALK_MEDIA_BASE_VIDEOENGINE_UNITTEST_H_
30
31#include <string>
32#include <vector>
33
henrike@webrtc.org28e20752013-07-10 00:45:36 +000034#include "talk/media/base/fakenetworkinterface.h"
35#include "talk/media/base/fakevideocapturer.h"
36#include "talk/media/base/fakevideorenderer.h"
37#include "talk/media/base/mediachannel.h"
38#include "talk/media/base/streamparams.h"
buildbot@webrtc.orga09a9992014-08-13 17:26:08 +000039#include "webrtc/base/bytebuffer.h"
40#include "webrtc/base/gunit.h"
41#include "webrtc/base/timeutils.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000042
henrike@webrtc.org28e20752013-07-10 00:45:36 +000043#define EXPECT_FRAME_WAIT(c, w, h, t) \
44 EXPECT_EQ_WAIT((c), renderer_.num_rendered_frames(), (t)); \
45 EXPECT_EQ((w), renderer_.width()); \
46 EXPECT_EQ((h), renderer_.height()); \
47 EXPECT_EQ(0, renderer_.errors()); \
48
49#define EXPECT_FRAME_ON_RENDERER_WAIT(r, c, w, h, t) \
50 EXPECT_EQ_WAIT((c), (r).num_rendered_frames(), (t)); \
51 EXPECT_EQ((w), (r).width()); \
52 EXPECT_EQ((h), (r).height()); \
53 EXPECT_EQ(0, (r).errors()); \
54
wu@webrtc.org9caf2762013-12-11 18:25:07 +000055#define EXPECT_GT_FRAME_ON_RENDERER_WAIT(r, c, w, h, t) \
56 EXPECT_TRUE_WAIT((r).num_rendered_frames() >= (c) && \
57 (w) == (r).width() && \
58 (h) == (r).height(), (t)); \
59 EXPECT_EQ(0, (r).errors()); \
60
henrike@webrtc.org28e20752013-07-10 00:45:36 +000061static const uint32 kTimeout = 5000U;
buildbot@webrtc.org99f63082014-07-18 23:31:30 +000062static const uint32 kDefaultReceiveSsrc = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000063static const uint32 kSsrc = 1234u;
64static const uint32 kRtxSsrc = 4321u;
65static const uint32 kSsrcs4[] = {1, 2, 3, 4};
66
67inline bool IsEqualRes(const cricket::VideoCodec& a, int w, int h, int fps) {
68 return a.width == w && a.height == h && a.framerate == fps;
69}
70
71inline bool IsEqualCodec(const cricket::VideoCodec& a,
72 const cricket::VideoCodec& b) {
73 return a.id == b.id && a.name == b.name &&
74 IsEqualRes(a, b.width, b.height, b.framerate);
75}
76
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +000077namespace std {
henrike@webrtc.org28e20752013-07-10 00:45:36 +000078inline std::ostream& operator<<(std::ostream& s, const cricket::VideoCodec& c) {
79 s << "{" << c.name << "(" << c.id << "), "
80 << c.width << "x" << c.height << "x" << c.framerate << "}";
81 return s;
82}
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +000083} // namespace std
henrike@webrtc.org28e20752013-07-10 00:45:36 +000084
85inline int TimeBetweenSend(const cricket::VideoCodec& codec) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +000086 return static_cast<int>(
henrike@webrtc.org28e20752013-07-10 00:45:36 +000087 cricket::VideoFormat::FpsToInterval(codec.framerate) /
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000088 rtc::kNumNanosecsPerMillisec);
henrike@webrtc.org28e20752013-07-10 00:45:36 +000089}
90
91// Fake video engine that makes it possible to test enabling and disabling
92// capturer (checking that the engine state is updated and that the capturer
93// is indeed capturing) without having to create a channel. It also makes it
94// possible to test that the media processors are indeed being called when
95// registered.
96template<class T>
97class VideoEngineOverride : public T {
98 public:
pbos@webrtc.orgf1f0d9a2015-03-02 13:30:15 +000099 VideoEngineOverride() : T(nullptr) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000100 }
101 virtual ~VideoEngineOverride() {
102 }
103 bool is_camera_on() const { return T::GetVideoCapturer()->IsRunning(); }
104 void set_has_senders(bool has_senders) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000105 cricket::VideoCapturer* video_capturer = T::GetVideoCapturer();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000106 if (has_senders) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000107 video_capturer->SignalVideoFrame.connect(this,
108 &VideoEngineOverride<T>::OnLocalFrame);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000109 } else {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000110 video_capturer->SignalVideoFrame.disconnect(this);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000111 }
112 }
113 void OnLocalFrame(cricket::VideoCapturer*,
114 const cricket::VideoFrame*) {
115 }
116 void OnLocalFrameFormat(cricket::VideoCapturer*,
117 const cricket::VideoFormat*) {
118 }
119
120 void TriggerMediaFrame(
121 uint32 ssrc, cricket::VideoFrame* frame, bool* drop_frame) {
122 T::SignalMediaFrame(ssrc, frame, drop_frame);
123 }
124};
125
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000126template<class E>
127class VideoEngineTest : public testing::Test {
128 protected:
129 // Tests starting and stopping the engine, and creating a channel.
130 void StartupShutdown() {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000131 EXPECT_TRUE(engine_.Init(rtc::Thread::Current()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000132 cricket::VideoMediaChannel* channel = engine_.CreateChannel(NULL);
133 EXPECT_TRUE(channel != NULL);
134 delete channel;
135 engine_.Terminate();
136 }
137
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000138 void ConstrainNewCodecBody() {
139 cricket::VideoCodec empty, in, out;
140 cricket::VideoCodec max_settings(engine_.codecs()[0].id,
141 engine_.codecs()[0].name,
142 1280, 800, 30, 0);
143
buildbot@webrtc.orgb92f6f92014-07-14 18:22:37 +0000144 // set max settings of 1280x800x30
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000145 EXPECT_TRUE(engine_.SetDefaultEncoderConfig(
146 cricket::VideoEncoderConfig(max_settings)));
147
148 // don't constrain the max resolution
149 in = max_settings;
150 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
151 EXPECT_PRED2(IsEqualCodec, out, in);
152
153 // constrain resolution greater than the max and wider aspect,
154 // picking best aspect (16:10)
155 in.width = 1380;
156 in.height = 800;
157 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
158 EXPECT_PRED4(IsEqualRes, out, 1280, 720, 30);
159
160 // constrain resolution greater than the max and narrow aspect,
161 // picking best aspect (16:9)
162 in.width = 1280;
163 in.height = 740;
164 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
165 EXPECT_PRED4(IsEqualRes, out, 1280, 720, 30);
166
167 // constrain resolution greater than the max, picking equal aspect (4:3)
168 in.width = 1280;
169 in.height = 960;
170 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
171 EXPECT_PRED4(IsEqualRes, out, 1280, 800, 30);
172
173 // constrain resolution greater than the max, picking equal aspect (16:10)
174 in.width = 1280;
175 in.height = 800;
176 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
177 EXPECT_PRED4(IsEqualRes, out, 1280, 800, 30);
178
179 // reduce max settings to 640x480x30
180 max_settings.width = 640;
181 max_settings.height = 480;
182 EXPECT_TRUE(engine_.SetDefaultEncoderConfig(
183 cricket::VideoEncoderConfig(max_settings)));
184
185 // don't constrain the max resolution
186 in = max_settings;
187 in.width = 640;
188 in.height = 480;
189 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
190 EXPECT_PRED2(IsEqualCodec, out, in);
191
192 // keep 16:10 if they request it
193 in.height = 400;
194 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
195 EXPECT_PRED2(IsEqualCodec, out, in);
196
197 // don't constrain lesser 4:3 resolutions
198 in.width = 320;
199 in.height = 240;
200 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
201 EXPECT_PRED2(IsEqualCodec, out, in);
202
203 // don't constrain lesser 16:10 resolutions
204 in.width = 320;
205 in.height = 200;
206 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
207 EXPECT_PRED2(IsEqualCodec, out, in);
208
209 // requested resolution of 0x0 succeeds
210 in.width = 0;
211 in.height = 0;
212 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
213 EXPECT_PRED2(IsEqualCodec, out, in);
214
215 // constrain resolution lesser than the max and wider aspect,
216 // picking best aspect (16:9)
217 in.width = 350;
218 in.height = 201;
219 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
220 EXPECT_PRED4(IsEqualRes, out, 320, 180, 30);
221
222 // constrain resolution greater than the max and narrow aspect,
223 // picking best aspect (4:3)
224 in.width = 350;
225 in.height = 300;
226 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
227 EXPECT_PRED4(IsEqualRes, out, 320, 240, 30);
228
229 // constrain resolution greater than the max and wider aspect,
230 // picking best aspect (16:9)
231 in.width = 1380;
232 in.height = 800;
233 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
234 EXPECT_PRED4(IsEqualRes, out, 640, 360, 30);
235
236 // constrain resolution greater than the max and narrow aspect,
237 // picking best aspect (4:3)
238 in.width = 1280;
239 in.height = 900;
240 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
241 EXPECT_PRED4(IsEqualRes, out, 640, 480, 30);
242
243 // constrain resolution greater than the max, picking equal aspect (4:3)
244 in.width = 1280;
245 in.height = 960;
246 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
247 EXPECT_PRED4(IsEqualRes, out, 640, 480, 30);
248
249 // constrain resolution greater than the max, picking equal aspect (16:10)
250 in.width = 1280;
251 in.height = 800;
252 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
253 EXPECT_PRED4(IsEqualRes, out, 640, 400, 30);
254
255 // constrain res & fps greater than the max
256 in.framerate = 50;
257 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
258 EXPECT_PRED4(IsEqualRes, out, 640, 400, 30);
259
260 // reduce max settings to 160x100x10
261 max_settings.width = 160;
262 max_settings.height = 100;
263 max_settings.framerate = 10;
264 EXPECT_TRUE(engine_.SetDefaultEncoderConfig(
265 cricket::VideoEncoderConfig(max_settings)));
266
267 // constrain res & fps to new max
268 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
269 EXPECT_PRED4(IsEqualRes, out, 160, 100, 10);
270
271 // allow 4:3 "comparable" resolutions
272 in.width = 160;
273 in.height = 120;
274 in.framerate = 10;
275 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
276 EXPECT_PRED4(IsEqualRes, out, 160, 120, 10);
277 }
278
buildbot@webrtc.orgb92f6f92014-07-14 18:22:37 +0000279 // This is the new way of constraining codec size, where we no longer maintain
280 // a list of the supported formats. Instead, CanSendCodec will just downscale
281 // the resolution by 2 until the width is below clamp.
282 void ConstrainNewCodec2Body() {
283 cricket::VideoCodec empty, in, out;
284 cricket::VideoCodec max_settings(engine_.codecs()[0].id,
285 engine_.codecs()[0].name,
286 1280, 800, 30, 0);
287
288 // Set max settings of 1280x800x30
289 EXPECT_TRUE(engine_.SetDefaultEncoderConfig(
290 cricket::VideoEncoderConfig(max_settings)));
291
292 // Don't constrain the max resolution
293 in = max_settings;
294 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
295 EXPECT_PRED2(IsEqualCodec, out, in);
296
297 // Constrain resolution greater than the max width.
298 in.width = 1380;
299 in.height = 800;
300 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
301 EXPECT_PRED4(IsEqualRes, out, 690, 400, 30);
302
303 // Don't constrain resolution when only the height is greater than max.
304 in.width = 960;
305 in.height = 1280;
306 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
307 EXPECT_PRED4(IsEqualRes, out, 960, 1280, 30);
308
309 // Don't constrain smaller format.
310 in.width = 640;
311 in.height = 480;
312 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
313 EXPECT_PRED4(IsEqualRes, out, 640, 480, 30);
314 }
315
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000316 void ConstrainRunningCodecBody() {
317 cricket::VideoCodec in, out, current;
318 cricket::VideoCodec max_settings(engine_.codecs()[0].id,
319 engine_.codecs()[0].name,
320 1280, 800, 30, 0);
321
322 // set max settings of 1280x960x30
323 EXPECT_TRUE(engine_.SetDefaultEncoderConfig(
324 cricket::VideoEncoderConfig(max_settings)));
325
326 // establish current call at 1280x800x30 (16:10)
327 current = max_settings;
328 current.height = 800;
329
330 // Don't constrain current resolution
331 in = current;
332 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
333 EXPECT_PRED2(IsEqualCodec, out, in);
334
335 // requested resolution of 0x0 succeeds
336 in.width = 0;
337 in.height = 0;
338 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
339 EXPECT_PRED2(IsEqualCodec, out, in);
340
341 // Reduce an intermediate resolution down to the next lowest one, preserving
342 // aspect ratio.
343 in.width = 800;
344 in.height = 600;
345 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
346 EXPECT_PRED4(IsEqualRes, out, 640, 400, 30);
347
348 // Clamping by aspect ratio, but still never return a dimension higher than
349 // requested.
350 in.width = 1280;
351 in.height = 720;
352 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
353 EXPECT_PRED4(IsEqualRes, out, 1280, 720, 30);
354
355 in.width = 1279;
356 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
357 EXPECT_PRED4(IsEqualRes, out, 960, 600, 30);
358
359 in.width = 1281;
360 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
361 EXPECT_PRED4(IsEqualRes, out, 1280, 720, 30);
362
363 // Clamp large resolutions down, always preserving aspect
364 in.width = 1920;
365 in.height = 1080;
366 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
367 EXPECT_PRED4(IsEqualRes, out, 1280, 800, 30);
368
369 in.width = 1921;
370 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
371 EXPECT_PRED4(IsEqualRes, out, 1280, 800, 30);
372
373 in.width = 1919;
374 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
375 EXPECT_PRED4(IsEqualRes, out, 1280, 800, 30);
376
377 // reduce max settings to 640x480x30
378 max_settings.width = 640;
379 max_settings.height = 480;
380 EXPECT_TRUE(engine_.SetDefaultEncoderConfig(
381 cricket::VideoEncoderConfig(max_settings)));
382
383 // establish current call at 640x400x30 (16:10)
384 current = max_settings;
385 current.height = 400;
386
387 // Don't constrain current resolution
388 in = current;
389 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
390 EXPECT_PRED2(IsEqualCodec, out, in);
391
392 // requested resolution of 0x0 succeeds
393 in.width = 0;
394 in.height = 0;
395 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
396 EXPECT_PRED2(IsEqualCodec, out, in);
397
398 // Reduce an intermediate resolution down to the next lowest one, preserving
399 // aspect ratio.
400 in.width = 400;
401 in.height = 300;
402 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
403 EXPECT_PRED4(IsEqualRes, out, 320, 200, 30);
404
405 // Clamping by aspect ratio, but still never return a dimension higher than
406 // requested.
407 in.width = 640;
408 in.height = 360;
409 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
410 EXPECT_PRED4(IsEqualRes, out, 640, 360, 30);
411
412 in.width = 639;
413 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
414 EXPECT_PRED4(IsEqualRes, out, 480, 300, 30);
415
416 in.width = 641;
417 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
418 EXPECT_PRED4(IsEqualRes, out, 640, 360, 30);
419
420 // Clamp large resolutions down, always preserving aspect
421 in.width = 1280;
422 in.height = 800;
423 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
424 EXPECT_PRED4(IsEqualRes, out, 640, 400, 30);
425
426 in.width = 1281;
427 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
428 EXPECT_PRED4(IsEqualRes, out, 640, 400, 30);
429
430 in.width = 1279;
431 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
432 EXPECT_PRED4(IsEqualRes, out, 640, 400, 30);
433
434 // Should fail for any that are smaller than our supported formats
435 in.width = 80;
436 in.height = 80;
437 EXPECT_FALSE(engine_.CanSendCodec(in, current, &out));
438
439 in.height = 50;
440 EXPECT_FALSE(engine_.CanSendCodec(in, current, &out));
441 }
442
443 VideoEngineOverride<E> engine_;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000444 rtc::scoped_ptr<cricket::FakeVideoCapturer> video_capturer_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000445};
446
447template<class E, class C>
448class VideoMediaChannelTest : public testing::Test,
449 public sigslot::has_slots<> {
450 protected:
451 virtual cricket::VideoCodec DefaultCodec() = 0;
452
453 virtual cricket::StreamParams DefaultSendStreamParams() {
454 return cricket::StreamParams::CreateLegacy(kSsrc);
455 }
456
457 virtual void SetUp() {
458 cricket::Device device("test", "device");
Fredrik Solenberg9a416bd2015-05-22 09:04:09 +0200459 engine_.Init();
buildbot@webrtc.org1ecbe452014-10-14 20:29:28 +0000460 channel_.reset(engine_.CreateChannel(cricket::VideoOptions(), NULL));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000461 EXPECT_TRUE(channel_.get() != NULL);
462 ConnectVideoChannelError();
463 network_interface_.SetDestination(channel_.get());
464 channel_->SetInterface(&network_interface_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000465 media_error_ = cricket::VideoMediaChannel::ERROR_NONE;
466 channel_->SetRecvCodecs(engine_.codecs());
467 EXPECT_TRUE(channel_->AddSendStream(DefaultSendStreamParams()));
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000468 video_capturer_.reset(CreateFakeVideoCapturer());
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000469 cricket::VideoFormat format(640, 480,
470 cricket::VideoFormat::FpsToInterval(30),
471 cricket::FOURCC_I420);
472 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_->Start(format));
473 EXPECT_TRUE(channel_->SetCapturer(kSsrc, video_capturer_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000474 }
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000475
476 virtual cricket::FakeVideoCapturer* CreateFakeVideoCapturer() {
477 return new cricket::FakeVideoCapturer();
478 }
479
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000480 // Utility method to setup an additional stream to send and receive video.
481 // Used to test send and recv between two streams.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000482 void SetUpSecondStream() {
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000483 SetUpSecondStreamWithNoRecv();
484 // Setup recv for second stream.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000485 EXPECT_TRUE(channel_->AddRecvStream(
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000486 cricket::StreamParams::CreateLegacy(kSsrc + 2)));
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000487 // Make the second renderer available for use by a new stream.
488 EXPECT_TRUE(channel_->SetRenderer(kSsrc + 2, &renderer2_));
489 }
490 // Setup an additional stream just to send video. Defer add recv stream.
491 // This is required if you want to test unsignalled recv of video rtp packets.
492 void SetUpSecondStreamWithNoRecv() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000493 // SetUp() already added kSsrc make sure duplicate SSRCs cant be added.
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000494 EXPECT_TRUE(channel_->AddRecvStream(
495 cricket::StreamParams::CreateLegacy(kSsrc)));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +0000496 EXPECT_TRUE(channel_->SetRenderer(kSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000497 EXPECT_FALSE(channel_->AddSendStream(
498 cricket::StreamParams::CreateLegacy(kSsrc)));
499 EXPECT_TRUE(channel_->AddSendStream(
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000500 cricket::StreamParams::CreateLegacy(kSsrc + 2)));
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000501 // We dont add recv for the second stream.
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000502
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000503 // Setup the receive and renderer for second stream after send.
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000504 video_capturer_2_.reset(CreateFakeVideoCapturer());
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000505 cricket::VideoFormat format(640, 480,
506 cricket::VideoFormat::FpsToInterval(30),
507 cricket::FOURCC_I420);
508 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_2_->Start(format));
509
510 EXPECT_TRUE(channel_->SetCapturer(kSsrc + 2, video_capturer_2_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000511 }
512 virtual void TearDown() {
513 channel_.reset();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000514 }
515 void ConnectVideoChannelError() {
516 channel_->SignalMediaError.connect(this,
517 &VideoMediaChannelTest<E, C>::OnVideoChannelError);
518 }
519 bool SetDefaultCodec() {
520 return SetOneCodec(DefaultCodec());
521 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000522
523 bool SetOneCodec(int pt, const char* name, int w, int h, int fr) {
524 return SetOneCodec(cricket::VideoCodec(pt, name, w, h, fr, 0));
525 }
526 bool SetOneCodec(const cricket::VideoCodec& codec) {
527 std::vector<cricket::VideoCodec> codecs;
528 codecs.push_back(codec);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000529
530 cricket::VideoFormat capture_format(codec.width, codec.height,
531 cricket::VideoFormat::FpsToInterval(codec.framerate),
532 cricket::FOURCC_I420);
533
534 if (video_capturer_) {
535 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_->Start(capture_format));
536 }
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000537 if (video_capturer_2_) {
538 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_2_->Start(capture_format));
539 }
540
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000541 bool sending = channel_->sending();
542 bool success = SetSend(false);
543 if (success)
544 success = channel_->SetSendCodecs(codecs);
545 if (success)
546 success = SetSend(sending);
547 return success;
548 }
549 bool SetSend(bool send) {
550 return channel_->SetSend(send);
551 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000552 bool SetSendStreamFormat(uint32 ssrc, const cricket::VideoCodec& codec) {
553 return channel_->SetSendStreamFormat(ssrc, cricket::VideoFormat(
554 codec.width, codec.height,
555 cricket::VideoFormat::FpsToInterval(codec.framerate),
556 cricket::FOURCC_ANY));
557 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000558 int DrainOutgoingPackets() {
559 int packets = 0;
560 do {
561 packets = NumRtpPackets();
562 // 100 ms should be long enough.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000563 rtc::Thread::Current()->ProcessMessages(100);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000564 } while (NumRtpPackets() > packets);
565 return NumRtpPackets();
566 }
567 bool SendFrame() {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000568 if (video_capturer_2_) {
569 video_capturer_2_->CaptureFrame();
570 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000571 return video_capturer_.get() &&
572 video_capturer_->CaptureFrame();
573 }
574 bool WaitAndSendFrame(int wait_ms) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000575 bool ret = rtc::Thread::Current()->ProcessMessages(wait_ms);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000576 ret &= SendFrame();
577 return ret;
578 }
579 // Sends frames and waits for the decoder to be fully initialized.
580 // Returns the number of frames that were sent.
581 int WaitForDecoder() {
582#if defined(HAVE_OPENMAX)
583 // Send enough frames for the OpenMAX decoder to continue processing, and
584 // return the number of frames sent.
585 // Send frames for a full kTimeout's worth of 15fps video.
586 int frame_count = 0;
587 while (frame_count < static_cast<int>(kTimeout) / 66) {
588 EXPECT_TRUE(WaitAndSendFrame(66));
589 ++frame_count;
590 }
591 return frame_count;
592#else
593 return 0;
594#endif
595 }
596 bool SendCustomVideoFrame(int w, int h) {
597 if (!video_capturer_.get()) return false;
598 return video_capturer_->CaptureCustomFrame(w, h, cricket::FOURCC_I420);
599 }
600 int NumRtpBytes() {
601 return network_interface_.NumRtpBytes();
602 }
603 int NumRtpBytes(uint32 ssrc) {
604 return network_interface_.NumRtpBytes(ssrc);
605 }
606 int NumRtpPackets() {
607 return network_interface_.NumRtpPackets();
608 }
609 int NumRtpPackets(uint32 ssrc) {
610 return network_interface_.NumRtpPackets(ssrc);
611 }
612 int NumSentSsrcs() {
613 return network_interface_.NumSentSsrcs();
614 }
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000615 const rtc::Buffer* GetRtpPacket(int index) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000616 return network_interface_.GetRtpPacket(index);
617 }
618 int NumRtcpPackets() {
619 return network_interface_.NumRtcpPackets();
620 }
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000621 const rtc::Buffer* GetRtcpPacket(int index) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000622 return network_interface_.GetRtcpPacket(index);
623 }
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000624 static int GetPayloadType(const rtc::Buffer* p) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000625 int pt = -1;
626 ParseRtpPacket(p, NULL, &pt, NULL, NULL, NULL, NULL);
627 return pt;
628 }
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000629 static bool ParseRtpPacket(const rtc::Buffer* p, bool* x, int* pt,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000630 int* seqnum, uint32* tstamp, uint32* ssrc,
631 std::string* payload) {
Karl Wiberg94784372015-04-20 14:03:07 +0200632 rtc::ByteBuffer buf(*p);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000633 uint8 u08 = 0;
634 uint16 u16 = 0;
635 uint32 u32 = 0;
636
637 // Read X and CC fields.
638 if (!buf.ReadUInt8(&u08)) return false;
639 bool extension = ((u08 & 0x10) != 0);
640 uint8 cc = (u08 & 0x0F);
641 if (x) *x = extension;
642
643 // Read PT field.
644 if (!buf.ReadUInt8(&u08)) return false;
645 if (pt) *pt = (u08 & 0x7F);
646
647 // Read Sequence Number field.
648 if (!buf.ReadUInt16(&u16)) return false;
649 if (seqnum) *seqnum = u16;
650
651 // Read Timestamp field.
652 if (!buf.ReadUInt32(&u32)) return false;
653 if (tstamp) *tstamp = u32;
654
655 // Read SSRC field.
656 if (!buf.ReadUInt32(&u32)) return false;
657 if (ssrc) *ssrc = u32;
658
659 // Skip CSRCs.
660 for (uint8 i = 0; i < cc; ++i) {
661 if (!buf.ReadUInt32(&u32)) return false;
662 }
663
664 // Skip extension header.
665 if (extension) {
666 // Read Profile-specific extension header ID
667 if (!buf.ReadUInt16(&u16)) return false;
668
669 // Read Extension header length
670 if (!buf.ReadUInt16(&u16)) return false;
671 uint16 ext_header_len = u16;
672
673 // Read Extension header
674 for (uint16 i = 0; i < ext_header_len; ++i) {
675 if (!buf.ReadUInt32(&u32)) return false;
676 }
677 }
678
679 if (payload) {
680 return buf.ReadString(payload, buf.Length());
681 }
682 return true;
683 }
684
685 // Parse all RTCP packet, from start_index to stop_index, and count how many
686 // FIR (PT=206 and FMT=4 according to RFC 5104). If successful, set the count
687 // and return true.
688 bool CountRtcpFir(int start_index, int stop_index, int* fir_count) {
689 int count = 0;
690 for (int i = start_index; i < stop_index; ++i) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000691 rtc::scoped_ptr<const rtc::Buffer> p(GetRtcpPacket(i));
Karl Wiberg94784372015-04-20 14:03:07 +0200692 rtc::ByteBuffer buf(*p);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000693 size_t total_len = 0;
694 // The packet may be a compound RTCP packet.
kwiberg@webrtc.orgeebcab52015-03-24 09:19:06 +0000695 while (total_len < p->size()) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000696 // Read FMT, type and length.
697 uint8 fmt = 0;
698 uint8 type = 0;
699 uint16 length = 0;
700 if (!buf.ReadUInt8(&fmt)) return false;
701 fmt &= 0x1F;
702 if (!buf.ReadUInt8(&type)) return false;
703 if (!buf.ReadUInt16(&length)) return false;
704 buf.Consume(length * 4); // Skip RTCP data.
705 total_len += (length + 1) * 4;
706 if ((192 == type) || ((206 == type) && (4 == fmt))) {
707 ++count;
708 }
709 }
710 }
711
712 if (fir_count) {
713 *fir_count = count;
714 }
715 return true;
716 }
717
718 void OnVideoChannelError(uint32 ssrc,
719 cricket::VideoMediaChannel::Error error) {
720 media_error_ = error;
721 }
722
723 // Test that SetSend works.
724 void SetSend() {
725 EXPECT_FALSE(channel_->sending());
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000726 EXPECT_TRUE(channel_->SetCapturer(kSsrc, video_capturer_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000727 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
728 EXPECT_FALSE(channel_->sending());
729 EXPECT_TRUE(SetSend(true));
730 EXPECT_TRUE(channel_->sending());
731 EXPECT_TRUE(SendFrame());
732 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
733 EXPECT_TRUE(SetSend(false));
734 EXPECT_FALSE(channel_->sending());
735 }
736 // Test that SetSend fails without codecs being set.
737 void SetSendWithoutCodecs() {
738 EXPECT_FALSE(channel_->sending());
739 EXPECT_FALSE(SetSend(true));
740 EXPECT_FALSE(channel_->sending());
741 }
742 // Test that we properly set the send and recv buffer sizes by the time
743 // SetSend is called.
744 void SetSendSetsTransportBufferSizes() {
745 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
746 EXPECT_TRUE(SetSend(true));
buildbot@webrtc.orgae694ef2014-10-28 17:37:17 +0000747 EXPECT_EQ(64 * 1024, network_interface_.sendbuf_size());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000748 EXPECT_EQ(64 * 1024, network_interface_.recvbuf_size());
749 }
750 // Tests that we can send frames and the right payload type is used.
751 void Send(const cricket::VideoCodec& codec) {
752 EXPECT_TRUE(SetOneCodec(codec));
753 EXPECT_TRUE(SetSend(true));
754 EXPECT_TRUE(SendFrame());
755 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000756 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000757 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
758 }
759 // Tests that we can send and receive frames.
760 void SendAndReceive(const cricket::VideoCodec& codec) {
761 EXPECT_TRUE(SetOneCodec(codec));
762 EXPECT_TRUE(SetSend(true));
763 EXPECT_TRUE(channel_->SetRender(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +0000764 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000765 EXPECT_EQ(0, renderer_.num_rendered_frames());
766 EXPECT_TRUE(SendFrame());
767 EXPECT_FRAME_WAIT(1, codec.width, codec.height, kTimeout);
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000768 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000769 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
770 }
771 // Tests that we only get a VideoRenderer::SetSize() callback when needed.
772 void SendManyResizeOnce() {
773 cricket::VideoCodec codec(DefaultCodec());
774 EXPECT_TRUE(SetOneCodec(codec));
775 EXPECT_TRUE(SetSend(true));
776 EXPECT_TRUE(channel_->SetRender(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +0000777 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000778 EXPECT_EQ(0, renderer_.num_rendered_frames());
779 EXPECT_TRUE(WaitAndSendFrame(30));
780 EXPECT_FRAME_WAIT(1, codec.width, codec.height, kTimeout);
781 EXPECT_TRUE(WaitAndSendFrame(30));
782 EXPECT_FRAME_WAIT(2, codec.width, codec.height, kTimeout);
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000783 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000784 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
785 EXPECT_EQ(1, renderer_.num_set_sizes());
786
787 codec.width /= 2;
788 codec.height /= 2;
789 EXPECT_TRUE(SetOneCodec(codec));
790 EXPECT_TRUE(WaitAndSendFrame(30));
791 EXPECT_FRAME_WAIT(3, codec.width, codec.height, kTimeout);
792 EXPECT_EQ(2, renderer_.num_set_sizes());
793 }
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000794 void SendReceiveManyAndGetStats(const cricket::VideoCodec& codec,
795 int duration_sec, int fps) {
796 EXPECT_TRUE(SetOneCodec(codec));
797 EXPECT_TRUE(SetSend(true));
798 EXPECT_TRUE(channel_->SetRender(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +0000799 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000800 EXPECT_EQ(0, renderer_.num_rendered_frames());
801 for (int i = 0; i < duration_sec; ++i) {
802 for (int frame = 1; frame <= fps; ++frame) {
803 EXPECT_TRUE(WaitAndSendFrame(1000 / fps));
804 EXPECT_FRAME_WAIT(frame + i * fps, codec.width, codec.height, kTimeout);
805 }
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000806 }
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000807 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000808 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
809 }
810
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000811 // Test that stats work properly for a 1-1 call.
812 void GetStats() {
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000813 const int kDurationSec = 3;
814 const int kFps = 10;
815 SendReceiveManyAndGetStats(DefaultCodec(), kDurationSec, kFps);
816
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000817 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +0000818 EXPECT_TRUE(channel_->GetStats(&info));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000819
820 ASSERT_EQ(1U, info.senders.size());
821 // TODO(whyuan): bytes_sent and bytes_rcvd are different. Are both payload?
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000822 // For webrtc, bytes_sent does not include the RTP header length.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000823 EXPECT_GT(info.senders[0].bytes_sent, 0);
824 EXPECT_EQ(NumRtpPackets(), info.senders[0].packets_sent);
825 EXPECT_EQ(0.0, info.senders[0].fraction_lost);
826 EXPECT_EQ(0, info.senders[0].firs_rcvd);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000827 EXPECT_EQ(0, info.senders[0].plis_rcvd);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000828 EXPECT_EQ(0, info.senders[0].nacks_rcvd);
wu@webrtc.org987f2c92014-03-28 16:22:19 +0000829 EXPECT_EQ(DefaultCodec().width, info.senders[0].send_frame_width);
830 EXPECT_EQ(DefaultCodec().height, info.senders[0].send_frame_height);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000831 EXPECT_GT(info.senders[0].framerate_input, 0);
832 EXPECT_GT(info.senders[0].framerate_sent, 0);
833
834 ASSERT_EQ(1U, info.receivers.size());
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000835 EXPECT_EQ(1U, info.senders[0].ssrcs().size());
836 EXPECT_EQ(1U, info.receivers[0].ssrcs().size());
837 EXPECT_EQ(info.senders[0].ssrcs()[0], info.receivers[0].ssrcs()[0]);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000838 EXPECT_EQ(NumRtpBytes(), info.receivers[0].bytes_rcvd);
839 EXPECT_EQ(NumRtpPackets(), info.receivers[0].packets_rcvd);
840 EXPECT_EQ(0.0, info.receivers[0].fraction_lost);
841 EXPECT_EQ(0, info.receivers[0].packets_lost);
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000842 // TODO(asapersson): Not set for webrtc. Handle missing stats.
843 // EXPECT_EQ(0, info.receivers[0].packets_concealed);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000844 EXPECT_EQ(0, info.receivers[0].firs_sent);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000845 EXPECT_EQ(0, info.receivers[0].plis_sent);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000846 EXPECT_EQ(0, info.receivers[0].nacks_sent);
847 EXPECT_EQ(DefaultCodec().width, info.receivers[0].frame_width);
848 EXPECT_EQ(DefaultCodec().height, info.receivers[0].frame_height);
849 EXPECT_GT(info.receivers[0].framerate_rcvd, 0);
850 EXPECT_GT(info.receivers[0].framerate_decoded, 0);
851 EXPECT_GT(info.receivers[0].framerate_output, 0);
852 }
853 // Test that stats work properly for a conf call with multiple recv streams.
854 void GetStatsMultipleRecvStreams() {
855 cricket::FakeVideoRenderer renderer1, renderer2;
856 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
857 cricket::VideoOptions vmo;
858 vmo.conference_mode.Set(true);
859 EXPECT_TRUE(channel_->SetOptions(vmo));
860 EXPECT_TRUE(SetSend(true));
861 EXPECT_TRUE(channel_->AddRecvStream(
862 cricket::StreamParams::CreateLegacy(1)));
863 EXPECT_TRUE(channel_->AddRecvStream(
864 cricket::StreamParams::CreateLegacy(2)));
865 EXPECT_TRUE(channel_->SetRenderer(1, &renderer1));
866 EXPECT_TRUE(channel_->SetRenderer(2, &renderer2));
867 EXPECT_TRUE(channel_->SetRender(true));
868 EXPECT_EQ(0, renderer1.num_rendered_frames());
869 EXPECT_EQ(0, renderer2.num_rendered_frames());
870 std::vector<uint32> ssrcs;
871 ssrcs.push_back(1);
872 ssrcs.push_back(2);
873 network_interface_.SetConferenceMode(true, ssrcs);
874 EXPECT_TRUE(SendFrame());
875 EXPECT_FRAME_ON_RENDERER_WAIT(
876 renderer1, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
877 EXPECT_FRAME_ON_RENDERER_WAIT(
878 renderer2, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
879 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +0000880 EXPECT_TRUE(channel_->GetStats(&info));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000881
882 ASSERT_EQ(1U, info.senders.size());
883 // TODO(whyuan): bytes_sent and bytes_rcvd are different. Are both payload?
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000884 // For webrtc, bytes_sent does not include the RTP header length.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000885 EXPECT_GT(info.senders[0].bytes_sent, 0);
886 EXPECT_EQ(NumRtpPackets(), info.senders[0].packets_sent);
wu@webrtc.org987f2c92014-03-28 16:22:19 +0000887 EXPECT_EQ(DefaultCodec().width, info.senders[0].send_frame_width);
888 EXPECT_EQ(DefaultCodec().height, info.senders[0].send_frame_height);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000889
890 ASSERT_EQ(2U, info.receivers.size());
891 for (size_t i = 0; i < info.receivers.size(); ++i) {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000892 EXPECT_EQ(1U, info.receivers[i].ssrcs().size());
893 EXPECT_EQ(i + 1, info.receivers[i].ssrcs()[0]);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000894 EXPECT_EQ(NumRtpBytes(), info.receivers[i].bytes_rcvd);
895 EXPECT_EQ(NumRtpPackets(), info.receivers[i].packets_rcvd);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000896 EXPECT_EQ(DefaultCodec().width, info.receivers[i].frame_width);
897 EXPECT_EQ(DefaultCodec().height, info.receivers[i].frame_height);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000898 }
899 }
900 // Test that stats work properly for a conf call with multiple send streams.
901 void GetStatsMultipleSendStreams() {
902 // Normal setup; note that we set the SSRC explicitly to ensure that
903 // it will come first in the senders map.
904 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
905 cricket::VideoOptions vmo;
906 vmo.conference_mode.Set(true);
907 EXPECT_TRUE(channel_->SetOptions(vmo));
908 EXPECT_TRUE(channel_->AddRecvStream(
buildbot@webrtc.org99f63082014-07-18 23:31:30 +0000909 cricket::StreamParams::CreateLegacy(kSsrc)));
910 EXPECT_TRUE(channel_->SetRenderer(kSsrc, &renderer_));
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000911 channel_->UpdateAspectRatio(640, 400);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000912 EXPECT_TRUE(SetSend(true));
913 EXPECT_TRUE(channel_->SetRender(true));
914 EXPECT_TRUE(SendFrame());
915 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
916 EXPECT_FRAME_WAIT(1, DefaultCodec().width, DefaultCodec().height, kTimeout);
917
918 // Add an additional capturer, and hook up a renderer to receive it.
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000919 cricket::FakeVideoRenderer renderer2;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000920 rtc::scoped_ptr<cricket::FakeVideoCapturer> capturer(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000921 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000922 capturer->SetScreencast(true);
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000923 const int kTestWidth = 160;
924 const int kTestHeight = 120;
925 cricket::VideoFormat format(kTestWidth, kTestHeight,
926 cricket::VideoFormat::FpsToInterval(5),
927 cricket::FOURCC_I420);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000928 EXPECT_EQ(cricket::CS_RUNNING, capturer->Start(format));
929 EXPECT_TRUE(channel_->AddSendStream(
930 cricket::StreamParams::CreateLegacy(5678)));
931 EXPECT_TRUE(channel_->SetCapturer(5678, capturer.get()));
932 EXPECT_TRUE(channel_->AddRecvStream(
933 cricket::StreamParams::CreateLegacy(5678)));
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000934 EXPECT_TRUE(channel_->SetRenderer(5678, &renderer2));
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000935 EXPECT_TRUE(capturer->CaptureCustomFrame(
936 kTestWidth, kTestHeight, cricket::FOURCC_I420));
937 EXPECT_FRAME_ON_RENDERER_WAIT(
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000938 renderer2, 1, kTestWidth, kTestHeight, kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000939
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000940 // Get stats, and make sure they are correct for two senders. We wait until
941 // the number of expected packets have been sent to avoid races where we
942 // check stats before it has been updated.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000943 cricket::VideoMediaInfo info;
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000944 for (uint32 i = 0; i < kTimeout; ++i) {
945 rtc::Thread::Current()->ProcessMessages(1);
pbos@webrtc.org058b1f12015-03-04 08:54:32 +0000946 EXPECT_TRUE(channel_->GetStats(&info));
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000947 ASSERT_EQ(2U, info.senders.size());
948 if (info.senders[0].packets_sent + info.senders[1].packets_sent ==
949 NumRtpPackets()) {
950 // Stats have been updated for both sent frames, expectations can be
951 // checked now.
952 break;
953 }
954 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000955 EXPECT_EQ(NumRtpPackets(),
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000956 info.senders[0].packets_sent + info.senders[1].packets_sent)
957 << "Timed out while waiting for packet counts for all sent packets.";
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000958 EXPECT_EQ(1U, info.senders[0].ssrcs().size());
959 EXPECT_EQ(1234U, info.senders[0].ssrcs()[0]);
wu@webrtc.org987f2c92014-03-28 16:22:19 +0000960 EXPECT_EQ(DefaultCodec().width, info.senders[0].send_frame_width);
961 EXPECT_EQ(DefaultCodec().height, info.senders[0].send_frame_height);
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000962 EXPECT_EQ(1U, info.senders[1].ssrcs().size());
963 EXPECT_EQ(5678U, info.senders[1].ssrcs()[0]);
wu@webrtc.org987f2c92014-03-28 16:22:19 +0000964 EXPECT_EQ(kTestWidth, info.senders[1].send_frame_width);
965 EXPECT_EQ(kTestHeight, info.senders[1].send_frame_height);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000966 // The capturer must be unregistered here as it runs out of it's scope next.
967 EXPECT_TRUE(channel_->SetCapturer(5678, NULL));
968 }
969
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000970 // Test that we can set the bandwidth.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000971 void SetSendBandwidth() {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000972 EXPECT_TRUE(channel_->SetMaxSendBandwidth(-1)); // <= 0 means unlimited.
973 EXPECT_TRUE(channel_->SetMaxSendBandwidth(128 * 1024));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000974 }
975 // Test that we can set the SSRC for the default send source.
976 void SetSendSsrc() {
977 EXPECT_TRUE(SetDefaultCodec());
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000978 EXPECT_TRUE(SetSendStreamFormat(kSsrc, DefaultCodec()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000979 EXPECT_TRUE(SetSend(true));
980 EXPECT_TRUE(SendFrame());
981 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
982 uint32 ssrc = 0;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000983 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000984 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
985 EXPECT_EQ(kSsrc, ssrc);
986 EXPECT_EQ(NumRtpPackets(), NumRtpPackets(ssrc));
987 EXPECT_EQ(NumRtpBytes(), NumRtpBytes(ssrc));
988 EXPECT_EQ(1, NumSentSsrcs());
989 EXPECT_EQ(0, NumRtpPackets(kSsrc - 1));
990 EXPECT_EQ(0, NumRtpBytes(kSsrc - 1));
991 }
992 // Test that we can set the SSRC even after codecs are set.
993 void SetSendSsrcAfterSetCodecs() {
994 // Remove stream added in Setup.
995 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
996 EXPECT_TRUE(SetDefaultCodec());
997 EXPECT_TRUE(channel_->AddSendStream(
998 cricket::StreamParams::CreateLegacy(999)));
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000999 EXPECT_TRUE(channel_->SetCapturer(999u, video_capturer_.get()));
henrike@webrtc.orga7b98182014-02-21 15:51:43 +00001000 EXPECT_TRUE(SetSendStreamFormat(999u, DefaultCodec()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001001 EXPECT_TRUE(SetSend(true));
1002 EXPECT_TRUE(WaitAndSendFrame(0));
1003 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
1004 uint32 ssrc = 0;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001005 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001006 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
1007 EXPECT_EQ(999u, ssrc);
1008 EXPECT_EQ(NumRtpPackets(), NumRtpPackets(ssrc));
1009 EXPECT_EQ(NumRtpBytes(), NumRtpBytes(ssrc));
1010 EXPECT_EQ(1, NumSentSsrcs());
1011 EXPECT_EQ(0, NumRtpPackets(kSsrc));
1012 EXPECT_EQ(0, NumRtpBytes(kSsrc));
1013 }
1014 // Test that we can set the default video renderer before and after
1015 // media is received.
1016 void SetRenderer() {
1017 uint8 data1[] = {
1018 0x80, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00
1019 };
1020
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001021 rtc::Buffer packet1(data1, sizeof(data1));
1022 rtc::SetBE32(packet1.data() + 8, kSsrc);
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001023 channel_->SetRenderer(kDefaultReceiveSsrc, NULL);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001024 EXPECT_TRUE(SetDefaultCodec());
1025 EXPECT_TRUE(SetSend(true));
1026 EXPECT_TRUE(channel_->SetRender(true));
1027 EXPECT_EQ(0, renderer_.num_rendered_frames());
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001028 channel_->OnPacketReceived(&packet1, rtc::PacketTime());
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001029 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001030 EXPECT_TRUE(SendFrame());
1031 EXPECT_FRAME_WAIT(1, DefaultCodec().width, DefaultCodec().height, kTimeout);
1032 }
1033
1034 // Tests empty StreamParams is rejected.
1035 void RejectEmptyStreamParams() {
1036 // Remove the send stream that was added during Setup.
1037 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
1038
1039 cricket::StreamParams empty;
1040 EXPECT_FALSE(channel_->AddSendStream(empty));
1041 EXPECT_TRUE(channel_->AddSendStream(
1042 cricket::StreamParams::CreateLegacy(789u)));
1043 }
1044
1045 // Tests setting up and configuring a send stream.
1046 void AddRemoveSendStreams() {
1047 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
1048 EXPECT_TRUE(SetSend(true));
1049 EXPECT_TRUE(channel_->SetRender(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001050 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001051 EXPECT_TRUE(SendFrame());
1052 EXPECT_FRAME_WAIT(1, DefaultCodec().width, DefaultCodec().height, kTimeout);
1053 EXPECT_GE(2, NumRtpPackets());
1054 uint32 ssrc = 0;
1055 size_t last_packet = NumRtpPackets() - 1;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001056 rtc::scoped_ptr<const rtc::Buffer>
wu@webrtc.org9caf2762013-12-11 18:25:07 +00001057 p(GetRtpPacket(static_cast<int>(last_packet)));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001058 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
1059 EXPECT_EQ(kSsrc, ssrc);
1060
1061 // Remove the send stream that was added during Setup.
1062 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
1063 int rtp_packets = NumRtpPackets();
1064
1065 EXPECT_TRUE(channel_->AddSendStream(
1066 cricket::StreamParams::CreateLegacy(789u)));
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001067 EXPECT_TRUE(channel_->SetCapturer(789u, video_capturer_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001068 EXPECT_EQ(rtp_packets, NumRtpPackets());
1069 // Wait 30ms to guarantee the engine does not drop the frame.
1070 EXPECT_TRUE(WaitAndSendFrame(30));
1071 EXPECT_TRUE_WAIT(NumRtpPackets() > rtp_packets, kTimeout);
1072
1073 last_packet = NumRtpPackets() - 1;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00001074 p.reset(GetRtpPacket(static_cast<int>(last_packet)));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001075 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
1076 EXPECT_EQ(789u, ssrc);
1077 }
1078
1079 // Tests adding streams already exists returns false.
1080 void AddRecvStreamsAlreadyExist() {
1081 cricket::VideoOptions vmo;
1082 vmo.conference_mode.Set(true);
1083 EXPECT_TRUE(channel_->SetOptions(vmo));
1084
1085 EXPECT_FALSE(channel_->AddRecvStream(
1086 cricket::StreamParams::CreateLegacy(0)));
1087
1088 EXPECT_TRUE(channel_->AddRecvStream(
1089 cricket::StreamParams::CreateLegacy(1)));
1090 EXPECT_FALSE(channel_->AddRecvStream(
1091 cricket::StreamParams::CreateLegacy(1)));
1092
1093 EXPECT_TRUE(channel_->RemoveRecvStream(1));
1094 EXPECT_FALSE(channel_->AddRecvStream(
1095 cricket::StreamParams::CreateLegacy(0)));
1096 EXPECT_TRUE(channel_->AddRecvStream(
1097 cricket::StreamParams::CreateLegacy(1)));
1098 }
1099
1100 // Tests setting up and configuring multiple incoming streams.
1101 void AddRemoveRecvStreams() {
1102 cricket::FakeVideoRenderer renderer1, renderer2;
1103 cricket::VideoOptions vmo;
1104 vmo.conference_mode.Set(true);
1105 EXPECT_TRUE(channel_->SetOptions(vmo));
1106 // Ensure we can't set the renderer on a non-existent stream.
1107 EXPECT_FALSE(channel_->SetRenderer(1, &renderer1));
1108 EXPECT_FALSE(channel_->SetRenderer(2, &renderer2));
1109 cricket::VideoRenderer* renderer;
1110 EXPECT_FALSE(channel_->GetRenderer(1, &renderer));
1111 EXPECT_FALSE(channel_->GetRenderer(2, &renderer));
1112
1113 // Ensure we can add streams.
1114 EXPECT_TRUE(channel_->AddRecvStream(
1115 cricket::StreamParams::CreateLegacy(1)));
1116 EXPECT_TRUE(channel_->AddRecvStream(
1117 cricket::StreamParams::CreateLegacy(2)));
1118 EXPECT_TRUE(channel_->GetRenderer(1, &renderer));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001119 EXPECT_TRUE(renderer == NULL);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001120 EXPECT_TRUE(channel_->GetRenderer(2, &renderer));
1121 EXPECT_TRUE(NULL == renderer);
1122
1123 // Ensure we can now set the renderers.
1124 EXPECT_TRUE(channel_->SetRenderer(1, &renderer1));
1125 EXPECT_TRUE(channel_->SetRenderer(2, &renderer2));
1126 EXPECT_TRUE(channel_->GetRenderer(1, &renderer));
1127 EXPECT_TRUE(&renderer1 == renderer);
1128 EXPECT_TRUE(channel_->GetRenderer(2, &renderer));
1129 EXPECT_TRUE(&renderer2 == renderer);
1130
1131 // Ensure we can change the renderers if needed.
1132 EXPECT_TRUE(channel_->SetRenderer(1, &renderer2));
1133 EXPECT_TRUE(channel_->SetRenderer(2, &renderer1));
1134 EXPECT_TRUE(channel_->GetRenderer(1, &renderer));
1135 EXPECT_TRUE(&renderer2 == renderer);
1136 EXPECT_TRUE(channel_->GetRenderer(2, &renderer));
1137 EXPECT_TRUE(&renderer1 == renderer);
1138
1139 EXPECT_TRUE(channel_->RemoveRecvStream(2));
1140 EXPECT_TRUE(channel_->RemoveRecvStream(1));
1141 EXPECT_FALSE(channel_->GetRenderer(1, &renderer));
1142 EXPECT_FALSE(channel_->GetRenderer(2, &renderer));
1143 }
1144
1145 // Tests setting up and configuring multiple incoming streams in a
1146 // non-conference call.
1147 void AddRemoveRecvStreamsNoConference() {
1148 cricket::FakeVideoRenderer renderer1, renderer2;
1149 // Ensure we can't set the renderer on a non-existent stream.
1150 EXPECT_FALSE(channel_->SetRenderer(1, &renderer1));
1151 EXPECT_FALSE(channel_->SetRenderer(2, &renderer2));
1152 cricket::VideoRenderer* renderer;
1153 EXPECT_FALSE(channel_->GetRenderer(1, &renderer));
1154 EXPECT_FALSE(channel_->GetRenderer(2, &renderer));
1155
1156 // Ensure we can add streams.
1157 EXPECT_TRUE(channel_->AddRecvStream(
1158 cricket::StreamParams::CreateLegacy(1)));
1159 EXPECT_TRUE(channel_->AddRecvStream(
1160 cricket::StreamParams::CreateLegacy(2)));
1161 EXPECT_TRUE(channel_->GetRenderer(1, &renderer));
1162 // Verify the first AddRecvStream hook up to the default renderer.
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001163 EXPECT_TRUE(renderer == NULL);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001164 EXPECT_TRUE(channel_->GetRenderer(2, &renderer));
1165 EXPECT_TRUE(NULL == renderer);
1166
1167 // Ensure we can now set the renderers.
1168 EXPECT_TRUE(channel_->SetRenderer(1, &renderer1));
1169 EXPECT_TRUE(channel_->SetRenderer(2, &renderer2));
1170 EXPECT_TRUE(channel_->GetRenderer(1, &renderer));
1171 EXPECT_TRUE(&renderer1 == renderer);
1172 EXPECT_TRUE(channel_->GetRenderer(2, &renderer));
1173 EXPECT_TRUE(&renderer2 == renderer);
1174
1175 // Ensure we can change the renderers if needed.
1176 EXPECT_TRUE(channel_->SetRenderer(1, &renderer2));
1177 EXPECT_TRUE(channel_->SetRenderer(2, &renderer1));
1178 EXPECT_TRUE(channel_->GetRenderer(1, &renderer));
1179 EXPECT_TRUE(&renderer2 == renderer);
1180 EXPECT_TRUE(channel_->GetRenderer(2, &renderer));
1181 EXPECT_TRUE(&renderer1 == renderer);
1182
1183 EXPECT_TRUE(channel_->RemoveRecvStream(2));
1184 EXPECT_TRUE(channel_->RemoveRecvStream(1));
1185 EXPECT_FALSE(channel_->GetRenderer(1, &renderer));
1186 EXPECT_FALSE(channel_->GetRenderer(2, &renderer));
1187 }
1188
1189 // Test that no frames are rendered after the receive stream have been
1190 // removed.
1191 void AddRemoveRecvStreamAndRender() {
1192 cricket::FakeVideoRenderer renderer1;
1193 EXPECT_TRUE(SetDefaultCodec());
1194 EXPECT_TRUE(SetSend(true));
1195 EXPECT_TRUE(channel_->SetRender(true));
1196 EXPECT_TRUE(channel_->AddRecvStream(
1197 cricket::StreamParams::CreateLegacy(kSsrc)));
1198 EXPECT_TRUE(channel_->SetRenderer(kSsrc, &renderer1));
1199
1200 EXPECT_TRUE(SendFrame());
1201 EXPECT_FRAME_ON_RENDERER_WAIT(
1202 renderer1, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
1203 EXPECT_TRUE(channel_->RemoveRecvStream(kSsrc));
1204 // Send three more frames. This is to avoid that the test might be flaky
1205 // due to frame dropping.
1206 for (size_t i = 0; i < 3; ++i)
1207 EXPECT_TRUE(WaitAndSendFrame(100));
1208
1209 // Test that no more frames have been rendered.
1210 EXPECT_EQ(1, renderer1.num_rendered_frames());
1211
1212 // Re-add the stream again and make sure it renders.
1213 EXPECT_TRUE(channel_->AddRecvStream(
1214 cricket::StreamParams::CreateLegacy(kSsrc)));
1215 // Force the next frame to be a key frame to make the receiving
1216 // decoder happy.
1217 EXPECT_TRUE(channel_->SendIntraFrame());
1218
1219 EXPECT_TRUE(channel_->SetRenderer(kSsrc, &renderer1));
1220 EXPECT_TRUE(SendFrame());
wu@webrtc.org9caf2762013-12-11 18:25:07 +00001221 // Because the default channel is used, RemoveRecvStream above is not going
1222 // to delete the channel. As a result the engine will continue to receive
1223 // and decode the 3 frames sent above. So it is possible we will receive
1224 // some (e.g. 1) of these 3 frames after the renderer is set again.
1225 EXPECT_GT_FRAME_ON_RENDERER_WAIT(
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001226 renderer1, 2, DefaultCodec().width, DefaultCodec().height, kTimeout);
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +00001227 // Detach |renderer1| before exit as there might be frames come late.
1228 EXPECT_TRUE(channel_->SetRenderer(kSsrc, NULL));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001229 }
1230
1231 // Tests the behavior of incoming streams in a conference scenario.
1232 void SimulateConference() {
1233 cricket::FakeVideoRenderer renderer1, renderer2;
1234 EXPECT_TRUE(SetDefaultCodec());
1235 cricket::VideoOptions vmo;
1236 vmo.conference_mode.Set(true);
1237 EXPECT_TRUE(channel_->SetOptions(vmo));
1238 EXPECT_TRUE(SetSend(true));
1239 EXPECT_TRUE(channel_->SetRender(true));
1240 EXPECT_TRUE(channel_->AddRecvStream(
1241 cricket::StreamParams::CreateLegacy(1)));
1242 EXPECT_TRUE(channel_->AddRecvStream(
1243 cricket::StreamParams::CreateLegacy(2)));
1244 EXPECT_TRUE(channel_->SetRenderer(1, &renderer1));
1245 EXPECT_TRUE(channel_->SetRenderer(2, &renderer2));
1246 EXPECT_EQ(0, renderer1.num_rendered_frames());
1247 EXPECT_EQ(0, renderer2.num_rendered_frames());
1248 std::vector<uint32> ssrcs;
1249 ssrcs.push_back(1);
1250 ssrcs.push_back(2);
1251 network_interface_.SetConferenceMode(true, ssrcs);
1252 EXPECT_TRUE(SendFrame());
1253 EXPECT_FRAME_ON_RENDERER_WAIT(
1254 renderer1, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
1255 EXPECT_FRAME_ON_RENDERER_WAIT(
1256 renderer2, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
1257
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001258 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001259 EXPECT_EQ(DefaultCodec().id, GetPayloadType(p.get()));
1260 EXPECT_EQ(DefaultCodec().width, renderer1.width());
1261 EXPECT_EQ(DefaultCodec().height, renderer1.height());
1262 EXPECT_EQ(DefaultCodec().width, renderer2.width());
1263 EXPECT_EQ(DefaultCodec().height, renderer2.height());
1264 EXPECT_TRUE(channel_->RemoveRecvStream(2));
1265 EXPECT_TRUE(channel_->RemoveRecvStream(1));
1266 }
1267
1268 // Tests that we can add and remove capturers and frames are sent out properly
1269 void AddRemoveCapturer() {
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00001270 cricket::VideoCodec codec = DefaultCodec();
1271 codec.width = 320;
1272 codec.height = 240;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001273 const int time_between_send = TimeBetweenSend(codec);
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00001274 EXPECT_TRUE(SetOneCodec(codec));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001275 EXPECT_TRUE(SetSend(true));
1276 EXPECT_TRUE(channel_->SetRender(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001277 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001278 EXPECT_EQ(0, renderer_.num_rendered_frames());
1279 EXPECT_TRUE(SendFrame());
1280 EXPECT_FRAME_WAIT(1, codec.width, codec.height, kTimeout);
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001281 rtc::scoped_ptr<cricket::FakeVideoCapturer> capturer(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +00001282 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001283 capturer->SetScreencast(true);
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00001284 cricket::VideoFormat format(480, 360,
1285 cricket::VideoFormat::FpsToInterval(30),
1286 cricket::FOURCC_I420);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001287 EXPECT_EQ(cricket::CS_RUNNING, capturer->Start(format));
1288 // All capturers start generating frames with the same timestamp. ViE does
1289 // not allow the same timestamp to be used. Capture one frame before
1290 // associating the capturer with the channel.
1291 EXPECT_TRUE(capturer->CaptureCustomFrame(format.width, format.height,
1292 cricket::FOURCC_I420));
1293
1294 int captured_frames = 1;
1295 for (int iterations = 0; iterations < 2; ++iterations) {
1296 EXPECT_TRUE(channel_->SetCapturer(kSsrc, capturer.get()));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001297 rtc::Thread::Current()->ProcessMessages(time_between_send);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001298 EXPECT_TRUE(capturer->CaptureCustomFrame(format.width, format.height,
1299 cricket::FOURCC_I420));
1300 ++captured_frames;
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001301 // Wait until frame of right size is captured.
1302 EXPECT_TRUE_WAIT(renderer_.num_rendered_frames() >= captured_frames &&
1303 format.width == renderer_.width() &&
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00001304 format.height == renderer_.height() &&
1305 !renderer_.black_frame(), kTimeout);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001306 EXPECT_GE(renderer_.num_rendered_frames(), captured_frames);
1307 EXPECT_EQ(format.width, renderer_.width());
1308 EXPECT_EQ(format.height, renderer_.height());
1309 captured_frames = renderer_.num_rendered_frames() + 1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001310 EXPECT_FALSE(renderer_.black_frame());
1311 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001312 // Make sure a black frame is generated within the specified timeout.
pbos@webrtc.orgb4987bf2015-02-18 10:13:09 +00001313 // The black frame should be the resolution of the previous frame to
1314 // prevent expensive encoder reconfigurations.
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001315 EXPECT_TRUE_WAIT(renderer_.num_rendered_frames() >= captured_frames &&
pbos@webrtc.orgb4987bf2015-02-18 10:13:09 +00001316 format.width == renderer_.width() &&
1317 format.height == renderer_.height() &&
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001318 renderer_.black_frame(), kTimeout);
1319 EXPECT_GE(renderer_.num_rendered_frames(), captured_frames);
pbos@webrtc.orgb4987bf2015-02-18 10:13:09 +00001320 EXPECT_EQ(format.width, renderer_.width());
1321 EXPECT_EQ(format.height, renderer_.height());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001322 EXPECT_TRUE(renderer_.black_frame());
1323
1324 // The black frame has the same timestamp as the next frame since it's
1325 // timestamp is set to the last frame's timestamp + interval. WebRTC will
1326 // not render a frame with the same timestamp so capture another frame
1327 // with the frame capturer to increment the next frame's timestamp.
1328 EXPECT_TRUE(capturer->CaptureCustomFrame(format.width, format.height,
1329 cricket::FOURCC_I420));
1330 }
1331 }
1332
1333 // Tests that if RemoveCapturer is called without a capturer ever being
1334 // added, the plugin shouldn't crash (and no black frame should be sent).
1335 void RemoveCapturerWithoutAdd() {
1336 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
1337 EXPECT_TRUE(SetSend(true));
1338 EXPECT_TRUE(channel_->SetRender(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001339 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001340 EXPECT_EQ(0, renderer_.num_rendered_frames());
1341 EXPECT_TRUE(SendFrame());
1342 EXPECT_FRAME_WAIT(1, 640, 400, kTimeout);
pbos@webrtc.org776e6f22014-10-29 15:28:39 +00001343 // Wait for one frame so they don't get dropped because we send frames too
1344 // tightly.
1345 rtc::Thread::Current()->ProcessMessages(30);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001346 // Remove the capturer.
1347 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
wu@webrtc.org9caf2762013-12-11 18:25:07 +00001348 // Wait for one black frame for removing the capturer.
1349 EXPECT_FRAME_WAIT(2, 640, 400, kTimeout);
1350
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001351 // No capturer was added, so this RemoveCapturer should
1352 // fail.
1353 EXPECT_FALSE(channel_->SetCapturer(kSsrc, NULL));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001354 rtc::Thread::Current()->ProcessMessages(300);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001355 // Verify no more frames were sent.
wu@webrtc.org9caf2762013-12-11 18:25:07 +00001356 EXPECT_EQ(2, renderer_.num_rendered_frames());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001357 }
1358
1359 // Tests that we can add and remove capturer as unique sources.
1360 void AddRemoveCapturerMultipleSources() {
1361 // WebRTC implementation will drop frames if pushed to quickly. Wait the
1362 // interval time to avoid that.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001363 // WebRTC implementation will drop frames if pushed to quickly. Wait the
1364 // interval time to avoid that.
1365 // Set up the stream associated with the engine.
1366 EXPECT_TRUE(channel_->AddRecvStream(
1367 cricket::StreamParams::CreateLegacy(kSsrc)));
1368 EXPECT_TRUE(channel_->SetRenderer(kSsrc, &renderer_));
1369 cricket::VideoFormat capture_format; // default format
1370 capture_format.interval = cricket::VideoFormat::FpsToInterval(30);
1371 // Set up additional stream 1.
1372 cricket::FakeVideoRenderer renderer1;
1373 EXPECT_FALSE(channel_->SetRenderer(1, &renderer1));
1374 EXPECT_TRUE(channel_->AddRecvStream(
1375 cricket::StreamParams::CreateLegacy(1)));
1376 EXPECT_TRUE(channel_->SetRenderer(1, &renderer1));
1377 EXPECT_TRUE(channel_->AddSendStream(
1378 cricket::StreamParams::CreateLegacy(1)));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001379 rtc::scoped_ptr<cricket::FakeVideoCapturer> capturer1(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +00001380 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001381 capturer1->SetScreencast(true);
1382 EXPECT_EQ(cricket::CS_RUNNING, capturer1->Start(capture_format));
1383 // Set up additional stream 2.
1384 cricket::FakeVideoRenderer renderer2;
1385 EXPECT_FALSE(channel_->SetRenderer(2, &renderer2));
1386 EXPECT_TRUE(channel_->AddRecvStream(
1387 cricket::StreamParams::CreateLegacy(2)));
1388 EXPECT_TRUE(channel_->SetRenderer(2, &renderer2));
1389 EXPECT_TRUE(channel_->AddSendStream(
1390 cricket::StreamParams::CreateLegacy(2)));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001391 rtc::scoped_ptr<cricket::FakeVideoCapturer> capturer2(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +00001392 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001393 capturer2->SetScreencast(true);
1394 EXPECT_EQ(cricket::CS_RUNNING, capturer2->Start(capture_format));
1395 // State for all the streams.
1396 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
1397 // A limitation in the lmi implementation requires that SetCapturer() is
1398 // called after SetOneCodec().
1399 // TODO(hellner): this seems like an unnecessary constraint, fix it.
1400 EXPECT_TRUE(channel_->SetCapturer(1, capturer1.get()));
1401 EXPECT_TRUE(channel_->SetCapturer(2, capturer2.get()));
1402 EXPECT_TRUE(SetSend(true));
1403 EXPECT_TRUE(channel_->SetRender(true));
1404 // Test capturer associated with engine.
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00001405 const int kTestWidth = 160;
1406 const int kTestHeight = 120;
1407 EXPECT_TRUE(capturer1->CaptureCustomFrame(
1408 kTestWidth, kTestHeight, cricket::FOURCC_I420));
1409 EXPECT_FRAME_ON_RENDERER_WAIT(
1410 renderer1, 1, kTestWidth, kTestHeight, kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001411 // Capture a frame with additional capturer2, frames should be received
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00001412 EXPECT_TRUE(capturer2->CaptureCustomFrame(
1413 kTestWidth, kTestHeight, cricket::FOURCC_I420));
1414 EXPECT_FRAME_ON_RENDERER_WAIT(
1415 renderer2, 1, kTestWidth, kTestHeight, kTimeout);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001416 // Successfully remove the capturer.
1417 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
1418 // Fail to re-remove the capturer.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001419 EXPECT_FALSE(channel_->SetCapturer(kSsrc, NULL));
1420 // The capturers must be unregistered here as it runs out of it's scope
1421 // next.
1422 EXPECT_TRUE(channel_->SetCapturer(1, NULL));
1423 EXPECT_TRUE(channel_->SetCapturer(2, NULL));
1424 }
1425
1426 void HighAspectHighHeightCapturer() {
1427 const int kWidth = 80;
1428 const int kHeight = 10000;
1429 const int kScaledWidth = 20;
1430 const int kScaledHeight = 2500;
1431
1432 cricket::VideoCodec codec(DefaultCodec());
1433 EXPECT_TRUE(SetOneCodec(codec));
1434 EXPECT_TRUE(SetSend(true));
1435
1436 cricket::FakeVideoRenderer renderer;
1437 EXPECT_TRUE(channel_->AddRecvStream(
1438 cricket::StreamParams::CreateLegacy(kSsrc)));
1439 EXPECT_TRUE(channel_->SetRenderer(kSsrc, &renderer));
1440 EXPECT_TRUE(channel_->SetRender(true));
1441 EXPECT_EQ(0, renderer.num_rendered_frames());
1442
1443 EXPECT_TRUE(SendFrame());
wu@webrtc.org9caf2762013-12-11 18:25:07 +00001444 EXPECT_GT_FRAME_ON_RENDERER_WAIT(
1445 renderer, 1, codec.width, codec.height, kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001446
1447 // Registering an external capturer is currently the same as screen casting
1448 // (update the test when this changes).
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001449 rtc::scoped_ptr<cricket::FakeVideoCapturer> capturer(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +00001450 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001451 capturer->SetScreencast(true);
1452 const std::vector<cricket::VideoFormat>* formats =
1453 capturer->GetSupportedFormats();
1454 cricket::VideoFormat capture_format = (*formats)[0];
1455 EXPECT_EQ(cricket::CS_RUNNING, capturer->Start(capture_format));
1456 // Capture frame to not get same frame timestamps as previous capturer.
1457 capturer->CaptureFrame();
1458 EXPECT_TRUE(channel_->SetCapturer(kSsrc, capturer.get()));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001459 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(30));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001460 EXPECT_TRUE(capturer->CaptureCustomFrame(kWidth, kHeight,
1461 cricket::FOURCC_ARGB));
wu@webrtc.org9caf2762013-12-11 18:25:07 +00001462 EXPECT_GT_FRAME_ON_RENDERER_WAIT(
1463 renderer, 2, kScaledWidth, kScaledHeight, kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001464 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
1465 }
1466
1467 // Tests that we can adapt video resolution with 16:10 aspect ratio properly.
1468 void AdaptResolution16x10() {
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001469 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001470 cricket::VideoCodec codec(DefaultCodec());
1471 codec.width = 640;
1472 codec.height = 400;
1473 SendAndReceive(codec);
1474 codec.width /= 2;
1475 codec.height /= 2;
1476 // Adapt the resolution.
1477 EXPECT_TRUE(SetOneCodec(codec));
1478 EXPECT_TRUE(WaitAndSendFrame(30));
1479 EXPECT_FRAME_WAIT(2, codec.width, codec.height, kTimeout);
1480 }
1481 // Tests that we can adapt video resolution with 4:3 aspect ratio properly.
1482 void AdaptResolution4x3() {
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001483 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001484 cricket::VideoCodec codec(DefaultCodec());
1485 codec.width = 640;
1486 codec.height = 400;
1487 SendAndReceive(codec);
1488 codec.width /= 2;
1489 codec.height /= 2;
1490 // Adapt the resolution.
1491 EXPECT_TRUE(SetOneCodec(codec));
1492 EXPECT_TRUE(WaitAndSendFrame(30));
1493 EXPECT_FRAME_WAIT(2, codec.width, codec.height, kTimeout);
1494 }
1495 // Tests that we can drop all frames properly.
1496 void AdaptDropAllFrames() {
1497 // Set the channel codec's resolution to 0, which will require the adapter
1498 // to drop all frames.
1499 cricket::VideoCodec codec(DefaultCodec());
1500 codec.width = codec.height = codec.framerate = 0;
1501 EXPECT_TRUE(SetOneCodec(codec));
1502 EXPECT_TRUE(SetSend(true));
1503 EXPECT_TRUE(channel_->SetRender(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001504 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001505 EXPECT_EQ(0, renderer_.num_rendered_frames());
1506 EXPECT_TRUE(SendFrame());
1507 EXPECT_TRUE(SendFrame());
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001508 rtc::Thread::Current()->ProcessMessages(500);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001509 EXPECT_EQ(0, renderer_.num_rendered_frames());
1510 }
1511 // Tests that we can reduce the frame rate on demand properly.
1512 // TODO(fbarchard): This test is flakey on pulse. Fix and re-enable
1513 void AdaptFramerate() {
1514 cricket::VideoCodec codec(DefaultCodec());
1515 int frame_count = 0;
1516 // The capturer runs at 30 fps. The channel requires 30 fps.
1517 EXPECT_TRUE(SetOneCodec(codec));
1518 EXPECT_TRUE(SetSend(true));
1519 EXPECT_TRUE(channel_->SetRender(true));
1520 EXPECT_EQ(frame_count, renderer_.num_rendered_frames());
1521 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1522 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1523 frame_count += 2;
1524 EXPECT_FRAME_WAIT(frame_count, codec.width, codec.height, kTimeout);
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001525 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001526 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
1527
1528 // The channel requires 15 fps.
1529 codec.framerate = 15;
1530 EXPECT_TRUE(SetOneCodec(codec));
1531 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1532 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1533 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1534 frame_count += 2;
1535 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1536
1537 // The channel requires 10 fps.
1538 codec.framerate = 10;
1539 EXPECT_TRUE(SetOneCodec(codec));
1540 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1541 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1542 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1543 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1544 frame_count += 2;
1545 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1546
1547 // The channel requires 8 fps. The adapter adapts to 10 fps, which is the
1548 // closest factor of 30.
1549 codec.framerate = 8;
1550 EXPECT_TRUE(SetOneCodec(codec));
1551 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1552 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1553 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1554 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1555 frame_count += 2;
1556 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1557 }
pbos@webrtc.orgc4175b92014-09-03 15:25:49 +00001558 // Tests that adapted frames won't be upscaled to a higher resolution.
1559 void SendsLowerResolutionOnSmallerFrames() {
1560 cricket::VideoCodec codec = DefaultCodec();
1561 codec.width = 320;
1562 codec.height = 240;
1563 EXPECT_TRUE(SetOneCodec(codec));
1564 EXPECT_TRUE(SetSend(true));
1565 EXPECT_TRUE(channel_->SetRender(true));
1566 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
1567 EXPECT_EQ(0, renderer_.num_rendered_frames());
1568 EXPECT_TRUE(SendFrame());
1569 EXPECT_FRAME_WAIT(1, codec.width, codec.height, kTimeout);
1570
1571 // Check that we send smaller frames at the new resolution.
pbos@webrtc.orgebee4012014-09-03 15:52:02 +00001572 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(33));
pbos@webrtc.orgc4175b92014-09-03 15:25:49 +00001573 EXPECT_TRUE(video_capturer_->CaptureCustomFrame(
1574 codec.width / 2, codec.height / 2, cricket::FOURCC_I420));
1575 EXPECT_FRAME_WAIT(2, codec.width / 2, codec.height / 2, kTimeout);
1576 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001577 // Tests that we can set the send stream format properly.
1578 void SetSendStreamFormat() {
1579 cricket::VideoCodec codec(DefaultCodec());
1580 SendAndReceive(codec);
1581 int frame_count = 1;
1582 EXPECT_FRAME_WAIT(frame_count, codec.width, codec.height, kTimeout);
1583
1584 // Adapt the resolution and frame rate to half.
1585 cricket::VideoFormat format(
1586 codec.width / 2,
1587 codec.height / 2,
1588 cricket::VideoFormat::FpsToInterval(codec.framerate / 2),
1589 cricket::FOURCC_I420);
1590 // The SSRC differs from the send SSRC.
1591 EXPECT_FALSE(channel_->SetSendStreamFormat(kSsrc - 1, format));
1592 EXPECT_TRUE(channel_->SetSendStreamFormat(kSsrc, format));
1593
1594 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1595 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1596 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1597 frame_count += 1;
1598 EXPECT_FRAME_WAIT(frame_count, format.width, format.height, kTimeout);
1599
1600 // Adapt the resolution to 0x0, which should drop all frames.
1601 format.width = 0;
1602 format.height = 0;
1603 EXPECT_TRUE(channel_->SetSendStreamFormat(kSsrc, format));
1604 EXPECT_TRUE(SendFrame());
1605 EXPECT_TRUE(SendFrame());
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001606 rtc::Thread::Current()->ProcessMessages(500);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001607 EXPECT_EQ(frame_count, renderer_.num_rendered_frames());
1608 }
1609 // Test that setting send stream format to 0x0 resolution will result in
1610 // frames being dropped.
1611 void SetSendStreamFormat0x0() {
1612 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
henrike@webrtc.orga7b98182014-02-21 15:51:43 +00001613 EXPECT_TRUE(SetSendStreamFormat(kSsrc, DefaultCodec()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001614 EXPECT_TRUE(SetSend(true));
1615 EXPECT_TRUE(channel_->SetRender(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001616 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001617 EXPECT_EQ(0, renderer_.num_rendered_frames());
1618 // This frame should be received.
1619 EXPECT_TRUE(SendFrame());
1620 EXPECT_FRAME_WAIT(1, DefaultCodec().width, DefaultCodec().height, kTimeout);
1621 const int64 interval = cricket::VideoFormat::FpsToInterval(
1622 DefaultCodec().framerate);
1623 cricket::VideoFormat format(
1624 0,
1625 0,
1626 interval,
1627 cricket::FOURCC_I420);
1628 EXPECT_TRUE(channel_->SetSendStreamFormat(kSsrc, format));
1629 // This frame should not be received.
1630 EXPECT_TRUE(WaitAndSendFrame(
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001631 static_cast<int>(interval/rtc::kNumNanosecsPerMillisec)));
1632 rtc::Thread::Current()->ProcessMessages(500);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001633 EXPECT_EQ(1, renderer_.num_rendered_frames());
1634 }
1635
1636 // Tests that we can mute and unmute the channel properly.
1637 void MuteStream() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001638 EXPECT_TRUE(SetDefaultCodec());
1639 cricket::FakeVideoCapturer video_capturer;
1640 video_capturer.Start(
1641 cricket::VideoFormat(
1642 640, 480,
1643 cricket::VideoFormat::FpsToInterval(30),
1644 cricket::FOURCC_I420));
1645 EXPECT_TRUE(channel_->SetCapturer(kSsrc, &video_capturer));
1646 EXPECT_TRUE(SetSend(true));
1647 EXPECT_TRUE(channel_->SetRender(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001648 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
1649 EXPECT_EQ(0, renderer_.num_rendered_frames());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001650 // Mute the channel and expect black output frame.
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001651 int frame_count = 0;
solenberg1dd98f32015-09-10 01:57:14 -07001652 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001653 EXPECT_TRUE(video_capturer.CaptureFrame());
1654 ++frame_count;
1655 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1656 EXPECT_TRUE(renderer_.black_frame());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001657 // Unmute the channel and expect non-black output frame.
solenberg1dd98f32015-09-10 01:57:14 -07001658 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, false, nullptr));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001659 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(30));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001660 EXPECT_TRUE(video_capturer.CaptureFrame());
1661 ++frame_count;
1662 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1663 EXPECT_FALSE(renderer_.black_frame());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001664 // Test that we can also Mute using the correct send stream SSRC.
solenberg1dd98f32015-09-10 01:57:14 -07001665 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001666 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(30));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001667 EXPECT_TRUE(video_capturer.CaptureFrame());
1668 ++frame_count;
1669 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1670 EXPECT_TRUE(renderer_.black_frame());
solenberg1dd98f32015-09-10 01:57:14 -07001671 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, false, nullptr));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001672 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(30));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001673 EXPECT_TRUE(video_capturer.CaptureFrame());
1674 ++frame_count;
1675 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1676 EXPECT_FALSE(renderer_.black_frame());
pbos@webrtc.orgef8bb8d2014-08-13 21:36:18 +00001677 // Test that muting an existing stream succeeds even if it's muted.
solenberg1dd98f32015-09-10 01:57:14 -07001678 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr));
1679 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr));
pbos@webrtc.orgef8bb8d2014-08-13 21:36:18 +00001680 // Test that unmuting an existing stream succeeds even if it's not muted.
solenberg1dd98f32015-09-10 01:57:14 -07001681 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, false, nullptr));
1682 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, false, nullptr));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001683 // Test that muting an invalid stream fails.
solenberg1dd98f32015-09-10 01:57:14 -07001684 EXPECT_FALSE(channel_->SetVideoSend(kSsrc+1, true, nullptr));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001685 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
1686 }
1687
1688 // Test that multiple send streams can be created and deleted properly.
1689 void MultipleSendStreams() {
1690 // Remove stream added in Setup. I.e. remove stream corresponding to default
1691 // channel.
1692 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
1693 const unsigned int kSsrcsSize = sizeof(kSsrcs4)/sizeof(kSsrcs4[0]);
1694 for (unsigned int i = 0; i < kSsrcsSize; ++i) {
1695 EXPECT_TRUE(channel_->AddSendStream(
1696 cricket::StreamParams::CreateLegacy(kSsrcs4[i])));
1697 }
1698 // Delete one of the non default channel streams, let the destructor delete
1699 // the remaining ones.
1700 EXPECT_TRUE(channel_->RemoveSendStream(kSsrcs4[kSsrcsSize - 1]));
1701 // Stream should already be deleted.
1702 EXPECT_FALSE(channel_->RemoveSendStream(kSsrcs4[kSsrcsSize - 1]));
1703 }
1704
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001705 // Two streams one channel tests.
1706
1707 // Tests that we can send and receive frames.
1708 void TwoStreamsSendAndReceive(const cricket::VideoCodec& codec) {
1709 SetUpSecondStream();
1710 // Test sending and receiving on first stream.
1711 SendAndReceive(codec);
1712 // Test sending and receiving on second stream.
1713 EXPECT_EQ_WAIT(1, renderer2_.num_rendered_frames(), kTimeout);
1714 EXPECT_EQ(2, NumRtpPackets());
1715 EXPECT_EQ(1, renderer2_.num_rendered_frames());
1716 }
1717
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001718 // Set up 2 streams where the first stream uses the default channel.
1719 // Then disconnect the first stream and verify default channel becomes
1720 // available.
1721 // Then add a new stream with |new_ssrc|. The new stream should re-use the
1722 // default channel.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001723 void TwoStreamsReUseFirstStream(const cricket::VideoCodec& codec) {
1724 SetUpSecondStream();
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001725 // Default channel used by the first stream.
buildbot@webrtc.org2c0fb052014-08-13 16:47:12 +00001726 EXPECT_EQ(kSsrc, channel_->GetDefaultSendChannelSsrc());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001727 EXPECT_TRUE(channel_->RemoveRecvStream(kSsrc));
1728 EXPECT_FALSE(channel_->RemoveRecvStream(kSsrc));
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001729 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001730 EXPECT_FALSE(channel_->RemoveSendStream(kSsrc));
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001731 // Default channel is no longer used by a stream.
buildbot@webrtc.org2c0fb052014-08-13 16:47:12 +00001732 EXPECT_EQ(0u, channel_->GetDefaultSendChannelSsrc());
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001733 uint32 new_ssrc = kSsrc + 100;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001734 EXPECT_TRUE(channel_->AddSendStream(
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001735 cricket::StreamParams::CreateLegacy(new_ssrc)));
1736 // Re-use default channel.
buildbot@webrtc.org2c0fb052014-08-13 16:47:12 +00001737 EXPECT_EQ(new_ssrc, channel_->GetDefaultSendChannelSsrc());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001738 EXPECT_FALSE(channel_->AddSendStream(
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001739 cricket::StreamParams::CreateLegacy(new_ssrc)));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001740 EXPECT_TRUE(channel_->AddRecvStream(
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001741 cricket::StreamParams::CreateLegacy(new_ssrc)));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001742 EXPECT_TRUE(channel_->SetRenderer(new_ssrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001743 EXPECT_FALSE(channel_->AddRecvStream(
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001744 cricket::StreamParams::CreateLegacy(new_ssrc)));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001745
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001746 EXPECT_TRUE(channel_->SetCapturer(new_ssrc, video_capturer_.get()));
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001747
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001748 SendAndReceive(codec);
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001749 EXPECT_TRUE(channel_->RemoveSendStream(new_ssrc));
buildbot@webrtc.org2c0fb052014-08-13 16:47:12 +00001750 EXPECT_EQ(0u, channel_->GetDefaultSendChannelSsrc());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001751 }
1752
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001753 // Tests that we can send and receive frames with early receive.
1754 void TwoStreamsSendAndUnsignalledRecv(const cricket::VideoCodec& codec) {
1755 cricket::VideoOptions vmo;
1756 vmo.conference_mode.Set(true);
1757 vmo.unsignalled_recv_stream_limit.Set(1);
1758 EXPECT_TRUE(channel_->SetOptions(vmo));
1759 SetUpSecondStreamWithNoRecv();
1760 // Test sending and receiving on first stream.
1761 EXPECT_TRUE(channel_->SetRender(true));
1762 Send(codec);
1763 EXPECT_EQ_WAIT(2, NumRtpPackets(), kTimeout);
1764 EXPECT_EQ_WAIT(1, renderer_.num_rendered_frames(), kTimeout);
1765 // The first send is not expected to yield frames, because the ssrc
1766 // is not signalled yet. With unsignalled recv enabled, we will drop frames
1767 // instead of packets.
1768 EXPECT_EQ(0, renderer2_.num_rendered_frames());
1769 // Give a chance for the decoder to process before adding the receiver.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001770 rtc::Thread::Current()->ProcessMessages(100);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001771 // Test sending and receiving on second stream.
1772 EXPECT_TRUE(channel_->AddRecvStream(
1773 cricket::StreamParams::CreateLegacy(kSsrc + 2)));
1774 EXPECT_TRUE(channel_->SetRenderer(kSsrc + 2, &renderer2_));
1775 SendFrame();
1776 EXPECT_EQ_WAIT(2, renderer_.num_rendered_frames(), kTimeout);
1777 EXPECT_EQ(4, NumRtpPackets());
1778 // The second send is expected to yield frame as the ssrc is signalled now.
1779 // Decode should succeed here, though we received the key frame earlier.
1780 // Without early recv, we would have dropped it and decoding would have
1781 // failed.
1782 EXPECT_EQ_WAIT(1, renderer2_.num_rendered_frames(), kTimeout);
1783 }
1784
1785 // Tests that we cannot receive key frames with unsignalled recv disabled.
1786 void TwoStreamsSendAndFailUnsignalledRecv(const cricket::VideoCodec& codec) {
1787 cricket::VideoOptions vmo;
henrike@webrtc.org18e59112014-03-14 17:19:38 +00001788 vmo.conference_mode.Set(true);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001789 vmo.unsignalled_recv_stream_limit.Set(0);
1790 EXPECT_TRUE(channel_->SetOptions(vmo));
1791 SetUpSecondStreamWithNoRecv();
1792 // Test sending and receiving on first stream.
1793 EXPECT_TRUE(channel_->SetRender(true));
1794 Send(codec);
1795 EXPECT_EQ_WAIT(2, NumRtpPackets(), kTimeout);
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001796 rtc::Thread::Current()->ProcessMessages(100);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001797 EXPECT_EQ_WAIT(1, renderer_.num_rendered_frames(), kTimeout);
1798 EXPECT_EQ_WAIT(0, renderer2_.num_rendered_frames(), kTimeout);
1799 // Give a chance for the decoder to process before adding the receiver.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001800 rtc::Thread::Current()->ProcessMessages(10);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001801 // Test sending and receiving on second stream.
1802 EXPECT_TRUE(channel_->AddRecvStream(
1803 cricket::StreamParams::CreateLegacy(kSsrc + 2)));
1804 EXPECT_TRUE(channel_->SetRenderer(kSsrc + 2, &renderer2_));
1805 SendFrame();
1806 EXPECT_TRUE_WAIT(renderer_.num_rendered_frames() >= 1, kTimeout);
1807 EXPECT_EQ_WAIT(4, NumRtpPackets(), kTimeout);
1808 // We dont expect any frames here, because the key frame would have been
1809 // lost in the earlier packet. This is the case we want to solve with early
1810 // receive.
1811 EXPECT_EQ(0, renderer2_.num_rendered_frames());
1812 }
1813
1814 // Tests that we drop key frames when conference mode is disabled and we
1815 // receive rtp packets on unsignalled streams.
1816 void TwoStreamsSendAndFailUnsignalledRecvInOneToOne(
1817 const cricket::VideoCodec& codec) {
1818 cricket::VideoOptions vmo;
1819 vmo.conference_mode.Set(false);
1820 vmo.unsignalled_recv_stream_limit.Set(1);
1821 EXPECT_TRUE(channel_->SetOptions(vmo));
1822 SetUpSecondStreamWithNoRecv();
1823 // Test sending and receiving on first stream.
1824 EXPECT_TRUE(channel_->SetRender(true));
1825 Send(codec);
1826 EXPECT_EQ_WAIT(2, NumRtpPackets(), kTimeout);
henrike@webrtc.org18e59112014-03-14 17:19:38 +00001827 // In one-to-one mode, we deliver frames to the default channel if there
1828 // is no registered recv channel for the ssrc.
1829 EXPECT_TRUE_WAIT(renderer_.num_rendered_frames() >= 1, kTimeout);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001830 // Give a chance for the decoder to process before adding the receiver.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001831 rtc::Thread::Current()->ProcessMessages(100);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001832 // Test sending and receiving on second stream.
1833 EXPECT_TRUE(channel_->AddRecvStream(
1834 cricket::StreamParams::CreateLegacy(kSsrc + 2)));
1835 EXPECT_TRUE(channel_->SetRenderer(kSsrc + 2, &renderer2_));
1836 SendFrame();
1837 EXPECT_TRUE_WAIT(renderer_.num_rendered_frames() >= 1, kTimeout);
1838 EXPECT_EQ_WAIT(4, NumRtpPackets(), kTimeout);
1839 // We dont expect any frames here, because the key frame would have been
henrike@webrtc.org18e59112014-03-14 17:19:38 +00001840 // delivered to default channel.
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001841 EXPECT_EQ(0, renderer2_.num_rendered_frames());
1842 }
1843
1844 // Tests that we drop key frames when conference mode is enabled and we
1845 // receive rtp packets on unsignalled streams. Removal of a unsignalled recv
1846 // stream is successful.
1847 void TwoStreamsAddAndRemoveUnsignalledRecv(
1848 const cricket::VideoCodec& codec) {
1849 cricket::VideoOptions vmo;
1850 vmo.conference_mode.Set(true);
1851 vmo.unsignalled_recv_stream_limit.Set(1);
1852 EXPECT_TRUE(channel_->SetOptions(vmo));
1853 SetUpSecondStreamWithNoRecv();
1854 // Sending and receiving on first stream.
1855 EXPECT_TRUE(channel_->SetRender(true));
1856 Send(codec);
1857 EXPECT_EQ_WAIT(2, NumRtpPackets(), kTimeout);
1858 EXPECT_EQ_WAIT(1, renderer_.num_rendered_frames(), kTimeout);
1859 // The first send is not expected to yield frames, because the ssrc
1860 // is no signalled yet. With unsignalled recv enabled, we will drop frames
1861 // instead of packets.
1862 EXPECT_EQ(0, renderer2_.num_rendered_frames());
1863 // Give a chance for the decoder to process before adding the receiver.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001864 rtc::Thread::Current()->ProcessMessages(100);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001865 // Ensure that we can remove the unsignalled recv stream that was created
1866 // when the first video packet with unsignalled recv ssrc is received.
1867 EXPECT_TRUE(channel_->RemoveRecvStream(kSsrc + 2));
1868 }
1869
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001870 VideoEngineOverride<E> engine_;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001871 rtc::scoped_ptr<cricket::FakeVideoCapturer> video_capturer_;
1872 rtc::scoped_ptr<cricket::FakeVideoCapturer> video_capturer_2_;
1873 rtc::scoped_ptr<C> channel_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001874 cricket::FakeNetworkInterface network_interface_;
1875 cricket::FakeVideoRenderer renderer_;
1876 cricket::VideoMediaChannel::Error media_error_;
1877
1878 // Used by test cases where 2 streams are run on the same channel.
1879 cricket::FakeVideoRenderer renderer2_;
1880};
1881
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00001882#endif // TALK_MEDIA_BASE_VIDEOENGINE_UNITTEST_H_ NOLINT