blob: 1c759f4ec116e576455e5dbb6df9c07dc7d8e28f [file] [log] [blame]
jlmiller@webrtc.org5f93d0a2015-01-20 21:36:13 +00001/*
2 * libjingle
3 * Copyright 2014 Google Inc.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
7 *
8 * 1. Redistributions of source code must retain the above copyright notice,
9 * this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright notice,
11 * this list of conditions and the following disclaimer in the documentation
12 * and/or other materials provided with the distribution.
13 * 3. The name of the author may not be used to endorse or promote products
14 * derived from this software without specific prior written permission.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
17 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
18 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
19 * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
21 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
22 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
24 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
25 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 */
henrike@webrtc.org28e20752013-07-10 00:45:36 +000027
wu@webrtc.orgcadf9042013-08-30 21:24:16 +000028#ifndef TALK_MEDIA_BASE_VIDEOENGINE_UNITTEST_H_ // NOLINT
henrike@webrtc.org28e20752013-07-10 00:45:36 +000029#define TALK_MEDIA_BASE_VIDEOENGINE_UNITTEST_H_
30
31#include <string>
32#include <vector>
33
henrike@webrtc.org28e20752013-07-10 00:45:36 +000034#include "talk/media/base/fakenetworkinterface.h"
35#include "talk/media/base/fakevideocapturer.h"
36#include "talk/media/base/fakevideorenderer.h"
37#include "talk/media/base/mediachannel.h"
38#include "talk/media/base/streamparams.h"
buildbot@webrtc.orga09a9992014-08-13 17:26:08 +000039#include "webrtc/base/bytebuffer.h"
40#include "webrtc/base/gunit.h"
41#include "webrtc/base/timeutils.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000042
43#ifdef WIN32
44#include <objbase.h> // NOLINT
45#endif
46
47#define EXPECT_FRAME_WAIT(c, w, h, t) \
48 EXPECT_EQ_WAIT((c), renderer_.num_rendered_frames(), (t)); \
49 EXPECT_EQ((w), renderer_.width()); \
50 EXPECT_EQ((h), renderer_.height()); \
51 EXPECT_EQ(0, renderer_.errors()); \
52
53#define EXPECT_FRAME_ON_RENDERER_WAIT(r, c, w, h, t) \
54 EXPECT_EQ_WAIT((c), (r).num_rendered_frames(), (t)); \
55 EXPECT_EQ((w), (r).width()); \
56 EXPECT_EQ((h), (r).height()); \
57 EXPECT_EQ(0, (r).errors()); \
58
wu@webrtc.org9caf2762013-12-11 18:25:07 +000059#define EXPECT_GT_FRAME_ON_RENDERER_WAIT(r, c, w, h, t) \
60 EXPECT_TRUE_WAIT((r).num_rendered_frames() >= (c) && \
61 (w) == (r).width() && \
62 (h) == (r).height(), (t)); \
63 EXPECT_EQ(0, (r).errors()); \
64
henrike@webrtc.org28e20752013-07-10 00:45:36 +000065static const uint32 kTimeout = 5000U;
buildbot@webrtc.org99f63082014-07-18 23:31:30 +000066static const uint32 kDefaultReceiveSsrc = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000067static const uint32 kSsrc = 1234u;
68static const uint32 kRtxSsrc = 4321u;
69static const uint32 kSsrcs4[] = {1, 2, 3, 4};
70
71inline bool IsEqualRes(const cricket::VideoCodec& a, int w, int h, int fps) {
72 return a.width == w && a.height == h && a.framerate == fps;
73}
74
75inline bool IsEqualCodec(const cricket::VideoCodec& a,
76 const cricket::VideoCodec& b) {
77 return a.id == b.id && a.name == b.name &&
78 IsEqualRes(a, b.width, b.height, b.framerate);
79}
80
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +000081namespace std {
henrike@webrtc.org28e20752013-07-10 00:45:36 +000082inline std::ostream& operator<<(std::ostream& s, const cricket::VideoCodec& c) {
83 s << "{" << c.name << "(" << c.id << "), "
84 << c.width << "x" << c.height << "x" << c.framerate << "}";
85 return s;
86}
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +000087} // namespace std
henrike@webrtc.org28e20752013-07-10 00:45:36 +000088
89inline int TimeBetweenSend(const cricket::VideoCodec& codec) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +000090 return static_cast<int>(
henrike@webrtc.org28e20752013-07-10 00:45:36 +000091 cricket::VideoFormat::FpsToInterval(codec.framerate) /
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000092 rtc::kNumNanosecsPerMillisec);
henrike@webrtc.org28e20752013-07-10 00:45:36 +000093}
94
95// Fake video engine that makes it possible to test enabling and disabling
96// capturer (checking that the engine state is updated and that the capturer
97// is indeed capturing) without having to create a channel. It also makes it
98// possible to test that the media processors are indeed being called when
99// registered.
100template<class T>
101class VideoEngineOverride : public T {
102 public:
pbos@webrtc.orgf1f0d9a2015-03-02 13:30:15 +0000103 VideoEngineOverride() : T(nullptr) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000104 }
105 virtual ~VideoEngineOverride() {
106 }
107 bool is_camera_on() const { return T::GetVideoCapturer()->IsRunning(); }
108 void set_has_senders(bool has_senders) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000109 cricket::VideoCapturer* video_capturer = T::GetVideoCapturer();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000110 if (has_senders) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000111 video_capturer->SignalVideoFrame.connect(this,
112 &VideoEngineOverride<T>::OnLocalFrame);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000113 } else {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000114 video_capturer->SignalVideoFrame.disconnect(this);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000115 }
116 }
117 void OnLocalFrame(cricket::VideoCapturer*,
118 const cricket::VideoFrame*) {
119 }
120 void OnLocalFrameFormat(cricket::VideoCapturer*,
121 const cricket::VideoFormat*) {
122 }
123
124 void TriggerMediaFrame(
125 uint32 ssrc, cricket::VideoFrame* frame, bool* drop_frame) {
126 T::SignalMediaFrame(ssrc, frame, drop_frame);
127 }
128};
129
130// Macroes that declare test functions for a given test class, before and after
131// Init().
132// To use, define a test function called FooBody and pass Foo to the macro.
133#define TEST_PRE_VIDEOENGINE_INIT(TestClass, func) \
134 TEST_F(TestClass, func##PreInit) { \
135 func##Body(); \
136 }
137#define TEST_POST_VIDEOENGINE_INIT(TestClass, func) \
138 TEST_F(TestClass, func##PostInit) { \
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000139 EXPECT_TRUE(engine_.Init(rtc::Thread::Current())); \
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000140 func##Body(); \
141 engine_.Terminate(); \
142 }
143
144template<class E>
145class VideoEngineTest : public testing::Test {
146 protected:
147 // Tests starting and stopping the engine, and creating a channel.
148 void StartupShutdown() {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000149 EXPECT_TRUE(engine_.Init(rtc::Thread::Current()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000150 cricket::VideoMediaChannel* channel = engine_.CreateChannel(NULL);
151 EXPECT_TRUE(channel != NULL);
152 delete channel;
153 engine_.Terminate();
154 }
155
156#ifdef WIN32
157 // Tests that the COM reference count is not munged by the engine.
158 // Test to make sure LMI does not munge the CoInitialize reference count.
159 void CheckCoInitialize() {
160 // Initial refcount should be 0.
161 EXPECT_EQ(S_OK, CoInitializeEx(NULL, COINIT_MULTITHREADED));
162
163 // Engine should start even with COM already inited.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000164 EXPECT_TRUE(engine_.Init(rtc::Thread::Current()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000165 engine_.Terminate();
166 // Refcount after terminate should be 1; this tests if it is nonzero.
167 EXPECT_EQ(S_FALSE, CoInitializeEx(NULL, COINIT_MULTITHREADED));
168 // Decrement refcount to (hopefully) 0.
169 CoUninitialize();
170 CoUninitialize();
171
172 // Ensure refcount is 0.
173 EXPECT_EQ(S_OK, CoInitializeEx(NULL, COINIT_MULTITHREADED));
174 CoUninitialize();
175 }
176#endif
177
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000178 void ConstrainNewCodecBody() {
179 cricket::VideoCodec empty, in, out;
180 cricket::VideoCodec max_settings(engine_.codecs()[0].id,
181 engine_.codecs()[0].name,
182 1280, 800, 30, 0);
183
buildbot@webrtc.orgb92f6f92014-07-14 18:22:37 +0000184 // set max settings of 1280x800x30
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000185 EXPECT_TRUE(engine_.SetDefaultEncoderConfig(
186 cricket::VideoEncoderConfig(max_settings)));
187
188 // don't constrain the max resolution
189 in = max_settings;
190 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
191 EXPECT_PRED2(IsEqualCodec, out, in);
192
193 // constrain resolution greater than the max and wider aspect,
194 // picking best aspect (16:10)
195 in.width = 1380;
196 in.height = 800;
197 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
198 EXPECT_PRED4(IsEqualRes, out, 1280, 720, 30);
199
200 // constrain resolution greater than the max and narrow aspect,
201 // picking best aspect (16:9)
202 in.width = 1280;
203 in.height = 740;
204 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
205 EXPECT_PRED4(IsEqualRes, out, 1280, 720, 30);
206
207 // constrain resolution greater than the max, picking equal aspect (4:3)
208 in.width = 1280;
209 in.height = 960;
210 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
211 EXPECT_PRED4(IsEqualRes, out, 1280, 800, 30);
212
213 // constrain resolution greater than the max, picking equal aspect (16:10)
214 in.width = 1280;
215 in.height = 800;
216 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
217 EXPECT_PRED4(IsEqualRes, out, 1280, 800, 30);
218
219 // reduce max settings to 640x480x30
220 max_settings.width = 640;
221 max_settings.height = 480;
222 EXPECT_TRUE(engine_.SetDefaultEncoderConfig(
223 cricket::VideoEncoderConfig(max_settings)));
224
225 // don't constrain the max resolution
226 in = max_settings;
227 in.width = 640;
228 in.height = 480;
229 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
230 EXPECT_PRED2(IsEqualCodec, out, in);
231
232 // keep 16:10 if they request it
233 in.height = 400;
234 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
235 EXPECT_PRED2(IsEqualCodec, out, in);
236
237 // don't constrain lesser 4:3 resolutions
238 in.width = 320;
239 in.height = 240;
240 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
241 EXPECT_PRED2(IsEqualCodec, out, in);
242
243 // don't constrain lesser 16:10 resolutions
244 in.width = 320;
245 in.height = 200;
246 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
247 EXPECT_PRED2(IsEqualCodec, out, in);
248
249 // requested resolution of 0x0 succeeds
250 in.width = 0;
251 in.height = 0;
252 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
253 EXPECT_PRED2(IsEqualCodec, out, in);
254
255 // constrain resolution lesser than the max and wider aspect,
256 // picking best aspect (16:9)
257 in.width = 350;
258 in.height = 201;
259 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
260 EXPECT_PRED4(IsEqualRes, out, 320, 180, 30);
261
262 // constrain resolution greater than the max and narrow aspect,
263 // picking best aspect (4:3)
264 in.width = 350;
265 in.height = 300;
266 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
267 EXPECT_PRED4(IsEqualRes, out, 320, 240, 30);
268
269 // constrain resolution greater than the max and wider aspect,
270 // picking best aspect (16:9)
271 in.width = 1380;
272 in.height = 800;
273 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
274 EXPECT_PRED4(IsEqualRes, out, 640, 360, 30);
275
276 // constrain resolution greater than the max and narrow aspect,
277 // picking best aspect (4:3)
278 in.width = 1280;
279 in.height = 900;
280 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
281 EXPECT_PRED4(IsEqualRes, out, 640, 480, 30);
282
283 // constrain resolution greater than the max, picking equal aspect (4:3)
284 in.width = 1280;
285 in.height = 960;
286 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
287 EXPECT_PRED4(IsEqualRes, out, 640, 480, 30);
288
289 // constrain resolution greater than the max, picking equal aspect (16:10)
290 in.width = 1280;
291 in.height = 800;
292 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
293 EXPECT_PRED4(IsEqualRes, out, 640, 400, 30);
294
295 // constrain res & fps greater than the max
296 in.framerate = 50;
297 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
298 EXPECT_PRED4(IsEqualRes, out, 640, 400, 30);
299
300 // reduce max settings to 160x100x10
301 max_settings.width = 160;
302 max_settings.height = 100;
303 max_settings.framerate = 10;
304 EXPECT_TRUE(engine_.SetDefaultEncoderConfig(
305 cricket::VideoEncoderConfig(max_settings)));
306
307 // constrain res & fps to new max
308 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
309 EXPECT_PRED4(IsEqualRes, out, 160, 100, 10);
310
311 // allow 4:3 "comparable" resolutions
312 in.width = 160;
313 in.height = 120;
314 in.framerate = 10;
315 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
316 EXPECT_PRED4(IsEqualRes, out, 160, 120, 10);
317 }
318
buildbot@webrtc.orgb92f6f92014-07-14 18:22:37 +0000319 // This is the new way of constraining codec size, where we no longer maintain
320 // a list of the supported formats. Instead, CanSendCodec will just downscale
321 // the resolution by 2 until the width is below clamp.
322 void ConstrainNewCodec2Body() {
323 cricket::VideoCodec empty, in, out;
324 cricket::VideoCodec max_settings(engine_.codecs()[0].id,
325 engine_.codecs()[0].name,
326 1280, 800, 30, 0);
327
328 // Set max settings of 1280x800x30
329 EXPECT_TRUE(engine_.SetDefaultEncoderConfig(
330 cricket::VideoEncoderConfig(max_settings)));
331
332 // Don't constrain the max resolution
333 in = max_settings;
334 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
335 EXPECT_PRED2(IsEqualCodec, out, in);
336
337 // Constrain resolution greater than the max width.
338 in.width = 1380;
339 in.height = 800;
340 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
341 EXPECT_PRED4(IsEqualRes, out, 690, 400, 30);
342
343 // Don't constrain resolution when only the height is greater than max.
344 in.width = 960;
345 in.height = 1280;
346 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
347 EXPECT_PRED4(IsEqualRes, out, 960, 1280, 30);
348
349 // Don't constrain smaller format.
350 in.width = 640;
351 in.height = 480;
352 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
353 EXPECT_PRED4(IsEqualRes, out, 640, 480, 30);
354 }
355
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000356 void ConstrainRunningCodecBody() {
357 cricket::VideoCodec in, out, current;
358 cricket::VideoCodec max_settings(engine_.codecs()[0].id,
359 engine_.codecs()[0].name,
360 1280, 800, 30, 0);
361
362 // set max settings of 1280x960x30
363 EXPECT_TRUE(engine_.SetDefaultEncoderConfig(
364 cricket::VideoEncoderConfig(max_settings)));
365
366 // establish current call at 1280x800x30 (16:10)
367 current = max_settings;
368 current.height = 800;
369
370 // Don't constrain current resolution
371 in = current;
372 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
373 EXPECT_PRED2(IsEqualCodec, out, in);
374
375 // requested resolution of 0x0 succeeds
376 in.width = 0;
377 in.height = 0;
378 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
379 EXPECT_PRED2(IsEqualCodec, out, in);
380
381 // Reduce an intermediate resolution down to the next lowest one, preserving
382 // aspect ratio.
383 in.width = 800;
384 in.height = 600;
385 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
386 EXPECT_PRED4(IsEqualRes, out, 640, 400, 30);
387
388 // Clamping by aspect ratio, but still never return a dimension higher than
389 // requested.
390 in.width = 1280;
391 in.height = 720;
392 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
393 EXPECT_PRED4(IsEqualRes, out, 1280, 720, 30);
394
395 in.width = 1279;
396 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
397 EXPECT_PRED4(IsEqualRes, out, 960, 600, 30);
398
399 in.width = 1281;
400 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
401 EXPECT_PRED4(IsEqualRes, out, 1280, 720, 30);
402
403 // Clamp large resolutions down, always preserving aspect
404 in.width = 1920;
405 in.height = 1080;
406 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
407 EXPECT_PRED4(IsEqualRes, out, 1280, 800, 30);
408
409 in.width = 1921;
410 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
411 EXPECT_PRED4(IsEqualRes, out, 1280, 800, 30);
412
413 in.width = 1919;
414 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
415 EXPECT_PRED4(IsEqualRes, out, 1280, 800, 30);
416
417 // reduce max settings to 640x480x30
418 max_settings.width = 640;
419 max_settings.height = 480;
420 EXPECT_TRUE(engine_.SetDefaultEncoderConfig(
421 cricket::VideoEncoderConfig(max_settings)));
422
423 // establish current call at 640x400x30 (16:10)
424 current = max_settings;
425 current.height = 400;
426
427 // Don't constrain current resolution
428 in = current;
429 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
430 EXPECT_PRED2(IsEqualCodec, out, in);
431
432 // requested resolution of 0x0 succeeds
433 in.width = 0;
434 in.height = 0;
435 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
436 EXPECT_PRED2(IsEqualCodec, out, in);
437
438 // Reduce an intermediate resolution down to the next lowest one, preserving
439 // aspect ratio.
440 in.width = 400;
441 in.height = 300;
442 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
443 EXPECT_PRED4(IsEqualRes, out, 320, 200, 30);
444
445 // Clamping by aspect ratio, but still never return a dimension higher than
446 // requested.
447 in.width = 640;
448 in.height = 360;
449 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
450 EXPECT_PRED4(IsEqualRes, out, 640, 360, 30);
451
452 in.width = 639;
453 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
454 EXPECT_PRED4(IsEqualRes, out, 480, 300, 30);
455
456 in.width = 641;
457 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
458 EXPECT_PRED4(IsEqualRes, out, 640, 360, 30);
459
460 // Clamp large resolutions down, always preserving aspect
461 in.width = 1280;
462 in.height = 800;
463 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
464 EXPECT_PRED4(IsEqualRes, out, 640, 400, 30);
465
466 in.width = 1281;
467 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
468 EXPECT_PRED4(IsEqualRes, out, 640, 400, 30);
469
470 in.width = 1279;
471 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
472 EXPECT_PRED4(IsEqualRes, out, 640, 400, 30);
473
474 // Should fail for any that are smaller than our supported formats
475 in.width = 80;
476 in.height = 80;
477 EXPECT_FALSE(engine_.CanSendCodec(in, current, &out));
478
479 in.height = 50;
480 EXPECT_FALSE(engine_.CanSendCodec(in, current, &out));
481 }
482
483 VideoEngineOverride<E> engine_;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000484 rtc::scoped_ptr<cricket::FakeVideoCapturer> video_capturer_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000485};
486
487template<class E, class C>
488class VideoMediaChannelTest : public testing::Test,
489 public sigslot::has_slots<> {
490 protected:
491 virtual cricket::VideoCodec DefaultCodec() = 0;
492
493 virtual cricket::StreamParams DefaultSendStreamParams() {
494 return cricket::StreamParams::CreateLegacy(kSsrc);
495 }
496
497 virtual void SetUp() {
498 cricket::Device device("test", "device");
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000499 EXPECT_TRUE(engine_.Init(rtc::Thread::Current()));
buildbot@webrtc.org1ecbe452014-10-14 20:29:28 +0000500 channel_.reset(engine_.CreateChannel(cricket::VideoOptions(), NULL));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000501 EXPECT_TRUE(channel_.get() != NULL);
502 ConnectVideoChannelError();
503 network_interface_.SetDestination(channel_.get());
504 channel_->SetInterface(&network_interface_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000505 media_error_ = cricket::VideoMediaChannel::ERROR_NONE;
506 channel_->SetRecvCodecs(engine_.codecs());
507 EXPECT_TRUE(channel_->AddSendStream(DefaultSendStreamParams()));
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000508 video_capturer_.reset(CreateFakeVideoCapturer());
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000509 cricket::VideoFormat format(640, 480,
510 cricket::VideoFormat::FpsToInterval(30),
511 cricket::FOURCC_I420);
512 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_->Start(format));
513 EXPECT_TRUE(channel_->SetCapturer(kSsrc, video_capturer_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000514 }
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000515
516 virtual cricket::FakeVideoCapturer* CreateFakeVideoCapturer() {
517 return new cricket::FakeVideoCapturer();
518 }
519
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000520 // Utility method to setup an additional stream to send and receive video.
521 // Used to test send and recv between two streams.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000522 void SetUpSecondStream() {
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000523 SetUpSecondStreamWithNoRecv();
524 // Setup recv for second stream.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000525 EXPECT_TRUE(channel_->AddRecvStream(
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000526 cricket::StreamParams::CreateLegacy(kSsrc + 2)));
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000527 // Make the second renderer available for use by a new stream.
528 EXPECT_TRUE(channel_->SetRenderer(kSsrc + 2, &renderer2_));
529 }
530 // Setup an additional stream just to send video. Defer add recv stream.
531 // This is required if you want to test unsignalled recv of video rtp packets.
532 void SetUpSecondStreamWithNoRecv() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000533 // SetUp() already added kSsrc make sure duplicate SSRCs cant be added.
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000534 EXPECT_TRUE(channel_->AddRecvStream(
535 cricket::StreamParams::CreateLegacy(kSsrc)));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +0000536 EXPECT_TRUE(channel_->SetRenderer(kSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000537 EXPECT_FALSE(channel_->AddSendStream(
538 cricket::StreamParams::CreateLegacy(kSsrc)));
539 EXPECT_TRUE(channel_->AddSendStream(
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000540 cricket::StreamParams::CreateLegacy(kSsrc + 2)));
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000541 // We dont add recv for the second stream.
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000542
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000543 // Setup the receive and renderer for second stream after send.
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000544 video_capturer_2_.reset(CreateFakeVideoCapturer());
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000545 cricket::VideoFormat format(640, 480,
546 cricket::VideoFormat::FpsToInterval(30),
547 cricket::FOURCC_I420);
548 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_2_->Start(format));
549
550 EXPECT_TRUE(channel_->SetCapturer(kSsrc + 2, video_capturer_2_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000551 }
552 virtual void TearDown() {
553 channel_.reset();
554 engine_.Terminate();
555 }
556 void ConnectVideoChannelError() {
557 channel_->SignalMediaError.connect(this,
558 &VideoMediaChannelTest<E, C>::OnVideoChannelError);
559 }
560 bool SetDefaultCodec() {
561 return SetOneCodec(DefaultCodec());
562 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000563
564 bool SetOneCodec(int pt, const char* name, int w, int h, int fr) {
565 return SetOneCodec(cricket::VideoCodec(pt, name, w, h, fr, 0));
566 }
567 bool SetOneCodec(const cricket::VideoCodec& codec) {
568 std::vector<cricket::VideoCodec> codecs;
569 codecs.push_back(codec);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000570
571 cricket::VideoFormat capture_format(codec.width, codec.height,
572 cricket::VideoFormat::FpsToInterval(codec.framerate),
573 cricket::FOURCC_I420);
574
575 if (video_capturer_) {
576 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_->Start(capture_format));
577 }
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000578 if (video_capturer_2_) {
579 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_2_->Start(capture_format));
580 }
581
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000582 bool sending = channel_->sending();
583 bool success = SetSend(false);
584 if (success)
585 success = channel_->SetSendCodecs(codecs);
586 if (success)
587 success = SetSend(sending);
588 return success;
589 }
590 bool SetSend(bool send) {
591 return channel_->SetSend(send);
592 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000593 bool SetSendStreamFormat(uint32 ssrc, const cricket::VideoCodec& codec) {
594 return channel_->SetSendStreamFormat(ssrc, cricket::VideoFormat(
595 codec.width, codec.height,
596 cricket::VideoFormat::FpsToInterval(codec.framerate),
597 cricket::FOURCC_ANY));
598 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000599 int DrainOutgoingPackets() {
600 int packets = 0;
601 do {
602 packets = NumRtpPackets();
603 // 100 ms should be long enough.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000604 rtc::Thread::Current()->ProcessMessages(100);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000605 } while (NumRtpPackets() > packets);
606 return NumRtpPackets();
607 }
608 bool SendFrame() {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000609 if (video_capturer_2_) {
610 video_capturer_2_->CaptureFrame();
611 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000612 return video_capturer_.get() &&
613 video_capturer_->CaptureFrame();
614 }
615 bool WaitAndSendFrame(int wait_ms) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000616 bool ret = rtc::Thread::Current()->ProcessMessages(wait_ms);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000617 ret &= SendFrame();
618 return ret;
619 }
620 // Sends frames and waits for the decoder to be fully initialized.
621 // Returns the number of frames that were sent.
622 int WaitForDecoder() {
623#if defined(HAVE_OPENMAX)
624 // Send enough frames for the OpenMAX decoder to continue processing, and
625 // return the number of frames sent.
626 // Send frames for a full kTimeout's worth of 15fps video.
627 int frame_count = 0;
628 while (frame_count < static_cast<int>(kTimeout) / 66) {
629 EXPECT_TRUE(WaitAndSendFrame(66));
630 ++frame_count;
631 }
632 return frame_count;
633#else
634 return 0;
635#endif
636 }
637 bool SendCustomVideoFrame(int w, int h) {
638 if (!video_capturer_.get()) return false;
639 return video_capturer_->CaptureCustomFrame(w, h, cricket::FOURCC_I420);
640 }
641 int NumRtpBytes() {
642 return network_interface_.NumRtpBytes();
643 }
644 int NumRtpBytes(uint32 ssrc) {
645 return network_interface_.NumRtpBytes(ssrc);
646 }
647 int NumRtpPackets() {
648 return network_interface_.NumRtpPackets();
649 }
650 int NumRtpPackets(uint32 ssrc) {
651 return network_interface_.NumRtpPackets(ssrc);
652 }
653 int NumSentSsrcs() {
654 return network_interface_.NumSentSsrcs();
655 }
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000656 const rtc::Buffer* GetRtpPacket(int index) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000657 return network_interface_.GetRtpPacket(index);
658 }
659 int NumRtcpPackets() {
660 return network_interface_.NumRtcpPackets();
661 }
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000662 const rtc::Buffer* GetRtcpPacket(int index) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000663 return network_interface_.GetRtcpPacket(index);
664 }
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000665 static int GetPayloadType(const rtc::Buffer* p) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000666 int pt = -1;
667 ParseRtpPacket(p, NULL, &pt, NULL, NULL, NULL, NULL);
668 return pt;
669 }
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000670 static bool ParseRtpPacket(const rtc::Buffer* p, bool* x, int* pt,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000671 int* seqnum, uint32* tstamp, uint32* ssrc,
672 std::string* payload) {
kwiberg@webrtc.orgeebcab52015-03-24 09:19:06 +0000673 rtc::ByteBuffer buf(p->data(), p->size());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000674 uint8 u08 = 0;
675 uint16 u16 = 0;
676 uint32 u32 = 0;
677
678 // Read X and CC fields.
679 if (!buf.ReadUInt8(&u08)) return false;
680 bool extension = ((u08 & 0x10) != 0);
681 uint8 cc = (u08 & 0x0F);
682 if (x) *x = extension;
683
684 // Read PT field.
685 if (!buf.ReadUInt8(&u08)) return false;
686 if (pt) *pt = (u08 & 0x7F);
687
688 // Read Sequence Number field.
689 if (!buf.ReadUInt16(&u16)) return false;
690 if (seqnum) *seqnum = u16;
691
692 // Read Timestamp field.
693 if (!buf.ReadUInt32(&u32)) return false;
694 if (tstamp) *tstamp = u32;
695
696 // Read SSRC field.
697 if (!buf.ReadUInt32(&u32)) return false;
698 if (ssrc) *ssrc = u32;
699
700 // Skip CSRCs.
701 for (uint8 i = 0; i < cc; ++i) {
702 if (!buf.ReadUInt32(&u32)) return false;
703 }
704
705 // Skip extension header.
706 if (extension) {
707 // Read Profile-specific extension header ID
708 if (!buf.ReadUInt16(&u16)) return false;
709
710 // Read Extension header length
711 if (!buf.ReadUInt16(&u16)) return false;
712 uint16 ext_header_len = u16;
713
714 // Read Extension header
715 for (uint16 i = 0; i < ext_header_len; ++i) {
716 if (!buf.ReadUInt32(&u32)) return false;
717 }
718 }
719
720 if (payload) {
721 return buf.ReadString(payload, buf.Length());
722 }
723 return true;
724 }
725
726 // Parse all RTCP packet, from start_index to stop_index, and count how many
727 // FIR (PT=206 and FMT=4 according to RFC 5104). If successful, set the count
728 // and return true.
729 bool CountRtcpFir(int start_index, int stop_index, int* fir_count) {
730 int count = 0;
731 for (int i = start_index; i < stop_index; ++i) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000732 rtc::scoped_ptr<const rtc::Buffer> p(GetRtcpPacket(i));
kwiberg@webrtc.orgeebcab52015-03-24 09:19:06 +0000733 rtc::ByteBuffer buf(p->data(), p->size());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000734 size_t total_len = 0;
735 // The packet may be a compound RTCP packet.
kwiberg@webrtc.orgeebcab52015-03-24 09:19:06 +0000736 while (total_len < p->size()) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000737 // Read FMT, type and length.
738 uint8 fmt = 0;
739 uint8 type = 0;
740 uint16 length = 0;
741 if (!buf.ReadUInt8(&fmt)) return false;
742 fmt &= 0x1F;
743 if (!buf.ReadUInt8(&type)) return false;
744 if (!buf.ReadUInt16(&length)) return false;
745 buf.Consume(length * 4); // Skip RTCP data.
746 total_len += (length + 1) * 4;
747 if ((192 == type) || ((206 == type) && (4 == fmt))) {
748 ++count;
749 }
750 }
751 }
752
753 if (fir_count) {
754 *fir_count = count;
755 }
756 return true;
757 }
758
759 void OnVideoChannelError(uint32 ssrc,
760 cricket::VideoMediaChannel::Error error) {
761 media_error_ = error;
762 }
763
764 // Test that SetSend works.
765 void SetSend() {
766 EXPECT_FALSE(channel_->sending());
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000767 EXPECT_TRUE(channel_->SetCapturer(kSsrc, video_capturer_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000768 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
769 EXPECT_FALSE(channel_->sending());
770 EXPECT_TRUE(SetSend(true));
771 EXPECT_TRUE(channel_->sending());
772 EXPECT_TRUE(SendFrame());
773 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
774 EXPECT_TRUE(SetSend(false));
775 EXPECT_FALSE(channel_->sending());
776 }
777 // Test that SetSend fails without codecs being set.
778 void SetSendWithoutCodecs() {
779 EXPECT_FALSE(channel_->sending());
780 EXPECT_FALSE(SetSend(true));
781 EXPECT_FALSE(channel_->sending());
782 }
783 // Test that we properly set the send and recv buffer sizes by the time
784 // SetSend is called.
785 void SetSendSetsTransportBufferSizes() {
786 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
787 EXPECT_TRUE(SetSend(true));
buildbot@webrtc.orgae694ef2014-10-28 17:37:17 +0000788 EXPECT_EQ(64 * 1024, network_interface_.sendbuf_size());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000789 EXPECT_EQ(64 * 1024, network_interface_.recvbuf_size());
790 }
791 // Tests that we can send frames and the right payload type is used.
792 void Send(const cricket::VideoCodec& codec) {
793 EXPECT_TRUE(SetOneCodec(codec));
794 EXPECT_TRUE(SetSend(true));
795 EXPECT_TRUE(SendFrame());
796 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000797 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000798 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
799 }
800 // Tests that we can send and receive frames.
801 void SendAndReceive(const cricket::VideoCodec& codec) {
802 EXPECT_TRUE(SetOneCodec(codec));
803 EXPECT_TRUE(SetSend(true));
804 EXPECT_TRUE(channel_->SetRender(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +0000805 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000806 EXPECT_EQ(0, renderer_.num_rendered_frames());
807 EXPECT_TRUE(SendFrame());
808 EXPECT_FRAME_WAIT(1, codec.width, codec.height, kTimeout);
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000809 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000810 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
811 }
812 // Tests that we only get a VideoRenderer::SetSize() callback when needed.
813 void SendManyResizeOnce() {
814 cricket::VideoCodec codec(DefaultCodec());
815 EXPECT_TRUE(SetOneCodec(codec));
816 EXPECT_TRUE(SetSend(true));
817 EXPECT_TRUE(channel_->SetRender(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +0000818 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000819 EXPECT_EQ(0, renderer_.num_rendered_frames());
820 EXPECT_TRUE(WaitAndSendFrame(30));
821 EXPECT_FRAME_WAIT(1, codec.width, codec.height, kTimeout);
822 EXPECT_TRUE(WaitAndSendFrame(30));
823 EXPECT_FRAME_WAIT(2, codec.width, codec.height, kTimeout);
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000824 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000825 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
826 EXPECT_EQ(1, renderer_.num_set_sizes());
827
828 codec.width /= 2;
829 codec.height /= 2;
830 EXPECT_TRUE(SetOneCodec(codec));
831 EXPECT_TRUE(WaitAndSendFrame(30));
832 EXPECT_FRAME_WAIT(3, codec.width, codec.height, kTimeout);
833 EXPECT_EQ(2, renderer_.num_set_sizes());
834 }
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000835 void SendReceiveManyAndGetStats(const cricket::VideoCodec& codec,
836 int duration_sec, int fps) {
837 EXPECT_TRUE(SetOneCodec(codec));
838 EXPECT_TRUE(SetSend(true));
839 EXPECT_TRUE(channel_->SetRender(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +0000840 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000841 EXPECT_EQ(0, renderer_.num_rendered_frames());
842 for (int i = 0; i < duration_sec; ++i) {
843 for (int frame = 1; frame <= fps; ++frame) {
844 EXPECT_TRUE(WaitAndSendFrame(1000 / fps));
845 EXPECT_FRAME_WAIT(frame + i * fps, codec.width, codec.height, kTimeout);
846 }
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000847 }
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000848 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000849 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
850 }
851
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000852 // Test that stats work properly for a 1-1 call.
853 void GetStats() {
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000854 const int kDurationSec = 3;
855 const int kFps = 10;
856 SendReceiveManyAndGetStats(DefaultCodec(), kDurationSec, kFps);
857
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000858 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +0000859 EXPECT_TRUE(channel_->GetStats(&info));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000860
861 ASSERT_EQ(1U, info.senders.size());
862 // TODO(whyuan): bytes_sent and bytes_rcvd are different. Are both payload?
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000863 // For webrtc, bytes_sent does not include the RTP header length.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000864 EXPECT_GT(info.senders[0].bytes_sent, 0);
865 EXPECT_EQ(NumRtpPackets(), info.senders[0].packets_sent);
866 EXPECT_EQ(0.0, info.senders[0].fraction_lost);
867 EXPECT_EQ(0, info.senders[0].firs_rcvd);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000868 EXPECT_EQ(0, info.senders[0].plis_rcvd);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000869 EXPECT_EQ(0, info.senders[0].nacks_rcvd);
wu@webrtc.org987f2c92014-03-28 16:22:19 +0000870 EXPECT_EQ(DefaultCodec().width, info.senders[0].send_frame_width);
871 EXPECT_EQ(DefaultCodec().height, info.senders[0].send_frame_height);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000872 EXPECT_GT(info.senders[0].framerate_input, 0);
873 EXPECT_GT(info.senders[0].framerate_sent, 0);
874
875 ASSERT_EQ(1U, info.receivers.size());
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000876 EXPECT_EQ(1U, info.senders[0].ssrcs().size());
877 EXPECT_EQ(1U, info.receivers[0].ssrcs().size());
878 EXPECT_EQ(info.senders[0].ssrcs()[0], info.receivers[0].ssrcs()[0]);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000879 EXPECT_EQ(NumRtpBytes(), info.receivers[0].bytes_rcvd);
880 EXPECT_EQ(NumRtpPackets(), info.receivers[0].packets_rcvd);
881 EXPECT_EQ(0.0, info.receivers[0].fraction_lost);
882 EXPECT_EQ(0, info.receivers[0].packets_lost);
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000883 // TODO(asapersson): Not set for webrtc. Handle missing stats.
884 // EXPECT_EQ(0, info.receivers[0].packets_concealed);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000885 EXPECT_EQ(0, info.receivers[0].firs_sent);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000886 EXPECT_EQ(0, info.receivers[0].plis_sent);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000887 EXPECT_EQ(0, info.receivers[0].nacks_sent);
888 EXPECT_EQ(DefaultCodec().width, info.receivers[0].frame_width);
889 EXPECT_EQ(DefaultCodec().height, info.receivers[0].frame_height);
890 EXPECT_GT(info.receivers[0].framerate_rcvd, 0);
891 EXPECT_GT(info.receivers[0].framerate_decoded, 0);
892 EXPECT_GT(info.receivers[0].framerate_output, 0);
893 }
894 // Test that stats work properly for a conf call with multiple recv streams.
895 void GetStatsMultipleRecvStreams() {
896 cricket::FakeVideoRenderer renderer1, renderer2;
897 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
898 cricket::VideoOptions vmo;
899 vmo.conference_mode.Set(true);
900 EXPECT_TRUE(channel_->SetOptions(vmo));
901 EXPECT_TRUE(SetSend(true));
902 EXPECT_TRUE(channel_->AddRecvStream(
903 cricket::StreamParams::CreateLegacy(1)));
904 EXPECT_TRUE(channel_->AddRecvStream(
905 cricket::StreamParams::CreateLegacy(2)));
906 EXPECT_TRUE(channel_->SetRenderer(1, &renderer1));
907 EXPECT_TRUE(channel_->SetRenderer(2, &renderer2));
908 EXPECT_TRUE(channel_->SetRender(true));
909 EXPECT_EQ(0, renderer1.num_rendered_frames());
910 EXPECT_EQ(0, renderer2.num_rendered_frames());
911 std::vector<uint32> ssrcs;
912 ssrcs.push_back(1);
913 ssrcs.push_back(2);
914 network_interface_.SetConferenceMode(true, ssrcs);
915 EXPECT_TRUE(SendFrame());
916 EXPECT_FRAME_ON_RENDERER_WAIT(
917 renderer1, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
918 EXPECT_FRAME_ON_RENDERER_WAIT(
919 renderer2, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
920 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +0000921 EXPECT_TRUE(channel_->GetStats(&info));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000922
923 ASSERT_EQ(1U, info.senders.size());
924 // TODO(whyuan): bytes_sent and bytes_rcvd are different. Are both payload?
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000925 // For webrtc, bytes_sent does not include the RTP header length.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000926 EXPECT_GT(info.senders[0].bytes_sent, 0);
927 EXPECT_EQ(NumRtpPackets(), info.senders[0].packets_sent);
wu@webrtc.org987f2c92014-03-28 16:22:19 +0000928 EXPECT_EQ(DefaultCodec().width, info.senders[0].send_frame_width);
929 EXPECT_EQ(DefaultCodec().height, info.senders[0].send_frame_height);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000930
931 ASSERT_EQ(2U, info.receivers.size());
932 for (size_t i = 0; i < info.receivers.size(); ++i) {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000933 EXPECT_EQ(1U, info.receivers[i].ssrcs().size());
934 EXPECT_EQ(i + 1, info.receivers[i].ssrcs()[0]);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000935 EXPECT_EQ(NumRtpBytes(), info.receivers[i].bytes_rcvd);
936 EXPECT_EQ(NumRtpPackets(), info.receivers[i].packets_rcvd);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000937 EXPECT_EQ(DefaultCodec().width, info.receivers[i].frame_width);
938 EXPECT_EQ(DefaultCodec().height, info.receivers[i].frame_height);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000939 }
940 }
941 // Test that stats work properly for a conf call with multiple send streams.
942 void GetStatsMultipleSendStreams() {
943 // Normal setup; note that we set the SSRC explicitly to ensure that
944 // it will come first in the senders map.
945 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
946 cricket::VideoOptions vmo;
947 vmo.conference_mode.Set(true);
948 EXPECT_TRUE(channel_->SetOptions(vmo));
949 EXPECT_TRUE(channel_->AddRecvStream(
buildbot@webrtc.org99f63082014-07-18 23:31:30 +0000950 cricket::StreamParams::CreateLegacy(kSsrc)));
951 EXPECT_TRUE(channel_->SetRenderer(kSsrc, &renderer_));
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000952 channel_->UpdateAspectRatio(640, 400);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000953 EXPECT_TRUE(SetSend(true));
954 EXPECT_TRUE(channel_->SetRender(true));
955 EXPECT_TRUE(SendFrame());
956 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
957 EXPECT_FRAME_WAIT(1, DefaultCodec().width, DefaultCodec().height, kTimeout);
958
959 // Add an additional capturer, and hook up a renderer to receive it.
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000960 cricket::FakeVideoRenderer renderer2;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000961 rtc::scoped_ptr<cricket::FakeVideoCapturer> capturer(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000962 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000963 capturer->SetScreencast(true);
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000964 const int kTestWidth = 160;
965 const int kTestHeight = 120;
966 cricket::VideoFormat format(kTestWidth, kTestHeight,
967 cricket::VideoFormat::FpsToInterval(5),
968 cricket::FOURCC_I420);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000969 EXPECT_EQ(cricket::CS_RUNNING, capturer->Start(format));
970 EXPECT_TRUE(channel_->AddSendStream(
971 cricket::StreamParams::CreateLegacy(5678)));
972 EXPECT_TRUE(channel_->SetCapturer(5678, capturer.get()));
973 EXPECT_TRUE(channel_->AddRecvStream(
974 cricket::StreamParams::CreateLegacy(5678)));
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000975 EXPECT_TRUE(channel_->SetRenderer(5678, &renderer2));
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000976 EXPECT_TRUE(capturer->CaptureCustomFrame(
977 kTestWidth, kTestHeight, cricket::FOURCC_I420));
978 EXPECT_FRAME_ON_RENDERER_WAIT(
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000979 renderer2, 1, kTestWidth, kTestHeight, kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000980
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000981 // Get stats, and make sure they are correct for two senders. We wait until
982 // the number of expected packets have been sent to avoid races where we
983 // check stats before it has been updated.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000984 cricket::VideoMediaInfo info;
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000985 for (uint32 i = 0; i < kTimeout; ++i) {
986 rtc::Thread::Current()->ProcessMessages(1);
pbos@webrtc.org058b1f12015-03-04 08:54:32 +0000987 EXPECT_TRUE(channel_->GetStats(&info));
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000988 ASSERT_EQ(2U, info.senders.size());
989 if (info.senders[0].packets_sent + info.senders[1].packets_sent ==
990 NumRtpPackets()) {
991 // Stats have been updated for both sent frames, expectations can be
992 // checked now.
993 break;
994 }
995 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000996 EXPECT_EQ(NumRtpPackets(),
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000997 info.senders[0].packets_sent + info.senders[1].packets_sent)
998 << "Timed out while waiting for packet counts for all sent packets.";
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000999 EXPECT_EQ(1U, info.senders[0].ssrcs().size());
1000 EXPECT_EQ(1234U, info.senders[0].ssrcs()[0]);
wu@webrtc.org987f2c92014-03-28 16:22:19 +00001001 EXPECT_EQ(DefaultCodec().width, info.senders[0].send_frame_width);
1002 EXPECT_EQ(DefaultCodec().height, info.senders[0].send_frame_height);
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +00001003 EXPECT_EQ(1U, info.senders[1].ssrcs().size());
1004 EXPECT_EQ(5678U, info.senders[1].ssrcs()[0]);
wu@webrtc.org987f2c92014-03-28 16:22:19 +00001005 EXPECT_EQ(kTestWidth, info.senders[1].send_frame_width);
1006 EXPECT_EQ(kTestHeight, info.senders[1].send_frame_height);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001007 // The capturer must be unregistered here as it runs out of it's scope next.
1008 EXPECT_TRUE(channel_->SetCapturer(5678, NULL));
1009 }
1010
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001011 // Test that we can set the bandwidth.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001012 void SetSendBandwidth() {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001013 EXPECT_TRUE(channel_->SetMaxSendBandwidth(-1)); // <= 0 means unlimited.
1014 EXPECT_TRUE(channel_->SetMaxSendBandwidth(128 * 1024));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001015 }
1016 // Test that we can set the SSRC for the default send source.
1017 void SetSendSsrc() {
1018 EXPECT_TRUE(SetDefaultCodec());
henrike@webrtc.orga7b98182014-02-21 15:51:43 +00001019 EXPECT_TRUE(SetSendStreamFormat(kSsrc, DefaultCodec()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001020 EXPECT_TRUE(SetSend(true));
1021 EXPECT_TRUE(SendFrame());
1022 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
1023 uint32 ssrc = 0;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001024 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001025 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
1026 EXPECT_EQ(kSsrc, ssrc);
1027 EXPECT_EQ(NumRtpPackets(), NumRtpPackets(ssrc));
1028 EXPECT_EQ(NumRtpBytes(), NumRtpBytes(ssrc));
1029 EXPECT_EQ(1, NumSentSsrcs());
1030 EXPECT_EQ(0, NumRtpPackets(kSsrc - 1));
1031 EXPECT_EQ(0, NumRtpBytes(kSsrc - 1));
1032 }
1033 // Test that we can set the SSRC even after codecs are set.
1034 void SetSendSsrcAfterSetCodecs() {
1035 // Remove stream added in Setup.
1036 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
1037 EXPECT_TRUE(SetDefaultCodec());
1038 EXPECT_TRUE(channel_->AddSendStream(
1039 cricket::StreamParams::CreateLegacy(999)));
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001040 EXPECT_TRUE(channel_->SetCapturer(999u, video_capturer_.get()));
henrike@webrtc.orga7b98182014-02-21 15:51:43 +00001041 EXPECT_TRUE(SetSendStreamFormat(999u, DefaultCodec()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001042 EXPECT_TRUE(SetSend(true));
1043 EXPECT_TRUE(WaitAndSendFrame(0));
1044 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
1045 uint32 ssrc = 0;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001046 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001047 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
1048 EXPECT_EQ(999u, ssrc);
1049 EXPECT_EQ(NumRtpPackets(), NumRtpPackets(ssrc));
1050 EXPECT_EQ(NumRtpBytes(), NumRtpBytes(ssrc));
1051 EXPECT_EQ(1, NumSentSsrcs());
1052 EXPECT_EQ(0, NumRtpPackets(kSsrc));
1053 EXPECT_EQ(0, NumRtpBytes(kSsrc));
1054 }
1055 // Test that we can set the default video renderer before and after
1056 // media is received.
1057 void SetRenderer() {
1058 uint8 data1[] = {
1059 0x80, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00
1060 };
1061
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001062 rtc::Buffer packet1(data1, sizeof(data1));
1063 rtc::SetBE32(packet1.data() + 8, kSsrc);
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001064 channel_->SetRenderer(kDefaultReceiveSsrc, NULL);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001065 EXPECT_TRUE(SetDefaultCodec());
1066 EXPECT_TRUE(SetSend(true));
1067 EXPECT_TRUE(channel_->SetRender(true));
1068 EXPECT_EQ(0, renderer_.num_rendered_frames());
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001069 channel_->OnPacketReceived(&packet1, rtc::PacketTime());
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001070 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001071 EXPECT_TRUE(SendFrame());
1072 EXPECT_FRAME_WAIT(1, DefaultCodec().width, DefaultCodec().height, kTimeout);
1073 }
1074
1075 // Tests empty StreamParams is rejected.
1076 void RejectEmptyStreamParams() {
1077 // Remove the send stream that was added during Setup.
1078 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
1079
1080 cricket::StreamParams empty;
1081 EXPECT_FALSE(channel_->AddSendStream(empty));
1082 EXPECT_TRUE(channel_->AddSendStream(
1083 cricket::StreamParams::CreateLegacy(789u)));
1084 }
1085
1086 // Tests setting up and configuring a send stream.
1087 void AddRemoveSendStreams() {
1088 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
1089 EXPECT_TRUE(SetSend(true));
1090 EXPECT_TRUE(channel_->SetRender(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001091 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001092 EXPECT_TRUE(SendFrame());
1093 EXPECT_FRAME_WAIT(1, DefaultCodec().width, DefaultCodec().height, kTimeout);
1094 EXPECT_GE(2, NumRtpPackets());
1095 uint32 ssrc = 0;
1096 size_t last_packet = NumRtpPackets() - 1;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001097 rtc::scoped_ptr<const rtc::Buffer>
wu@webrtc.org9caf2762013-12-11 18:25:07 +00001098 p(GetRtpPacket(static_cast<int>(last_packet)));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001099 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
1100 EXPECT_EQ(kSsrc, ssrc);
1101
1102 // Remove the send stream that was added during Setup.
1103 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
1104 int rtp_packets = NumRtpPackets();
1105
1106 EXPECT_TRUE(channel_->AddSendStream(
1107 cricket::StreamParams::CreateLegacy(789u)));
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001108 EXPECT_TRUE(channel_->SetCapturer(789u, video_capturer_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001109 EXPECT_EQ(rtp_packets, NumRtpPackets());
1110 // Wait 30ms to guarantee the engine does not drop the frame.
1111 EXPECT_TRUE(WaitAndSendFrame(30));
1112 EXPECT_TRUE_WAIT(NumRtpPackets() > rtp_packets, kTimeout);
1113
1114 last_packet = NumRtpPackets() - 1;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00001115 p.reset(GetRtpPacket(static_cast<int>(last_packet)));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001116 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
1117 EXPECT_EQ(789u, ssrc);
1118 }
1119
1120 // Tests adding streams already exists returns false.
1121 void AddRecvStreamsAlreadyExist() {
1122 cricket::VideoOptions vmo;
1123 vmo.conference_mode.Set(true);
1124 EXPECT_TRUE(channel_->SetOptions(vmo));
1125
1126 EXPECT_FALSE(channel_->AddRecvStream(
1127 cricket::StreamParams::CreateLegacy(0)));
1128
1129 EXPECT_TRUE(channel_->AddRecvStream(
1130 cricket::StreamParams::CreateLegacy(1)));
1131 EXPECT_FALSE(channel_->AddRecvStream(
1132 cricket::StreamParams::CreateLegacy(1)));
1133
1134 EXPECT_TRUE(channel_->RemoveRecvStream(1));
1135 EXPECT_FALSE(channel_->AddRecvStream(
1136 cricket::StreamParams::CreateLegacy(0)));
1137 EXPECT_TRUE(channel_->AddRecvStream(
1138 cricket::StreamParams::CreateLegacy(1)));
1139 }
1140
1141 // Tests setting up and configuring multiple incoming streams.
1142 void AddRemoveRecvStreams() {
1143 cricket::FakeVideoRenderer renderer1, renderer2;
1144 cricket::VideoOptions vmo;
1145 vmo.conference_mode.Set(true);
1146 EXPECT_TRUE(channel_->SetOptions(vmo));
1147 // Ensure we can't set the renderer on a non-existent stream.
1148 EXPECT_FALSE(channel_->SetRenderer(1, &renderer1));
1149 EXPECT_FALSE(channel_->SetRenderer(2, &renderer2));
1150 cricket::VideoRenderer* renderer;
1151 EXPECT_FALSE(channel_->GetRenderer(1, &renderer));
1152 EXPECT_FALSE(channel_->GetRenderer(2, &renderer));
1153
1154 // Ensure we can add streams.
1155 EXPECT_TRUE(channel_->AddRecvStream(
1156 cricket::StreamParams::CreateLegacy(1)));
1157 EXPECT_TRUE(channel_->AddRecvStream(
1158 cricket::StreamParams::CreateLegacy(2)));
1159 EXPECT_TRUE(channel_->GetRenderer(1, &renderer));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001160 EXPECT_TRUE(renderer == NULL);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001161 EXPECT_TRUE(channel_->GetRenderer(2, &renderer));
1162 EXPECT_TRUE(NULL == renderer);
1163
1164 // Ensure we can now set the renderers.
1165 EXPECT_TRUE(channel_->SetRenderer(1, &renderer1));
1166 EXPECT_TRUE(channel_->SetRenderer(2, &renderer2));
1167 EXPECT_TRUE(channel_->GetRenderer(1, &renderer));
1168 EXPECT_TRUE(&renderer1 == renderer);
1169 EXPECT_TRUE(channel_->GetRenderer(2, &renderer));
1170 EXPECT_TRUE(&renderer2 == renderer);
1171
1172 // Ensure we can change the renderers if needed.
1173 EXPECT_TRUE(channel_->SetRenderer(1, &renderer2));
1174 EXPECT_TRUE(channel_->SetRenderer(2, &renderer1));
1175 EXPECT_TRUE(channel_->GetRenderer(1, &renderer));
1176 EXPECT_TRUE(&renderer2 == renderer);
1177 EXPECT_TRUE(channel_->GetRenderer(2, &renderer));
1178 EXPECT_TRUE(&renderer1 == renderer);
1179
1180 EXPECT_TRUE(channel_->RemoveRecvStream(2));
1181 EXPECT_TRUE(channel_->RemoveRecvStream(1));
1182 EXPECT_FALSE(channel_->GetRenderer(1, &renderer));
1183 EXPECT_FALSE(channel_->GetRenderer(2, &renderer));
1184 }
1185
1186 // Tests setting up and configuring multiple incoming streams in a
1187 // non-conference call.
1188 void AddRemoveRecvStreamsNoConference() {
1189 cricket::FakeVideoRenderer renderer1, renderer2;
1190 // Ensure we can't set the renderer on a non-existent stream.
1191 EXPECT_FALSE(channel_->SetRenderer(1, &renderer1));
1192 EXPECT_FALSE(channel_->SetRenderer(2, &renderer2));
1193 cricket::VideoRenderer* renderer;
1194 EXPECT_FALSE(channel_->GetRenderer(1, &renderer));
1195 EXPECT_FALSE(channel_->GetRenderer(2, &renderer));
1196
1197 // Ensure we can add streams.
1198 EXPECT_TRUE(channel_->AddRecvStream(
1199 cricket::StreamParams::CreateLegacy(1)));
1200 EXPECT_TRUE(channel_->AddRecvStream(
1201 cricket::StreamParams::CreateLegacy(2)));
1202 EXPECT_TRUE(channel_->GetRenderer(1, &renderer));
1203 // Verify the first AddRecvStream hook up to the default renderer.
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001204 EXPECT_TRUE(renderer == NULL);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001205 EXPECT_TRUE(channel_->GetRenderer(2, &renderer));
1206 EXPECT_TRUE(NULL == renderer);
1207
1208 // Ensure we can now set the renderers.
1209 EXPECT_TRUE(channel_->SetRenderer(1, &renderer1));
1210 EXPECT_TRUE(channel_->SetRenderer(2, &renderer2));
1211 EXPECT_TRUE(channel_->GetRenderer(1, &renderer));
1212 EXPECT_TRUE(&renderer1 == renderer);
1213 EXPECT_TRUE(channel_->GetRenderer(2, &renderer));
1214 EXPECT_TRUE(&renderer2 == renderer);
1215
1216 // Ensure we can change the renderers if needed.
1217 EXPECT_TRUE(channel_->SetRenderer(1, &renderer2));
1218 EXPECT_TRUE(channel_->SetRenderer(2, &renderer1));
1219 EXPECT_TRUE(channel_->GetRenderer(1, &renderer));
1220 EXPECT_TRUE(&renderer2 == renderer);
1221 EXPECT_TRUE(channel_->GetRenderer(2, &renderer));
1222 EXPECT_TRUE(&renderer1 == renderer);
1223
1224 EXPECT_TRUE(channel_->RemoveRecvStream(2));
1225 EXPECT_TRUE(channel_->RemoveRecvStream(1));
1226 EXPECT_FALSE(channel_->GetRenderer(1, &renderer));
1227 EXPECT_FALSE(channel_->GetRenderer(2, &renderer));
1228 }
1229
1230 // Test that no frames are rendered after the receive stream have been
1231 // removed.
1232 void AddRemoveRecvStreamAndRender() {
1233 cricket::FakeVideoRenderer renderer1;
1234 EXPECT_TRUE(SetDefaultCodec());
1235 EXPECT_TRUE(SetSend(true));
1236 EXPECT_TRUE(channel_->SetRender(true));
1237 EXPECT_TRUE(channel_->AddRecvStream(
1238 cricket::StreamParams::CreateLegacy(kSsrc)));
1239 EXPECT_TRUE(channel_->SetRenderer(kSsrc, &renderer1));
1240
1241 EXPECT_TRUE(SendFrame());
1242 EXPECT_FRAME_ON_RENDERER_WAIT(
1243 renderer1, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
1244 EXPECT_TRUE(channel_->RemoveRecvStream(kSsrc));
1245 // Send three more frames. This is to avoid that the test might be flaky
1246 // due to frame dropping.
1247 for (size_t i = 0; i < 3; ++i)
1248 EXPECT_TRUE(WaitAndSendFrame(100));
1249
1250 // Test that no more frames have been rendered.
1251 EXPECT_EQ(1, renderer1.num_rendered_frames());
1252
1253 // Re-add the stream again and make sure it renders.
1254 EXPECT_TRUE(channel_->AddRecvStream(
1255 cricket::StreamParams::CreateLegacy(kSsrc)));
1256 // Force the next frame to be a key frame to make the receiving
1257 // decoder happy.
1258 EXPECT_TRUE(channel_->SendIntraFrame());
1259
1260 EXPECT_TRUE(channel_->SetRenderer(kSsrc, &renderer1));
1261 EXPECT_TRUE(SendFrame());
wu@webrtc.org9caf2762013-12-11 18:25:07 +00001262 // Because the default channel is used, RemoveRecvStream above is not going
1263 // to delete the channel. As a result the engine will continue to receive
1264 // and decode the 3 frames sent above. So it is possible we will receive
1265 // some (e.g. 1) of these 3 frames after the renderer is set again.
1266 EXPECT_GT_FRAME_ON_RENDERER_WAIT(
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001267 renderer1, 2, DefaultCodec().width, DefaultCodec().height, kTimeout);
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +00001268 // Detach |renderer1| before exit as there might be frames come late.
1269 EXPECT_TRUE(channel_->SetRenderer(kSsrc, NULL));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001270 }
1271
1272 // Tests the behavior of incoming streams in a conference scenario.
1273 void SimulateConference() {
1274 cricket::FakeVideoRenderer renderer1, renderer2;
1275 EXPECT_TRUE(SetDefaultCodec());
1276 cricket::VideoOptions vmo;
1277 vmo.conference_mode.Set(true);
1278 EXPECT_TRUE(channel_->SetOptions(vmo));
1279 EXPECT_TRUE(SetSend(true));
1280 EXPECT_TRUE(channel_->SetRender(true));
1281 EXPECT_TRUE(channel_->AddRecvStream(
1282 cricket::StreamParams::CreateLegacy(1)));
1283 EXPECT_TRUE(channel_->AddRecvStream(
1284 cricket::StreamParams::CreateLegacy(2)));
1285 EXPECT_TRUE(channel_->SetRenderer(1, &renderer1));
1286 EXPECT_TRUE(channel_->SetRenderer(2, &renderer2));
1287 EXPECT_EQ(0, renderer1.num_rendered_frames());
1288 EXPECT_EQ(0, renderer2.num_rendered_frames());
1289 std::vector<uint32> ssrcs;
1290 ssrcs.push_back(1);
1291 ssrcs.push_back(2);
1292 network_interface_.SetConferenceMode(true, ssrcs);
1293 EXPECT_TRUE(SendFrame());
1294 EXPECT_FRAME_ON_RENDERER_WAIT(
1295 renderer1, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
1296 EXPECT_FRAME_ON_RENDERER_WAIT(
1297 renderer2, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
1298
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001299 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001300 EXPECT_EQ(DefaultCodec().id, GetPayloadType(p.get()));
1301 EXPECT_EQ(DefaultCodec().width, renderer1.width());
1302 EXPECT_EQ(DefaultCodec().height, renderer1.height());
1303 EXPECT_EQ(DefaultCodec().width, renderer2.width());
1304 EXPECT_EQ(DefaultCodec().height, renderer2.height());
1305 EXPECT_TRUE(channel_->RemoveRecvStream(2));
1306 EXPECT_TRUE(channel_->RemoveRecvStream(1));
1307 }
1308
1309 // Tests that we can add and remove capturers and frames are sent out properly
1310 void AddRemoveCapturer() {
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00001311 cricket::VideoCodec codec = DefaultCodec();
1312 codec.width = 320;
1313 codec.height = 240;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001314 const int time_between_send = TimeBetweenSend(codec);
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00001315 EXPECT_TRUE(SetOneCodec(codec));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001316 EXPECT_TRUE(SetSend(true));
1317 EXPECT_TRUE(channel_->SetRender(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001318 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001319 EXPECT_EQ(0, renderer_.num_rendered_frames());
1320 EXPECT_TRUE(SendFrame());
1321 EXPECT_FRAME_WAIT(1, codec.width, codec.height, kTimeout);
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001322 rtc::scoped_ptr<cricket::FakeVideoCapturer> capturer(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +00001323 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001324 capturer->SetScreencast(true);
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00001325 cricket::VideoFormat format(480, 360,
1326 cricket::VideoFormat::FpsToInterval(30),
1327 cricket::FOURCC_I420);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001328 EXPECT_EQ(cricket::CS_RUNNING, capturer->Start(format));
1329 // All capturers start generating frames with the same timestamp. ViE does
1330 // not allow the same timestamp to be used. Capture one frame before
1331 // associating the capturer with the channel.
1332 EXPECT_TRUE(capturer->CaptureCustomFrame(format.width, format.height,
1333 cricket::FOURCC_I420));
1334
1335 int captured_frames = 1;
1336 for (int iterations = 0; iterations < 2; ++iterations) {
1337 EXPECT_TRUE(channel_->SetCapturer(kSsrc, capturer.get()));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001338 rtc::Thread::Current()->ProcessMessages(time_between_send);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001339 EXPECT_TRUE(capturer->CaptureCustomFrame(format.width, format.height,
1340 cricket::FOURCC_I420));
1341 ++captured_frames;
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001342 // Wait until frame of right size is captured.
1343 EXPECT_TRUE_WAIT(renderer_.num_rendered_frames() >= captured_frames &&
1344 format.width == renderer_.width() &&
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00001345 format.height == renderer_.height() &&
1346 !renderer_.black_frame(), kTimeout);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001347 EXPECT_GE(renderer_.num_rendered_frames(), captured_frames);
1348 EXPECT_EQ(format.width, renderer_.width());
1349 EXPECT_EQ(format.height, renderer_.height());
1350 captured_frames = renderer_.num_rendered_frames() + 1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001351 EXPECT_FALSE(renderer_.black_frame());
1352 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001353 // Make sure a black frame is generated within the specified timeout.
pbos@webrtc.orgb4987bf2015-02-18 10:13:09 +00001354 // The black frame should be the resolution of the previous frame to
1355 // prevent expensive encoder reconfigurations.
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001356 EXPECT_TRUE_WAIT(renderer_.num_rendered_frames() >= captured_frames &&
pbos@webrtc.orgb4987bf2015-02-18 10:13:09 +00001357 format.width == renderer_.width() &&
1358 format.height == renderer_.height() &&
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001359 renderer_.black_frame(), kTimeout);
1360 EXPECT_GE(renderer_.num_rendered_frames(), captured_frames);
pbos@webrtc.orgb4987bf2015-02-18 10:13:09 +00001361 EXPECT_EQ(format.width, renderer_.width());
1362 EXPECT_EQ(format.height, renderer_.height());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001363 EXPECT_TRUE(renderer_.black_frame());
1364
1365 // The black frame has the same timestamp as the next frame since it's
1366 // timestamp is set to the last frame's timestamp + interval. WebRTC will
1367 // not render a frame with the same timestamp so capture another frame
1368 // with the frame capturer to increment the next frame's timestamp.
1369 EXPECT_TRUE(capturer->CaptureCustomFrame(format.width, format.height,
1370 cricket::FOURCC_I420));
1371 }
1372 }
1373
1374 // Tests that if RemoveCapturer is called without a capturer ever being
1375 // added, the plugin shouldn't crash (and no black frame should be sent).
1376 void RemoveCapturerWithoutAdd() {
1377 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
1378 EXPECT_TRUE(SetSend(true));
1379 EXPECT_TRUE(channel_->SetRender(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001380 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001381 EXPECT_EQ(0, renderer_.num_rendered_frames());
1382 EXPECT_TRUE(SendFrame());
1383 EXPECT_FRAME_WAIT(1, 640, 400, kTimeout);
pbos@webrtc.org776e6f22014-10-29 15:28:39 +00001384 // Wait for one frame so they don't get dropped because we send frames too
1385 // tightly.
1386 rtc::Thread::Current()->ProcessMessages(30);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001387 // Remove the capturer.
1388 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
wu@webrtc.org9caf2762013-12-11 18:25:07 +00001389 // Wait for one black frame for removing the capturer.
1390 EXPECT_FRAME_WAIT(2, 640, 400, kTimeout);
1391
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001392 // No capturer was added, so this RemoveCapturer should
1393 // fail.
1394 EXPECT_FALSE(channel_->SetCapturer(kSsrc, NULL));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001395 rtc::Thread::Current()->ProcessMessages(300);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001396 // Verify no more frames were sent.
wu@webrtc.org9caf2762013-12-11 18:25:07 +00001397 EXPECT_EQ(2, renderer_.num_rendered_frames());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001398 }
1399
1400 // Tests that we can add and remove capturer as unique sources.
1401 void AddRemoveCapturerMultipleSources() {
1402 // WebRTC implementation will drop frames if pushed to quickly. Wait the
1403 // interval time to avoid that.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001404 // WebRTC implementation will drop frames if pushed to quickly. Wait the
1405 // interval time to avoid that.
1406 // Set up the stream associated with the engine.
1407 EXPECT_TRUE(channel_->AddRecvStream(
1408 cricket::StreamParams::CreateLegacy(kSsrc)));
1409 EXPECT_TRUE(channel_->SetRenderer(kSsrc, &renderer_));
1410 cricket::VideoFormat capture_format; // default format
1411 capture_format.interval = cricket::VideoFormat::FpsToInterval(30);
1412 // Set up additional stream 1.
1413 cricket::FakeVideoRenderer renderer1;
1414 EXPECT_FALSE(channel_->SetRenderer(1, &renderer1));
1415 EXPECT_TRUE(channel_->AddRecvStream(
1416 cricket::StreamParams::CreateLegacy(1)));
1417 EXPECT_TRUE(channel_->SetRenderer(1, &renderer1));
1418 EXPECT_TRUE(channel_->AddSendStream(
1419 cricket::StreamParams::CreateLegacy(1)));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001420 rtc::scoped_ptr<cricket::FakeVideoCapturer> capturer1(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +00001421 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001422 capturer1->SetScreencast(true);
1423 EXPECT_EQ(cricket::CS_RUNNING, capturer1->Start(capture_format));
1424 // Set up additional stream 2.
1425 cricket::FakeVideoRenderer renderer2;
1426 EXPECT_FALSE(channel_->SetRenderer(2, &renderer2));
1427 EXPECT_TRUE(channel_->AddRecvStream(
1428 cricket::StreamParams::CreateLegacy(2)));
1429 EXPECT_TRUE(channel_->SetRenderer(2, &renderer2));
1430 EXPECT_TRUE(channel_->AddSendStream(
1431 cricket::StreamParams::CreateLegacy(2)));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001432 rtc::scoped_ptr<cricket::FakeVideoCapturer> capturer2(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +00001433 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001434 capturer2->SetScreencast(true);
1435 EXPECT_EQ(cricket::CS_RUNNING, capturer2->Start(capture_format));
1436 // State for all the streams.
1437 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
1438 // A limitation in the lmi implementation requires that SetCapturer() is
1439 // called after SetOneCodec().
1440 // TODO(hellner): this seems like an unnecessary constraint, fix it.
1441 EXPECT_TRUE(channel_->SetCapturer(1, capturer1.get()));
1442 EXPECT_TRUE(channel_->SetCapturer(2, capturer2.get()));
1443 EXPECT_TRUE(SetSend(true));
1444 EXPECT_TRUE(channel_->SetRender(true));
1445 // Test capturer associated with engine.
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00001446 const int kTestWidth = 160;
1447 const int kTestHeight = 120;
1448 EXPECT_TRUE(capturer1->CaptureCustomFrame(
1449 kTestWidth, kTestHeight, cricket::FOURCC_I420));
1450 EXPECT_FRAME_ON_RENDERER_WAIT(
1451 renderer1, 1, kTestWidth, kTestHeight, kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001452 // Capture a frame with additional capturer2, frames should be received
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00001453 EXPECT_TRUE(capturer2->CaptureCustomFrame(
1454 kTestWidth, kTestHeight, cricket::FOURCC_I420));
1455 EXPECT_FRAME_ON_RENDERER_WAIT(
1456 renderer2, 1, kTestWidth, kTestHeight, kTimeout);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001457 // Successfully remove the capturer.
1458 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
1459 // Fail to re-remove the capturer.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001460 EXPECT_FALSE(channel_->SetCapturer(kSsrc, NULL));
1461 // The capturers must be unregistered here as it runs out of it's scope
1462 // next.
1463 EXPECT_TRUE(channel_->SetCapturer(1, NULL));
1464 EXPECT_TRUE(channel_->SetCapturer(2, NULL));
1465 }
1466
1467 void HighAspectHighHeightCapturer() {
1468 const int kWidth = 80;
1469 const int kHeight = 10000;
1470 const int kScaledWidth = 20;
1471 const int kScaledHeight = 2500;
1472
1473 cricket::VideoCodec codec(DefaultCodec());
1474 EXPECT_TRUE(SetOneCodec(codec));
1475 EXPECT_TRUE(SetSend(true));
1476
1477 cricket::FakeVideoRenderer renderer;
1478 EXPECT_TRUE(channel_->AddRecvStream(
1479 cricket::StreamParams::CreateLegacy(kSsrc)));
1480 EXPECT_TRUE(channel_->SetRenderer(kSsrc, &renderer));
1481 EXPECT_TRUE(channel_->SetRender(true));
1482 EXPECT_EQ(0, renderer.num_rendered_frames());
1483
1484 EXPECT_TRUE(SendFrame());
wu@webrtc.org9caf2762013-12-11 18:25:07 +00001485 EXPECT_GT_FRAME_ON_RENDERER_WAIT(
1486 renderer, 1, codec.width, codec.height, kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001487
1488 // Registering an external capturer is currently the same as screen casting
1489 // (update the test when this changes).
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001490 rtc::scoped_ptr<cricket::FakeVideoCapturer> capturer(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +00001491 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001492 capturer->SetScreencast(true);
1493 const std::vector<cricket::VideoFormat>* formats =
1494 capturer->GetSupportedFormats();
1495 cricket::VideoFormat capture_format = (*formats)[0];
1496 EXPECT_EQ(cricket::CS_RUNNING, capturer->Start(capture_format));
1497 // Capture frame to not get same frame timestamps as previous capturer.
1498 capturer->CaptureFrame();
1499 EXPECT_TRUE(channel_->SetCapturer(kSsrc, capturer.get()));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001500 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(30));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001501 EXPECT_TRUE(capturer->CaptureCustomFrame(kWidth, kHeight,
1502 cricket::FOURCC_ARGB));
wu@webrtc.org9caf2762013-12-11 18:25:07 +00001503 EXPECT_GT_FRAME_ON_RENDERER_WAIT(
1504 renderer, 2, kScaledWidth, kScaledHeight, kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001505 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
1506 }
1507
1508 // Tests that we can adapt video resolution with 16:10 aspect ratio properly.
1509 void AdaptResolution16x10() {
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001510 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001511 cricket::VideoCodec codec(DefaultCodec());
1512 codec.width = 640;
1513 codec.height = 400;
1514 SendAndReceive(codec);
1515 codec.width /= 2;
1516 codec.height /= 2;
1517 // Adapt the resolution.
1518 EXPECT_TRUE(SetOneCodec(codec));
1519 EXPECT_TRUE(WaitAndSendFrame(30));
1520 EXPECT_FRAME_WAIT(2, codec.width, codec.height, kTimeout);
1521 }
1522 // Tests that we can adapt video resolution with 4:3 aspect ratio properly.
1523 void AdaptResolution4x3() {
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001524 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001525 cricket::VideoCodec codec(DefaultCodec());
1526 codec.width = 640;
1527 codec.height = 400;
1528 SendAndReceive(codec);
1529 codec.width /= 2;
1530 codec.height /= 2;
1531 // Adapt the resolution.
1532 EXPECT_TRUE(SetOneCodec(codec));
1533 EXPECT_TRUE(WaitAndSendFrame(30));
1534 EXPECT_FRAME_WAIT(2, codec.width, codec.height, kTimeout);
1535 }
1536 // Tests that we can drop all frames properly.
1537 void AdaptDropAllFrames() {
1538 // Set the channel codec's resolution to 0, which will require the adapter
1539 // to drop all frames.
1540 cricket::VideoCodec codec(DefaultCodec());
1541 codec.width = codec.height = codec.framerate = 0;
1542 EXPECT_TRUE(SetOneCodec(codec));
1543 EXPECT_TRUE(SetSend(true));
1544 EXPECT_TRUE(channel_->SetRender(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001545 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001546 EXPECT_EQ(0, renderer_.num_rendered_frames());
1547 EXPECT_TRUE(SendFrame());
1548 EXPECT_TRUE(SendFrame());
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001549 rtc::Thread::Current()->ProcessMessages(500);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001550 EXPECT_EQ(0, renderer_.num_rendered_frames());
1551 }
1552 // Tests that we can reduce the frame rate on demand properly.
1553 // TODO(fbarchard): This test is flakey on pulse. Fix and re-enable
1554 void AdaptFramerate() {
1555 cricket::VideoCodec codec(DefaultCodec());
1556 int frame_count = 0;
1557 // The capturer runs at 30 fps. The channel requires 30 fps.
1558 EXPECT_TRUE(SetOneCodec(codec));
1559 EXPECT_TRUE(SetSend(true));
1560 EXPECT_TRUE(channel_->SetRender(true));
1561 EXPECT_EQ(frame_count, renderer_.num_rendered_frames());
1562 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1563 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1564 frame_count += 2;
1565 EXPECT_FRAME_WAIT(frame_count, codec.width, codec.height, kTimeout);
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001566 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001567 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
1568
1569 // The channel requires 15 fps.
1570 codec.framerate = 15;
1571 EXPECT_TRUE(SetOneCodec(codec));
1572 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1573 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1574 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1575 frame_count += 2;
1576 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1577
1578 // The channel requires 10 fps.
1579 codec.framerate = 10;
1580 EXPECT_TRUE(SetOneCodec(codec));
1581 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1582 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1583 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1584 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1585 frame_count += 2;
1586 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1587
1588 // The channel requires 8 fps. The adapter adapts to 10 fps, which is the
1589 // closest factor of 30.
1590 codec.framerate = 8;
1591 EXPECT_TRUE(SetOneCodec(codec));
1592 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1593 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1594 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1595 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1596 frame_count += 2;
1597 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1598 }
pbos@webrtc.orgc4175b92014-09-03 15:25:49 +00001599 // Tests that adapted frames won't be upscaled to a higher resolution.
1600 void SendsLowerResolutionOnSmallerFrames() {
1601 cricket::VideoCodec codec = DefaultCodec();
1602 codec.width = 320;
1603 codec.height = 240;
1604 EXPECT_TRUE(SetOneCodec(codec));
1605 EXPECT_TRUE(SetSend(true));
1606 EXPECT_TRUE(channel_->SetRender(true));
1607 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
1608 EXPECT_EQ(0, renderer_.num_rendered_frames());
1609 EXPECT_TRUE(SendFrame());
1610 EXPECT_FRAME_WAIT(1, codec.width, codec.height, kTimeout);
1611
1612 // Check that we send smaller frames at the new resolution.
pbos@webrtc.orgebee4012014-09-03 15:52:02 +00001613 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(33));
pbos@webrtc.orgc4175b92014-09-03 15:25:49 +00001614 EXPECT_TRUE(video_capturer_->CaptureCustomFrame(
1615 codec.width / 2, codec.height / 2, cricket::FOURCC_I420));
1616 EXPECT_FRAME_WAIT(2, codec.width / 2, codec.height / 2, kTimeout);
1617 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001618 // Tests that we can set the send stream format properly.
1619 void SetSendStreamFormat() {
1620 cricket::VideoCodec codec(DefaultCodec());
1621 SendAndReceive(codec);
1622 int frame_count = 1;
1623 EXPECT_FRAME_WAIT(frame_count, codec.width, codec.height, kTimeout);
1624
1625 // Adapt the resolution and frame rate to half.
1626 cricket::VideoFormat format(
1627 codec.width / 2,
1628 codec.height / 2,
1629 cricket::VideoFormat::FpsToInterval(codec.framerate / 2),
1630 cricket::FOURCC_I420);
1631 // The SSRC differs from the send SSRC.
1632 EXPECT_FALSE(channel_->SetSendStreamFormat(kSsrc - 1, format));
1633 EXPECT_TRUE(channel_->SetSendStreamFormat(kSsrc, format));
1634
1635 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1636 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1637 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1638 frame_count += 1;
1639 EXPECT_FRAME_WAIT(frame_count, format.width, format.height, kTimeout);
1640
1641 // Adapt the resolution to 0x0, which should drop all frames.
1642 format.width = 0;
1643 format.height = 0;
1644 EXPECT_TRUE(channel_->SetSendStreamFormat(kSsrc, format));
1645 EXPECT_TRUE(SendFrame());
1646 EXPECT_TRUE(SendFrame());
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001647 rtc::Thread::Current()->ProcessMessages(500);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001648 EXPECT_EQ(frame_count, renderer_.num_rendered_frames());
1649 }
1650 // Test that setting send stream format to 0x0 resolution will result in
1651 // frames being dropped.
1652 void SetSendStreamFormat0x0() {
1653 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
henrike@webrtc.orga7b98182014-02-21 15:51:43 +00001654 EXPECT_TRUE(SetSendStreamFormat(kSsrc, DefaultCodec()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001655 EXPECT_TRUE(SetSend(true));
1656 EXPECT_TRUE(channel_->SetRender(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001657 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001658 EXPECT_EQ(0, renderer_.num_rendered_frames());
1659 // This frame should be received.
1660 EXPECT_TRUE(SendFrame());
1661 EXPECT_FRAME_WAIT(1, DefaultCodec().width, DefaultCodec().height, kTimeout);
1662 const int64 interval = cricket::VideoFormat::FpsToInterval(
1663 DefaultCodec().framerate);
1664 cricket::VideoFormat format(
1665 0,
1666 0,
1667 interval,
1668 cricket::FOURCC_I420);
1669 EXPECT_TRUE(channel_->SetSendStreamFormat(kSsrc, format));
1670 // This frame should not be received.
1671 EXPECT_TRUE(WaitAndSendFrame(
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001672 static_cast<int>(interval/rtc::kNumNanosecsPerMillisec)));
1673 rtc::Thread::Current()->ProcessMessages(500);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001674 EXPECT_EQ(1, renderer_.num_rendered_frames());
1675 }
1676
1677 // Tests that we can mute and unmute the channel properly.
1678 void MuteStream() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001679 EXPECT_TRUE(SetDefaultCodec());
1680 cricket::FakeVideoCapturer video_capturer;
1681 video_capturer.Start(
1682 cricket::VideoFormat(
1683 640, 480,
1684 cricket::VideoFormat::FpsToInterval(30),
1685 cricket::FOURCC_I420));
1686 EXPECT_TRUE(channel_->SetCapturer(kSsrc, &video_capturer));
1687 EXPECT_TRUE(SetSend(true));
1688 EXPECT_TRUE(channel_->SetRender(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001689 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
1690 EXPECT_EQ(0, renderer_.num_rendered_frames());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001691
1692 // Mute the channel and expect black output frame.
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001693 int frame_count = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001694 EXPECT_TRUE(channel_->MuteStream(kSsrc, true));
1695 EXPECT_TRUE(video_capturer.CaptureFrame());
1696 ++frame_count;
1697 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1698 EXPECT_TRUE(renderer_.black_frame());
1699
1700 // Unmute the channel and expect non-black output frame.
1701 EXPECT_TRUE(channel_->MuteStream(kSsrc, false));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001702 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(30));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001703 EXPECT_TRUE(video_capturer.CaptureFrame());
1704 ++frame_count;
1705 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1706 EXPECT_FALSE(renderer_.black_frame());
1707
1708 // Test that we can also Mute using the correct send stream SSRC.
1709 EXPECT_TRUE(channel_->MuteStream(kSsrc, true));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001710 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(30));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001711 EXPECT_TRUE(video_capturer.CaptureFrame());
1712 ++frame_count;
1713 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1714 EXPECT_TRUE(renderer_.black_frame());
1715
1716 EXPECT_TRUE(channel_->MuteStream(kSsrc, false));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001717 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(30));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001718 EXPECT_TRUE(video_capturer.CaptureFrame());
1719 ++frame_count;
1720 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1721 EXPECT_FALSE(renderer_.black_frame());
1722
pbos@webrtc.orgef8bb8d2014-08-13 21:36:18 +00001723 // Test that muting an existing stream succeeds even if it's muted.
1724 EXPECT_TRUE(channel_->MuteStream(kSsrc, true));
1725 EXPECT_TRUE(channel_->MuteStream(kSsrc, true));
1726
1727 // Test that unmuting an existing stream succeeds even if it's not muted.
1728 EXPECT_TRUE(channel_->MuteStream(kSsrc, false));
1729 EXPECT_TRUE(channel_->MuteStream(kSsrc, false));
1730
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001731 // Test that muting an invalid stream fails.
1732 EXPECT_FALSE(channel_->MuteStream(kSsrc+1, true));
1733 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
1734 }
1735
1736 // Test that multiple send streams can be created and deleted properly.
1737 void MultipleSendStreams() {
1738 // Remove stream added in Setup. I.e. remove stream corresponding to default
1739 // channel.
1740 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
1741 const unsigned int kSsrcsSize = sizeof(kSsrcs4)/sizeof(kSsrcs4[0]);
1742 for (unsigned int i = 0; i < kSsrcsSize; ++i) {
1743 EXPECT_TRUE(channel_->AddSendStream(
1744 cricket::StreamParams::CreateLegacy(kSsrcs4[i])));
1745 }
1746 // Delete one of the non default channel streams, let the destructor delete
1747 // the remaining ones.
1748 EXPECT_TRUE(channel_->RemoveSendStream(kSsrcs4[kSsrcsSize - 1]));
1749 // Stream should already be deleted.
1750 EXPECT_FALSE(channel_->RemoveSendStream(kSsrcs4[kSsrcsSize - 1]));
1751 }
1752
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001753 // Two streams one channel tests.
1754
1755 // Tests that we can send and receive frames.
1756 void TwoStreamsSendAndReceive(const cricket::VideoCodec& codec) {
1757 SetUpSecondStream();
1758 // Test sending and receiving on first stream.
1759 SendAndReceive(codec);
1760 // Test sending and receiving on second stream.
1761 EXPECT_EQ_WAIT(1, renderer2_.num_rendered_frames(), kTimeout);
1762 EXPECT_EQ(2, NumRtpPackets());
1763 EXPECT_EQ(1, renderer2_.num_rendered_frames());
1764 }
1765
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001766 // Set up 2 streams where the first stream uses the default channel.
1767 // Then disconnect the first stream and verify default channel becomes
1768 // available.
1769 // Then add a new stream with |new_ssrc|. The new stream should re-use the
1770 // default channel.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001771 void TwoStreamsReUseFirstStream(const cricket::VideoCodec& codec) {
1772 SetUpSecondStream();
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001773 // Default channel used by the first stream.
buildbot@webrtc.org2c0fb052014-08-13 16:47:12 +00001774 EXPECT_EQ(kSsrc, channel_->GetDefaultSendChannelSsrc());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001775 EXPECT_TRUE(channel_->RemoveRecvStream(kSsrc));
1776 EXPECT_FALSE(channel_->RemoveRecvStream(kSsrc));
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001777 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001778 EXPECT_FALSE(channel_->RemoveSendStream(kSsrc));
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001779 // Default channel is no longer used by a stream.
buildbot@webrtc.org2c0fb052014-08-13 16:47:12 +00001780 EXPECT_EQ(0u, channel_->GetDefaultSendChannelSsrc());
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001781 uint32 new_ssrc = kSsrc + 100;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001782 EXPECT_TRUE(channel_->AddSendStream(
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001783 cricket::StreamParams::CreateLegacy(new_ssrc)));
1784 // Re-use default channel.
buildbot@webrtc.org2c0fb052014-08-13 16:47:12 +00001785 EXPECT_EQ(new_ssrc, channel_->GetDefaultSendChannelSsrc());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001786 EXPECT_FALSE(channel_->AddSendStream(
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001787 cricket::StreamParams::CreateLegacy(new_ssrc)));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001788 EXPECT_TRUE(channel_->AddRecvStream(
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001789 cricket::StreamParams::CreateLegacy(new_ssrc)));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001790 EXPECT_TRUE(channel_->SetRenderer(new_ssrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001791 EXPECT_FALSE(channel_->AddRecvStream(
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001792 cricket::StreamParams::CreateLegacy(new_ssrc)));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001793
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001794 EXPECT_TRUE(channel_->SetCapturer(new_ssrc, video_capturer_.get()));
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001795
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001796 SendAndReceive(codec);
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001797 EXPECT_TRUE(channel_->RemoveSendStream(new_ssrc));
buildbot@webrtc.org2c0fb052014-08-13 16:47:12 +00001798 EXPECT_EQ(0u, channel_->GetDefaultSendChannelSsrc());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001799 }
1800
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001801 // Tests that we can send and receive frames with early receive.
1802 void TwoStreamsSendAndUnsignalledRecv(const cricket::VideoCodec& codec) {
1803 cricket::VideoOptions vmo;
1804 vmo.conference_mode.Set(true);
1805 vmo.unsignalled_recv_stream_limit.Set(1);
1806 EXPECT_TRUE(channel_->SetOptions(vmo));
1807 SetUpSecondStreamWithNoRecv();
1808 // Test sending and receiving on first stream.
1809 EXPECT_TRUE(channel_->SetRender(true));
1810 Send(codec);
1811 EXPECT_EQ_WAIT(2, NumRtpPackets(), kTimeout);
1812 EXPECT_EQ_WAIT(1, renderer_.num_rendered_frames(), kTimeout);
1813 // The first send is not expected to yield frames, because the ssrc
1814 // is not signalled yet. With unsignalled recv enabled, we will drop frames
1815 // instead of packets.
1816 EXPECT_EQ(0, renderer2_.num_rendered_frames());
1817 // Give a chance for the decoder to process before adding the receiver.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001818 rtc::Thread::Current()->ProcessMessages(100);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001819 // Test sending and receiving on second stream.
1820 EXPECT_TRUE(channel_->AddRecvStream(
1821 cricket::StreamParams::CreateLegacy(kSsrc + 2)));
1822 EXPECT_TRUE(channel_->SetRenderer(kSsrc + 2, &renderer2_));
1823 SendFrame();
1824 EXPECT_EQ_WAIT(2, renderer_.num_rendered_frames(), kTimeout);
1825 EXPECT_EQ(4, NumRtpPackets());
1826 // The second send is expected to yield frame as the ssrc is signalled now.
1827 // Decode should succeed here, though we received the key frame earlier.
1828 // Without early recv, we would have dropped it and decoding would have
1829 // failed.
1830 EXPECT_EQ_WAIT(1, renderer2_.num_rendered_frames(), kTimeout);
1831 }
1832
1833 // Tests that we cannot receive key frames with unsignalled recv disabled.
1834 void TwoStreamsSendAndFailUnsignalledRecv(const cricket::VideoCodec& codec) {
1835 cricket::VideoOptions vmo;
henrike@webrtc.org18e59112014-03-14 17:19:38 +00001836 vmo.conference_mode.Set(true);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001837 vmo.unsignalled_recv_stream_limit.Set(0);
1838 EXPECT_TRUE(channel_->SetOptions(vmo));
1839 SetUpSecondStreamWithNoRecv();
1840 // Test sending and receiving on first stream.
1841 EXPECT_TRUE(channel_->SetRender(true));
1842 Send(codec);
1843 EXPECT_EQ_WAIT(2, NumRtpPackets(), kTimeout);
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001844 rtc::Thread::Current()->ProcessMessages(100);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001845 EXPECT_EQ_WAIT(1, renderer_.num_rendered_frames(), kTimeout);
1846 EXPECT_EQ_WAIT(0, renderer2_.num_rendered_frames(), kTimeout);
1847 // Give a chance for the decoder to process before adding the receiver.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001848 rtc::Thread::Current()->ProcessMessages(10);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001849 // Test sending and receiving on second stream.
1850 EXPECT_TRUE(channel_->AddRecvStream(
1851 cricket::StreamParams::CreateLegacy(kSsrc + 2)));
1852 EXPECT_TRUE(channel_->SetRenderer(kSsrc + 2, &renderer2_));
1853 SendFrame();
1854 EXPECT_TRUE_WAIT(renderer_.num_rendered_frames() >= 1, kTimeout);
1855 EXPECT_EQ_WAIT(4, NumRtpPackets(), kTimeout);
1856 // We dont expect any frames here, because the key frame would have been
1857 // lost in the earlier packet. This is the case we want to solve with early
1858 // receive.
1859 EXPECT_EQ(0, renderer2_.num_rendered_frames());
1860 }
1861
1862 // Tests that we drop key frames when conference mode is disabled and we
1863 // receive rtp packets on unsignalled streams.
1864 void TwoStreamsSendAndFailUnsignalledRecvInOneToOne(
1865 const cricket::VideoCodec& codec) {
1866 cricket::VideoOptions vmo;
1867 vmo.conference_mode.Set(false);
1868 vmo.unsignalled_recv_stream_limit.Set(1);
1869 EXPECT_TRUE(channel_->SetOptions(vmo));
1870 SetUpSecondStreamWithNoRecv();
1871 // Test sending and receiving on first stream.
1872 EXPECT_TRUE(channel_->SetRender(true));
1873 Send(codec);
1874 EXPECT_EQ_WAIT(2, NumRtpPackets(), kTimeout);
henrike@webrtc.org18e59112014-03-14 17:19:38 +00001875 // In one-to-one mode, we deliver frames to the default channel if there
1876 // is no registered recv channel for the ssrc.
1877 EXPECT_TRUE_WAIT(renderer_.num_rendered_frames() >= 1, kTimeout);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001878 // Give a chance for the decoder to process before adding the receiver.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001879 rtc::Thread::Current()->ProcessMessages(100);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001880 // Test sending and receiving on second stream.
1881 EXPECT_TRUE(channel_->AddRecvStream(
1882 cricket::StreamParams::CreateLegacy(kSsrc + 2)));
1883 EXPECT_TRUE(channel_->SetRenderer(kSsrc + 2, &renderer2_));
1884 SendFrame();
1885 EXPECT_TRUE_WAIT(renderer_.num_rendered_frames() >= 1, kTimeout);
1886 EXPECT_EQ_WAIT(4, NumRtpPackets(), kTimeout);
1887 // We dont expect any frames here, because the key frame would have been
henrike@webrtc.org18e59112014-03-14 17:19:38 +00001888 // delivered to default channel.
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001889 EXPECT_EQ(0, renderer2_.num_rendered_frames());
1890 }
1891
1892 // Tests that we drop key frames when conference mode is enabled and we
1893 // receive rtp packets on unsignalled streams. Removal of a unsignalled recv
1894 // stream is successful.
1895 void TwoStreamsAddAndRemoveUnsignalledRecv(
1896 const cricket::VideoCodec& codec) {
1897 cricket::VideoOptions vmo;
1898 vmo.conference_mode.Set(true);
1899 vmo.unsignalled_recv_stream_limit.Set(1);
1900 EXPECT_TRUE(channel_->SetOptions(vmo));
1901 SetUpSecondStreamWithNoRecv();
1902 // Sending and receiving on first stream.
1903 EXPECT_TRUE(channel_->SetRender(true));
1904 Send(codec);
1905 EXPECT_EQ_WAIT(2, NumRtpPackets(), kTimeout);
1906 EXPECT_EQ_WAIT(1, renderer_.num_rendered_frames(), kTimeout);
1907 // The first send is not expected to yield frames, because the ssrc
1908 // is no signalled yet. With unsignalled recv enabled, we will drop frames
1909 // instead of packets.
1910 EXPECT_EQ(0, renderer2_.num_rendered_frames());
1911 // Give a chance for the decoder to process before adding the receiver.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001912 rtc::Thread::Current()->ProcessMessages(100);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001913 // Ensure that we can remove the unsignalled recv stream that was created
1914 // when the first video packet with unsignalled recv ssrc is received.
1915 EXPECT_TRUE(channel_->RemoveRecvStream(kSsrc + 2));
1916 }
1917
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001918 VideoEngineOverride<E> engine_;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001919 rtc::scoped_ptr<cricket::FakeVideoCapturer> video_capturer_;
1920 rtc::scoped_ptr<cricket::FakeVideoCapturer> video_capturer_2_;
1921 rtc::scoped_ptr<C> channel_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001922 cricket::FakeNetworkInterface network_interface_;
1923 cricket::FakeVideoRenderer renderer_;
1924 cricket::VideoMediaChannel::Error media_error_;
1925
1926 // Used by test cases where 2 streams are run on the same channel.
1927 cricket::FakeVideoRenderer renderer2_;
1928};
1929
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00001930#endif // TALK_MEDIA_BASE_VIDEOENGINE_UNITTEST_H_ NOLINT