blob: 9e6b227011abd36366c1b93289c1d4cdb4cd5300 [file] [log] [blame]
jlmiller@webrtc.org5f93d0a2015-01-20 21:36:13 +00001/*
2 * libjingle
3 * Copyright 2014 Google Inc.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
7 *
8 * 1. Redistributions of source code must retain the above copyright notice,
9 * this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright notice,
11 * this list of conditions and the following disclaimer in the documentation
12 * and/or other materials provided with the distribution.
13 * 3. The name of the author may not be used to endorse or promote products
14 * derived from this software without specific prior written permission.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
17 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
18 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
19 * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
21 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
22 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
24 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
25 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 */
henrike@webrtc.org28e20752013-07-10 00:45:36 +000027
wu@webrtc.orgcadf9042013-08-30 21:24:16 +000028#ifndef TALK_MEDIA_BASE_VIDEOENGINE_UNITTEST_H_ // NOLINT
henrike@webrtc.org28e20752013-07-10 00:45:36 +000029#define TALK_MEDIA_BASE_VIDEOENGINE_UNITTEST_H_
30
31#include <string>
32#include <vector>
33
henrike@webrtc.org28e20752013-07-10 00:45:36 +000034#include "talk/media/base/fakenetworkinterface.h"
35#include "talk/media/base/fakevideocapturer.h"
36#include "talk/media/base/fakevideorenderer.h"
37#include "talk/media/base/mediachannel.h"
38#include "talk/media/base/streamparams.h"
Fredrik Solenberg709ed672015-09-15 12:26:33 +020039#include "talk/media/webrtc/fakewebrtccall.h"
buildbot@webrtc.orga09a9992014-08-13 17:26:08 +000040#include "webrtc/base/bytebuffer.h"
41#include "webrtc/base/gunit.h"
42#include "webrtc/base/timeutils.h"
Fredrik Solenberg709ed672015-09-15 12:26:33 +020043#include "webrtc/call.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000044
henrike@webrtc.org28e20752013-07-10 00:45:36 +000045#define EXPECT_FRAME_WAIT(c, w, h, t) \
46 EXPECT_EQ_WAIT((c), renderer_.num_rendered_frames(), (t)); \
47 EXPECT_EQ((w), renderer_.width()); \
48 EXPECT_EQ((h), renderer_.height()); \
49 EXPECT_EQ(0, renderer_.errors()); \
50
51#define EXPECT_FRAME_ON_RENDERER_WAIT(r, c, w, h, t) \
52 EXPECT_EQ_WAIT((c), (r).num_rendered_frames(), (t)); \
53 EXPECT_EQ((w), (r).width()); \
54 EXPECT_EQ((h), (r).height()); \
55 EXPECT_EQ(0, (r).errors()); \
56
wu@webrtc.org9caf2762013-12-11 18:25:07 +000057#define EXPECT_GT_FRAME_ON_RENDERER_WAIT(r, c, w, h, t) \
58 EXPECT_TRUE_WAIT((r).num_rendered_frames() >= (c) && \
59 (w) == (r).width() && \
60 (h) == (r).height(), (t)); \
61 EXPECT_EQ(0, (r).errors()); \
62
henrike@webrtc.org28e20752013-07-10 00:45:36 +000063static const uint32 kTimeout = 5000U;
buildbot@webrtc.org99f63082014-07-18 23:31:30 +000064static const uint32 kDefaultReceiveSsrc = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000065static const uint32 kSsrc = 1234u;
66static const uint32 kRtxSsrc = 4321u;
67static const uint32 kSsrcs4[] = {1, 2, 3, 4};
68
69inline bool IsEqualRes(const cricket::VideoCodec& a, int w, int h, int fps) {
70 return a.width == w && a.height == h && a.framerate == fps;
71}
72
73inline bool IsEqualCodec(const cricket::VideoCodec& a,
74 const cricket::VideoCodec& b) {
75 return a.id == b.id && a.name == b.name &&
76 IsEqualRes(a, b.width, b.height, b.framerate);
77}
78
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +000079namespace std {
henrike@webrtc.org28e20752013-07-10 00:45:36 +000080inline std::ostream& operator<<(std::ostream& s, const cricket::VideoCodec& c) {
81 s << "{" << c.name << "(" << c.id << "), "
82 << c.width << "x" << c.height << "x" << c.framerate << "}";
83 return s;
84}
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +000085} // namespace std
henrike@webrtc.org28e20752013-07-10 00:45:36 +000086
87inline int TimeBetweenSend(const cricket::VideoCodec& codec) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +000088 return static_cast<int>(
henrike@webrtc.org28e20752013-07-10 00:45:36 +000089 cricket::VideoFormat::FpsToInterval(codec.framerate) /
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000090 rtc::kNumNanosecsPerMillisec);
henrike@webrtc.org28e20752013-07-10 00:45:36 +000091}
92
93// Fake video engine that makes it possible to test enabling and disabling
94// capturer (checking that the engine state is updated and that the capturer
95// is indeed capturing) without having to create a channel. It also makes it
96// possible to test that the media processors are indeed being called when
97// registered.
98template<class T>
99class VideoEngineOverride : public T {
100 public:
Fredrik Solenberg709ed672015-09-15 12:26:33 +0200101 VideoEngineOverride() : T() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000102 }
103 virtual ~VideoEngineOverride() {
104 }
105 bool is_camera_on() const { return T::GetVideoCapturer()->IsRunning(); }
106 void set_has_senders(bool has_senders) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000107 cricket::VideoCapturer* video_capturer = T::GetVideoCapturer();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000108 if (has_senders) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000109 video_capturer->SignalVideoFrame.connect(this,
110 &VideoEngineOverride<T>::OnLocalFrame);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000111 } else {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000112 video_capturer->SignalVideoFrame.disconnect(this);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000113 }
114 }
115 void OnLocalFrame(cricket::VideoCapturer*,
116 const cricket::VideoFrame*) {
117 }
118 void OnLocalFrameFormat(cricket::VideoCapturer*,
119 const cricket::VideoFormat*) {
120 }
121
122 void TriggerMediaFrame(
123 uint32 ssrc, cricket::VideoFrame* frame, bool* drop_frame) {
124 T::SignalMediaFrame(ssrc, frame, drop_frame);
125 }
126};
127
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000128template<class E>
129class VideoEngineTest : public testing::Test {
130 protected:
131 // Tests starting and stopping the engine, and creating a channel.
132 void StartupShutdown() {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000133 EXPECT_TRUE(engine_.Init(rtc::Thread::Current()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000134 cricket::VideoMediaChannel* channel = engine_.CreateChannel(NULL);
135 EXPECT_TRUE(channel != NULL);
136 delete channel;
137 engine_.Terminate();
138 }
139
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000140 void ConstrainNewCodecBody() {
141 cricket::VideoCodec empty, in, out;
142 cricket::VideoCodec max_settings(engine_.codecs()[0].id,
143 engine_.codecs()[0].name,
144 1280, 800, 30, 0);
145
buildbot@webrtc.orgb92f6f92014-07-14 18:22:37 +0000146 // set max settings of 1280x800x30
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000147 EXPECT_TRUE(engine_.SetDefaultEncoderConfig(
148 cricket::VideoEncoderConfig(max_settings)));
149
150 // don't constrain the max resolution
151 in = max_settings;
152 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
153 EXPECT_PRED2(IsEqualCodec, out, in);
154
155 // constrain resolution greater than the max and wider aspect,
156 // picking best aspect (16:10)
157 in.width = 1380;
158 in.height = 800;
159 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
160 EXPECT_PRED4(IsEqualRes, out, 1280, 720, 30);
161
162 // constrain resolution greater than the max and narrow aspect,
163 // picking best aspect (16:9)
164 in.width = 1280;
165 in.height = 740;
166 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
167 EXPECT_PRED4(IsEqualRes, out, 1280, 720, 30);
168
169 // constrain resolution greater than the max, picking equal aspect (4:3)
170 in.width = 1280;
171 in.height = 960;
172 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
173 EXPECT_PRED4(IsEqualRes, out, 1280, 800, 30);
174
175 // constrain resolution greater than the max, picking equal aspect (16:10)
176 in.width = 1280;
177 in.height = 800;
178 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
179 EXPECT_PRED4(IsEqualRes, out, 1280, 800, 30);
180
181 // reduce max settings to 640x480x30
182 max_settings.width = 640;
183 max_settings.height = 480;
184 EXPECT_TRUE(engine_.SetDefaultEncoderConfig(
185 cricket::VideoEncoderConfig(max_settings)));
186
187 // don't constrain the max resolution
188 in = max_settings;
189 in.width = 640;
190 in.height = 480;
191 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
192 EXPECT_PRED2(IsEqualCodec, out, in);
193
194 // keep 16:10 if they request it
195 in.height = 400;
196 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
197 EXPECT_PRED2(IsEqualCodec, out, in);
198
199 // don't constrain lesser 4:3 resolutions
200 in.width = 320;
201 in.height = 240;
202 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
203 EXPECT_PRED2(IsEqualCodec, out, in);
204
205 // don't constrain lesser 16:10 resolutions
206 in.width = 320;
207 in.height = 200;
208 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
209 EXPECT_PRED2(IsEqualCodec, out, in);
210
211 // requested resolution of 0x0 succeeds
212 in.width = 0;
213 in.height = 0;
214 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
215 EXPECT_PRED2(IsEqualCodec, out, in);
216
217 // constrain resolution lesser than the max and wider aspect,
218 // picking best aspect (16:9)
219 in.width = 350;
220 in.height = 201;
221 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
222 EXPECT_PRED4(IsEqualRes, out, 320, 180, 30);
223
224 // constrain resolution greater than the max and narrow aspect,
225 // picking best aspect (4:3)
226 in.width = 350;
227 in.height = 300;
228 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
229 EXPECT_PRED4(IsEqualRes, out, 320, 240, 30);
230
231 // constrain resolution greater than the max and wider aspect,
232 // picking best aspect (16:9)
233 in.width = 1380;
234 in.height = 800;
235 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
236 EXPECT_PRED4(IsEqualRes, out, 640, 360, 30);
237
238 // constrain resolution greater than the max and narrow aspect,
239 // picking best aspect (4:3)
240 in.width = 1280;
241 in.height = 900;
242 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
243 EXPECT_PRED4(IsEqualRes, out, 640, 480, 30);
244
245 // constrain resolution greater than the max, picking equal aspect (4:3)
246 in.width = 1280;
247 in.height = 960;
248 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
249 EXPECT_PRED4(IsEqualRes, out, 640, 480, 30);
250
251 // constrain resolution greater than the max, picking equal aspect (16:10)
252 in.width = 1280;
253 in.height = 800;
254 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
255 EXPECT_PRED4(IsEqualRes, out, 640, 400, 30);
256
257 // constrain res & fps greater than the max
258 in.framerate = 50;
259 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
260 EXPECT_PRED4(IsEqualRes, out, 640, 400, 30);
261
262 // reduce max settings to 160x100x10
263 max_settings.width = 160;
264 max_settings.height = 100;
265 max_settings.framerate = 10;
266 EXPECT_TRUE(engine_.SetDefaultEncoderConfig(
267 cricket::VideoEncoderConfig(max_settings)));
268
269 // constrain res & fps to new max
270 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
271 EXPECT_PRED4(IsEqualRes, out, 160, 100, 10);
272
273 // allow 4:3 "comparable" resolutions
274 in.width = 160;
275 in.height = 120;
276 in.framerate = 10;
277 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
278 EXPECT_PRED4(IsEqualRes, out, 160, 120, 10);
279 }
280
buildbot@webrtc.orgb92f6f92014-07-14 18:22:37 +0000281 // This is the new way of constraining codec size, where we no longer maintain
282 // a list of the supported formats. Instead, CanSendCodec will just downscale
283 // the resolution by 2 until the width is below clamp.
284 void ConstrainNewCodec2Body() {
285 cricket::VideoCodec empty, in, out;
286 cricket::VideoCodec max_settings(engine_.codecs()[0].id,
287 engine_.codecs()[0].name,
288 1280, 800, 30, 0);
289
290 // Set max settings of 1280x800x30
291 EXPECT_TRUE(engine_.SetDefaultEncoderConfig(
292 cricket::VideoEncoderConfig(max_settings)));
293
294 // Don't constrain the max resolution
295 in = max_settings;
296 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
297 EXPECT_PRED2(IsEqualCodec, out, in);
298
299 // Constrain resolution greater than the max width.
300 in.width = 1380;
301 in.height = 800;
302 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
303 EXPECT_PRED4(IsEqualRes, out, 690, 400, 30);
304
305 // Don't constrain resolution when only the height is greater than max.
306 in.width = 960;
307 in.height = 1280;
308 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
309 EXPECT_PRED4(IsEqualRes, out, 960, 1280, 30);
310
311 // Don't constrain smaller format.
312 in.width = 640;
313 in.height = 480;
314 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
315 EXPECT_PRED4(IsEqualRes, out, 640, 480, 30);
316 }
317
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000318 void ConstrainRunningCodecBody() {
319 cricket::VideoCodec in, out, current;
320 cricket::VideoCodec max_settings(engine_.codecs()[0].id,
321 engine_.codecs()[0].name,
322 1280, 800, 30, 0);
323
324 // set max settings of 1280x960x30
325 EXPECT_TRUE(engine_.SetDefaultEncoderConfig(
326 cricket::VideoEncoderConfig(max_settings)));
327
328 // establish current call at 1280x800x30 (16:10)
329 current = max_settings;
330 current.height = 800;
331
332 // Don't constrain current resolution
333 in = current;
334 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
335 EXPECT_PRED2(IsEqualCodec, out, in);
336
337 // requested resolution of 0x0 succeeds
338 in.width = 0;
339 in.height = 0;
340 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
341 EXPECT_PRED2(IsEqualCodec, out, in);
342
343 // Reduce an intermediate resolution down to the next lowest one, preserving
344 // aspect ratio.
345 in.width = 800;
346 in.height = 600;
347 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
348 EXPECT_PRED4(IsEqualRes, out, 640, 400, 30);
349
350 // Clamping by aspect ratio, but still never return a dimension higher than
351 // requested.
352 in.width = 1280;
353 in.height = 720;
354 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
355 EXPECT_PRED4(IsEqualRes, out, 1280, 720, 30);
356
357 in.width = 1279;
358 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
359 EXPECT_PRED4(IsEqualRes, out, 960, 600, 30);
360
361 in.width = 1281;
362 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
363 EXPECT_PRED4(IsEqualRes, out, 1280, 720, 30);
364
365 // Clamp large resolutions down, always preserving aspect
366 in.width = 1920;
367 in.height = 1080;
368 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
369 EXPECT_PRED4(IsEqualRes, out, 1280, 800, 30);
370
371 in.width = 1921;
372 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
373 EXPECT_PRED4(IsEqualRes, out, 1280, 800, 30);
374
375 in.width = 1919;
376 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
377 EXPECT_PRED4(IsEqualRes, out, 1280, 800, 30);
378
379 // reduce max settings to 640x480x30
380 max_settings.width = 640;
381 max_settings.height = 480;
382 EXPECT_TRUE(engine_.SetDefaultEncoderConfig(
383 cricket::VideoEncoderConfig(max_settings)));
384
385 // establish current call at 640x400x30 (16:10)
386 current = max_settings;
387 current.height = 400;
388
389 // Don't constrain current resolution
390 in = current;
391 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
392 EXPECT_PRED2(IsEqualCodec, out, in);
393
394 // requested resolution of 0x0 succeeds
395 in.width = 0;
396 in.height = 0;
397 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
398 EXPECT_PRED2(IsEqualCodec, out, in);
399
400 // Reduce an intermediate resolution down to the next lowest one, preserving
401 // aspect ratio.
402 in.width = 400;
403 in.height = 300;
404 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
405 EXPECT_PRED4(IsEqualRes, out, 320, 200, 30);
406
407 // Clamping by aspect ratio, but still never return a dimension higher than
408 // requested.
409 in.width = 640;
410 in.height = 360;
411 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
412 EXPECT_PRED4(IsEqualRes, out, 640, 360, 30);
413
414 in.width = 639;
415 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
416 EXPECT_PRED4(IsEqualRes, out, 480, 300, 30);
417
418 in.width = 641;
419 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
420 EXPECT_PRED4(IsEqualRes, out, 640, 360, 30);
421
422 // Clamp large resolutions down, always preserving aspect
423 in.width = 1280;
424 in.height = 800;
425 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
426 EXPECT_PRED4(IsEqualRes, out, 640, 400, 30);
427
428 in.width = 1281;
429 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
430 EXPECT_PRED4(IsEqualRes, out, 640, 400, 30);
431
432 in.width = 1279;
433 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
434 EXPECT_PRED4(IsEqualRes, out, 640, 400, 30);
435
436 // Should fail for any that are smaller than our supported formats
437 in.width = 80;
438 in.height = 80;
439 EXPECT_FALSE(engine_.CanSendCodec(in, current, &out));
440
441 in.height = 50;
442 EXPECT_FALSE(engine_.CanSendCodec(in, current, &out));
443 }
444
445 VideoEngineOverride<E> engine_;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000446 rtc::scoped_ptr<cricket::FakeVideoCapturer> video_capturer_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000447};
448
449template<class E, class C>
450class VideoMediaChannelTest : public testing::Test,
451 public sigslot::has_slots<> {
452 protected:
Fredrik Solenberg709ed672015-09-15 12:26:33 +0200453 VideoMediaChannelTest<E, C>()
454 : call_(webrtc::Call::Create(webrtc::Call::Config())) {}
455
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000456 virtual cricket::VideoCodec DefaultCodec() = 0;
457
458 virtual cricket::StreamParams DefaultSendStreamParams() {
459 return cricket::StreamParams::CreateLegacy(kSsrc);
460 }
461
462 virtual void SetUp() {
463 cricket::Device device("test", "device");
Fredrik Solenberg9a416bd2015-05-22 09:04:09 +0200464 engine_.Init();
Fredrik Solenberg709ed672015-09-15 12:26:33 +0200465 channel_.reset(
466 engine_.CreateChannel(call_.get(), cricket::VideoOptions()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000467 EXPECT_TRUE(channel_.get() != NULL);
468 ConnectVideoChannelError();
469 network_interface_.SetDestination(channel_.get());
470 channel_->SetInterface(&network_interface_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000471 media_error_ = cricket::VideoMediaChannel::ERROR_NONE;
472 channel_->SetRecvCodecs(engine_.codecs());
473 EXPECT_TRUE(channel_->AddSendStream(DefaultSendStreamParams()));
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000474 video_capturer_.reset(CreateFakeVideoCapturer());
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000475 cricket::VideoFormat format(640, 480,
476 cricket::VideoFormat::FpsToInterval(30),
477 cricket::FOURCC_I420);
478 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_->Start(format));
479 EXPECT_TRUE(channel_->SetCapturer(kSsrc, video_capturer_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000480 }
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000481
482 virtual cricket::FakeVideoCapturer* CreateFakeVideoCapturer() {
483 return new cricket::FakeVideoCapturer();
484 }
485
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000486 // Utility method to setup an additional stream to send and receive video.
487 // Used to test send and recv between two streams.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000488 void SetUpSecondStream() {
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000489 SetUpSecondStreamWithNoRecv();
490 // Setup recv for second stream.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000491 EXPECT_TRUE(channel_->AddRecvStream(
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000492 cricket::StreamParams::CreateLegacy(kSsrc + 2)));
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000493 // Make the second renderer available for use by a new stream.
494 EXPECT_TRUE(channel_->SetRenderer(kSsrc + 2, &renderer2_));
495 }
496 // Setup an additional stream just to send video. Defer add recv stream.
497 // This is required if you want to test unsignalled recv of video rtp packets.
498 void SetUpSecondStreamWithNoRecv() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000499 // SetUp() already added kSsrc make sure duplicate SSRCs cant be added.
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000500 EXPECT_TRUE(channel_->AddRecvStream(
501 cricket::StreamParams::CreateLegacy(kSsrc)));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +0000502 EXPECT_TRUE(channel_->SetRenderer(kSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000503 EXPECT_FALSE(channel_->AddSendStream(
504 cricket::StreamParams::CreateLegacy(kSsrc)));
505 EXPECT_TRUE(channel_->AddSendStream(
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000506 cricket::StreamParams::CreateLegacy(kSsrc + 2)));
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000507 // We dont add recv for the second stream.
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000508
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000509 // Setup the receive and renderer for second stream after send.
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000510 video_capturer_2_.reset(CreateFakeVideoCapturer());
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000511 cricket::VideoFormat format(640, 480,
512 cricket::VideoFormat::FpsToInterval(30),
513 cricket::FOURCC_I420);
514 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_2_->Start(format));
515
516 EXPECT_TRUE(channel_->SetCapturer(kSsrc + 2, video_capturer_2_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000517 }
518 virtual void TearDown() {
519 channel_.reset();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000520 }
521 void ConnectVideoChannelError() {
522 channel_->SignalMediaError.connect(this,
523 &VideoMediaChannelTest<E, C>::OnVideoChannelError);
524 }
525 bool SetDefaultCodec() {
526 return SetOneCodec(DefaultCodec());
527 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000528
529 bool SetOneCodec(int pt, const char* name, int w, int h, int fr) {
530 return SetOneCodec(cricket::VideoCodec(pt, name, w, h, fr, 0));
531 }
532 bool SetOneCodec(const cricket::VideoCodec& codec) {
533 std::vector<cricket::VideoCodec> codecs;
534 codecs.push_back(codec);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000535
536 cricket::VideoFormat capture_format(codec.width, codec.height,
537 cricket::VideoFormat::FpsToInterval(codec.framerate),
538 cricket::FOURCC_I420);
539
540 if (video_capturer_) {
541 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_->Start(capture_format));
542 }
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000543 if (video_capturer_2_) {
544 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_2_->Start(capture_format));
545 }
546
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000547 bool sending = channel_->sending();
548 bool success = SetSend(false);
549 if (success)
550 success = channel_->SetSendCodecs(codecs);
551 if (success)
552 success = SetSend(sending);
553 return success;
554 }
555 bool SetSend(bool send) {
556 return channel_->SetSend(send);
557 }
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000558 bool SetSendStreamFormat(uint32 ssrc, const cricket::VideoCodec& codec) {
559 return channel_->SetSendStreamFormat(ssrc, cricket::VideoFormat(
560 codec.width, codec.height,
561 cricket::VideoFormat::FpsToInterval(codec.framerate),
562 cricket::FOURCC_ANY));
563 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000564 int DrainOutgoingPackets() {
565 int packets = 0;
566 do {
567 packets = NumRtpPackets();
568 // 100 ms should be long enough.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000569 rtc::Thread::Current()->ProcessMessages(100);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000570 } while (NumRtpPackets() > packets);
571 return NumRtpPackets();
572 }
573 bool SendFrame() {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000574 if (video_capturer_2_) {
575 video_capturer_2_->CaptureFrame();
576 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000577 return video_capturer_.get() &&
578 video_capturer_->CaptureFrame();
579 }
580 bool WaitAndSendFrame(int wait_ms) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000581 bool ret = rtc::Thread::Current()->ProcessMessages(wait_ms);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000582 ret &= SendFrame();
583 return ret;
584 }
585 // Sends frames and waits for the decoder to be fully initialized.
586 // Returns the number of frames that were sent.
587 int WaitForDecoder() {
588#if defined(HAVE_OPENMAX)
589 // Send enough frames for the OpenMAX decoder to continue processing, and
590 // return the number of frames sent.
591 // Send frames for a full kTimeout's worth of 15fps video.
592 int frame_count = 0;
593 while (frame_count < static_cast<int>(kTimeout) / 66) {
594 EXPECT_TRUE(WaitAndSendFrame(66));
595 ++frame_count;
596 }
597 return frame_count;
598#else
599 return 0;
600#endif
601 }
602 bool SendCustomVideoFrame(int w, int h) {
603 if (!video_capturer_.get()) return false;
604 return video_capturer_->CaptureCustomFrame(w, h, cricket::FOURCC_I420);
605 }
606 int NumRtpBytes() {
607 return network_interface_.NumRtpBytes();
608 }
609 int NumRtpBytes(uint32 ssrc) {
610 return network_interface_.NumRtpBytes(ssrc);
611 }
612 int NumRtpPackets() {
613 return network_interface_.NumRtpPackets();
614 }
615 int NumRtpPackets(uint32 ssrc) {
616 return network_interface_.NumRtpPackets(ssrc);
617 }
618 int NumSentSsrcs() {
619 return network_interface_.NumSentSsrcs();
620 }
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000621 const rtc::Buffer* GetRtpPacket(int index) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000622 return network_interface_.GetRtpPacket(index);
623 }
624 int NumRtcpPackets() {
625 return network_interface_.NumRtcpPackets();
626 }
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000627 const rtc::Buffer* GetRtcpPacket(int index) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000628 return network_interface_.GetRtcpPacket(index);
629 }
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000630 static int GetPayloadType(const rtc::Buffer* p) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000631 int pt = -1;
632 ParseRtpPacket(p, NULL, &pt, NULL, NULL, NULL, NULL);
633 return pt;
634 }
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000635 static bool ParseRtpPacket(const rtc::Buffer* p, bool* x, int* pt,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000636 int* seqnum, uint32* tstamp, uint32* ssrc,
637 std::string* payload) {
Karl Wiberg94784372015-04-20 14:03:07 +0200638 rtc::ByteBuffer buf(*p);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000639 uint8 u08 = 0;
640 uint16 u16 = 0;
641 uint32 u32 = 0;
642
643 // Read X and CC fields.
644 if (!buf.ReadUInt8(&u08)) return false;
645 bool extension = ((u08 & 0x10) != 0);
646 uint8 cc = (u08 & 0x0F);
647 if (x) *x = extension;
648
649 // Read PT field.
650 if (!buf.ReadUInt8(&u08)) return false;
651 if (pt) *pt = (u08 & 0x7F);
652
653 // Read Sequence Number field.
654 if (!buf.ReadUInt16(&u16)) return false;
655 if (seqnum) *seqnum = u16;
656
657 // Read Timestamp field.
658 if (!buf.ReadUInt32(&u32)) return false;
659 if (tstamp) *tstamp = u32;
660
661 // Read SSRC field.
662 if (!buf.ReadUInt32(&u32)) return false;
663 if (ssrc) *ssrc = u32;
664
665 // Skip CSRCs.
666 for (uint8 i = 0; i < cc; ++i) {
667 if (!buf.ReadUInt32(&u32)) return false;
668 }
669
670 // Skip extension header.
671 if (extension) {
672 // Read Profile-specific extension header ID
673 if (!buf.ReadUInt16(&u16)) return false;
674
675 // Read Extension header length
676 if (!buf.ReadUInt16(&u16)) return false;
677 uint16 ext_header_len = u16;
678
679 // Read Extension header
680 for (uint16 i = 0; i < ext_header_len; ++i) {
681 if (!buf.ReadUInt32(&u32)) return false;
682 }
683 }
684
685 if (payload) {
686 return buf.ReadString(payload, buf.Length());
687 }
688 return true;
689 }
690
691 // Parse all RTCP packet, from start_index to stop_index, and count how many
692 // FIR (PT=206 and FMT=4 according to RFC 5104). If successful, set the count
693 // and return true.
694 bool CountRtcpFir(int start_index, int stop_index, int* fir_count) {
695 int count = 0;
696 for (int i = start_index; i < stop_index; ++i) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000697 rtc::scoped_ptr<const rtc::Buffer> p(GetRtcpPacket(i));
Karl Wiberg94784372015-04-20 14:03:07 +0200698 rtc::ByteBuffer buf(*p);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000699 size_t total_len = 0;
700 // The packet may be a compound RTCP packet.
kwiberg@webrtc.orgeebcab52015-03-24 09:19:06 +0000701 while (total_len < p->size()) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000702 // Read FMT, type and length.
703 uint8 fmt = 0;
704 uint8 type = 0;
705 uint16 length = 0;
706 if (!buf.ReadUInt8(&fmt)) return false;
707 fmt &= 0x1F;
708 if (!buf.ReadUInt8(&type)) return false;
709 if (!buf.ReadUInt16(&length)) return false;
710 buf.Consume(length * 4); // Skip RTCP data.
711 total_len += (length + 1) * 4;
712 if ((192 == type) || ((206 == type) && (4 == fmt))) {
713 ++count;
714 }
715 }
716 }
717
718 if (fir_count) {
719 *fir_count = count;
720 }
721 return true;
722 }
723
724 void OnVideoChannelError(uint32 ssrc,
725 cricket::VideoMediaChannel::Error error) {
726 media_error_ = error;
727 }
728
729 // Test that SetSend works.
730 void SetSend() {
731 EXPECT_FALSE(channel_->sending());
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000732 EXPECT_TRUE(channel_->SetCapturer(kSsrc, video_capturer_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000733 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
734 EXPECT_FALSE(channel_->sending());
735 EXPECT_TRUE(SetSend(true));
736 EXPECT_TRUE(channel_->sending());
737 EXPECT_TRUE(SendFrame());
738 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
739 EXPECT_TRUE(SetSend(false));
740 EXPECT_FALSE(channel_->sending());
741 }
742 // Test that SetSend fails without codecs being set.
743 void SetSendWithoutCodecs() {
744 EXPECT_FALSE(channel_->sending());
745 EXPECT_FALSE(SetSend(true));
746 EXPECT_FALSE(channel_->sending());
747 }
748 // Test that we properly set the send and recv buffer sizes by the time
749 // SetSend is called.
750 void SetSendSetsTransportBufferSizes() {
751 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
752 EXPECT_TRUE(SetSend(true));
buildbot@webrtc.orgae694ef2014-10-28 17:37:17 +0000753 EXPECT_EQ(64 * 1024, network_interface_.sendbuf_size());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000754 EXPECT_EQ(64 * 1024, network_interface_.recvbuf_size());
755 }
756 // Tests that we can send frames and the right payload type is used.
757 void Send(const cricket::VideoCodec& codec) {
758 EXPECT_TRUE(SetOneCodec(codec));
759 EXPECT_TRUE(SetSend(true));
760 EXPECT_TRUE(SendFrame());
761 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000762 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000763 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
764 }
765 // Tests that we can send and receive frames.
766 void SendAndReceive(const cricket::VideoCodec& codec) {
767 EXPECT_TRUE(SetOneCodec(codec));
768 EXPECT_TRUE(SetSend(true));
769 EXPECT_TRUE(channel_->SetRender(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +0000770 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000771 EXPECT_EQ(0, renderer_.num_rendered_frames());
772 EXPECT_TRUE(SendFrame());
773 EXPECT_FRAME_WAIT(1, codec.width, codec.height, kTimeout);
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000774 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000775 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
776 }
777 // Tests that we only get a VideoRenderer::SetSize() callback when needed.
778 void SendManyResizeOnce() {
779 cricket::VideoCodec codec(DefaultCodec());
780 EXPECT_TRUE(SetOneCodec(codec));
781 EXPECT_TRUE(SetSend(true));
782 EXPECT_TRUE(channel_->SetRender(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +0000783 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000784 EXPECT_EQ(0, renderer_.num_rendered_frames());
785 EXPECT_TRUE(WaitAndSendFrame(30));
786 EXPECT_FRAME_WAIT(1, codec.width, codec.height, kTimeout);
787 EXPECT_TRUE(WaitAndSendFrame(30));
788 EXPECT_FRAME_WAIT(2, codec.width, codec.height, kTimeout);
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000789 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000790 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
791 EXPECT_EQ(1, renderer_.num_set_sizes());
792
793 codec.width /= 2;
794 codec.height /= 2;
795 EXPECT_TRUE(SetOneCodec(codec));
796 EXPECT_TRUE(WaitAndSendFrame(30));
797 EXPECT_FRAME_WAIT(3, codec.width, codec.height, kTimeout);
798 EXPECT_EQ(2, renderer_.num_set_sizes());
799 }
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000800 void SendReceiveManyAndGetStats(const cricket::VideoCodec& codec,
801 int duration_sec, int fps) {
802 EXPECT_TRUE(SetOneCodec(codec));
803 EXPECT_TRUE(SetSend(true));
804 EXPECT_TRUE(channel_->SetRender(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +0000805 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000806 EXPECT_EQ(0, renderer_.num_rendered_frames());
807 for (int i = 0; i < duration_sec; ++i) {
808 for (int frame = 1; frame <= fps; ++frame) {
809 EXPECT_TRUE(WaitAndSendFrame(1000 / fps));
810 EXPECT_FRAME_WAIT(frame + i * fps, codec.width, codec.height, kTimeout);
811 }
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000812 }
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000813 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000814 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
815 }
816
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000817 // Test that stats work properly for a 1-1 call.
818 void GetStats() {
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000819 const int kDurationSec = 3;
820 const int kFps = 10;
821 SendReceiveManyAndGetStats(DefaultCodec(), kDurationSec, kFps);
822
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000823 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +0000824 EXPECT_TRUE(channel_->GetStats(&info));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000825
826 ASSERT_EQ(1U, info.senders.size());
827 // TODO(whyuan): bytes_sent and bytes_rcvd are different. Are both payload?
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000828 // For webrtc, bytes_sent does not include the RTP header length.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000829 EXPECT_GT(info.senders[0].bytes_sent, 0);
830 EXPECT_EQ(NumRtpPackets(), info.senders[0].packets_sent);
831 EXPECT_EQ(0.0, info.senders[0].fraction_lost);
832 EXPECT_EQ(0, info.senders[0].firs_rcvd);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000833 EXPECT_EQ(0, info.senders[0].plis_rcvd);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000834 EXPECT_EQ(0, info.senders[0].nacks_rcvd);
wu@webrtc.org987f2c92014-03-28 16:22:19 +0000835 EXPECT_EQ(DefaultCodec().width, info.senders[0].send_frame_width);
836 EXPECT_EQ(DefaultCodec().height, info.senders[0].send_frame_height);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000837 EXPECT_GT(info.senders[0].framerate_input, 0);
838 EXPECT_GT(info.senders[0].framerate_sent, 0);
839
840 ASSERT_EQ(1U, info.receivers.size());
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000841 EXPECT_EQ(1U, info.senders[0].ssrcs().size());
842 EXPECT_EQ(1U, info.receivers[0].ssrcs().size());
843 EXPECT_EQ(info.senders[0].ssrcs()[0], info.receivers[0].ssrcs()[0]);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000844 EXPECT_EQ(NumRtpBytes(), info.receivers[0].bytes_rcvd);
845 EXPECT_EQ(NumRtpPackets(), info.receivers[0].packets_rcvd);
846 EXPECT_EQ(0.0, info.receivers[0].fraction_lost);
847 EXPECT_EQ(0, info.receivers[0].packets_lost);
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000848 // TODO(asapersson): Not set for webrtc. Handle missing stats.
849 // EXPECT_EQ(0, info.receivers[0].packets_concealed);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000850 EXPECT_EQ(0, info.receivers[0].firs_sent);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000851 EXPECT_EQ(0, info.receivers[0].plis_sent);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000852 EXPECT_EQ(0, info.receivers[0].nacks_sent);
853 EXPECT_EQ(DefaultCodec().width, info.receivers[0].frame_width);
854 EXPECT_EQ(DefaultCodec().height, info.receivers[0].frame_height);
855 EXPECT_GT(info.receivers[0].framerate_rcvd, 0);
856 EXPECT_GT(info.receivers[0].framerate_decoded, 0);
857 EXPECT_GT(info.receivers[0].framerate_output, 0);
858 }
859 // Test that stats work properly for a conf call with multiple recv streams.
860 void GetStatsMultipleRecvStreams() {
861 cricket::FakeVideoRenderer renderer1, renderer2;
862 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
863 cricket::VideoOptions vmo;
864 vmo.conference_mode.Set(true);
865 EXPECT_TRUE(channel_->SetOptions(vmo));
866 EXPECT_TRUE(SetSend(true));
867 EXPECT_TRUE(channel_->AddRecvStream(
868 cricket::StreamParams::CreateLegacy(1)));
869 EXPECT_TRUE(channel_->AddRecvStream(
870 cricket::StreamParams::CreateLegacy(2)));
871 EXPECT_TRUE(channel_->SetRenderer(1, &renderer1));
872 EXPECT_TRUE(channel_->SetRenderer(2, &renderer2));
873 EXPECT_TRUE(channel_->SetRender(true));
874 EXPECT_EQ(0, renderer1.num_rendered_frames());
875 EXPECT_EQ(0, renderer2.num_rendered_frames());
876 std::vector<uint32> ssrcs;
877 ssrcs.push_back(1);
878 ssrcs.push_back(2);
879 network_interface_.SetConferenceMode(true, ssrcs);
880 EXPECT_TRUE(SendFrame());
881 EXPECT_FRAME_ON_RENDERER_WAIT(
882 renderer1, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
883 EXPECT_FRAME_ON_RENDERER_WAIT(
884 renderer2, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
885 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +0000886 EXPECT_TRUE(channel_->GetStats(&info));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000887
888 ASSERT_EQ(1U, info.senders.size());
889 // TODO(whyuan): bytes_sent and bytes_rcvd are different. Are both payload?
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000890 // For webrtc, bytes_sent does not include the RTP header length.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000891 EXPECT_GT(info.senders[0].bytes_sent, 0);
892 EXPECT_EQ(NumRtpPackets(), info.senders[0].packets_sent);
wu@webrtc.org987f2c92014-03-28 16:22:19 +0000893 EXPECT_EQ(DefaultCodec().width, info.senders[0].send_frame_width);
894 EXPECT_EQ(DefaultCodec().height, info.senders[0].send_frame_height);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000895
896 ASSERT_EQ(2U, info.receivers.size());
897 for (size_t i = 0; i < info.receivers.size(); ++i) {
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000898 EXPECT_EQ(1U, info.receivers[i].ssrcs().size());
899 EXPECT_EQ(i + 1, info.receivers[i].ssrcs()[0]);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000900 EXPECT_EQ(NumRtpBytes(), info.receivers[i].bytes_rcvd);
901 EXPECT_EQ(NumRtpPackets(), info.receivers[i].packets_rcvd);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000902 EXPECT_EQ(DefaultCodec().width, info.receivers[i].frame_width);
903 EXPECT_EQ(DefaultCodec().height, info.receivers[i].frame_height);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000904 }
905 }
906 // Test that stats work properly for a conf call with multiple send streams.
907 void GetStatsMultipleSendStreams() {
908 // Normal setup; note that we set the SSRC explicitly to ensure that
909 // it will come first in the senders map.
910 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
911 cricket::VideoOptions vmo;
912 vmo.conference_mode.Set(true);
913 EXPECT_TRUE(channel_->SetOptions(vmo));
914 EXPECT_TRUE(channel_->AddRecvStream(
buildbot@webrtc.org99f63082014-07-18 23:31:30 +0000915 cricket::StreamParams::CreateLegacy(kSsrc)));
916 EXPECT_TRUE(channel_->SetRenderer(kSsrc, &renderer_));
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000917 channel_->UpdateAspectRatio(640, 400);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000918 EXPECT_TRUE(SetSend(true));
919 EXPECT_TRUE(channel_->SetRender(true));
920 EXPECT_TRUE(SendFrame());
921 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
922 EXPECT_FRAME_WAIT(1, DefaultCodec().width, DefaultCodec().height, kTimeout);
923
924 // Add an additional capturer, and hook up a renderer to receive it.
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000925 cricket::FakeVideoRenderer renderer2;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000926 rtc::scoped_ptr<cricket::FakeVideoCapturer> capturer(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000927 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000928 capturer->SetScreencast(true);
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000929 const int kTestWidth = 160;
930 const int kTestHeight = 120;
931 cricket::VideoFormat format(kTestWidth, kTestHeight,
932 cricket::VideoFormat::FpsToInterval(5),
933 cricket::FOURCC_I420);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000934 EXPECT_EQ(cricket::CS_RUNNING, capturer->Start(format));
935 EXPECT_TRUE(channel_->AddSendStream(
936 cricket::StreamParams::CreateLegacy(5678)));
937 EXPECT_TRUE(channel_->SetCapturer(5678, capturer.get()));
938 EXPECT_TRUE(channel_->AddRecvStream(
939 cricket::StreamParams::CreateLegacy(5678)));
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000940 EXPECT_TRUE(channel_->SetRenderer(5678, &renderer2));
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000941 EXPECT_TRUE(capturer->CaptureCustomFrame(
942 kTestWidth, kTestHeight, cricket::FOURCC_I420));
943 EXPECT_FRAME_ON_RENDERER_WAIT(
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000944 renderer2, 1, kTestWidth, kTestHeight, kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000945
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000946 // Get stats, and make sure they are correct for two senders. We wait until
947 // the number of expected packets have been sent to avoid races where we
948 // check stats before it has been updated.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000949 cricket::VideoMediaInfo info;
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000950 for (uint32 i = 0; i < kTimeout; ++i) {
951 rtc::Thread::Current()->ProcessMessages(1);
pbos@webrtc.org058b1f12015-03-04 08:54:32 +0000952 EXPECT_TRUE(channel_->GetStats(&info));
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000953 ASSERT_EQ(2U, info.senders.size());
954 if (info.senders[0].packets_sent + info.senders[1].packets_sent ==
955 NumRtpPackets()) {
956 // Stats have been updated for both sent frames, expectations can be
957 // checked now.
958 break;
959 }
960 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000961 EXPECT_EQ(NumRtpPackets(),
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000962 info.senders[0].packets_sent + info.senders[1].packets_sent)
963 << "Timed out while waiting for packet counts for all sent packets.";
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000964 EXPECT_EQ(1U, info.senders[0].ssrcs().size());
965 EXPECT_EQ(1234U, info.senders[0].ssrcs()[0]);
wu@webrtc.org987f2c92014-03-28 16:22:19 +0000966 EXPECT_EQ(DefaultCodec().width, info.senders[0].send_frame_width);
967 EXPECT_EQ(DefaultCodec().height, info.senders[0].send_frame_height);
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000968 EXPECT_EQ(1U, info.senders[1].ssrcs().size());
969 EXPECT_EQ(5678U, info.senders[1].ssrcs()[0]);
wu@webrtc.org987f2c92014-03-28 16:22:19 +0000970 EXPECT_EQ(kTestWidth, info.senders[1].send_frame_width);
971 EXPECT_EQ(kTestHeight, info.senders[1].send_frame_height);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000972 // The capturer must be unregistered here as it runs out of it's scope next.
973 EXPECT_TRUE(channel_->SetCapturer(5678, NULL));
974 }
975
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000976 // Test that we can set the bandwidth.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000977 void SetSendBandwidth() {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000978 EXPECT_TRUE(channel_->SetMaxSendBandwidth(-1)); // <= 0 means unlimited.
979 EXPECT_TRUE(channel_->SetMaxSendBandwidth(128 * 1024));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000980 }
981 // Test that we can set the SSRC for the default send source.
982 void SetSendSsrc() {
983 EXPECT_TRUE(SetDefaultCodec());
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000984 EXPECT_TRUE(SetSendStreamFormat(kSsrc, DefaultCodec()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000985 EXPECT_TRUE(SetSend(true));
986 EXPECT_TRUE(SendFrame());
987 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
988 uint32 ssrc = 0;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000989 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000990 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
991 EXPECT_EQ(kSsrc, ssrc);
992 EXPECT_EQ(NumRtpPackets(), NumRtpPackets(ssrc));
993 EXPECT_EQ(NumRtpBytes(), NumRtpBytes(ssrc));
994 EXPECT_EQ(1, NumSentSsrcs());
995 EXPECT_EQ(0, NumRtpPackets(kSsrc - 1));
996 EXPECT_EQ(0, NumRtpBytes(kSsrc - 1));
997 }
998 // Test that we can set the SSRC even after codecs are set.
999 void SetSendSsrcAfterSetCodecs() {
1000 // Remove stream added in Setup.
1001 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
1002 EXPECT_TRUE(SetDefaultCodec());
1003 EXPECT_TRUE(channel_->AddSendStream(
1004 cricket::StreamParams::CreateLegacy(999)));
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001005 EXPECT_TRUE(channel_->SetCapturer(999u, video_capturer_.get()));
henrike@webrtc.orga7b98182014-02-21 15:51:43 +00001006 EXPECT_TRUE(SetSendStreamFormat(999u, DefaultCodec()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001007 EXPECT_TRUE(SetSend(true));
1008 EXPECT_TRUE(WaitAndSendFrame(0));
1009 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
1010 uint32 ssrc = 0;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001011 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001012 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
1013 EXPECT_EQ(999u, ssrc);
1014 EXPECT_EQ(NumRtpPackets(), NumRtpPackets(ssrc));
1015 EXPECT_EQ(NumRtpBytes(), NumRtpBytes(ssrc));
1016 EXPECT_EQ(1, NumSentSsrcs());
1017 EXPECT_EQ(0, NumRtpPackets(kSsrc));
1018 EXPECT_EQ(0, NumRtpBytes(kSsrc));
1019 }
1020 // Test that we can set the default video renderer before and after
1021 // media is received.
1022 void SetRenderer() {
1023 uint8 data1[] = {
1024 0x80, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00
1025 };
1026
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001027 rtc::Buffer packet1(data1, sizeof(data1));
1028 rtc::SetBE32(packet1.data() + 8, kSsrc);
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001029 channel_->SetRenderer(kDefaultReceiveSsrc, NULL);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001030 EXPECT_TRUE(SetDefaultCodec());
1031 EXPECT_TRUE(SetSend(true));
1032 EXPECT_TRUE(channel_->SetRender(true));
1033 EXPECT_EQ(0, renderer_.num_rendered_frames());
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001034 channel_->OnPacketReceived(&packet1, rtc::PacketTime());
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001035 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001036 EXPECT_TRUE(SendFrame());
1037 EXPECT_FRAME_WAIT(1, DefaultCodec().width, DefaultCodec().height, kTimeout);
1038 }
1039
1040 // Tests empty StreamParams is rejected.
1041 void RejectEmptyStreamParams() {
1042 // Remove the send stream that was added during Setup.
1043 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
1044
1045 cricket::StreamParams empty;
1046 EXPECT_FALSE(channel_->AddSendStream(empty));
1047 EXPECT_TRUE(channel_->AddSendStream(
1048 cricket::StreamParams::CreateLegacy(789u)));
1049 }
1050
1051 // Tests setting up and configuring a send stream.
1052 void AddRemoveSendStreams() {
1053 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
1054 EXPECT_TRUE(SetSend(true));
1055 EXPECT_TRUE(channel_->SetRender(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001056 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001057 EXPECT_TRUE(SendFrame());
1058 EXPECT_FRAME_WAIT(1, DefaultCodec().width, DefaultCodec().height, kTimeout);
1059 EXPECT_GE(2, NumRtpPackets());
1060 uint32 ssrc = 0;
1061 size_t last_packet = NumRtpPackets() - 1;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001062 rtc::scoped_ptr<const rtc::Buffer>
wu@webrtc.org9caf2762013-12-11 18:25:07 +00001063 p(GetRtpPacket(static_cast<int>(last_packet)));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001064 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
1065 EXPECT_EQ(kSsrc, ssrc);
1066
1067 // Remove the send stream that was added during Setup.
1068 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
1069 int rtp_packets = NumRtpPackets();
1070
1071 EXPECT_TRUE(channel_->AddSendStream(
1072 cricket::StreamParams::CreateLegacy(789u)));
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001073 EXPECT_TRUE(channel_->SetCapturer(789u, video_capturer_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001074 EXPECT_EQ(rtp_packets, NumRtpPackets());
1075 // Wait 30ms to guarantee the engine does not drop the frame.
1076 EXPECT_TRUE(WaitAndSendFrame(30));
1077 EXPECT_TRUE_WAIT(NumRtpPackets() > rtp_packets, kTimeout);
1078
1079 last_packet = NumRtpPackets() - 1;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00001080 p.reset(GetRtpPacket(static_cast<int>(last_packet)));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001081 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
1082 EXPECT_EQ(789u, ssrc);
1083 }
1084
1085 // Tests adding streams already exists returns false.
1086 void AddRecvStreamsAlreadyExist() {
1087 cricket::VideoOptions vmo;
1088 vmo.conference_mode.Set(true);
1089 EXPECT_TRUE(channel_->SetOptions(vmo));
1090
1091 EXPECT_FALSE(channel_->AddRecvStream(
1092 cricket::StreamParams::CreateLegacy(0)));
1093
1094 EXPECT_TRUE(channel_->AddRecvStream(
1095 cricket::StreamParams::CreateLegacy(1)));
1096 EXPECT_FALSE(channel_->AddRecvStream(
1097 cricket::StreamParams::CreateLegacy(1)));
1098
1099 EXPECT_TRUE(channel_->RemoveRecvStream(1));
1100 EXPECT_FALSE(channel_->AddRecvStream(
1101 cricket::StreamParams::CreateLegacy(0)));
1102 EXPECT_TRUE(channel_->AddRecvStream(
1103 cricket::StreamParams::CreateLegacy(1)));
1104 }
1105
1106 // Tests setting up and configuring multiple incoming streams.
1107 void AddRemoveRecvStreams() {
1108 cricket::FakeVideoRenderer renderer1, renderer2;
1109 cricket::VideoOptions vmo;
1110 vmo.conference_mode.Set(true);
1111 EXPECT_TRUE(channel_->SetOptions(vmo));
1112 // Ensure we can't set the renderer on a non-existent stream.
1113 EXPECT_FALSE(channel_->SetRenderer(1, &renderer1));
1114 EXPECT_FALSE(channel_->SetRenderer(2, &renderer2));
1115 cricket::VideoRenderer* renderer;
1116 EXPECT_FALSE(channel_->GetRenderer(1, &renderer));
1117 EXPECT_FALSE(channel_->GetRenderer(2, &renderer));
1118
1119 // Ensure we can add streams.
1120 EXPECT_TRUE(channel_->AddRecvStream(
1121 cricket::StreamParams::CreateLegacy(1)));
1122 EXPECT_TRUE(channel_->AddRecvStream(
1123 cricket::StreamParams::CreateLegacy(2)));
1124 EXPECT_TRUE(channel_->GetRenderer(1, &renderer));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001125 EXPECT_TRUE(renderer == NULL);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001126 EXPECT_TRUE(channel_->GetRenderer(2, &renderer));
1127 EXPECT_TRUE(NULL == renderer);
1128
1129 // Ensure we can now set the renderers.
1130 EXPECT_TRUE(channel_->SetRenderer(1, &renderer1));
1131 EXPECT_TRUE(channel_->SetRenderer(2, &renderer2));
1132 EXPECT_TRUE(channel_->GetRenderer(1, &renderer));
1133 EXPECT_TRUE(&renderer1 == renderer);
1134 EXPECT_TRUE(channel_->GetRenderer(2, &renderer));
1135 EXPECT_TRUE(&renderer2 == renderer);
1136
1137 // Ensure we can change the renderers if needed.
1138 EXPECT_TRUE(channel_->SetRenderer(1, &renderer2));
1139 EXPECT_TRUE(channel_->SetRenderer(2, &renderer1));
1140 EXPECT_TRUE(channel_->GetRenderer(1, &renderer));
1141 EXPECT_TRUE(&renderer2 == renderer);
1142 EXPECT_TRUE(channel_->GetRenderer(2, &renderer));
1143 EXPECT_TRUE(&renderer1 == renderer);
1144
1145 EXPECT_TRUE(channel_->RemoveRecvStream(2));
1146 EXPECT_TRUE(channel_->RemoveRecvStream(1));
1147 EXPECT_FALSE(channel_->GetRenderer(1, &renderer));
1148 EXPECT_FALSE(channel_->GetRenderer(2, &renderer));
1149 }
1150
1151 // Tests setting up and configuring multiple incoming streams in a
1152 // non-conference call.
1153 void AddRemoveRecvStreamsNoConference() {
1154 cricket::FakeVideoRenderer renderer1, renderer2;
1155 // Ensure we can't set the renderer on a non-existent stream.
1156 EXPECT_FALSE(channel_->SetRenderer(1, &renderer1));
1157 EXPECT_FALSE(channel_->SetRenderer(2, &renderer2));
1158 cricket::VideoRenderer* renderer;
1159 EXPECT_FALSE(channel_->GetRenderer(1, &renderer));
1160 EXPECT_FALSE(channel_->GetRenderer(2, &renderer));
1161
1162 // Ensure we can add streams.
1163 EXPECT_TRUE(channel_->AddRecvStream(
1164 cricket::StreamParams::CreateLegacy(1)));
1165 EXPECT_TRUE(channel_->AddRecvStream(
1166 cricket::StreamParams::CreateLegacy(2)));
1167 EXPECT_TRUE(channel_->GetRenderer(1, &renderer));
1168 // Verify the first AddRecvStream hook up to the default renderer.
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001169 EXPECT_TRUE(renderer == NULL);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001170 EXPECT_TRUE(channel_->GetRenderer(2, &renderer));
1171 EXPECT_TRUE(NULL == renderer);
1172
1173 // Ensure we can now set the renderers.
1174 EXPECT_TRUE(channel_->SetRenderer(1, &renderer1));
1175 EXPECT_TRUE(channel_->SetRenderer(2, &renderer2));
1176 EXPECT_TRUE(channel_->GetRenderer(1, &renderer));
1177 EXPECT_TRUE(&renderer1 == renderer);
1178 EXPECT_TRUE(channel_->GetRenderer(2, &renderer));
1179 EXPECT_TRUE(&renderer2 == renderer);
1180
1181 // Ensure we can change the renderers if needed.
1182 EXPECT_TRUE(channel_->SetRenderer(1, &renderer2));
1183 EXPECT_TRUE(channel_->SetRenderer(2, &renderer1));
1184 EXPECT_TRUE(channel_->GetRenderer(1, &renderer));
1185 EXPECT_TRUE(&renderer2 == renderer);
1186 EXPECT_TRUE(channel_->GetRenderer(2, &renderer));
1187 EXPECT_TRUE(&renderer1 == renderer);
1188
1189 EXPECT_TRUE(channel_->RemoveRecvStream(2));
1190 EXPECT_TRUE(channel_->RemoveRecvStream(1));
1191 EXPECT_FALSE(channel_->GetRenderer(1, &renderer));
1192 EXPECT_FALSE(channel_->GetRenderer(2, &renderer));
1193 }
1194
1195 // Test that no frames are rendered after the receive stream have been
1196 // removed.
1197 void AddRemoveRecvStreamAndRender() {
1198 cricket::FakeVideoRenderer renderer1;
1199 EXPECT_TRUE(SetDefaultCodec());
1200 EXPECT_TRUE(SetSend(true));
1201 EXPECT_TRUE(channel_->SetRender(true));
1202 EXPECT_TRUE(channel_->AddRecvStream(
1203 cricket::StreamParams::CreateLegacy(kSsrc)));
1204 EXPECT_TRUE(channel_->SetRenderer(kSsrc, &renderer1));
1205
1206 EXPECT_TRUE(SendFrame());
1207 EXPECT_FRAME_ON_RENDERER_WAIT(
1208 renderer1, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
1209 EXPECT_TRUE(channel_->RemoveRecvStream(kSsrc));
1210 // Send three more frames. This is to avoid that the test might be flaky
1211 // due to frame dropping.
1212 for (size_t i = 0; i < 3; ++i)
1213 EXPECT_TRUE(WaitAndSendFrame(100));
1214
1215 // Test that no more frames have been rendered.
1216 EXPECT_EQ(1, renderer1.num_rendered_frames());
1217
1218 // Re-add the stream again and make sure it renders.
1219 EXPECT_TRUE(channel_->AddRecvStream(
1220 cricket::StreamParams::CreateLegacy(kSsrc)));
1221 // Force the next frame to be a key frame to make the receiving
1222 // decoder happy.
1223 EXPECT_TRUE(channel_->SendIntraFrame());
1224
1225 EXPECT_TRUE(channel_->SetRenderer(kSsrc, &renderer1));
1226 EXPECT_TRUE(SendFrame());
wu@webrtc.org9caf2762013-12-11 18:25:07 +00001227 // Because the default channel is used, RemoveRecvStream above is not going
1228 // to delete the channel. As a result the engine will continue to receive
1229 // and decode the 3 frames sent above. So it is possible we will receive
1230 // some (e.g. 1) of these 3 frames after the renderer is set again.
1231 EXPECT_GT_FRAME_ON_RENDERER_WAIT(
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001232 renderer1, 2, DefaultCodec().width, DefaultCodec().height, kTimeout);
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +00001233 // Detach |renderer1| before exit as there might be frames come late.
1234 EXPECT_TRUE(channel_->SetRenderer(kSsrc, NULL));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001235 }
1236
1237 // Tests the behavior of incoming streams in a conference scenario.
1238 void SimulateConference() {
1239 cricket::FakeVideoRenderer renderer1, renderer2;
1240 EXPECT_TRUE(SetDefaultCodec());
1241 cricket::VideoOptions vmo;
1242 vmo.conference_mode.Set(true);
1243 EXPECT_TRUE(channel_->SetOptions(vmo));
1244 EXPECT_TRUE(SetSend(true));
1245 EXPECT_TRUE(channel_->SetRender(true));
1246 EXPECT_TRUE(channel_->AddRecvStream(
1247 cricket::StreamParams::CreateLegacy(1)));
1248 EXPECT_TRUE(channel_->AddRecvStream(
1249 cricket::StreamParams::CreateLegacy(2)));
1250 EXPECT_TRUE(channel_->SetRenderer(1, &renderer1));
1251 EXPECT_TRUE(channel_->SetRenderer(2, &renderer2));
1252 EXPECT_EQ(0, renderer1.num_rendered_frames());
1253 EXPECT_EQ(0, renderer2.num_rendered_frames());
1254 std::vector<uint32> ssrcs;
1255 ssrcs.push_back(1);
1256 ssrcs.push_back(2);
1257 network_interface_.SetConferenceMode(true, ssrcs);
1258 EXPECT_TRUE(SendFrame());
1259 EXPECT_FRAME_ON_RENDERER_WAIT(
1260 renderer1, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
1261 EXPECT_FRAME_ON_RENDERER_WAIT(
1262 renderer2, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
1263
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001264 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001265 EXPECT_EQ(DefaultCodec().id, GetPayloadType(p.get()));
1266 EXPECT_EQ(DefaultCodec().width, renderer1.width());
1267 EXPECT_EQ(DefaultCodec().height, renderer1.height());
1268 EXPECT_EQ(DefaultCodec().width, renderer2.width());
1269 EXPECT_EQ(DefaultCodec().height, renderer2.height());
1270 EXPECT_TRUE(channel_->RemoveRecvStream(2));
1271 EXPECT_TRUE(channel_->RemoveRecvStream(1));
1272 }
1273
1274 // Tests that we can add and remove capturers and frames are sent out properly
1275 void AddRemoveCapturer() {
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00001276 cricket::VideoCodec codec = DefaultCodec();
1277 codec.width = 320;
1278 codec.height = 240;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001279 const int time_between_send = TimeBetweenSend(codec);
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00001280 EXPECT_TRUE(SetOneCodec(codec));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001281 EXPECT_TRUE(SetSend(true));
1282 EXPECT_TRUE(channel_->SetRender(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001283 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001284 EXPECT_EQ(0, renderer_.num_rendered_frames());
1285 EXPECT_TRUE(SendFrame());
1286 EXPECT_FRAME_WAIT(1, codec.width, codec.height, kTimeout);
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001287 rtc::scoped_ptr<cricket::FakeVideoCapturer> capturer(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +00001288 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001289 capturer->SetScreencast(true);
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00001290 cricket::VideoFormat format(480, 360,
1291 cricket::VideoFormat::FpsToInterval(30),
1292 cricket::FOURCC_I420);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001293 EXPECT_EQ(cricket::CS_RUNNING, capturer->Start(format));
1294 // All capturers start generating frames with the same timestamp. ViE does
1295 // not allow the same timestamp to be used. Capture one frame before
1296 // associating the capturer with the channel.
1297 EXPECT_TRUE(capturer->CaptureCustomFrame(format.width, format.height,
1298 cricket::FOURCC_I420));
1299
1300 int captured_frames = 1;
1301 for (int iterations = 0; iterations < 2; ++iterations) {
1302 EXPECT_TRUE(channel_->SetCapturer(kSsrc, capturer.get()));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001303 rtc::Thread::Current()->ProcessMessages(time_between_send);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001304 EXPECT_TRUE(capturer->CaptureCustomFrame(format.width, format.height,
1305 cricket::FOURCC_I420));
1306 ++captured_frames;
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001307 // Wait until frame of right size is captured.
1308 EXPECT_TRUE_WAIT(renderer_.num_rendered_frames() >= captured_frames &&
1309 format.width == renderer_.width() &&
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00001310 format.height == renderer_.height() &&
1311 !renderer_.black_frame(), kTimeout);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001312 EXPECT_GE(renderer_.num_rendered_frames(), captured_frames);
1313 EXPECT_EQ(format.width, renderer_.width());
1314 EXPECT_EQ(format.height, renderer_.height());
1315 captured_frames = renderer_.num_rendered_frames() + 1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001316 EXPECT_FALSE(renderer_.black_frame());
1317 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001318 // Make sure a black frame is generated within the specified timeout.
pbos@webrtc.orgb4987bf2015-02-18 10:13:09 +00001319 // The black frame should be the resolution of the previous frame to
1320 // prevent expensive encoder reconfigurations.
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001321 EXPECT_TRUE_WAIT(renderer_.num_rendered_frames() >= captured_frames &&
pbos@webrtc.orgb4987bf2015-02-18 10:13:09 +00001322 format.width == renderer_.width() &&
1323 format.height == renderer_.height() &&
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001324 renderer_.black_frame(), kTimeout);
1325 EXPECT_GE(renderer_.num_rendered_frames(), captured_frames);
pbos@webrtc.orgb4987bf2015-02-18 10:13:09 +00001326 EXPECT_EQ(format.width, renderer_.width());
1327 EXPECT_EQ(format.height, renderer_.height());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001328 EXPECT_TRUE(renderer_.black_frame());
1329
1330 // The black frame has the same timestamp as the next frame since it's
1331 // timestamp is set to the last frame's timestamp + interval. WebRTC will
1332 // not render a frame with the same timestamp so capture another frame
1333 // with the frame capturer to increment the next frame's timestamp.
1334 EXPECT_TRUE(capturer->CaptureCustomFrame(format.width, format.height,
1335 cricket::FOURCC_I420));
1336 }
1337 }
1338
1339 // Tests that if RemoveCapturer is called without a capturer ever being
1340 // added, the plugin shouldn't crash (and no black frame should be sent).
1341 void RemoveCapturerWithoutAdd() {
1342 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
1343 EXPECT_TRUE(SetSend(true));
1344 EXPECT_TRUE(channel_->SetRender(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001345 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001346 EXPECT_EQ(0, renderer_.num_rendered_frames());
1347 EXPECT_TRUE(SendFrame());
1348 EXPECT_FRAME_WAIT(1, 640, 400, kTimeout);
pbos@webrtc.org776e6f22014-10-29 15:28:39 +00001349 // Wait for one frame so they don't get dropped because we send frames too
1350 // tightly.
1351 rtc::Thread::Current()->ProcessMessages(30);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001352 // Remove the capturer.
1353 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
wu@webrtc.org9caf2762013-12-11 18:25:07 +00001354 // Wait for one black frame for removing the capturer.
1355 EXPECT_FRAME_WAIT(2, 640, 400, kTimeout);
1356
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001357 // No capturer was added, so this RemoveCapturer should
1358 // fail.
1359 EXPECT_FALSE(channel_->SetCapturer(kSsrc, NULL));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001360 rtc::Thread::Current()->ProcessMessages(300);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001361 // Verify no more frames were sent.
wu@webrtc.org9caf2762013-12-11 18:25:07 +00001362 EXPECT_EQ(2, renderer_.num_rendered_frames());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001363 }
1364
1365 // Tests that we can add and remove capturer as unique sources.
1366 void AddRemoveCapturerMultipleSources() {
1367 // WebRTC implementation will drop frames if pushed to quickly. Wait the
1368 // interval time to avoid that.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001369 // WebRTC implementation will drop frames if pushed to quickly. Wait the
1370 // interval time to avoid that.
1371 // Set up the stream associated with the engine.
1372 EXPECT_TRUE(channel_->AddRecvStream(
1373 cricket::StreamParams::CreateLegacy(kSsrc)));
1374 EXPECT_TRUE(channel_->SetRenderer(kSsrc, &renderer_));
1375 cricket::VideoFormat capture_format; // default format
1376 capture_format.interval = cricket::VideoFormat::FpsToInterval(30);
1377 // Set up additional stream 1.
1378 cricket::FakeVideoRenderer renderer1;
1379 EXPECT_FALSE(channel_->SetRenderer(1, &renderer1));
1380 EXPECT_TRUE(channel_->AddRecvStream(
1381 cricket::StreamParams::CreateLegacy(1)));
1382 EXPECT_TRUE(channel_->SetRenderer(1, &renderer1));
1383 EXPECT_TRUE(channel_->AddSendStream(
1384 cricket::StreamParams::CreateLegacy(1)));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001385 rtc::scoped_ptr<cricket::FakeVideoCapturer> capturer1(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +00001386 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001387 capturer1->SetScreencast(true);
1388 EXPECT_EQ(cricket::CS_RUNNING, capturer1->Start(capture_format));
1389 // Set up additional stream 2.
1390 cricket::FakeVideoRenderer renderer2;
1391 EXPECT_FALSE(channel_->SetRenderer(2, &renderer2));
1392 EXPECT_TRUE(channel_->AddRecvStream(
1393 cricket::StreamParams::CreateLegacy(2)));
1394 EXPECT_TRUE(channel_->SetRenderer(2, &renderer2));
1395 EXPECT_TRUE(channel_->AddSendStream(
1396 cricket::StreamParams::CreateLegacy(2)));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001397 rtc::scoped_ptr<cricket::FakeVideoCapturer> capturer2(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +00001398 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001399 capturer2->SetScreencast(true);
1400 EXPECT_EQ(cricket::CS_RUNNING, capturer2->Start(capture_format));
1401 // State for all the streams.
1402 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
1403 // A limitation in the lmi implementation requires that SetCapturer() is
1404 // called after SetOneCodec().
1405 // TODO(hellner): this seems like an unnecessary constraint, fix it.
1406 EXPECT_TRUE(channel_->SetCapturer(1, capturer1.get()));
1407 EXPECT_TRUE(channel_->SetCapturer(2, capturer2.get()));
1408 EXPECT_TRUE(SetSend(true));
1409 EXPECT_TRUE(channel_->SetRender(true));
1410 // Test capturer associated with engine.
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00001411 const int kTestWidth = 160;
1412 const int kTestHeight = 120;
1413 EXPECT_TRUE(capturer1->CaptureCustomFrame(
1414 kTestWidth, kTestHeight, cricket::FOURCC_I420));
1415 EXPECT_FRAME_ON_RENDERER_WAIT(
1416 renderer1, 1, kTestWidth, kTestHeight, kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001417 // Capture a frame with additional capturer2, frames should be received
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00001418 EXPECT_TRUE(capturer2->CaptureCustomFrame(
1419 kTestWidth, kTestHeight, cricket::FOURCC_I420));
1420 EXPECT_FRAME_ON_RENDERER_WAIT(
1421 renderer2, 1, kTestWidth, kTestHeight, kTimeout);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001422 // Successfully remove the capturer.
1423 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
1424 // Fail to re-remove the capturer.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001425 EXPECT_FALSE(channel_->SetCapturer(kSsrc, NULL));
1426 // The capturers must be unregistered here as it runs out of it's scope
1427 // next.
1428 EXPECT_TRUE(channel_->SetCapturer(1, NULL));
1429 EXPECT_TRUE(channel_->SetCapturer(2, NULL));
1430 }
1431
1432 void HighAspectHighHeightCapturer() {
1433 const int kWidth = 80;
1434 const int kHeight = 10000;
1435 const int kScaledWidth = 20;
1436 const int kScaledHeight = 2500;
1437
1438 cricket::VideoCodec codec(DefaultCodec());
1439 EXPECT_TRUE(SetOneCodec(codec));
1440 EXPECT_TRUE(SetSend(true));
1441
1442 cricket::FakeVideoRenderer renderer;
1443 EXPECT_TRUE(channel_->AddRecvStream(
1444 cricket::StreamParams::CreateLegacy(kSsrc)));
1445 EXPECT_TRUE(channel_->SetRenderer(kSsrc, &renderer));
1446 EXPECT_TRUE(channel_->SetRender(true));
1447 EXPECT_EQ(0, renderer.num_rendered_frames());
1448
1449 EXPECT_TRUE(SendFrame());
wu@webrtc.org9caf2762013-12-11 18:25:07 +00001450 EXPECT_GT_FRAME_ON_RENDERER_WAIT(
1451 renderer, 1, codec.width, codec.height, kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001452
1453 // Registering an external capturer is currently the same as screen casting
1454 // (update the test when this changes).
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001455 rtc::scoped_ptr<cricket::FakeVideoCapturer> capturer(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +00001456 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001457 capturer->SetScreencast(true);
1458 const std::vector<cricket::VideoFormat>* formats =
1459 capturer->GetSupportedFormats();
1460 cricket::VideoFormat capture_format = (*formats)[0];
1461 EXPECT_EQ(cricket::CS_RUNNING, capturer->Start(capture_format));
1462 // Capture frame to not get same frame timestamps as previous capturer.
1463 capturer->CaptureFrame();
1464 EXPECT_TRUE(channel_->SetCapturer(kSsrc, capturer.get()));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001465 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(30));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001466 EXPECT_TRUE(capturer->CaptureCustomFrame(kWidth, kHeight,
1467 cricket::FOURCC_ARGB));
wu@webrtc.org9caf2762013-12-11 18:25:07 +00001468 EXPECT_GT_FRAME_ON_RENDERER_WAIT(
1469 renderer, 2, kScaledWidth, kScaledHeight, kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001470 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
1471 }
1472
1473 // Tests that we can adapt video resolution with 16:10 aspect ratio properly.
1474 void AdaptResolution16x10() {
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001475 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001476 cricket::VideoCodec codec(DefaultCodec());
1477 codec.width = 640;
1478 codec.height = 400;
1479 SendAndReceive(codec);
1480 codec.width /= 2;
1481 codec.height /= 2;
1482 // Adapt the resolution.
1483 EXPECT_TRUE(SetOneCodec(codec));
1484 EXPECT_TRUE(WaitAndSendFrame(30));
1485 EXPECT_FRAME_WAIT(2, codec.width, codec.height, kTimeout);
1486 }
1487 // Tests that we can adapt video resolution with 4:3 aspect ratio properly.
1488 void AdaptResolution4x3() {
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001489 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001490 cricket::VideoCodec codec(DefaultCodec());
1491 codec.width = 640;
1492 codec.height = 400;
1493 SendAndReceive(codec);
1494 codec.width /= 2;
1495 codec.height /= 2;
1496 // Adapt the resolution.
1497 EXPECT_TRUE(SetOneCodec(codec));
1498 EXPECT_TRUE(WaitAndSendFrame(30));
1499 EXPECT_FRAME_WAIT(2, codec.width, codec.height, kTimeout);
1500 }
1501 // Tests that we can drop all frames properly.
1502 void AdaptDropAllFrames() {
1503 // Set the channel codec's resolution to 0, which will require the adapter
1504 // to drop all frames.
1505 cricket::VideoCodec codec(DefaultCodec());
1506 codec.width = codec.height = codec.framerate = 0;
1507 EXPECT_TRUE(SetOneCodec(codec));
1508 EXPECT_TRUE(SetSend(true));
1509 EXPECT_TRUE(channel_->SetRender(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001510 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001511 EXPECT_EQ(0, renderer_.num_rendered_frames());
1512 EXPECT_TRUE(SendFrame());
1513 EXPECT_TRUE(SendFrame());
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001514 rtc::Thread::Current()->ProcessMessages(500);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001515 EXPECT_EQ(0, renderer_.num_rendered_frames());
1516 }
1517 // Tests that we can reduce the frame rate on demand properly.
1518 // TODO(fbarchard): This test is flakey on pulse. Fix and re-enable
1519 void AdaptFramerate() {
1520 cricket::VideoCodec codec(DefaultCodec());
1521 int frame_count = 0;
1522 // The capturer runs at 30 fps. The channel requires 30 fps.
1523 EXPECT_TRUE(SetOneCodec(codec));
1524 EXPECT_TRUE(SetSend(true));
1525 EXPECT_TRUE(channel_->SetRender(true));
1526 EXPECT_EQ(frame_count, renderer_.num_rendered_frames());
1527 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1528 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1529 frame_count += 2;
1530 EXPECT_FRAME_WAIT(frame_count, codec.width, codec.height, kTimeout);
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001531 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001532 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
1533
1534 // The channel requires 15 fps.
1535 codec.framerate = 15;
1536 EXPECT_TRUE(SetOneCodec(codec));
1537 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1538 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1539 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1540 frame_count += 2;
1541 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1542
1543 // The channel requires 10 fps.
1544 codec.framerate = 10;
1545 EXPECT_TRUE(SetOneCodec(codec));
1546 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1547 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1548 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1549 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1550 frame_count += 2;
1551 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1552
1553 // The channel requires 8 fps. The adapter adapts to 10 fps, which is the
1554 // closest factor of 30.
1555 codec.framerate = 8;
1556 EXPECT_TRUE(SetOneCodec(codec));
1557 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1558 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1559 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1560 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1561 frame_count += 2;
1562 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1563 }
pbos@webrtc.orgc4175b92014-09-03 15:25:49 +00001564 // Tests that adapted frames won't be upscaled to a higher resolution.
1565 void SendsLowerResolutionOnSmallerFrames() {
1566 cricket::VideoCodec codec = DefaultCodec();
1567 codec.width = 320;
1568 codec.height = 240;
1569 EXPECT_TRUE(SetOneCodec(codec));
1570 EXPECT_TRUE(SetSend(true));
1571 EXPECT_TRUE(channel_->SetRender(true));
1572 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
1573 EXPECT_EQ(0, renderer_.num_rendered_frames());
1574 EXPECT_TRUE(SendFrame());
1575 EXPECT_FRAME_WAIT(1, codec.width, codec.height, kTimeout);
1576
1577 // Check that we send smaller frames at the new resolution.
pbos@webrtc.orgebee4012014-09-03 15:52:02 +00001578 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(33));
pbos@webrtc.orgc4175b92014-09-03 15:25:49 +00001579 EXPECT_TRUE(video_capturer_->CaptureCustomFrame(
1580 codec.width / 2, codec.height / 2, cricket::FOURCC_I420));
1581 EXPECT_FRAME_WAIT(2, codec.width / 2, codec.height / 2, kTimeout);
1582 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001583 // Tests that we can set the send stream format properly.
1584 void SetSendStreamFormat() {
1585 cricket::VideoCodec codec(DefaultCodec());
1586 SendAndReceive(codec);
1587 int frame_count = 1;
1588 EXPECT_FRAME_WAIT(frame_count, codec.width, codec.height, kTimeout);
1589
1590 // Adapt the resolution and frame rate to half.
1591 cricket::VideoFormat format(
1592 codec.width / 2,
1593 codec.height / 2,
1594 cricket::VideoFormat::FpsToInterval(codec.framerate / 2),
1595 cricket::FOURCC_I420);
1596 // The SSRC differs from the send SSRC.
1597 EXPECT_FALSE(channel_->SetSendStreamFormat(kSsrc - 1, format));
1598 EXPECT_TRUE(channel_->SetSendStreamFormat(kSsrc, format));
1599
1600 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1601 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1602 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1603 frame_count += 1;
1604 EXPECT_FRAME_WAIT(frame_count, format.width, format.height, kTimeout);
1605
1606 // Adapt the resolution to 0x0, which should drop all frames.
1607 format.width = 0;
1608 format.height = 0;
1609 EXPECT_TRUE(channel_->SetSendStreamFormat(kSsrc, format));
1610 EXPECT_TRUE(SendFrame());
1611 EXPECT_TRUE(SendFrame());
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001612 rtc::Thread::Current()->ProcessMessages(500);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001613 EXPECT_EQ(frame_count, renderer_.num_rendered_frames());
1614 }
1615 // Test that setting send stream format to 0x0 resolution will result in
1616 // frames being dropped.
1617 void SetSendStreamFormat0x0() {
1618 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
henrike@webrtc.orga7b98182014-02-21 15:51:43 +00001619 EXPECT_TRUE(SetSendStreamFormat(kSsrc, DefaultCodec()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001620 EXPECT_TRUE(SetSend(true));
1621 EXPECT_TRUE(channel_->SetRender(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001622 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001623 EXPECT_EQ(0, renderer_.num_rendered_frames());
1624 // This frame should be received.
1625 EXPECT_TRUE(SendFrame());
1626 EXPECT_FRAME_WAIT(1, DefaultCodec().width, DefaultCodec().height, kTimeout);
1627 const int64 interval = cricket::VideoFormat::FpsToInterval(
1628 DefaultCodec().framerate);
1629 cricket::VideoFormat format(
1630 0,
1631 0,
1632 interval,
1633 cricket::FOURCC_I420);
1634 EXPECT_TRUE(channel_->SetSendStreamFormat(kSsrc, format));
1635 // This frame should not be received.
1636 EXPECT_TRUE(WaitAndSendFrame(
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001637 static_cast<int>(interval/rtc::kNumNanosecsPerMillisec)));
1638 rtc::Thread::Current()->ProcessMessages(500);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001639 EXPECT_EQ(1, renderer_.num_rendered_frames());
1640 }
1641
1642 // Tests that we can mute and unmute the channel properly.
1643 void MuteStream() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001644 EXPECT_TRUE(SetDefaultCodec());
1645 cricket::FakeVideoCapturer video_capturer;
1646 video_capturer.Start(
1647 cricket::VideoFormat(
1648 640, 480,
1649 cricket::VideoFormat::FpsToInterval(30),
1650 cricket::FOURCC_I420));
1651 EXPECT_TRUE(channel_->SetCapturer(kSsrc, &video_capturer));
1652 EXPECT_TRUE(SetSend(true));
1653 EXPECT_TRUE(channel_->SetRender(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001654 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
1655 EXPECT_EQ(0, renderer_.num_rendered_frames());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001656 // Mute the channel and expect black output frame.
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001657 int frame_count = 0;
solenberg1dd98f32015-09-10 01:57:14 -07001658 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001659 EXPECT_TRUE(video_capturer.CaptureFrame());
1660 ++frame_count;
1661 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1662 EXPECT_TRUE(renderer_.black_frame());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001663 // Unmute the channel and expect non-black output frame.
solenberg1dd98f32015-09-10 01:57:14 -07001664 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, false, nullptr));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001665 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(30));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001666 EXPECT_TRUE(video_capturer.CaptureFrame());
1667 ++frame_count;
1668 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1669 EXPECT_FALSE(renderer_.black_frame());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001670 // Test that we can also Mute using the correct send stream SSRC.
solenberg1dd98f32015-09-10 01:57:14 -07001671 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001672 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(30));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001673 EXPECT_TRUE(video_capturer.CaptureFrame());
1674 ++frame_count;
1675 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1676 EXPECT_TRUE(renderer_.black_frame());
solenberg1dd98f32015-09-10 01:57:14 -07001677 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, false, nullptr));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001678 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(30));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001679 EXPECT_TRUE(video_capturer.CaptureFrame());
1680 ++frame_count;
1681 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1682 EXPECT_FALSE(renderer_.black_frame());
pbos@webrtc.orgef8bb8d2014-08-13 21:36:18 +00001683 // Test that muting an existing stream succeeds even if it's muted.
solenberg1dd98f32015-09-10 01:57:14 -07001684 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr));
1685 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr));
pbos@webrtc.orgef8bb8d2014-08-13 21:36:18 +00001686 // Test that unmuting an existing stream succeeds even if it's not muted.
solenberg1dd98f32015-09-10 01:57:14 -07001687 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, false, nullptr));
1688 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, false, nullptr));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001689 // Test that muting an invalid stream fails.
solenberg1dd98f32015-09-10 01:57:14 -07001690 EXPECT_FALSE(channel_->SetVideoSend(kSsrc+1, true, nullptr));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001691 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
1692 }
1693
1694 // Test that multiple send streams can be created and deleted properly.
1695 void MultipleSendStreams() {
1696 // Remove stream added in Setup. I.e. remove stream corresponding to default
1697 // channel.
1698 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
1699 const unsigned int kSsrcsSize = sizeof(kSsrcs4)/sizeof(kSsrcs4[0]);
1700 for (unsigned int i = 0; i < kSsrcsSize; ++i) {
1701 EXPECT_TRUE(channel_->AddSendStream(
1702 cricket::StreamParams::CreateLegacy(kSsrcs4[i])));
1703 }
1704 // Delete one of the non default channel streams, let the destructor delete
1705 // the remaining ones.
1706 EXPECT_TRUE(channel_->RemoveSendStream(kSsrcs4[kSsrcsSize - 1]));
1707 // Stream should already be deleted.
1708 EXPECT_FALSE(channel_->RemoveSendStream(kSsrcs4[kSsrcsSize - 1]));
1709 }
1710
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001711 // Two streams one channel tests.
1712
1713 // Tests that we can send and receive frames.
1714 void TwoStreamsSendAndReceive(const cricket::VideoCodec& codec) {
1715 SetUpSecondStream();
1716 // Test sending and receiving on first stream.
1717 SendAndReceive(codec);
1718 // Test sending and receiving on second stream.
1719 EXPECT_EQ_WAIT(1, renderer2_.num_rendered_frames(), kTimeout);
1720 EXPECT_EQ(2, NumRtpPackets());
1721 EXPECT_EQ(1, renderer2_.num_rendered_frames());
1722 }
1723
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001724 // Set up 2 streams where the first stream uses the default channel.
1725 // Then disconnect the first stream and verify default channel becomes
1726 // available.
1727 // Then add a new stream with |new_ssrc|. The new stream should re-use the
1728 // default channel.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001729 void TwoStreamsReUseFirstStream(const cricket::VideoCodec& codec) {
1730 SetUpSecondStream();
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001731 // Default channel used by the first stream.
buildbot@webrtc.org2c0fb052014-08-13 16:47:12 +00001732 EXPECT_EQ(kSsrc, channel_->GetDefaultSendChannelSsrc());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001733 EXPECT_TRUE(channel_->RemoveRecvStream(kSsrc));
1734 EXPECT_FALSE(channel_->RemoveRecvStream(kSsrc));
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001735 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001736 EXPECT_FALSE(channel_->RemoveSendStream(kSsrc));
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001737 // Default channel is no longer used by a stream.
buildbot@webrtc.org2c0fb052014-08-13 16:47:12 +00001738 EXPECT_EQ(0u, channel_->GetDefaultSendChannelSsrc());
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001739 uint32 new_ssrc = kSsrc + 100;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001740 EXPECT_TRUE(channel_->AddSendStream(
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001741 cricket::StreamParams::CreateLegacy(new_ssrc)));
1742 // Re-use default channel.
buildbot@webrtc.org2c0fb052014-08-13 16:47:12 +00001743 EXPECT_EQ(new_ssrc, channel_->GetDefaultSendChannelSsrc());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001744 EXPECT_FALSE(channel_->AddSendStream(
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001745 cricket::StreamParams::CreateLegacy(new_ssrc)));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001746 EXPECT_TRUE(channel_->AddRecvStream(
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001747 cricket::StreamParams::CreateLegacy(new_ssrc)));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001748 EXPECT_TRUE(channel_->SetRenderer(new_ssrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001749 EXPECT_FALSE(channel_->AddRecvStream(
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001750 cricket::StreamParams::CreateLegacy(new_ssrc)));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001751
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001752 EXPECT_TRUE(channel_->SetCapturer(new_ssrc, video_capturer_.get()));
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001753
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001754 SendAndReceive(codec);
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001755 EXPECT_TRUE(channel_->RemoveSendStream(new_ssrc));
buildbot@webrtc.org2c0fb052014-08-13 16:47:12 +00001756 EXPECT_EQ(0u, channel_->GetDefaultSendChannelSsrc());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001757 }
1758
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001759 // Tests that we can send and receive frames with early receive.
1760 void TwoStreamsSendAndUnsignalledRecv(const cricket::VideoCodec& codec) {
1761 cricket::VideoOptions vmo;
1762 vmo.conference_mode.Set(true);
1763 vmo.unsignalled_recv_stream_limit.Set(1);
1764 EXPECT_TRUE(channel_->SetOptions(vmo));
1765 SetUpSecondStreamWithNoRecv();
1766 // Test sending and receiving on first stream.
1767 EXPECT_TRUE(channel_->SetRender(true));
1768 Send(codec);
1769 EXPECT_EQ_WAIT(2, NumRtpPackets(), kTimeout);
1770 EXPECT_EQ_WAIT(1, renderer_.num_rendered_frames(), kTimeout);
1771 // The first send is not expected to yield frames, because the ssrc
1772 // is not signalled yet. With unsignalled recv enabled, we will drop frames
1773 // instead of packets.
1774 EXPECT_EQ(0, renderer2_.num_rendered_frames());
1775 // Give a chance for the decoder to process before adding the receiver.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001776 rtc::Thread::Current()->ProcessMessages(100);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001777 // Test sending and receiving on second stream.
1778 EXPECT_TRUE(channel_->AddRecvStream(
1779 cricket::StreamParams::CreateLegacy(kSsrc + 2)));
1780 EXPECT_TRUE(channel_->SetRenderer(kSsrc + 2, &renderer2_));
1781 SendFrame();
1782 EXPECT_EQ_WAIT(2, renderer_.num_rendered_frames(), kTimeout);
1783 EXPECT_EQ(4, NumRtpPackets());
1784 // The second send is expected to yield frame as the ssrc is signalled now.
1785 // Decode should succeed here, though we received the key frame earlier.
1786 // Without early recv, we would have dropped it and decoding would have
1787 // failed.
1788 EXPECT_EQ_WAIT(1, renderer2_.num_rendered_frames(), kTimeout);
1789 }
1790
1791 // Tests that we cannot receive key frames with unsignalled recv disabled.
1792 void TwoStreamsSendAndFailUnsignalledRecv(const cricket::VideoCodec& codec) {
1793 cricket::VideoOptions vmo;
henrike@webrtc.org18e59112014-03-14 17:19:38 +00001794 vmo.conference_mode.Set(true);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001795 vmo.unsignalled_recv_stream_limit.Set(0);
1796 EXPECT_TRUE(channel_->SetOptions(vmo));
1797 SetUpSecondStreamWithNoRecv();
1798 // Test sending and receiving on first stream.
1799 EXPECT_TRUE(channel_->SetRender(true));
1800 Send(codec);
1801 EXPECT_EQ_WAIT(2, NumRtpPackets(), kTimeout);
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001802 rtc::Thread::Current()->ProcessMessages(100);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001803 EXPECT_EQ_WAIT(1, renderer_.num_rendered_frames(), kTimeout);
1804 EXPECT_EQ_WAIT(0, renderer2_.num_rendered_frames(), kTimeout);
1805 // Give a chance for the decoder to process before adding the receiver.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001806 rtc::Thread::Current()->ProcessMessages(10);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001807 // Test sending and receiving on second stream.
1808 EXPECT_TRUE(channel_->AddRecvStream(
1809 cricket::StreamParams::CreateLegacy(kSsrc + 2)));
1810 EXPECT_TRUE(channel_->SetRenderer(kSsrc + 2, &renderer2_));
1811 SendFrame();
1812 EXPECT_TRUE_WAIT(renderer_.num_rendered_frames() >= 1, kTimeout);
1813 EXPECT_EQ_WAIT(4, NumRtpPackets(), kTimeout);
1814 // We dont expect any frames here, because the key frame would have been
1815 // lost in the earlier packet. This is the case we want to solve with early
1816 // receive.
1817 EXPECT_EQ(0, renderer2_.num_rendered_frames());
1818 }
1819
1820 // Tests that we drop key frames when conference mode is disabled and we
1821 // receive rtp packets on unsignalled streams.
1822 void TwoStreamsSendAndFailUnsignalledRecvInOneToOne(
1823 const cricket::VideoCodec& codec) {
1824 cricket::VideoOptions vmo;
1825 vmo.conference_mode.Set(false);
1826 vmo.unsignalled_recv_stream_limit.Set(1);
1827 EXPECT_TRUE(channel_->SetOptions(vmo));
1828 SetUpSecondStreamWithNoRecv();
1829 // Test sending and receiving on first stream.
1830 EXPECT_TRUE(channel_->SetRender(true));
1831 Send(codec);
1832 EXPECT_EQ_WAIT(2, NumRtpPackets(), kTimeout);
henrike@webrtc.org18e59112014-03-14 17:19:38 +00001833 // In one-to-one mode, we deliver frames to the default channel if there
1834 // is no registered recv channel for the ssrc.
1835 EXPECT_TRUE_WAIT(renderer_.num_rendered_frames() >= 1, kTimeout);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001836 // Give a chance for the decoder to process before adding the receiver.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001837 rtc::Thread::Current()->ProcessMessages(100);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001838 // Test sending and receiving on second stream.
1839 EXPECT_TRUE(channel_->AddRecvStream(
1840 cricket::StreamParams::CreateLegacy(kSsrc + 2)));
1841 EXPECT_TRUE(channel_->SetRenderer(kSsrc + 2, &renderer2_));
1842 SendFrame();
1843 EXPECT_TRUE_WAIT(renderer_.num_rendered_frames() >= 1, kTimeout);
1844 EXPECT_EQ_WAIT(4, NumRtpPackets(), kTimeout);
1845 // We dont expect any frames here, because the key frame would have been
henrike@webrtc.org18e59112014-03-14 17:19:38 +00001846 // delivered to default channel.
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001847 EXPECT_EQ(0, renderer2_.num_rendered_frames());
1848 }
1849
1850 // Tests that we drop key frames when conference mode is enabled and we
1851 // receive rtp packets on unsignalled streams. Removal of a unsignalled recv
1852 // stream is successful.
1853 void TwoStreamsAddAndRemoveUnsignalledRecv(
1854 const cricket::VideoCodec& codec) {
1855 cricket::VideoOptions vmo;
1856 vmo.conference_mode.Set(true);
1857 vmo.unsignalled_recv_stream_limit.Set(1);
1858 EXPECT_TRUE(channel_->SetOptions(vmo));
1859 SetUpSecondStreamWithNoRecv();
1860 // Sending and receiving on first stream.
1861 EXPECT_TRUE(channel_->SetRender(true));
1862 Send(codec);
1863 EXPECT_EQ_WAIT(2, NumRtpPackets(), kTimeout);
1864 EXPECT_EQ_WAIT(1, renderer_.num_rendered_frames(), kTimeout);
1865 // The first send is not expected to yield frames, because the ssrc
1866 // is no signalled yet. With unsignalled recv enabled, we will drop frames
1867 // instead of packets.
1868 EXPECT_EQ(0, renderer2_.num_rendered_frames());
1869 // Give a chance for the decoder to process before adding the receiver.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001870 rtc::Thread::Current()->ProcessMessages(100);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001871 // Ensure that we can remove the unsignalled recv stream that was created
1872 // when the first video packet with unsignalled recv ssrc is received.
1873 EXPECT_TRUE(channel_->RemoveRecvStream(kSsrc + 2));
1874 }
1875
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001876 const rtc::scoped_ptr<webrtc::Call> call_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001877 VideoEngineOverride<E> engine_;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001878 rtc::scoped_ptr<cricket::FakeVideoCapturer> video_capturer_;
1879 rtc::scoped_ptr<cricket::FakeVideoCapturer> video_capturer_2_;
1880 rtc::scoped_ptr<C> channel_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001881 cricket::FakeNetworkInterface network_interface_;
1882 cricket::FakeVideoRenderer renderer_;
1883 cricket::VideoMediaChannel::Error media_error_;
1884
1885 // Used by test cases where 2 streams are run on the same channel.
1886 cricket::FakeVideoRenderer renderer2_;
1887};
1888
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00001889#endif // TALK_MEDIA_BASE_VIDEOENGINE_UNITTEST_H_ NOLINT