blob: 020336a1677afa735372735b485f272bb1ca5bf9 [file] [log] [blame]
jlmiller@webrtc.org5f93d0a2015-01-20 21:36:13 +00001/*
kjellander1afca732016-02-07 20:46:45 -08002 * Copyright (c) 2014 The WebRTC project authors. All Rights Reserved.
jlmiller@webrtc.org5f93d0a2015-01-20 21:36:13 +00003 *
kjellander1afca732016-02-07 20:46:45 -08004 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
jlmiller@webrtc.org5f93d0a2015-01-20 21:36:13 +00009 */
henrike@webrtc.org28e20752013-07-10 00:45:36 +000010
kjellandera96e2d72016-02-04 23:52:28 -080011#ifndef WEBRTC_MEDIA_BASE_VIDEOENGINE_UNITTEST_H_ // NOLINT
12#define WEBRTC_MEDIA_BASE_VIDEOENGINE_UNITTEST_H_
henrike@webrtc.org28e20752013-07-10 00:45:36 +000013
kwiberg686a8ef2016-02-26 03:00:35 -080014#include <memory>
henrike@webrtc.org28e20752013-07-10 00:45:36 +000015#include <string>
16#include <vector>
17
buildbot@webrtc.orga09a9992014-08-13 17:26:08 +000018#include "webrtc/base/bytebuffer.h"
19#include "webrtc/base/gunit.h"
20#include "webrtc/base/timeutils.h"
Fredrik Solenberg709ed672015-09-15 12:26:33 +020021#include "webrtc/call.h"
kjellandera96e2d72016-02-04 23:52:28 -080022#include "webrtc/media/base/fakenetworkinterface.h"
23#include "webrtc/media/base/fakevideocapturer.h"
24#include "webrtc/media/base/fakevideorenderer.h"
25#include "webrtc/media/base/mediachannel.h"
26#include "webrtc/media/base/streamparams.h"
kjellander@webrtc.org5ad12972016-02-12 06:39:40 +010027#include "webrtc/media/engine/fakewebrtccall.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000028
henrike@webrtc.org28e20752013-07-10 00:45:36 +000029#define EXPECT_FRAME_WAIT(c, w, h, t) \
30 EXPECT_EQ_WAIT((c), renderer_.num_rendered_frames(), (t)); \
31 EXPECT_EQ((w), renderer_.width()); \
32 EXPECT_EQ((h), renderer_.height()); \
33 EXPECT_EQ(0, renderer_.errors()); \
34
35#define EXPECT_FRAME_ON_RENDERER_WAIT(r, c, w, h, t) \
36 EXPECT_EQ_WAIT((c), (r).num_rendered_frames(), (t)); \
37 EXPECT_EQ((w), (r).width()); \
38 EXPECT_EQ((h), (r).height()); \
39 EXPECT_EQ(0, (r).errors()); \
40
wu@webrtc.org9caf2762013-12-11 18:25:07 +000041#define EXPECT_GT_FRAME_ON_RENDERER_WAIT(r, c, w, h, t) \
42 EXPECT_TRUE_WAIT((r).num_rendered_frames() >= (c) && \
43 (w) == (r).width() && \
44 (h) == (r).height(), (t)); \
Peter Boström0c4e06b2015-10-07 12:23:21 +020045 EXPECT_EQ(0, (r).errors());
wu@webrtc.org9caf2762013-12-11 18:25:07 +000046
Peter Boström0c4e06b2015-10-07 12:23:21 +020047static const uint32_t kTimeout = 5000U;
48static const uint32_t kDefaultReceiveSsrc = 0;
49static const uint32_t kSsrc = 1234u;
50static const uint32_t kRtxSsrc = 4321u;
51static const uint32_t kSsrcs4[] = {1, 2, 3, 4};
henrike@webrtc.org28e20752013-07-10 00:45:36 +000052
53inline bool IsEqualRes(const cricket::VideoCodec& a, int w, int h, int fps) {
54 return a.width == w && a.height == h && a.framerate == fps;
55}
56
57inline bool IsEqualCodec(const cricket::VideoCodec& a,
58 const cricket::VideoCodec& b) {
59 return a.id == b.id && a.name == b.name &&
60 IsEqualRes(a, b.width, b.height, b.framerate);
61}
62
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +000063namespace std {
henrike@webrtc.org28e20752013-07-10 00:45:36 +000064inline std::ostream& operator<<(std::ostream& s, const cricket::VideoCodec& c) {
65 s << "{" << c.name << "(" << c.id << "), "
66 << c.width << "x" << c.height << "x" << c.framerate << "}";
67 return s;
68}
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +000069} // namespace std
henrike@webrtc.org28e20752013-07-10 00:45:36 +000070
71inline int TimeBetweenSend(const cricket::VideoCodec& codec) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +000072 return static_cast<int>(
henrike@webrtc.org28e20752013-07-10 00:45:36 +000073 cricket::VideoFormat::FpsToInterval(codec.framerate) /
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000074 rtc::kNumNanosecsPerMillisec);
henrike@webrtc.org28e20752013-07-10 00:45:36 +000075}
76
77// Fake video engine that makes it possible to test enabling and disabling
78// capturer (checking that the engine state is updated and that the capturer
79// is indeed capturing) without having to create a channel. It also makes it
80// possible to test that the media processors are indeed being called when
81// registered.
82template<class T>
83class VideoEngineOverride : public T {
84 public:
Fredrik Solenberg709ed672015-09-15 12:26:33 +020085 VideoEngineOverride() : T() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +000086 }
87 virtual ~VideoEngineOverride() {
88 }
89 bool is_camera_on() const { return T::GetVideoCapturer()->IsRunning(); }
henrike@webrtc.org28e20752013-07-10 00:45:36 +000090
Peter Boström0c4e06b2015-10-07 12:23:21 +020091 void TriggerMediaFrame(uint32_t ssrc,
92 cricket::VideoFrame* frame,
93 bool* drop_frame) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +000094 T::SignalMediaFrame(ssrc, frame, drop_frame);
95 }
96};
97
henrike@webrtc.org28e20752013-07-10 00:45:36 +000098template<class E, class C>
99class VideoMediaChannelTest : public testing::Test,
100 public sigslot::has_slots<> {
101 protected:
Fredrik Solenberg709ed672015-09-15 12:26:33 +0200102 VideoMediaChannelTest<E, C>()
103 : call_(webrtc::Call::Create(webrtc::Call::Config())) {}
104
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000105 virtual cricket::VideoCodec DefaultCodec() = 0;
106
107 virtual cricket::StreamParams DefaultSendStreamParams() {
108 return cricket::StreamParams::CreateLegacy(kSsrc);
109 }
110
111 virtual void SetUp() {
112 cricket::Device device("test", "device");
Fredrik Solenberg9a416bd2015-05-22 09:04:09 +0200113 engine_.Init();
nisse51542be2016-02-12 02:27:06 -0800114 channel_.reset(engine_.CreateChannel(call_.get(), cricket::MediaConfig(),
115 cricket::VideoOptions()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000116 EXPECT_TRUE(channel_.get() != NULL);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000117 network_interface_.SetDestination(channel_.get());
118 channel_->SetInterface(&network_interface_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000119 media_error_ = cricket::VideoMediaChannel::ERROR_NONE;
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200120 cricket::VideoRecvParameters parameters;
121 parameters.codecs = engine_.codecs();
122 channel_->SetRecvParameters(parameters);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000123 EXPECT_TRUE(channel_->AddSendStream(DefaultSendStreamParams()));
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000124 video_capturer_.reset(CreateFakeVideoCapturer());
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000125 cricket::VideoFormat format(640, 480,
126 cricket::VideoFormat::FpsToInterval(30),
127 cricket::FOURCC_I420);
128 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_->Start(format));
129 EXPECT_TRUE(channel_->SetCapturer(kSsrc, video_capturer_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000130 }
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000131
132 virtual cricket::FakeVideoCapturer* CreateFakeVideoCapturer() {
133 return new cricket::FakeVideoCapturer();
134 }
135
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000136 // Utility method to setup an additional stream to send and receive video.
137 // Used to test send and recv between two streams.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000138 void SetUpSecondStream() {
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000139 SetUpSecondStreamWithNoRecv();
140 // Setup recv for second stream.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000141 EXPECT_TRUE(channel_->AddRecvStream(
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000142 cricket::StreamParams::CreateLegacy(kSsrc + 2)));
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000143 // Make the second renderer available for use by a new stream.
nisse08582ff2016-02-04 01:24:52 -0800144 EXPECT_TRUE(channel_->SetSink(kSsrc + 2, &renderer2_));
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000145 }
146 // Setup an additional stream just to send video. Defer add recv stream.
147 // This is required if you want to test unsignalled recv of video rtp packets.
148 void SetUpSecondStreamWithNoRecv() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000149 // SetUp() already added kSsrc make sure duplicate SSRCs cant be added.
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000150 EXPECT_TRUE(channel_->AddRecvStream(
151 cricket::StreamParams::CreateLegacy(kSsrc)));
nisse08582ff2016-02-04 01:24:52 -0800152 EXPECT_TRUE(channel_->SetSink(kSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000153 EXPECT_FALSE(channel_->AddSendStream(
154 cricket::StreamParams::CreateLegacy(kSsrc)));
155 EXPECT_TRUE(channel_->AddSendStream(
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000156 cricket::StreamParams::CreateLegacy(kSsrc + 2)));
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000157 // We dont add recv for the second stream.
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000158
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000159 // Setup the receive and renderer for second stream after send.
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000160 video_capturer_2_.reset(CreateFakeVideoCapturer());
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000161 cricket::VideoFormat format(640, 480,
162 cricket::VideoFormat::FpsToInterval(30),
163 cricket::FOURCC_I420);
164 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_2_->Start(format));
165
166 EXPECT_TRUE(channel_->SetCapturer(kSsrc + 2, video_capturer_2_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000167 }
168 virtual void TearDown() {
169 channel_.reset();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000170 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000171 bool SetDefaultCodec() {
172 return SetOneCodec(DefaultCodec());
173 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000174
175 bool SetOneCodec(int pt, const char* name, int w, int h, int fr) {
176 return SetOneCodec(cricket::VideoCodec(pt, name, w, h, fr, 0));
177 }
178 bool SetOneCodec(const cricket::VideoCodec& codec) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000179 cricket::VideoFormat capture_format(codec.width, codec.height,
180 cricket::VideoFormat::FpsToInterval(codec.framerate),
181 cricket::FOURCC_I420);
182
183 if (video_capturer_) {
184 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_->Start(capture_format));
185 }
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000186 if (video_capturer_2_) {
187 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_2_->Start(capture_format));
188 }
189
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000190 bool sending = channel_->sending();
191 bool success = SetSend(false);
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200192 if (success) {
193 cricket::VideoSendParameters parameters;
194 parameters.codecs.push_back(codec);
195 success = channel_->SetSendParameters(parameters);
196 }
197 if (success) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000198 success = SetSend(sending);
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200199 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000200 return success;
201 }
202 bool SetSend(bool send) {
203 return channel_->SetSend(send);
204 }
205 int DrainOutgoingPackets() {
206 int packets = 0;
207 do {
208 packets = NumRtpPackets();
209 // 100 ms should be long enough.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000210 rtc::Thread::Current()->ProcessMessages(100);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000211 } while (NumRtpPackets() > packets);
212 return NumRtpPackets();
213 }
214 bool SendFrame() {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000215 if (video_capturer_2_) {
216 video_capturer_2_->CaptureFrame();
217 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000218 return video_capturer_.get() &&
219 video_capturer_->CaptureFrame();
220 }
221 bool WaitAndSendFrame(int wait_ms) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000222 bool ret = rtc::Thread::Current()->ProcessMessages(wait_ms);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000223 ret &= SendFrame();
224 return ret;
225 }
226 // Sends frames and waits for the decoder to be fully initialized.
227 // Returns the number of frames that were sent.
228 int WaitForDecoder() {
229#if defined(HAVE_OPENMAX)
230 // Send enough frames for the OpenMAX decoder to continue processing, and
231 // return the number of frames sent.
232 // Send frames for a full kTimeout's worth of 15fps video.
233 int frame_count = 0;
234 while (frame_count < static_cast<int>(kTimeout) / 66) {
235 EXPECT_TRUE(WaitAndSendFrame(66));
236 ++frame_count;
237 }
238 return frame_count;
239#else
240 return 0;
241#endif
242 }
243 bool SendCustomVideoFrame(int w, int h) {
244 if (!video_capturer_.get()) return false;
245 return video_capturer_->CaptureCustomFrame(w, h, cricket::FOURCC_I420);
246 }
247 int NumRtpBytes() {
248 return network_interface_.NumRtpBytes();
249 }
Peter Boström0c4e06b2015-10-07 12:23:21 +0200250 int NumRtpBytes(uint32_t ssrc) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000251 return network_interface_.NumRtpBytes(ssrc);
252 }
253 int NumRtpPackets() {
254 return network_interface_.NumRtpPackets();
255 }
Peter Boström0c4e06b2015-10-07 12:23:21 +0200256 int NumRtpPackets(uint32_t ssrc) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000257 return network_interface_.NumRtpPackets(ssrc);
258 }
259 int NumSentSsrcs() {
260 return network_interface_.NumSentSsrcs();
261 }
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000262 const rtc::Buffer* GetRtpPacket(int index) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000263 return network_interface_.GetRtpPacket(index);
264 }
265 int NumRtcpPackets() {
266 return network_interface_.NumRtcpPackets();
267 }
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000268 const rtc::Buffer* GetRtcpPacket(int index) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000269 return network_interface_.GetRtcpPacket(index);
270 }
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000271 static int GetPayloadType(const rtc::Buffer* p) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000272 int pt = -1;
273 ParseRtpPacket(p, NULL, &pt, NULL, NULL, NULL, NULL);
274 return pt;
275 }
Peter Boström0c4e06b2015-10-07 12:23:21 +0200276 static bool ParseRtpPacket(const rtc::Buffer* p,
277 bool* x,
278 int* pt,
279 int* seqnum,
280 uint32_t* tstamp,
281 uint32_t* ssrc,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000282 std::string* payload) {
Karl Wiberg94784372015-04-20 14:03:07 +0200283 rtc::ByteBuffer buf(*p);
Peter Boström0c4e06b2015-10-07 12:23:21 +0200284 uint8_t u08 = 0;
285 uint16_t u16 = 0;
286 uint32_t u32 = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000287
288 // Read X and CC fields.
289 if (!buf.ReadUInt8(&u08)) return false;
290 bool extension = ((u08 & 0x10) != 0);
Peter Boström0c4e06b2015-10-07 12:23:21 +0200291 uint8_t cc = (u08 & 0x0F);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000292 if (x) *x = extension;
293
294 // Read PT field.
295 if (!buf.ReadUInt8(&u08)) return false;
296 if (pt) *pt = (u08 & 0x7F);
297
298 // Read Sequence Number field.
299 if (!buf.ReadUInt16(&u16)) return false;
300 if (seqnum) *seqnum = u16;
301
302 // Read Timestamp field.
303 if (!buf.ReadUInt32(&u32)) return false;
304 if (tstamp) *tstamp = u32;
305
306 // Read SSRC field.
307 if (!buf.ReadUInt32(&u32)) return false;
308 if (ssrc) *ssrc = u32;
309
310 // Skip CSRCs.
Peter Boström0c4e06b2015-10-07 12:23:21 +0200311 for (uint8_t i = 0; i < cc; ++i) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000312 if (!buf.ReadUInt32(&u32)) return false;
313 }
314
315 // Skip extension header.
316 if (extension) {
317 // Read Profile-specific extension header ID
318 if (!buf.ReadUInt16(&u16)) return false;
319
320 // Read Extension header length
321 if (!buf.ReadUInt16(&u16)) return false;
Peter Boström0c4e06b2015-10-07 12:23:21 +0200322 uint16_t ext_header_len = u16;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000323
324 // Read Extension header
Peter Boström0c4e06b2015-10-07 12:23:21 +0200325 for (uint16_t i = 0; i < ext_header_len; ++i) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000326 if (!buf.ReadUInt32(&u32)) return false;
327 }
328 }
329
330 if (payload) {
331 return buf.ReadString(payload, buf.Length());
332 }
333 return true;
334 }
335
336 // Parse all RTCP packet, from start_index to stop_index, and count how many
337 // FIR (PT=206 and FMT=4 according to RFC 5104). If successful, set the count
338 // and return true.
339 bool CountRtcpFir(int start_index, int stop_index, int* fir_count) {
340 int count = 0;
341 for (int i = start_index; i < stop_index; ++i) {
kwiberg686a8ef2016-02-26 03:00:35 -0800342 std::unique_ptr<const rtc::Buffer> p(GetRtcpPacket(i));
Karl Wiberg94784372015-04-20 14:03:07 +0200343 rtc::ByteBuffer buf(*p);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000344 size_t total_len = 0;
345 // The packet may be a compound RTCP packet.
kwiberg@webrtc.orgeebcab52015-03-24 09:19:06 +0000346 while (total_len < p->size()) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000347 // Read FMT, type and length.
Peter Boström0c4e06b2015-10-07 12:23:21 +0200348 uint8_t fmt = 0;
349 uint8_t type = 0;
350 uint16_t length = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000351 if (!buf.ReadUInt8(&fmt)) return false;
352 fmt &= 0x1F;
353 if (!buf.ReadUInt8(&type)) return false;
354 if (!buf.ReadUInt16(&length)) return false;
355 buf.Consume(length * 4); // Skip RTCP data.
356 total_len += (length + 1) * 4;
357 if ((192 == type) || ((206 == type) && (4 == fmt))) {
358 ++count;
359 }
360 }
361 }
362
363 if (fir_count) {
364 *fir_count = count;
365 }
366 return true;
367 }
368
Peter Boström0c4e06b2015-10-07 12:23:21 +0200369 void OnVideoChannelError(uint32_t ssrc,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000370 cricket::VideoMediaChannel::Error error) {
371 media_error_ = error;
372 }
373
374 // Test that SetSend works.
375 void SetSend() {
376 EXPECT_FALSE(channel_->sending());
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000377 EXPECT_TRUE(channel_->SetCapturer(kSsrc, video_capturer_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000378 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
379 EXPECT_FALSE(channel_->sending());
380 EXPECT_TRUE(SetSend(true));
381 EXPECT_TRUE(channel_->sending());
382 EXPECT_TRUE(SendFrame());
383 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
384 EXPECT_TRUE(SetSend(false));
385 EXPECT_FALSE(channel_->sending());
386 }
387 // Test that SetSend fails without codecs being set.
388 void SetSendWithoutCodecs() {
389 EXPECT_FALSE(channel_->sending());
390 EXPECT_FALSE(SetSend(true));
391 EXPECT_FALSE(channel_->sending());
392 }
393 // Test that we properly set the send and recv buffer sizes by the time
394 // SetSend is called.
395 void SetSendSetsTransportBufferSizes() {
396 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
397 EXPECT_TRUE(SetSend(true));
buildbot@webrtc.orgae694ef2014-10-28 17:37:17 +0000398 EXPECT_EQ(64 * 1024, network_interface_.sendbuf_size());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000399 EXPECT_EQ(64 * 1024, network_interface_.recvbuf_size());
400 }
401 // Tests that we can send frames and the right payload type is used.
402 void Send(const cricket::VideoCodec& codec) {
403 EXPECT_TRUE(SetOneCodec(codec));
404 EXPECT_TRUE(SetSend(true));
405 EXPECT_TRUE(SendFrame());
406 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
kwiberg686a8ef2016-02-26 03:00:35 -0800407 std::unique_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000408 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
409 }
410 // Tests that we can send and receive frames.
411 void SendAndReceive(const cricket::VideoCodec& codec) {
412 EXPECT_TRUE(SetOneCodec(codec));
413 EXPECT_TRUE(SetSend(true));
nisse08582ff2016-02-04 01:24:52 -0800414 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000415 EXPECT_EQ(0, renderer_.num_rendered_frames());
416 EXPECT_TRUE(SendFrame());
417 EXPECT_FRAME_WAIT(1, codec.width, codec.height, kTimeout);
kwiberg686a8ef2016-02-26 03:00:35 -0800418 std::unique_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000419 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
420 }
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000421 void SendReceiveManyAndGetStats(const cricket::VideoCodec& codec,
422 int duration_sec, int fps) {
423 EXPECT_TRUE(SetOneCodec(codec));
424 EXPECT_TRUE(SetSend(true));
nisse08582ff2016-02-04 01:24:52 -0800425 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000426 EXPECT_EQ(0, renderer_.num_rendered_frames());
427 for (int i = 0; i < duration_sec; ++i) {
428 for (int frame = 1; frame <= fps; ++frame) {
429 EXPECT_TRUE(WaitAndSendFrame(1000 / fps));
430 EXPECT_FRAME_WAIT(frame + i * fps, codec.width, codec.height, kTimeout);
431 }
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000432 }
kwiberg686a8ef2016-02-26 03:00:35 -0800433 std::unique_ptr<const rtc::Buffer> p(GetRtpPacket(0));
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000434 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
435 }
436
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000437 // Test that stats work properly for a 1-1 call.
438 void GetStats() {
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000439 const int kDurationSec = 3;
440 const int kFps = 10;
441 SendReceiveManyAndGetStats(DefaultCodec(), kDurationSec, kFps);
442
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000443 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +0000444 EXPECT_TRUE(channel_->GetStats(&info));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000445
446 ASSERT_EQ(1U, info.senders.size());
447 // TODO(whyuan): bytes_sent and bytes_rcvd are different. Are both payload?
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000448 // For webrtc, bytes_sent does not include the RTP header length.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000449 EXPECT_GT(info.senders[0].bytes_sent, 0);
450 EXPECT_EQ(NumRtpPackets(), info.senders[0].packets_sent);
451 EXPECT_EQ(0.0, info.senders[0].fraction_lost);
452 EXPECT_EQ(0, info.senders[0].firs_rcvd);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000453 EXPECT_EQ(0, info.senders[0].plis_rcvd);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000454 EXPECT_EQ(0, info.senders[0].nacks_rcvd);
wu@webrtc.org987f2c92014-03-28 16:22:19 +0000455 EXPECT_EQ(DefaultCodec().width, info.senders[0].send_frame_width);
456 EXPECT_EQ(DefaultCodec().height, info.senders[0].send_frame_height);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000457 EXPECT_GT(info.senders[0].framerate_input, 0);
458 EXPECT_GT(info.senders[0].framerate_sent, 0);
459
460 ASSERT_EQ(1U, info.receivers.size());
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000461 EXPECT_EQ(1U, info.senders[0].ssrcs().size());
462 EXPECT_EQ(1U, info.receivers[0].ssrcs().size());
463 EXPECT_EQ(info.senders[0].ssrcs()[0], info.receivers[0].ssrcs()[0]);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000464 EXPECT_EQ(NumRtpBytes(), info.receivers[0].bytes_rcvd);
465 EXPECT_EQ(NumRtpPackets(), info.receivers[0].packets_rcvd);
466 EXPECT_EQ(0.0, info.receivers[0].fraction_lost);
467 EXPECT_EQ(0, info.receivers[0].packets_lost);
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000468 // TODO(asapersson): Not set for webrtc. Handle missing stats.
469 // EXPECT_EQ(0, info.receivers[0].packets_concealed);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000470 EXPECT_EQ(0, info.receivers[0].firs_sent);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000471 EXPECT_EQ(0, info.receivers[0].plis_sent);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000472 EXPECT_EQ(0, info.receivers[0].nacks_sent);
473 EXPECT_EQ(DefaultCodec().width, info.receivers[0].frame_width);
474 EXPECT_EQ(DefaultCodec().height, info.receivers[0].frame_height);
475 EXPECT_GT(info.receivers[0].framerate_rcvd, 0);
476 EXPECT_GT(info.receivers[0].framerate_decoded, 0);
477 EXPECT_GT(info.receivers[0].framerate_output, 0);
478 }
Stefan Holmer586b19b2015-09-18 11:14:31 +0200479
480 cricket::VideoSenderInfo GetSenderStats(size_t i) {
481 cricket::VideoMediaInfo info;
482 EXPECT_TRUE(channel_->GetStats(&info));
483 return info.senders[i];
484 }
485
486 cricket::VideoReceiverInfo GetReceiverStats(size_t i) {
487 cricket::VideoMediaInfo info;
488 EXPECT_TRUE(channel_->GetStats(&info));
489 return info.receivers[i];
490 }
491
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000492 // Test that stats work properly for a conf call with multiple recv streams.
493 void GetStatsMultipleRecvStreams() {
494 cricket::FakeVideoRenderer renderer1, renderer2;
495 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200496 cricket::VideoSendParameters parameters;
497 parameters.codecs.push_back(DefaultCodec());
nisse4b4dc862016-02-17 05:25:36 -0800498 parameters.conference_mode = true;
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200499 EXPECT_TRUE(channel_->SetSendParameters(parameters));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000500 EXPECT_TRUE(SetSend(true));
501 EXPECT_TRUE(channel_->AddRecvStream(
502 cricket::StreamParams::CreateLegacy(1)));
503 EXPECT_TRUE(channel_->AddRecvStream(
504 cricket::StreamParams::CreateLegacy(2)));
nisse08582ff2016-02-04 01:24:52 -0800505 EXPECT_TRUE(channel_->SetSink(1, &renderer1));
506 EXPECT_TRUE(channel_->SetSink(2, &renderer2));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000507 EXPECT_EQ(0, renderer1.num_rendered_frames());
508 EXPECT_EQ(0, renderer2.num_rendered_frames());
Peter Boström0c4e06b2015-10-07 12:23:21 +0200509 std::vector<uint32_t> ssrcs;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000510 ssrcs.push_back(1);
511 ssrcs.push_back(2);
512 network_interface_.SetConferenceMode(true, ssrcs);
513 EXPECT_TRUE(SendFrame());
514 EXPECT_FRAME_ON_RENDERER_WAIT(
515 renderer1, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
516 EXPECT_FRAME_ON_RENDERER_WAIT(
517 renderer2, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200518
519 EXPECT_TRUE(channel_->SetSend(false));
520
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000521 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +0000522 EXPECT_TRUE(channel_->GetStats(&info));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000523 ASSERT_EQ(1U, info.senders.size());
524 // TODO(whyuan): bytes_sent and bytes_rcvd are different. Are both payload?
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000525 // For webrtc, bytes_sent does not include the RTP header length.
Stefan Holmer586b19b2015-09-18 11:14:31 +0200526 EXPECT_GT(GetSenderStats(0).bytes_sent, 0);
527 EXPECT_EQ_WAIT(NumRtpPackets(), GetSenderStats(0).packets_sent, kTimeout);
528 EXPECT_EQ(DefaultCodec().width, GetSenderStats(0).send_frame_width);
529 EXPECT_EQ(DefaultCodec().height, GetSenderStats(0).send_frame_height);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000530
531 ASSERT_EQ(2U, info.receivers.size());
532 for (size_t i = 0; i < info.receivers.size(); ++i) {
Stefan Holmer586b19b2015-09-18 11:14:31 +0200533 EXPECT_EQ(1U, GetReceiverStats(i).ssrcs().size());
534 EXPECT_EQ(i + 1, GetReceiverStats(i).ssrcs()[0]);
535 EXPECT_EQ_WAIT(NumRtpBytes(), GetReceiverStats(i).bytes_rcvd, kTimeout);
536 EXPECT_EQ_WAIT(NumRtpPackets(), GetReceiverStats(i).packets_rcvd,
537 kTimeout);
538 EXPECT_EQ(DefaultCodec().width, GetReceiverStats(i).frame_width);
539 EXPECT_EQ(DefaultCodec().height, GetReceiverStats(i).frame_height);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000540 }
541 }
542 // Test that stats work properly for a conf call with multiple send streams.
543 void GetStatsMultipleSendStreams() {
544 // Normal setup; note that we set the SSRC explicitly to ensure that
545 // it will come first in the senders map.
546 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200547 cricket::VideoSendParameters parameters;
548 parameters.codecs.push_back(DefaultCodec());
nisse4b4dc862016-02-17 05:25:36 -0800549 parameters.conference_mode = true;
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200550 EXPECT_TRUE(channel_->SetSendParameters(parameters));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000551 EXPECT_TRUE(channel_->AddRecvStream(
buildbot@webrtc.org99f63082014-07-18 23:31:30 +0000552 cricket::StreamParams::CreateLegacy(kSsrc)));
nisse08582ff2016-02-04 01:24:52 -0800553 EXPECT_TRUE(channel_->SetSink(kSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000554 EXPECT_TRUE(SetSend(true));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000555 EXPECT_TRUE(SendFrame());
556 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
557 EXPECT_FRAME_WAIT(1, DefaultCodec().width, DefaultCodec().height, kTimeout);
558
559 // Add an additional capturer, and hook up a renderer to receive it.
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000560 cricket::FakeVideoRenderer renderer2;
kwiberg686a8ef2016-02-26 03:00:35 -0800561 std::unique_ptr<cricket::FakeVideoCapturer> capturer(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000562 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000563 capturer->SetScreencast(true);
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000564 const int kTestWidth = 160;
565 const int kTestHeight = 120;
566 cricket::VideoFormat format(kTestWidth, kTestHeight,
567 cricket::VideoFormat::FpsToInterval(5),
568 cricket::FOURCC_I420);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000569 EXPECT_EQ(cricket::CS_RUNNING, capturer->Start(format));
570 EXPECT_TRUE(channel_->AddSendStream(
571 cricket::StreamParams::CreateLegacy(5678)));
572 EXPECT_TRUE(channel_->SetCapturer(5678, capturer.get()));
573 EXPECT_TRUE(channel_->AddRecvStream(
574 cricket::StreamParams::CreateLegacy(5678)));
nisse08582ff2016-02-04 01:24:52 -0800575 EXPECT_TRUE(channel_->SetSink(5678, &renderer2));
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000576 EXPECT_TRUE(capturer->CaptureCustomFrame(
577 kTestWidth, kTestHeight, cricket::FOURCC_I420));
578 EXPECT_FRAME_ON_RENDERER_WAIT(
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000579 renderer2, 1, kTestWidth, kTestHeight, kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000580
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000581 // Get stats, and make sure they are correct for two senders. We wait until
582 // the number of expected packets have been sent to avoid races where we
583 // check stats before it has been updated.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000584 cricket::VideoMediaInfo info;
Peter Boström0c4e06b2015-10-07 12:23:21 +0200585 for (uint32_t i = 0; i < kTimeout; ++i) {
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000586 rtc::Thread::Current()->ProcessMessages(1);
pbos@webrtc.org058b1f12015-03-04 08:54:32 +0000587 EXPECT_TRUE(channel_->GetStats(&info));
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000588 ASSERT_EQ(2U, info.senders.size());
589 if (info.senders[0].packets_sent + info.senders[1].packets_sent ==
590 NumRtpPackets()) {
591 // Stats have been updated for both sent frames, expectations can be
592 // checked now.
593 break;
594 }
595 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000596 EXPECT_EQ(NumRtpPackets(),
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000597 info.senders[0].packets_sent + info.senders[1].packets_sent)
598 << "Timed out while waiting for packet counts for all sent packets.";
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000599 EXPECT_EQ(1U, info.senders[0].ssrcs().size());
600 EXPECT_EQ(1234U, info.senders[0].ssrcs()[0]);
wu@webrtc.org987f2c92014-03-28 16:22:19 +0000601 EXPECT_EQ(DefaultCodec().width, info.senders[0].send_frame_width);
602 EXPECT_EQ(DefaultCodec().height, info.senders[0].send_frame_height);
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000603 EXPECT_EQ(1U, info.senders[1].ssrcs().size());
604 EXPECT_EQ(5678U, info.senders[1].ssrcs()[0]);
wu@webrtc.org987f2c92014-03-28 16:22:19 +0000605 EXPECT_EQ(kTestWidth, info.senders[1].send_frame_width);
606 EXPECT_EQ(kTestHeight, info.senders[1].send_frame_height);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000607 // The capturer must be unregistered here as it runs out of it's scope next.
608 EXPECT_TRUE(channel_->SetCapturer(5678, NULL));
609 }
610
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000611 // Test that we can set the bandwidth.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000612 void SetSendBandwidth() {
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200613 cricket::VideoSendParameters parameters;
614 parameters.codecs.push_back(DefaultCodec());
615 parameters.max_bandwidth_bps = -1; // <= 0 means unlimited.
616 EXPECT_TRUE(channel_->SetSendParameters(parameters));
617 parameters.max_bandwidth_bps = 128 * 1024;
618 EXPECT_TRUE(channel_->SetSendParameters(parameters));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000619 }
620 // Test that we can set the SSRC for the default send source.
621 void SetSendSsrc() {
622 EXPECT_TRUE(SetDefaultCodec());
623 EXPECT_TRUE(SetSend(true));
624 EXPECT_TRUE(SendFrame());
625 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
Peter Boström0c4e06b2015-10-07 12:23:21 +0200626 uint32_t ssrc = 0;
kwiberg686a8ef2016-02-26 03:00:35 -0800627 std::unique_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000628 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
629 EXPECT_EQ(kSsrc, ssrc);
Peter Boström718b6c72015-11-11 16:19:33 +0000630 // Packets are being paced out, so these can mismatch between the first and
631 // second call to NumRtpPackets until pending packets are paced out.
632 EXPECT_EQ_WAIT(NumRtpPackets(), NumRtpPackets(ssrc), kTimeout);
633 EXPECT_EQ_WAIT(NumRtpBytes(), NumRtpBytes(ssrc), kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000634 EXPECT_EQ(1, NumSentSsrcs());
635 EXPECT_EQ(0, NumRtpPackets(kSsrc - 1));
636 EXPECT_EQ(0, NumRtpBytes(kSsrc - 1));
637 }
638 // Test that we can set the SSRC even after codecs are set.
639 void SetSendSsrcAfterSetCodecs() {
640 // Remove stream added in Setup.
641 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
642 EXPECT_TRUE(SetDefaultCodec());
643 EXPECT_TRUE(channel_->AddSendStream(
644 cricket::StreamParams::CreateLegacy(999)));
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000645 EXPECT_TRUE(channel_->SetCapturer(999u, video_capturer_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000646 EXPECT_TRUE(SetSend(true));
647 EXPECT_TRUE(WaitAndSendFrame(0));
648 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
Peter Boström0c4e06b2015-10-07 12:23:21 +0200649 uint32_t ssrc = 0;
kwiberg686a8ef2016-02-26 03:00:35 -0800650 std::unique_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000651 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
652 EXPECT_EQ(999u, ssrc);
Peter Boström718b6c72015-11-11 16:19:33 +0000653 // Packets are being paced out, so these can mismatch between the first and
654 // second call to NumRtpPackets until pending packets are paced out.
655 EXPECT_EQ_WAIT(NumRtpPackets(), NumRtpPackets(ssrc), kTimeout);
656 EXPECT_EQ_WAIT(NumRtpBytes(), NumRtpBytes(ssrc), kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000657 EXPECT_EQ(1, NumSentSsrcs());
658 EXPECT_EQ(0, NumRtpPackets(kSsrc));
659 EXPECT_EQ(0, NumRtpBytes(kSsrc));
660 }
661 // Test that we can set the default video renderer before and after
662 // media is received.
nisse08582ff2016-02-04 01:24:52 -0800663 void SetSink() {
Peter Boström0c4e06b2015-10-07 12:23:21 +0200664 uint8_t data1[] = {
665 0x80, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00};
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000666
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000667 rtc::Buffer packet1(data1, sizeof(data1));
668 rtc::SetBE32(packet1.data() + 8, kSsrc);
nisse08582ff2016-02-04 01:24:52 -0800669 channel_->SetSink(kDefaultReceiveSsrc, NULL);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000670 EXPECT_TRUE(SetDefaultCodec());
671 EXPECT_TRUE(SetSend(true));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000672 EXPECT_EQ(0, renderer_.num_rendered_frames());
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000673 channel_->OnPacketReceived(&packet1, rtc::PacketTime());
nisse08582ff2016-02-04 01:24:52 -0800674 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000675 EXPECT_TRUE(SendFrame());
676 EXPECT_FRAME_WAIT(1, DefaultCodec().width, DefaultCodec().height, kTimeout);
677 }
678
679 // Tests empty StreamParams is rejected.
680 void RejectEmptyStreamParams() {
681 // Remove the send stream that was added during Setup.
682 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
683
684 cricket::StreamParams empty;
685 EXPECT_FALSE(channel_->AddSendStream(empty));
686 EXPECT_TRUE(channel_->AddSendStream(
687 cricket::StreamParams::CreateLegacy(789u)));
688 }
689
690 // Tests setting up and configuring a send stream.
691 void AddRemoveSendStreams() {
692 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
693 EXPECT_TRUE(SetSend(true));
nisse08582ff2016-02-04 01:24:52 -0800694 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000695 EXPECT_TRUE(SendFrame());
696 EXPECT_FRAME_WAIT(1, DefaultCodec().width, DefaultCodec().height, kTimeout);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200697 EXPECT_GT(NumRtpPackets(), 0);
Peter Boström0c4e06b2015-10-07 12:23:21 +0200698 uint32_t ssrc = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000699 size_t last_packet = NumRtpPackets() - 1;
kwiberg686a8ef2016-02-26 03:00:35 -0800700 std::unique_ptr<const rtc::Buffer>
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000701 p(GetRtpPacket(static_cast<int>(last_packet)));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000702 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
703 EXPECT_EQ(kSsrc, ssrc);
704
705 // Remove the send stream that was added during Setup.
706 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
707 int rtp_packets = NumRtpPackets();
708
709 EXPECT_TRUE(channel_->AddSendStream(
710 cricket::StreamParams::CreateLegacy(789u)));
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000711 EXPECT_TRUE(channel_->SetCapturer(789u, video_capturer_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000712 EXPECT_EQ(rtp_packets, NumRtpPackets());
713 // Wait 30ms to guarantee the engine does not drop the frame.
714 EXPECT_TRUE(WaitAndSendFrame(30));
715 EXPECT_TRUE_WAIT(NumRtpPackets() > rtp_packets, kTimeout);
716
717 last_packet = NumRtpPackets() - 1;
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000718 p.reset(GetRtpPacket(static_cast<int>(last_packet)));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000719 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
720 EXPECT_EQ(789u, ssrc);
721 }
722
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000723 // Tests the behavior of incoming streams in a conference scenario.
724 void SimulateConference() {
725 cricket::FakeVideoRenderer renderer1, renderer2;
726 EXPECT_TRUE(SetDefaultCodec());
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200727 cricket::VideoSendParameters parameters;
728 parameters.codecs.push_back(DefaultCodec());
nisse4b4dc862016-02-17 05:25:36 -0800729 parameters.conference_mode = true;
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200730 EXPECT_TRUE(channel_->SetSendParameters(parameters));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000731 EXPECT_TRUE(SetSend(true));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000732 EXPECT_TRUE(channel_->AddRecvStream(
733 cricket::StreamParams::CreateLegacy(1)));
734 EXPECT_TRUE(channel_->AddRecvStream(
735 cricket::StreamParams::CreateLegacy(2)));
nisse08582ff2016-02-04 01:24:52 -0800736 EXPECT_TRUE(channel_->SetSink(1, &renderer1));
737 EXPECT_TRUE(channel_->SetSink(2, &renderer2));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000738 EXPECT_EQ(0, renderer1.num_rendered_frames());
739 EXPECT_EQ(0, renderer2.num_rendered_frames());
Peter Boström0c4e06b2015-10-07 12:23:21 +0200740 std::vector<uint32_t> ssrcs;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000741 ssrcs.push_back(1);
742 ssrcs.push_back(2);
743 network_interface_.SetConferenceMode(true, ssrcs);
744 EXPECT_TRUE(SendFrame());
745 EXPECT_FRAME_ON_RENDERER_WAIT(
746 renderer1, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
747 EXPECT_FRAME_ON_RENDERER_WAIT(
748 renderer2, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
749
kwiberg686a8ef2016-02-26 03:00:35 -0800750 std::unique_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000751 EXPECT_EQ(DefaultCodec().id, GetPayloadType(p.get()));
752 EXPECT_EQ(DefaultCodec().width, renderer1.width());
753 EXPECT_EQ(DefaultCodec().height, renderer1.height());
754 EXPECT_EQ(DefaultCodec().width, renderer2.width());
755 EXPECT_EQ(DefaultCodec().height, renderer2.height());
756 EXPECT_TRUE(channel_->RemoveRecvStream(2));
757 EXPECT_TRUE(channel_->RemoveRecvStream(1));
758 }
759
760 // Tests that we can add and remove capturers and frames are sent out properly
761 void AddRemoveCapturer() {
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000762 cricket::VideoCodec codec = DefaultCodec();
763 codec.width = 320;
764 codec.height = 240;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000765 const int time_between_send = TimeBetweenSend(codec);
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000766 EXPECT_TRUE(SetOneCodec(codec));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000767 EXPECT_TRUE(SetSend(true));
nisse08582ff2016-02-04 01:24:52 -0800768 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000769 EXPECT_EQ(0, renderer_.num_rendered_frames());
770 EXPECT_TRUE(SendFrame());
771 EXPECT_FRAME_WAIT(1, codec.width, codec.height, kTimeout);
kwiberg686a8ef2016-02-26 03:00:35 -0800772 std::unique_ptr<cricket::FakeVideoCapturer> capturer(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000773 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000774 capturer->SetScreencast(true);
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000775 cricket::VideoFormat format(480, 360,
776 cricket::VideoFormat::FpsToInterval(30),
777 cricket::FOURCC_I420);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000778 EXPECT_EQ(cricket::CS_RUNNING, capturer->Start(format));
779 // All capturers start generating frames with the same timestamp. ViE does
780 // not allow the same timestamp to be used. Capture one frame before
781 // associating the capturer with the channel.
782 EXPECT_TRUE(capturer->CaptureCustomFrame(format.width, format.height,
783 cricket::FOURCC_I420));
784
785 int captured_frames = 1;
786 for (int iterations = 0; iterations < 2; ++iterations) {
787 EXPECT_TRUE(channel_->SetCapturer(kSsrc, capturer.get()));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000788 rtc::Thread::Current()->ProcessMessages(time_between_send);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000789 EXPECT_TRUE(capturer->CaptureCustomFrame(format.width, format.height,
790 cricket::FOURCC_I420));
791 ++captured_frames;
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000792 // Wait until frame of right size is captured.
793 EXPECT_TRUE_WAIT(renderer_.num_rendered_frames() >= captured_frames &&
794 format.width == renderer_.width() &&
henrike@webrtc.org1e09a712013-07-26 19:17:59 +0000795 format.height == renderer_.height() &&
796 !renderer_.black_frame(), kTimeout);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000797 EXPECT_GE(renderer_.num_rendered_frames(), captured_frames);
798 EXPECT_EQ(format.width, renderer_.width());
799 EXPECT_EQ(format.height, renderer_.height());
800 captured_frames = renderer_.num_rendered_frames() + 1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000801 EXPECT_FALSE(renderer_.black_frame());
802 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000803 // Make sure a black frame is generated within the specified timeout.
pbos@webrtc.orgb4987bf2015-02-18 10:13:09 +0000804 // The black frame should be the resolution of the previous frame to
805 // prevent expensive encoder reconfigurations.
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000806 EXPECT_TRUE_WAIT(renderer_.num_rendered_frames() >= captured_frames &&
pbos@webrtc.orgb4987bf2015-02-18 10:13:09 +0000807 format.width == renderer_.width() &&
808 format.height == renderer_.height() &&
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000809 renderer_.black_frame(), kTimeout);
810 EXPECT_GE(renderer_.num_rendered_frames(), captured_frames);
pbos@webrtc.orgb4987bf2015-02-18 10:13:09 +0000811 EXPECT_EQ(format.width, renderer_.width());
812 EXPECT_EQ(format.height, renderer_.height());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000813 EXPECT_TRUE(renderer_.black_frame());
814
815 // The black frame has the same timestamp as the next frame since it's
816 // timestamp is set to the last frame's timestamp + interval. WebRTC will
817 // not render a frame with the same timestamp so capture another frame
818 // with the frame capturer to increment the next frame's timestamp.
819 EXPECT_TRUE(capturer->CaptureCustomFrame(format.width, format.height,
820 cricket::FOURCC_I420));
821 }
822 }
823
824 // Tests that if RemoveCapturer is called without a capturer ever being
825 // added, the plugin shouldn't crash (and no black frame should be sent).
826 void RemoveCapturerWithoutAdd() {
827 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
828 EXPECT_TRUE(SetSend(true));
nisse08582ff2016-02-04 01:24:52 -0800829 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000830 EXPECT_EQ(0, renderer_.num_rendered_frames());
831 EXPECT_TRUE(SendFrame());
832 EXPECT_FRAME_WAIT(1, 640, 400, kTimeout);
pbos@webrtc.org776e6f22014-10-29 15:28:39 +0000833 // Wait for one frame so they don't get dropped because we send frames too
834 // tightly.
835 rtc::Thread::Current()->ProcessMessages(30);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000836 // Remove the capturer.
837 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000838 // Wait for one black frame for removing the capturer.
839 EXPECT_FRAME_WAIT(2, 640, 400, kTimeout);
840
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000841 // No capturer was added, so this RemoveCapturer should
842 // fail.
843 EXPECT_FALSE(channel_->SetCapturer(kSsrc, NULL));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000844 rtc::Thread::Current()->ProcessMessages(300);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000845 // Verify no more frames were sent.
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000846 EXPECT_EQ(2, renderer_.num_rendered_frames());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000847 }
848
849 // Tests that we can add and remove capturer as unique sources.
850 void AddRemoveCapturerMultipleSources() {
851 // WebRTC implementation will drop frames if pushed to quickly. Wait the
852 // interval time to avoid that.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000853 // WebRTC implementation will drop frames if pushed to quickly. Wait the
854 // interval time to avoid that.
855 // Set up the stream associated with the engine.
856 EXPECT_TRUE(channel_->AddRecvStream(
857 cricket::StreamParams::CreateLegacy(kSsrc)));
nisse08582ff2016-02-04 01:24:52 -0800858 EXPECT_TRUE(channel_->SetSink(kSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000859 cricket::VideoFormat capture_format; // default format
860 capture_format.interval = cricket::VideoFormat::FpsToInterval(30);
861 // Set up additional stream 1.
862 cricket::FakeVideoRenderer renderer1;
nisse08582ff2016-02-04 01:24:52 -0800863 EXPECT_FALSE(channel_->SetSink(1, &renderer1));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000864 EXPECT_TRUE(channel_->AddRecvStream(
865 cricket::StreamParams::CreateLegacy(1)));
nisse08582ff2016-02-04 01:24:52 -0800866 EXPECT_TRUE(channel_->SetSink(1, &renderer1));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000867 EXPECT_TRUE(channel_->AddSendStream(
868 cricket::StreamParams::CreateLegacy(1)));
kwiberg686a8ef2016-02-26 03:00:35 -0800869 std::unique_ptr<cricket::FakeVideoCapturer> capturer1(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000870 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000871 capturer1->SetScreencast(true);
872 EXPECT_EQ(cricket::CS_RUNNING, capturer1->Start(capture_format));
873 // Set up additional stream 2.
874 cricket::FakeVideoRenderer renderer2;
nisse08582ff2016-02-04 01:24:52 -0800875 EXPECT_FALSE(channel_->SetSink(2, &renderer2));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000876 EXPECT_TRUE(channel_->AddRecvStream(
877 cricket::StreamParams::CreateLegacy(2)));
nisse08582ff2016-02-04 01:24:52 -0800878 EXPECT_TRUE(channel_->SetSink(2, &renderer2));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000879 EXPECT_TRUE(channel_->AddSendStream(
880 cricket::StreamParams::CreateLegacy(2)));
kwiberg686a8ef2016-02-26 03:00:35 -0800881 std::unique_ptr<cricket::FakeVideoCapturer> capturer2(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000882 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000883 capturer2->SetScreencast(true);
884 EXPECT_EQ(cricket::CS_RUNNING, capturer2->Start(capture_format));
885 // State for all the streams.
886 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
887 // A limitation in the lmi implementation requires that SetCapturer() is
888 // called after SetOneCodec().
889 // TODO(hellner): this seems like an unnecessary constraint, fix it.
890 EXPECT_TRUE(channel_->SetCapturer(1, capturer1.get()));
891 EXPECT_TRUE(channel_->SetCapturer(2, capturer2.get()));
892 EXPECT_TRUE(SetSend(true));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000893 // Test capturer associated with engine.
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000894 const int kTestWidth = 160;
895 const int kTestHeight = 120;
896 EXPECT_TRUE(capturer1->CaptureCustomFrame(
897 kTestWidth, kTestHeight, cricket::FOURCC_I420));
898 EXPECT_FRAME_ON_RENDERER_WAIT(
899 renderer1, 1, kTestWidth, kTestHeight, kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000900 // Capture a frame with additional capturer2, frames should be received
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000901 EXPECT_TRUE(capturer2->CaptureCustomFrame(
902 kTestWidth, kTestHeight, cricket::FOURCC_I420));
903 EXPECT_FRAME_ON_RENDERER_WAIT(
904 renderer2, 1, kTestWidth, kTestHeight, kTimeout);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000905 // Successfully remove the capturer.
906 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
907 // Fail to re-remove the capturer.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000908 EXPECT_FALSE(channel_->SetCapturer(kSsrc, NULL));
909 // The capturers must be unregistered here as it runs out of it's scope
910 // next.
911 EXPECT_TRUE(channel_->SetCapturer(1, NULL));
912 EXPECT_TRUE(channel_->SetCapturer(2, NULL));
913 }
914
915 void HighAspectHighHeightCapturer() {
916 const int kWidth = 80;
917 const int kHeight = 10000;
918 const int kScaledWidth = 20;
919 const int kScaledHeight = 2500;
920
921 cricket::VideoCodec codec(DefaultCodec());
922 EXPECT_TRUE(SetOneCodec(codec));
923 EXPECT_TRUE(SetSend(true));
924
925 cricket::FakeVideoRenderer renderer;
926 EXPECT_TRUE(channel_->AddRecvStream(
927 cricket::StreamParams::CreateLegacy(kSsrc)));
nisse08582ff2016-02-04 01:24:52 -0800928 EXPECT_TRUE(channel_->SetSink(kSsrc, &renderer));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000929 EXPECT_EQ(0, renderer.num_rendered_frames());
930
931 EXPECT_TRUE(SendFrame());
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000932 EXPECT_GT_FRAME_ON_RENDERER_WAIT(
933 renderer, 1, codec.width, codec.height, kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000934
935 // Registering an external capturer is currently the same as screen casting
936 // (update the test when this changes).
kwiberg686a8ef2016-02-26 03:00:35 -0800937 std::unique_ptr<cricket::FakeVideoCapturer> capturer(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000938 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000939 capturer->SetScreencast(true);
940 const std::vector<cricket::VideoFormat>* formats =
941 capturer->GetSupportedFormats();
942 cricket::VideoFormat capture_format = (*formats)[0];
943 EXPECT_EQ(cricket::CS_RUNNING, capturer->Start(capture_format));
944 // Capture frame to not get same frame timestamps as previous capturer.
945 capturer->CaptureFrame();
946 EXPECT_TRUE(channel_->SetCapturer(kSsrc, capturer.get()));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000947 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(30));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000948 EXPECT_TRUE(capturer->CaptureCustomFrame(kWidth, kHeight,
949 cricket::FOURCC_ARGB));
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000950 EXPECT_GT_FRAME_ON_RENDERER_WAIT(
951 renderer, 2, kScaledWidth, kScaledHeight, kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000952 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
953 }
954
955 // Tests that we can adapt video resolution with 16:10 aspect ratio properly.
956 void AdaptResolution16x10() {
nisse08582ff2016-02-04 01:24:52 -0800957 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000958 cricket::VideoCodec codec(DefaultCodec());
959 codec.width = 640;
960 codec.height = 400;
961 SendAndReceive(codec);
962 codec.width /= 2;
963 codec.height /= 2;
964 // Adapt the resolution.
965 EXPECT_TRUE(SetOneCodec(codec));
966 EXPECT_TRUE(WaitAndSendFrame(30));
967 EXPECT_FRAME_WAIT(2, codec.width, codec.height, kTimeout);
968 }
969 // Tests that we can adapt video resolution with 4:3 aspect ratio properly.
970 void AdaptResolution4x3() {
nisse08582ff2016-02-04 01:24:52 -0800971 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000972 cricket::VideoCodec codec(DefaultCodec());
973 codec.width = 640;
974 codec.height = 400;
975 SendAndReceive(codec);
976 codec.width /= 2;
977 codec.height /= 2;
978 // Adapt the resolution.
979 EXPECT_TRUE(SetOneCodec(codec));
980 EXPECT_TRUE(WaitAndSendFrame(30));
981 EXPECT_FRAME_WAIT(2, codec.width, codec.height, kTimeout);
982 }
983 // Tests that we can drop all frames properly.
984 void AdaptDropAllFrames() {
985 // Set the channel codec's resolution to 0, which will require the adapter
986 // to drop all frames.
987 cricket::VideoCodec codec(DefaultCodec());
988 codec.width = codec.height = codec.framerate = 0;
989 EXPECT_TRUE(SetOneCodec(codec));
990 EXPECT_TRUE(SetSend(true));
nisse08582ff2016-02-04 01:24:52 -0800991 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000992 EXPECT_EQ(0, renderer_.num_rendered_frames());
993 EXPECT_TRUE(SendFrame());
994 EXPECT_TRUE(SendFrame());
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000995 rtc::Thread::Current()->ProcessMessages(500);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000996 EXPECT_EQ(0, renderer_.num_rendered_frames());
997 }
998 // Tests that we can reduce the frame rate on demand properly.
999 // TODO(fbarchard): This test is flakey on pulse. Fix and re-enable
1000 void AdaptFramerate() {
1001 cricket::VideoCodec codec(DefaultCodec());
1002 int frame_count = 0;
1003 // The capturer runs at 30 fps. The channel requires 30 fps.
1004 EXPECT_TRUE(SetOneCodec(codec));
1005 EXPECT_TRUE(SetSend(true));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001006 EXPECT_EQ(frame_count, renderer_.num_rendered_frames());
1007 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1008 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1009 frame_count += 2;
1010 EXPECT_FRAME_WAIT(frame_count, codec.width, codec.height, kTimeout);
kwiberg686a8ef2016-02-26 03:00:35 -08001011 std::unique_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001012 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
1013
1014 // The channel requires 15 fps.
1015 codec.framerate = 15;
1016 EXPECT_TRUE(SetOneCodec(codec));
1017 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1018 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1019 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1020 frame_count += 2;
1021 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1022
1023 // The channel requires 10 fps.
1024 codec.framerate = 10;
1025 EXPECT_TRUE(SetOneCodec(codec));
1026 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1027 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1028 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1029 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1030 frame_count += 2;
1031 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1032
1033 // The channel requires 8 fps. The adapter adapts to 10 fps, which is the
1034 // closest factor of 30.
1035 codec.framerate = 8;
1036 EXPECT_TRUE(SetOneCodec(codec));
1037 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1038 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1039 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1040 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1041 frame_count += 2;
1042 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1043 }
pbos@webrtc.orgc4175b92014-09-03 15:25:49 +00001044 // Tests that adapted frames won't be upscaled to a higher resolution.
1045 void SendsLowerResolutionOnSmallerFrames() {
1046 cricket::VideoCodec codec = DefaultCodec();
1047 codec.width = 320;
1048 codec.height = 240;
1049 EXPECT_TRUE(SetOneCodec(codec));
1050 EXPECT_TRUE(SetSend(true));
nisse08582ff2016-02-04 01:24:52 -08001051 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
pbos@webrtc.orgc4175b92014-09-03 15:25:49 +00001052 EXPECT_EQ(0, renderer_.num_rendered_frames());
1053 EXPECT_TRUE(SendFrame());
1054 EXPECT_FRAME_WAIT(1, codec.width, codec.height, kTimeout);
1055
1056 // Check that we send smaller frames at the new resolution.
pbos@webrtc.orgebee4012014-09-03 15:52:02 +00001057 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(33));
pbos@webrtc.orgc4175b92014-09-03 15:25:49 +00001058 EXPECT_TRUE(video_capturer_->CaptureCustomFrame(
1059 codec.width / 2, codec.height / 2, cricket::FOURCC_I420));
1060 EXPECT_FRAME_WAIT(2, codec.width / 2, codec.height / 2, kTimeout);
1061 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001062
1063 // Tests that we can mute and unmute the channel properly.
1064 void MuteStream() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001065 EXPECT_TRUE(SetDefaultCodec());
1066 cricket::FakeVideoCapturer video_capturer;
1067 video_capturer.Start(
1068 cricket::VideoFormat(
1069 640, 480,
1070 cricket::VideoFormat::FpsToInterval(30),
1071 cricket::FOURCC_I420));
1072 EXPECT_TRUE(channel_->SetCapturer(kSsrc, &video_capturer));
1073 EXPECT_TRUE(SetSend(true));
nisse08582ff2016-02-04 01:24:52 -08001074 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001075 EXPECT_EQ(0, renderer_.num_rendered_frames());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001076 // Mute the channel and expect black output frame.
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001077 int frame_count = 0;
solenbergdfc8f4f2015-10-01 02:31:10 -07001078 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, false, nullptr));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001079 EXPECT_TRUE(video_capturer.CaptureFrame());
1080 ++frame_count;
1081 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1082 EXPECT_TRUE(renderer_.black_frame());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001083 // Unmute the channel and expect non-black output frame.
solenbergdfc8f4f2015-10-01 02:31:10 -07001084 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001085 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(30));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001086 EXPECT_TRUE(video_capturer.CaptureFrame());
1087 ++frame_count;
1088 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1089 EXPECT_FALSE(renderer_.black_frame());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001090 // Test that we can also Mute using the correct send stream SSRC.
solenbergdfc8f4f2015-10-01 02:31:10 -07001091 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, false, nullptr));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001092 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(30));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001093 EXPECT_TRUE(video_capturer.CaptureFrame());
1094 ++frame_count;
1095 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1096 EXPECT_TRUE(renderer_.black_frame());
solenbergdfc8f4f2015-10-01 02:31:10 -07001097 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001098 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(30));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001099 EXPECT_TRUE(video_capturer.CaptureFrame());
1100 ++frame_count;
1101 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1102 EXPECT_FALSE(renderer_.black_frame());
pbos@webrtc.orgef8bb8d2014-08-13 21:36:18 +00001103 // Test that muting an existing stream succeeds even if it's muted.
solenbergdfc8f4f2015-10-01 02:31:10 -07001104 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, false, nullptr));
1105 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, false, nullptr));
pbos@webrtc.orgef8bb8d2014-08-13 21:36:18 +00001106 // Test that unmuting an existing stream succeeds even if it's not muted.
solenbergdfc8f4f2015-10-01 02:31:10 -07001107 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr));
1108 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001109 // Test that muting an invalid stream fails.
solenbergdfc8f4f2015-10-01 02:31:10 -07001110 EXPECT_FALSE(channel_->SetVideoSend(kSsrc+1, false, nullptr));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001111 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
1112 }
1113
1114 // Test that multiple send streams can be created and deleted properly.
1115 void MultipleSendStreams() {
1116 // Remove stream added in Setup. I.e. remove stream corresponding to default
1117 // channel.
1118 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
1119 const unsigned int kSsrcsSize = sizeof(kSsrcs4)/sizeof(kSsrcs4[0]);
1120 for (unsigned int i = 0; i < kSsrcsSize; ++i) {
1121 EXPECT_TRUE(channel_->AddSendStream(
1122 cricket::StreamParams::CreateLegacy(kSsrcs4[i])));
1123 }
1124 // Delete one of the non default channel streams, let the destructor delete
1125 // the remaining ones.
1126 EXPECT_TRUE(channel_->RemoveSendStream(kSsrcs4[kSsrcsSize - 1]));
1127 // Stream should already be deleted.
1128 EXPECT_FALSE(channel_->RemoveSendStream(kSsrcs4[kSsrcsSize - 1]));
1129 }
1130
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001131 // Two streams one channel tests.
1132
1133 // Tests that we can send and receive frames.
1134 void TwoStreamsSendAndReceive(const cricket::VideoCodec& codec) {
1135 SetUpSecondStream();
1136 // Test sending and receiving on first stream.
1137 SendAndReceive(codec);
1138 // Test sending and receiving on second stream.
1139 EXPECT_EQ_WAIT(1, renderer2_.num_rendered_frames(), kTimeout);
Stefan Holmer586b19b2015-09-18 11:14:31 +02001140 EXPECT_GT(NumRtpPackets(), 0);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001141 EXPECT_EQ(1, renderer2_.num_rendered_frames());
1142 }
1143
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001144 // Set up 2 streams where the first stream uses the default channel.
1145 // Then disconnect the first stream and verify default channel becomes
1146 // available.
1147 // Then add a new stream with |new_ssrc|. The new stream should re-use the
1148 // default channel.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001149 void TwoStreamsReUseFirstStream(const cricket::VideoCodec& codec) {
1150 SetUpSecondStream();
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001151 // Default channel used by the first stream.
buildbot@webrtc.org2c0fb052014-08-13 16:47:12 +00001152 EXPECT_EQ(kSsrc, channel_->GetDefaultSendChannelSsrc());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001153 EXPECT_TRUE(channel_->RemoveRecvStream(kSsrc));
1154 EXPECT_FALSE(channel_->RemoveRecvStream(kSsrc));
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001155 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001156 EXPECT_FALSE(channel_->RemoveSendStream(kSsrc));
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001157 // Default channel is no longer used by a stream.
buildbot@webrtc.org2c0fb052014-08-13 16:47:12 +00001158 EXPECT_EQ(0u, channel_->GetDefaultSendChannelSsrc());
Peter Boström0c4e06b2015-10-07 12:23:21 +02001159 uint32_t new_ssrc = kSsrc + 100;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001160 EXPECT_TRUE(channel_->AddSendStream(
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001161 cricket::StreamParams::CreateLegacy(new_ssrc)));
1162 // Re-use default channel.
buildbot@webrtc.org2c0fb052014-08-13 16:47:12 +00001163 EXPECT_EQ(new_ssrc, channel_->GetDefaultSendChannelSsrc());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001164 EXPECT_FALSE(channel_->AddSendStream(
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001165 cricket::StreamParams::CreateLegacy(new_ssrc)));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001166 EXPECT_TRUE(channel_->AddRecvStream(
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001167 cricket::StreamParams::CreateLegacy(new_ssrc)));
nisse08582ff2016-02-04 01:24:52 -08001168 EXPECT_TRUE(channel_->SetSink(new_ssrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001169 EXPECT_FALSE(channel_->AddRecvStream(
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001170 cricket::StreamParams::CreateLegacy(new_ssrc)));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001171
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001172 EXPECT_TRUE(channel_->SetCapturer(new_ssrc, video_capturer_.get()));
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001173
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001174 SendAndReceive(codec);
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001175 EXPECT_TRUE(channel_->RemoveSendStream(new_ssrc));
buildbot@webrtc.org2c0fb052014-08-13 16:47:12 +00001176 EXPECT_EQ(0u, channel_->GetDefaultSendChannelSsrc());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001177 }
1178
kwiberg686a8ef2016-02-26 03:00:35 -08001179 const std::unique_ptr<webrtc::Call> call_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001180 VideoEngineOverride<E> engine_;
kwiberg686a8ef2016-02-26 03:00:35 -08001181 std::unique_ptr<cricket::FakeVideoCapturer> video_capturer_;
1182 std::unique_ptr<cricket::FakeVideoCapturer> video_capturer_2_;
1183 std::unique_ptr<C> channel_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001184 cricket::FakeNetworkInterface network_interface_;
1185 cricket::FakeVideoRenderer renderer_;
1186 cricket::VideoMediaChannel::Error media_error_;
1187
1188 // Used by test cases where 2 streams are run on the same channel.
1189 cricket::FakeVideoRenderer renderer2_;
1190};
1191
kjellandera96e2d72016-02-04 23:52:28 -08001192#endif // WEBRTC_MEDIA_BASE_VIDEOENGINE_UNITTEST_H_ NOLINT