blob: ac8ed476553dca53b637f8f6e7652fbf32d18b9c [file] [log] [blame]
jlmiller@webrtc.org5f93d0a2015-01-20 21:36:13 +00001/*
kjellander1afca732016-02-07 20:46:45 -08002 * Copyright (c) 2014 The WebRTC project authors. All Rights Reserved.
jlmiller@webrtc.org5f93d0a2015-01-20 21:36:13 +00003 *
kjellander1afca732016-02-07 20:46:45 -08004 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
jlmiller@webrtc.org5f93d0a2015-01-20 21:36:13 +00009 */
henrike@webrtc.org28e20752013-07-10 00:45:36 +000010
kjellandera96e2d72016-02-04 23:52:28 -080011#ifndef WEBRTC_MEDIA_BASE_VIDEOENGINE_UNITTEST_H_ // NOLINT
12#define WEBRTC_MEDIA_BASE_VIDEOENGINE_UNITTEST_H_
henrike@webrtc.org28e20752013-07-10 00:45:36 +000013
kwiberg686a8ef2016-02-26 03:00:35 -080014#include <memory>
henrike@webrtc.org28e20752013-07-10 00:45:36 +000015#include <string>
16#include <vector>
17
buildbot@webrtc.orga09a9992014-08-13 17:26:08 +000018#include "webrtc/base/bytebuffer.h"
19#include "webrtc/base/gunit.h"
20#include "webrtc/base/timeutils.h"
Fredrik Solenberg709ed672015-09-15 12:26:33 +020021#include "webrtc/call.h"
kjellandera96e2d72016-02-04 23:52:28 -080022#include "webrtc/media/base/fakenetworkinterface.h"
23#include "webrtc/media/base/fakevideocapturer.h"
24#include "webrtc/media/base/fakevideorenderer.h"
25#include "webrtc/media/base/mediachannel.h"
26#include "webrtc/media/base/streamparams.h"
kjellander@webrtc.org5ad12972016-02-12 06:39:40 +010027#include "webrtc/media/engine/fakewebrtccall.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000028
henrike@webrtc.org28e20752013-07-10 00:45:36 +000029#define EXPECT_FRAME_WAIT(c, w, h, t) \
30 EXPECT_EQ_WAIT((c), renderer_.num_rendered_frames(), (t)); \
31 EXPECT_EQ((w), renderer_.width()); \
32 EXPECT_EQ((h), renderer_.height()); \
33 EXPECT_EQ(0, renderer_.errors()); \
34
35#define EXPECT_FRAME_ON_RENDERER_WAIT(r, c, w, h, t) \
36 EXPECT_EQ_WAIT((c), (r).num_rendered_frames(), (t)); \
37 EXPECT_EQ((w), (r).width()); \
38 EXPECT_EQ((h), (r).height()); \
39 EXPECT_EQ(0, (r).errors()); \
40
wu@webrtc.org9caf2762013-12-11 18:25:07 +000041#define EXPECT_GT_FRAME_ON_RENDERER_WAIT(r, c, w, h, t) \
42 EXPECT_TRUE_WAIT((r).num_rendered_frames() >= (c) && \
43 (w) == (r).width() && \
44 (h) == (r).height(), (t)); \
Peter Boström0c4e06b2015-10-07 12:23:21 +020045 EXPECT_EQ(0, (r).errors());
wu@webrtc.org9caf2762013-12-11 18:25:07 +000046
Peter Boström0c4e06b2015-10-07 12:23:21 +020047static const uint32_t kTimeout = 5000U;
48static const uint32_t kDefaultReceiveSsrc = 0;
49static const uint32_t kSsrc = 1234u;
50static const uint32_t kRtxSsrc = 4321u;
51static const uint32_t kSsrcs4[] = {1, 2, 3, 4};
henrike@webrtc.org28e20752013-07-10 00:45:36 +000052
53inline bool IsEqualRes(const cricket::VideoCodec& a, int w, int h, int fps) {
54 return a.width == w && a.height == h && a.framerate == fps;
55}
56
57inline bool IsEqualCodec(const cricket::VideoCodec& a,
58 const cricket::VideoCodec& b) {
59 return a.id == b.id && a.name == b.name &&
60 IsEqualRes(a, b.width, b.height, b.framerate);
61}
62
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +000063namespace std {
henrike@webrtc.org28e20752013-07-10 00:45:36 +000064inline std::ostream& operator<<(std::ostream& s, const cricket::VideoCodec& c) {
65 s << "{" << c.name << "(" << c.id << "), "
66 << c.width << "x" << c.height << "x" << c.framerate << "}";
67 return s;
68}
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +000069} // namespace std
henrike@webrtc.org28e20752013-07-10 00:45:36 +000070
71inline int TimeBetweenSend(const cricket::VideoCodec& codec) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +000072 return static_cast<int>(
henrike@webrtc.org28e20752013-07-10 00:45:36 +000073 cricket::VideoFormat::FpsToInterval(codec.framerate) /
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000074 rtc::kNumNanosecsPerMillisec);
henrike@webrtc.org28e20752013-07-10 00:45:36 +000075}
76
henrike@webrtc.org28e20752013-07-10 00:45:36 +000077template<class E, class C>
78class VideoMediaChannelTest : public testing::Test,
79 public sigslot::has_slots<> {
80 protected:
Fredrik Solenberg709ed672015-09-15 12:26:33 +020081 VideoMediaChannelTest<E, C>()
82 : call_(webrtc::Call::Create(webrtc::Call::Config())) {}
83
henrike@webrtc.org28e20752013-07-10 00:45:36 +000084 virtual cricket::VideoCodec DefaultCodec() = 0;
85
86 virtual cricket::StreamParams DefaultSendStreamParams() {
87 return cricket::StreamParams::CreateLegacy(kSsrc);
88 }
89
90 virtual void SetUp() {
Fredrik Solenberg9a416bd2015-05-22 09:04:09 +020091 engine_.Init();
nisse51542be2016-02-12 02:27:06 -080092 channel_.reset(engine_.CreateChannel(call_.get(), cricket::MediaConfig(),
93 cricket::VideoOptions()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +000094 EXPECT_TRUE(channel_.get() != NULL);
henrike@webrtc.org28e20752013-07-10 00:45:36 +000095 network_interface_.SetDestination(channel_.get());
96 channel_->SetInterface(&network_interface_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +000097 media_error_ = cricket::VideoMediaChannel::ERROR_NONE;
Fredrik Solenbergb071a192015-09-17 16:42:56 +020098 cricket::VideoRecvParameters parameters;
99 parameters.codecs = engine_.codecs();
100 channel_->SetRecvParameters(parameters);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000101 EXPECT_TRUE(channel_->AddSendStream(DefaultSendStreamParams()));
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000102 video_capturer_.reset(CreateFakeVideoCapturer());
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000103 cricket::VideoFormat format(640, 480,
104 cricket::VideoFormat::FpsToInterval(30),
105 cricket::FOURCC_I420);
106 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_->Start(format));
deadbeef5a4a75a2016-06-02 16:23:38 -0700107 EXPECT_TRUE(
108 channel_->SetVideoSend(kSsrc, true, nullptr, video_capturer_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000109 }
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000110
111 virtual cricket::FakeVideoCapturer* CreateFakeVideoCapturer() {
112 return new cricket::FakeVideoCapturer();
113 }
114
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000115 // Utility method to setup an additional stream to send and receive video.
116 // Used to test send and recv between two streams.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000117 void SetUpSecondStream() {
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000118 SetUpSecondStreamWithNoRecv();
119 // Setup recv for second stream.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000120 EXPECT_TRUE(channel_->AddRecvStream(
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000121 cricket::StreamParams::CreateLegacy(kSsrc + 2)));
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000122 // Make the second renderer available for use by a new stream.
nisse08582ff2016-02-04 01:24:52 -0800123 EXPECT_TRUE(channel_->SetSink(kSsrc + 2, &renderer2_));
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000124 }
125 // Setup an additional stream just to send video. Defer add recv stream.
126 // This is required if you want to test unsignalled recv of video rtp packets.
127 void SetUpSecondStreamWithNoRecv() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000128 // SetUp() already added kSsrc make sure duplicate SSRCs cant be added.
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000129 EXPECT_TRUE(channel_->AddRecvStream(
130 cricket::StreamParams::CreateLegacy(kSsrc)));
nisse08582ff2016-02-04 01:24:52 -0800131 EXPECT_TRUE(channel_->SetSink(kSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000132 EXPECT_FALSE(channel_->AddSendStream(
133 cricket::StreamParams::CreateLegacy(kSsrc)));
134 EXPECT_TRUE(channel_->AddSendStream(
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000135 cricket::StreamParams::CreateLegacy(kSsrc + 2)));
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000136 // We dont add recv for the second stream.
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000137
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000138 // Setup the receive and renderer for second stream after send.
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000139 video_capturer_2_.reset(CreateFakeVideoCapturer());
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000140 cricket::VideoFormat format(640, 480,
141 cricket::VideoFormat::FpsToInterval(30),
142 cricket::FOURCC_I420);
143 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_2_->Start(format));
144
deadbeef5a4a75a2016-06-02 16:23:38 -0700145 EXPECT_TRUE(channel_->SetVideoSend(kSsrc + 2, true, nullptr,
146 video_capturer_2_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000147 }
148 virtual void TearDown() {
149 channel_.reset();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000150 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000151 bool SetDefaultCodec() {
152 return SetOneCodec(DefaultCodec());
153 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000154
155 bool SetOneCodec(int pt, const char* name, int w, int h, int fr) {
deadbeef67cf2c12016-04-13 10:07:16 -0700156 return SetOneCodec(cricket::VideoCodec(pt, name, w, h, fr));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000157 }
158 bool SetOneCodec(const cricket::VideoCodec& codec) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000159 cricket::VideoFormat capture_format(codec.width, codec.height,
160 cricket::VideoFormat::FpsToInterval(codec.framerate),
161 cricket::FOURCC_I420);
162
163 if (video_capturer_) {
164 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_->Start(capture_format));
165 }
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000166 if (video_capturer_2_) {
167 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_2_->Start(capture_format));
168 }
169
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000170 bool sending = channel_->sending();
171 bool success = SetSend(false);
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200172 if (success) {
173 cricket::VideoSendParameters parameters;
174 parameters.codecs.push_back(codec);
175 success = channel_->SetSendParameters(parameters);
176 }
177 if (success) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000178 success = SetSend(sending);
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200179 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000180 return success;
181 }
182 bool SetSend(bool send) {
183 return channel_->SetSend(send);
184 }
185 int DrainOutgoingPackets() {
186 int packets = 0;
187 do {
188 packets = NumRtpPackets();
189 // 100 ms should be long enough.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000190 rtc::Thread::Current()->ProcessMessages(100);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000191 } while (NumRtpPackets() > packets);
192 return NumRtpPackets();
193 }
194 bool SendFrame() {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000195 if (video_capturer_2_) {
196 video_capturer_2_->CaptureFrame();
197 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000198 return video_capturer_.get() &&
199 video_capturer_->CaptureFrame();
200 }
201 bool WaitAndSendFrame(int wait_ms) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000202 bool ret = rtc::Thread::Current()->ProcessMessages(wait_ms);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000203 ret &= SendFrame();
204 return ret;
205 }
206 // Sends frames and waits for the decoder to be fully initialized.
207 // Returns the number of frames that were sent.
208 int WaitForDecoder() {
209#if defined(HAVE_OPENMAX)
210 // Send enough frames for the OpenMAX decoder to continue processing, and
211 // return the number of frames sent.
212 // Send frames for a full kTimeout's worth of 15fps video.
213 int frame_count = 0;
214 while (frame_count < static_cast<int>(kTimeout) / 66) {
215 EXPECT_TRUE(WaitAndSendFrame(66));
216 ++frame_count;
217 }
218 return frame_count;
219#else
220 return 0;
221#endif
222 }
223 bool SendCustomVideoFrame(int w, int h) {
224 if (!video_capturer_.get()) return false;
225 return video_capturer_->CaptureCustomFrame(w, h, cricket::FOURCC_I420);
226 }
227 int NumRtpBytes() {
228 return network_interface_.NumRtpBytes();
229 }
Peter Boström0c4e06b2015-10-07 12:23:21 +0200230 int NumRtpBytes(uint32_t ssrc) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000231 return network_interface_.NumRtpBytes(ssrc);
232 }
233 int NumRtpPackets() {
234 return network_interface_.NumRtpPackets();
235 }
Peter Boström0c4e06b2015-10-07 12:23:21 +0200236 int NumRtpPackets(uint32_t ssrc) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000237 return network_interface_.NumRtpPackets(ssrc);
238 }
239 int NumSentSsrcs() {
240 return network_interface_.NumSentSsrcs();
241 }
jbaucheec21bd2016-03-20 06:15:43 -0700242 const rtc::CopyOnWriteBuffer* GetRtpPacket(int index) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000243 return network_interface_.GetRtpPacket(index);
244 }
245 int NumRtcpPackets() {
246 return network_interface_.NumRtcpPackets();
247 }
jbaucheec21bd2016-03-20 06:15:43 -0700248 const rtc::CopyOnWriteBuffer* GetRtcpPacket(int index) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000249 return network_interface_.GetRtcpPacket(index);
250 }
jbaucheec21bd2016-03-20 06:15:43 -0700251 static int GetPayloadType(const rtc::CopyOnWriteBuffer* p) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000252 int pt = -1;
253 ParseRtpPacket(p, NULL, &pt, NULL, NULL, NULL, NULL);
254 return pt;
255 }
jbaucheec21bd2016-03-20 06:15:43 -0700256 static bool ParseRtpPacket(const rtc::CopyOnWriteBuffer* p,
Peter Boström0c4e06b2015-10-07 12:23:21 +0200257 bool* x,
258 int* pt,
259 int* seqnum,
260 uint32_t* tstamp,
261 uint32_t* ssrc,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000262 std::string* payload) {
jbauchf1f87202016-03-30 06:43:37 -0700263 rtc::ByteBufferReader buf(p->data<char>(), p->size());
Peter Boström0c4e06b2015-10-07 12:23:21 +0200264 uint8_t u08 = 0;
265 uint16_t u16 = 0;
266 uint32_t u32 = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000267
268 // Read X and CC fields.
269 if (!buf.ReadUInt8(&u08)) return false;
270 bool extension = ((u08 & 0x10) != 0);
Peter Boström0c4e06b2015-10-07 12:23:21 +0200271 uint8_t cc = (u08 & 0x0F);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000272 if (x) *x = extension;
273
274 // Read PT field.
275 if (!buf.ReadUInt8(&u08)) return false;
276 if (pt) *pt = (u08 & 0x7F);
277
278 // Read Sequence Number field.
279 if (!buf.ReadUInt16(&u16)) return false;
280 if (seqnum) *seqnum = u16;
281
282 // Read Timestamp field.
283 if (!buf.ReadUInt32(&u32)) return false;
284 if (tstamp) *tstamp = u32;
285
286 // Read SSRC field.
287 if (!buf.ReadUInt32(&u32)) return false;
288 if (ssrc) *ssrc = u32;
289
290 // Skip CSRCs.
Peter Boström0c4e06b2015-10-07 12:23:21 +0200291 for (uint8_t i = 0; i < cc; ++i) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000292 if (!buf.ReadUInt32(&u32)) return false;
293 }
294
295 // Skip extension header.
296 if (extension) {
297 // Read Profile-specific extension header ID
298 if (!buf.ReadUInt16(&u16)) return false;
299
300 // Read Extension header length
301 if (!buf.ReadUInt16(&u16)) return false;
Peter Boström0c4e06b2015-10-07 12:23:21 +0200302 uint16_t ext_header_len = u16;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000303
304 // Read Extension header
Peter Boström0c4e06b2015-10-07 12:23:21 +0200305 for (uint16_t i = 0; i < ext_header_len; ++i) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000306 if (!buf.ReadUInt32(&u32)) return false;
307 }
308 }
309
310 if (payload) {
311 return buf.ReadString(payload, buf.Length());
312 }
313 return true;
314 }
315
316 // Parse all RTCP packet, from start_index to stop_index, and count how many
317 // FIR (PT=206 and FMT=4 according to RFC 5104). If successful, set the count
318 // and return true.
319 bool CountRtcpFir(int start_index, int stop_index, int* fir_count) {
320 int count = 0;
321 for (int i = start_index; i < stop_index; ++i) {
jbaucheec21bd2016-03-20 06:15:43 -0700322 std::unique_ptr<const rtc::CopyOnWriteBuffer> p(GetRtcpPacket(i));
jbauchf1f87202016-03-30 06:43:37 -0700323 rtc::ByteBufferReader buf(p->data<char>(), p->size());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000324 size_t total_len = 0;
325 // The packet may be a compound RTCP packet.
kwiberg@webrtc.orgeebcab52015-03-24 09:19:06 +0000326 while (total_len < p->size()) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000327 // Read FMT, type and length.
Peter Boström0c4e06b2015-10-07 12:23:21 +0200328 uint8_t fmt = 0;
329 uint8_t type = 0;
330 uint16_t length = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000331 if (!buf.ReadUInt8(&fmt)) return false;
332 fmt &= 0x1F;
333 if (!buf.ReadUInt8(&type)) return false;
334 if (!buf.ReadUInt16(&length)) return false;
335 buf.Consume(length * 4); // Skip RTCP data.
336 total_len += (length + 1) * 4;
337 if ((192 == type) || ((206 == type) && (4 == fmt))) {
338 ++count;
339 }
340 }
341 }
342
343 if (fir_count) {
344 *fir_count = count;
345 }
346 return true;
347 }
348
Peter Boström0c4e06b2015-10-07 12:23:21 +0200349 void OnVideoChannelError(uint32_t ssrc,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000350 cricket::VideoMediaChannel::Error error) {
351 media_error_ = error;
352 }
353
354 // Test that SetSend works.
355 void SetSend() {
356 EXPECT_FALSE(channel_->sending());
deadbeef5a4a75a2016-06-02 16:23:38 -0700357 EXPECT_TRUE(
358 channel_->SetVideoSend(kSsrc, true, nullptr, video_capturer_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000359 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
360 EXPECT_FALSE(channel_->sending());
361 EXPECT_TRUE(SetSend(true));
362 EXPECT_TRUE(channel_->sending());
363 EXPECT_TRUE(SendFrame());
364 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
365 EXPECT_TRUE(SetSend(false));
366 EXPECT_FALSE(channel_->sending());
367 }
368 // Test that SetSend fails without codecs being set.
369 void SetSendWithoutCodecs() {
370 EXPECT_FALSE(channel_->sending());
371 EXPECT_FALSE(SetSend(true));
372 EXPECT_FALSE(channel_->sending());
373 }
374 // Test that we properly set the send and recv buffer sizes by the time
375 // SetSend is called.
376 void SetSendSetsTransportBufferSizes() {
377 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
378 EXPECT_TRUE(SetSend(true));
buildbot@webrtc.orgae694ef2014-10-28 17:37:17 +0000379 EXPECT_EQ(64 * 1024, network_interface_.sendbuf_size());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000380 EXPECT_EQ(64 * 1024, network_interface_.recvbuf_size());
381 }
382 // Tests that we can send frames and the right payload type is used.
383 void Send(const cricket::VideoCodec& codec) {
384 EXPECT_TRUE(SetOneCodec(codec));
385 EXPECT_TRUE(SetSend(true));
386 EXPECT_TRUE(SendFrame());
387 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
jbaucheec21bd2016-03-20 06:15:43 -0700388 std::unique_ptr<const rtc::CopyOnWriteBuffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000389 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
390 }
391 // Tests that we can send and receive frames.
392 void SendAndReceive(const cricket::VideoCodec& codec) {
393 EXPECT_TRUE(SetOneCodec(codec));
394 EXPECT_TRUE(SetSend(true));
nisse08582ff2016-02-04 01:24:52 -0800395 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000396 EXPECT_EQ(0, renderer_.num_rendered_frames());
397 EXPECT_TRUE(SendFrame());
398 EXPECT_FRAME_WAIT(1, codec.width, codec.height, kTimeout);
jbaucheec21bd2016-03-20 06:15:43 -0700399 std::unique_ptr<const rtc::CopyOnWriteBuffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000400 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
401 }
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000402 void SendReceiveManyAndGetStats(const cricket::VideoCodec& codec,
403 int duration_sec, int fps) {
404 EXPECT_TRUE(SetOneCodec(codec));
405 EXPECT_TRUE(SetSend(true));
nisse08582ff2016-02-04 01:24:52 -0800406 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000407 EXPECT_EQ(0, renderer_.num_rendered_frames());
408 for (int i = 0; i < duration_sec; ++i) {
409 for (int frame = 1; frame <= fps; ++frame) {
410 EXPECT_TRUE(WaitAndSendFrame(1000 / fps));
411 EXPECT_FRAME_WAIT(frame + i * fps, codec.width, codec.height, kTimeout);
412 }
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000413 }
jbaucheec21bd2016-03-20 06:15:43 -0700414 std::unique_ptr<const rtc::CopyOnWriteBuffer> p(GetRtpPacket(0));
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000415 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
416 }
417
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000418 // Test that stats work properly for a 1-1 call.
419 void GetStats() {
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000420 const int kDurationSec = 3;
421 const int kFps = 10;
422 SendReceiveManyAndGetStats(DefaultCodec(), kDurationSec, kFps);
423
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000424 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +0000425 EXPECT_TRUE(channel_->GetStats(&info));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000426
427 ASSERT_EQ(1U, info.senders.size());
428 // TODO(whyuan): bytes_sent and bytes_rcvd are different. Are both payload?
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000429 // For webrtc, bytes_sent does not include the RTP header length.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000430 EXPECT_GT(info.senders[0].bytes_sent, 0);
431 EXPECT_EQ(NumRtpPackets(), info.senders[0].packets_sent);
432 EXPECT_EQ(0.0, info.senders[0].fraction_lost);
433 EXPECT_EQ(0, info.senders[0].firs_rcvd);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000434 EXPECT_EQ(0, info.senders[0].plis_rcvd);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000435 EXPECT_EQ(0, info.senders[0].nacks_rcvd);
wu@webrtc.org987f2c92014-03-28 16:22:19 +0000436 EXPECT_EQ(DefaultCodec().width, info.senders[0].send_frame_width);
437 EXPECT_EQ(DefaultCodec().height, info.senders[0].send_frame_height);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000438 EXPECT_GT(info.senders[0].framerate_input, 0);
439 EXPECT_GT(info.senders[0].framerate_sent, 0);
440
441 ASSERT_EQ(1U, info.receivers.size());
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000442 EXPECT_EQ(1U, info.senders[0].ssrcs().size());
443 EXPECT_EQ(1U, info.receivers[0].ssrcs().size());
444 EXPECT_EQ(info.senders[0].ssrcs()[0], info.receivers[0].ssrcs()[0]);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000445 EXPECT_EQ(NumRtpBytes(), info.receivers[0].bytes_rcvd);
446 EXPECT_EQ(NumRtpPackets(), info.receivers[0].packets_rcvd);
447 EXPECT_EQ(0.0, info.receivers[0].fraction_lost);
448 EXPECT_EQ(0, info.receivers[0].packets_lost);
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000449 // TODO(asapersson): Not set for webrtc. Handle missing stats.
450 // EXPECT_EQ(0, info.receivers[0].packets_concealed);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000451 EXPECT_EQ(0, info.receivers[0].firs_sent);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000452 EXPECT_EQ(0, info.receivers[0].plis_sent);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000453 EXPECT_EQ(0, info.receivers[0].nacks_sent);
454 EXPECT_EQ(DefaultCodec().width, info.receivers[0].frame_width);
455 EXPECT_EQ(DefaultCodec().height, info.receivers[0].frame_height);
456 EXPECT_GT(info.receivers[0].framerate_rcvd, 0);
457 EXPECT_GT(info.receivers[0].framerate_decoded, 0);
458 EXPECT_GT(info.receivers[0].framerate_output, 0);
459 }
Stefan Holmer586b19b2015-09-18 11:14:31 +0200460
461 cricket::VideoSenderInfo GetSenderStats(size_t i) {
462 cricket::VideoMediaInfo info;
463 EXPECT_TRUE(channel_->GetStats(&info));
464 return info.senders[i];
465 }
466
467 cricket::VideoReceiverInfo GetReceiverStats(size_t i) {
468 cricket::VideoMediaInfo info;
469 EXPECT_TRUE(channel_->GetStats(&info));
470 return info.receivers[i];
471 }
472
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000473 // Test that stats work properly for a conf call with multiple recv streams.
474 void GetStatsMultipleRecvStreams() {
475 cricket::FakeVideoRenderer renderer1, renderer2;
476 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200477 cricket::VideoSendParameters parameters;
478 parameters.codecs.push_back(DefaultCodec());
nisse4b4dc862016-02-17 05:25:36 -0800479 parameters.conference_mode = true;
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200480 EXPECT_TRUE(channel_->SetSendParameters(parameters));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000481 EXPECT_TRUE(SetSend(true));
482 EXPECT_TRUE(channel_->AddRecvStream(
483 cricket::StreamParams::CreateLegacy(1)));
484 EXPECT_TRUE(channel_->AddRecvStream(
485 cricket::StreamParams::CreateLegacy(2)));
nisse08582ff2016-02-04 01:24:52 -0800486 EXPECT_TRUE(channel_->SetSink(1, &renderer1));
487 EXPECT_TRUE(channel_->SetSink(2, &renderer2));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000488 EXPECT_EQ(0, renderer1.num_rendered_frames());
489 EXPECT_EQ(0, renderer2.num_rendered_frames());
Peter Boström0c4e06b2015-10-07 12:23:21 +0200490 std::vector<uint32_t> ssrcs;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000491 ssrcs.push_back(1);
492 ssrcs.push_back(2);
493 network_interface_.SetConferenceMode(true, ssrcs);
494 EXPECT_TRUE(SendFrame());
495 EXPECT_FRAME_ON_RENDERER_WAIT(
496 renderer1, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
497 EXPECT_FRAME_ON_RENDERER_WAIT(
498 renderer2, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200499
500 EXPECT_TRUE(channel_->SetSend(false));
501
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000502 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +0000503 EXPECT_TRUE(channel_->GetStats(&info));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000504 ASSERT_EQ(1U, info.senders.size());
505 // TODO(whyuan): bytes_sent and bytes_rcvd are different. Are both payload?
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000506 // For webrtc, bytes_sent does not include the RTP header length.
Stefan Holmer586b19b2015-09-18 11:14:31 +0200507 EXPECT_GT(GetSenderStats(0).bytes_sent, 0);
508 EXPECT_EQ_WAIT(NumRtpPackets(), GetSenderStats(0).packets_sent, kTimeout);
509 EXPECT_EQ(DefaultCodec().width, GetSenderStats(0).send_frame_width);
510 EXPECT_EQ(DefaultCodec().height, GetSenderStats(0).send_frame_height);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000511
512 ASSERT_EQ(2U, info.receivers.size());
513 for (size_t i = 0; i < info.receivers.size(); ++i) {
Stefan Holmer586b19b2015-09-18 11:14:31 +0200514 EXPECT_EQ(1U, GetReceiverStats(i).ssrcs().size());
515 EXPECT_EQ(i + 1, GetReceiverStats(i).ssrcs()[0]);
516 EXPECT_EQ_WAIT(NumRtpBytes(), GetReceiverStats(i).bytes_rcvd, kTimeout);
517 EXPECT_EQ_WAIT(NumRtpPackets(), GetReceiverStats(i).packets_rcvd,
518 kTimeout);
skvlada8c94022016-08-31 03:42:29 -0700519 EXPECT_EQ_WAIT(DefaultCodec().width, GetReceiverStats(i).frame_width,
520 kTimeout);
521 EXPECT_EQ_WAIT(DefaultCodec().height, GetReceiverStats(i).frame_height,
522 kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000523 }
524 }
525 // Test that stats work properly for a conf call with multiple send streams.
526 void GetStatsMultipleSendStreams() {
527 // Normal setup; note that we set the SSRC explicitly to ensure that
528 // it will come first in the senders map.
529 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200530 cricket::VideoSendParameters parameters;
531 parameters.codecs.push_back(DefaultCodec());
nisse4b4dc862016-02-17 05:25:36 -0800532 parameters.conference_mode = true;
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200533 EXPECT_TRUE(channel_->SetSendParameters(parameters));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000534 EXPECT_TRUE(channel_->AddRecvStream(
buildbot@webrtc.org99f63082014-07-18 23:31:30 +0000535 cricket::StreamParams::CreateLegacy(kSsrc)));
nisse08582ff2016-02-04 01:24:52 -0800536 EXPECT_TRUE(channel_->SetSink(kSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000537 EXPECT_TRUE(SetSend(true));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000538 EXPECT_TRUE(SendFrame());
539 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
540 EXPECT_FRAME_WAIT(1, DefaultCodec().width, DefaultCodec().height, kTimeout);
541
542 // Add an additional capturer, and hook up a renderer to receive it.
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000543 cricket::FakeVideoRenderer renderer2;
kwiberg686a8ef2016-02-26 03:00:35 -0800544 std::unique_ptr<cricket::FakeVideoCapturer> capturer(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000545 CreateFakeVideoCapturer());
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000546 const int kTestWidth = 160;
547 const int kTestHeight = 120;
548 cricket::VideoFormat format(kTestWidth, kTestHeight,
549 cricket::VideoFormat::FpsToInterval(5),
550 cricket::FOURCC_I420);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000551 EXPECT_EQ(cricket::CS_RUNNING, capturer->Start(format));
552 EXPECT_TRUE(channel_->AddSendStream(
553 cricket::StreamParams::CreateLegacy(5678)));
deadbeef5a4a75a2016-06-02 16:23:38 -0700554 EXPECT_TRUE(channel_->SetVideoSend(5678, true, nullptr, capturer.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000555 EXPECT_TRUE(channel_->AddRecvStream(
556 cricket::StreamParams::CreateLegacy(5678)));
nisse08582ff2016-02-04 01:24:52 -0800557 EXPECT_TRUE(channel_->SetSink(5678, &renderer2));
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000558 EXPECT_TRUE(capturer->CaptureCustomFrame(
559 kTestWidth, kTestHeight, cricket::FOURCC_I420));
560 EXPECT_FRAME_ON_RENDERER_WAIT(
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000561 renderer2, 1, kTestWidth, kTestHeight, kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000562
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000563 // Get stats, and make sure they are correct for two senders. We wait until
564 // the number of expected packets have been sent to avoid races where we
565 // check stats before it has been updated.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000566 cricket::VideoMediaInfo info;
Peter Boström0c4e06b2015-10-07 12:23:21 +0200567 for (uint32_t i = 0; i < kTimeout; ++i) {
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000568 rtc::Thread::Current()->ProcessMessages(1);
pbos@webrtc.org058b1f12015-03-04 08:54:32 +0000569 EXPECT_TRUE(channel_->GetStats(&info));
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000570 ASSERT_EQ(2U, info.senders.size());
571 if (info.senders[0].packets_sent + info.senders[1].packets_sent ==
572 NumRtpPackets()) {
573 // Stats have been updated for both sent frames, expectations can be
574 // checked now.
575 break;
576 }
577 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000578 EXPECT_EQ(NumRtpPackets(),
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000579 info.senders[0].packets_sent + info.senders[1].packets_sent)
580 << "Timed out while waiting for packet counts for all sent packets.";
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000581 EXPECT_EQ(1U, info.senders[0].ssrcs().size());
582 EXPECT_EQ(1234U, info.senders[0].ssrcs()[0]);
wu@webrtc.org987f2c92014-03-28 16:22:19 +0000583 EXPECT_EQ(DefaultCodec().width, info.senders[0].send_frame_width);
584 EXPECT_EQ(DefaultCodec().height, info.senders[0].send_frame_height);
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000585 EXPECT_EQ(1U, info.senders[1].ssrcs().size());
586 EXPECT_EQ(5678U, info.senders[1].ssrcs()[0]);
wu@webrtc.org987f2c92014-03-28 16:22:19 +0000587 EXPECT_EQ(kTestWidth, info.senders[1].send_frame_width);
588 EXPECT_EQ(kTestHeight, info.senders[1].send_frame_height);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000589 // The capturer must be unregistered here as it runs out of it's scope next.
deadbeef5a4a75a2016-06-02 16:23:38 -0700590 channel_->SetVideoSend(5678, true, nullptr, nullptr);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000591 }
592
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000593 // Test that we can set the bandwidth.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000594 void SetSendBandwidth() {
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200595 cricket::VideoSendParameters parameters;
596 parameters.codecs.push_back(DefaultCodec());
597 parameters.max_bandwidth_bps = -1; // <= 0 means unlimited.
598 EXPECT_TRUE(channel_->SetSendParameters(parameters));
599 parameters.max_bandwidth_bps = 128 * 1024;
600 EXPECT_TRUE(channel_->SetSendParameters(parameters));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000601 }
602 // Test that we can set the SSRC for the default send source.
603 void SetSendSsrc() {
604 EXPECT_TRUE(SetDefaultCodec());
605 EXPECT_TRUE(SetSend(true));
606 EXPECT_TRUE(SendFrame());
607 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
Peter Boström0c4e06b2015-10-07 12:23:21 +0200608 uint32_t ssrc = 0;
jbaucheec21bd2016-03-20 06:15:43 -0700609 std::unique_ptr<const rtc::CopyOnWriteBuffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000610 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
611 EXPECT_EQ(kSsrc, ssrc);
Peter Boström718b6c72015-11-11 16:19:33 +0000612 // Packets are being paced out, so these can mismatch between the first and
613 // second call to NumRtpPackets until pending packets are paced out.
614 EXPECT_EQ_WAIT(NumRtpPackets(), NumRtpPackets(ssrc), kTimeout);
615 EXPECT_EQ_WAIT(NumRtpBytes(), NumRtpBytes(ssrc), kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000616 EXPECT_EQ(1, NumSentSsrcs());
617 EXPECT_EQ(0, NumRtpPackets(kSsrc - 1));
618 EXPECT_EQ(0, NumRtpBytes(kSsrc - 1));
619 }
620 // Test that we can set the SSRC even after codecs are set.
621 void SetSendSsrcAfterSetCodecs() {
622 // Remove stream added in Setup.
623 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
624 EXPECT_TRUE(SetDefaultCodec());
625 EXPECT_TRUE(channel_->AddSendStream(
626 cricket::StreamParams::CreateLegacy(999)));
deadbeef5a4a75a2016-06-02 16:23:38 -0700627 EXPECT_TRUE(
628 channel_->SetVideoSend(999u, true, nullptr, video_capturer_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000629 EXPECT_TRUE(SetSend(true));
630 EXPECT_TRUE(WaitAndSendFrame(0));
631 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
Peter Boström0c4e06b2015-10-07 12:23:21 +0200632 uint32_t ssrc = 0;
jbaucheec21bd2016-03-20 06:15:43 -0700633 std::unique_ptr<const rtc::CopyOnWriteBuffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000634 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
635 EXPECT_EQ(999u, ssrc);
Peter Boström718b6c72015-11-11 16:19:33 +0000636 // Packets are being paced out, so these can mismatch between the first and
637 // second call to NumRtpPackets until pending packets are paced out.
638 EXPECT_EQ_WAIT(NumRtpPackets(), NumRtpPackets(ssrc), kTimeout);
639 EXPECT_EQ_WAIT(NumRtpBytes(), NumRtpBytes(ssrc), kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000640 EXPECT_EQ(1, NumSentSsrcs());
641 EXPECT_EQ(0, NumRtpPackets(kSsrc));
642 EXPECT_EQ(0, NumRtpBytes(kSsrc));
643 }
644 // Test that we can set the default video renderer before and after
645 // media is received.
nisse08582ff2016-02-04 01:24:52 -0800646 void SetSink() {
Peter Boström0c4e06b2015-10-07 12:23:21 +0200647 uint8_t data1[] = {
648 0x80, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00};
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000649
jbaucheec21bd2016-03-20 06:15:43 -0700650 rtc::CopyOnWriteBuffer packet1(data1, sizeof(data1));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000651 rtc::SetBE32(packet1.data() + 8, kSsrc);
nisse08582ff2016-02-04 01:24:52 -0800652 channel_->SetSink(kDefaultReceiveSsrc, NULL);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000653 EXPECT_TRUE(SetDefaultCodec());
654 EXPECT_TRUE(SetSend(true));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000655 EXPECT_EQ(0, renderer_.num_rendered_frames());
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000656 channel_->OnPacketReceived(&packet1, rtc::PacketTime());
nisse08582ff2016-02-04 01:24:52 -0800657 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000658 EXPECT_TRUE(SendFrame());
659 EXPECT_FRAME_WAIT(1, DefaultCodec().width, DefaultCodec().height, kTimeout);
660 }
661
662 // Tests empty StreamParams is rejected.
663 void RejectEmptyStreamParams() {
664 // Remove the send stream that was added during Setup.
665 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
666
667 cricket::StreamParams empty;
668 EXPECT_FALSE(channel_->AddSendStream(empty));
669 EXPECT_TRUE(channel_->AddSendStream(
670 cricket::StreamParams::CreateLegacy(789u)));
671 }
672
673 // Tests setting up and configuring a send stream.
674 void AddRemoveSendStreams() {
675 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
676 EXPECT_TRUE(SetSend(true));
nisse08582ff2016-02-04 01:24:52 -0800677 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000678 EXPECT_TRUE(SendFrame());
679 EXPECT_FRAME_WAIT(1, DefaultCodec().width, DefaultCodec().height, kTimeout);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200680 EXPECT_GT(NumRtpPackets(), 0);
Peter Boström0c4e06b2015-10-07 12:23:21 +0200681 uint32_t ssrc = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000682 size_t last_packet = NumRtpPackets() - 1;
jbaucheec21bd2016-03-20 06:15:43 -0700683 std::unique_ptr<const rtc::CopyOnWriteBuffer>
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000684 p(GetRtpPacket(static_cast<int>(last_packet)));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000685 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
686 EXPECT_EQ(kSsrc, ssrc);
687
688 // Remove the send stream that was added during Setup.
689 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
690 int rtp_packets = NumRtpPackets();
691
692 EXPECT_TRUE(channel_->AddSendStream(
693 cricket::StreamParams::CreateLegacy(789u)));
deadbeef5a4a75a2016-06-02 16:23:38 -0700694 EXPECT_TRUE(
695 channel_->SetVideoSend(789u, true, nullptr, video_capturer_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000696 EXPECT_EQ(rtp_packets, NumRtpPackets());
697 // Wait 30ms to guarantee the engine does not drop the frame.
698 EXPECT_TRUE(WaitAndSendFrame(30));
699 EXPECT_TRUE_WAIT(NumRtpPackets() > rtp_packets, kTimeout);
700
701 last_packet = NumRtpPackets() - 1;
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000702 p.reset(GetRtpPacket(static_cast<int>(last_packet)));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000703 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
704 EXPECT_EQ(789u, ssrc);
705 }
706
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000707 // Tests the behavior of incoming streams in a conference scenario.
708 void SimulateConference() {
709 cricket::FakeVideoRenderer renderer1, renderer2;
710 EXPECT_TRUE(SetDefaultCodec());
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200711 cricket::VideoSendParameters parameters;
712 parameters.codecs.push_back(DefaultCodec());
nisse4b4dc862016-02-17 05:25:36 -0800713 parameters.conference_mode = true;
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200714 EXPECT_TRUE(channel_->SetSendParameters(parameters));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000715 EXPECT_TRUE(SetSend(true));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000716 EXPECT_TRUE(channel_->AddRecvStream(
717 cricket::StreamParams::CreateLegacy(1)));
718 EXPECT_TRUE(channel_->AddRecvStream(
719 cricket::StreamParams::CreateLegacy(2)));
nisse08582ff2016-02-04 01:24:52 -0800720 EXPECT_TRUE(channel_->SetSink(1, &renderer1));
721 EXPECT_TRUE(channel_->SetSink(2, &renderer2));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000722 EXPECT_EQ(0, renderer1.num_rendered_frames());
723 EXPECT_EQ(0, renderer2.num_rendered_frames());
Peter Boström0c4e06b2015-10-07 12:23:21 +0200724 std::vector<uint32_t> ssrcs;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000725 ssrcs.push_back(1);
726 ssrcs.push_back(2);
727 network_interface_.SetConferenceMode(true, ssrcs);
728 EXPECT_TRUE(SendFrame());
729 EXPECT_FRAME_ON_RENDERER_WAIT(
730 renderer1, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
731 EXPECT_FRAME_ON_RENDERER_WAIT(
732 renderer2, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
733
jbaucheec21bd2016-03-20 06:15:43 -0700734 std::unique_ptr<const rtc::CopyOnWriteBuffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000735 EXPECT_EQ(DefaultCodec().id, GetPayloadType(p.get()));
736 EXPECT_EQ(DefaultCodec().width, renderer1.width());
737 EXPECT_EQ(DefaultCodec().height, renderer1.height());
738 EXPECT_EQ(DefaultCodec().width, renderer2.width());
739 EXPECT_EQ(DefaultCodec().height, renderer2.height());
740 EXPECT_TRUE(channel_->RemoveRecvStream(2));
741 EXPECT_TRUE(channel_->RemoveRecvStream(1));
742 }
743
744 // Tests that we can add and remove capturers and frames are sent out properly
745 void AddRemoveCapturer() {
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000746 cricket::VideoCodec codec = DefaultCodec();
747 codec.width = 320;
748 codec.height = 240;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000749 const int time_between_send = TimeBetweenSend(codec);
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000750 EXPECT_TRUE(SetOneCodec(codec));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000751 EXPECT_TRUE(SetSend(true));
nisse08582ff2016-02-04 01:24:52 -0800752 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000753 EXPECT_EQ(0, renderer_.num_rendered_frames());
754 EXPECT_TRUE(SendFrame());
755 EXPECT_FRAME_WAIT(1, codec.width, codec.height, kTimeout);
kwiberg686a8ef2016-02-26 03:00:35 -0800756 std::unique_ptr<cricket::FakeVideoCapturer> capturer(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000757 CreateFakeVideoCapturer());
Niels Möller60653ba2016-03-02 11:41:36 +0100758
759 // TODO(nisse): This testcase fails if we don't configure
760 // screencast. It's unclear why, I see nothing obvious in this
761 // test which is related to screencast logic.
762 cricket::VideoOptions video_options;
763 video_options.is_screencast = rtc::Optional<bool>(true);
deadbeef5a4a75a2016-06-02 16:23:38 -0700764 channel_->SetVideoSend(kSsrc, true, &video_options, nullptr);
Niels Möller60653ba2016-03-02 11:41:36 +0100765
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000766 cricket::VideoFormat format(480, 360,
767 cricket::VideoFormat::FpsToInterval(30),
768 cricket::FOURCC_I420);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000769 EXPECT_EQ(cricket::CS_RUNNING, capturer->Start(format));
770 // All capturers start generating frames with the same timestamp. ViE does
771 // not allow the same timestamp to be used. Capture one frame before
772 // associating the capturer with the channel.
773 EXPECT_TRUE(capturer->CaptureCustomFrame(format.width, format.height,
774 cricket::FOURCC_I420));
775
776 int captured_frames = 1;
777 for (int iterations = 0; iterations < 2; ++iterations) {
deadbeef5a4a75a2016-06-02 16:23:38 -0700778 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr, capturer.get()));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000779 rtc::Thread::Current()->ProcessMessages(time_between_send);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000780 EXPECT_TRUE(capturer->CaptureCustomFrame(format.width, format.height,
781 cricket::FOURCC_I420));
782 ++captured_frames;
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000783 // Wait until frame of right size is captured.
784 EXPECT_TRUE_WAIT(renderer_.num_rendered_frames() >= captured_frames &&
785 format.width == renderer_.width() &&
henrike@webrtc.org1e09a712013-07-26 19:17:59 +0000786 format.height == renderer_.height() &&
787 !renderer_.black_frame(), kTimeout);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000788 EXPECT_GE(renderer_.num_rendered_frames(), captured_frames);
789 EXPECT_EQ(format.width, renderer_.width());
790 EXPECT_EQ(format.height, renderer_.height());
791 captured_frames = renderer_.num_rendered_frames() + 1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000792 EXPECT_FALSE(renderer_.black_frame());
deadbeef5a4a75a2016-06-02 16:23:38 -0700793 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr, nullptr));
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000794 // Make sure a black frame is generated within the specified timeout.
pbos@webrtc.orgb4987bf2015-02-18 10:13:09 +0000795 // The black frame should be the resolution of the previous frame to
796 // prevent expensive encoder reconfigurations.
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000797 EXPECT_TRUE_WAIT(renderer_.num_rendered_frames() >= captured_frames &&
pbos@webrtc.orgb4987bf2015-02-18 10:13:09 +0000798 format.width == renderer_.width() &&
799 format.height == renderer_.height() &&
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000800 renderer_.black_frame(), kTimeout);
801 EXPECT_GE(renderer_.num_rendered_frames(), captured_frames);
pbos@webrtc.orgb4987bf2015-02-18 10:13:09 +0000802 EXPECT_EQ(format.width, renderer_.width());
803 EXPECT_EQ(format.height, renderer_.height());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000804 EXPECT_TRUE(renderer_.black_frame());
805
806 // The black frame has the same timestamp as the next frame since it's
807 // timestamp is set to the last frame's timestamp + interval. WebRTC will
808 // not render a frame with the same timestamp so capture another frame
809 // with the frame capturer to increment the next frame's timestamp.
810 EXPECT_TRUE(capturer->CaptureCustomFrame(format.width, format.height,
811 cricket::FOURCC_I420));
812 }
813 }
814
deadbeef5a4a75a2016-06-02 16:23:38 -0700815 // Tests that if SetVideoSend is called with a NULL capturer after the
816 // capturer was already removed, the application doesn't crash (and no black
817 // frame is sent).
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000818 void RemoveCapturerWithoutAdd() {
819 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
820 EXPECT_TRUE(SetSend(true));
nisse08582ff2016-02-04 01:24:52 -0800821 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000822 EXPECT_EQ(0, renderer_.num_rendered_frames());
823 EXPECT_TRUE(SendFrame());
824 EXPECT_FRAME_WAIT(1, 640, 400, kTimeout);
pbos@webrtc.org776e6f22014-10-29 15:28:39 +0000825 // Wait for one frame so they don't get dropped because we send frames too
826 // tightly.
827 rtc::Thread::Current()->ProcessMessages(30);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000828 // Remove the capturer.
deadbeef5a4a75a2016-06-02 16:23:38 -0700829 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr, nullptr));
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000830 // Wait for one black frame for removing the capturer.
831 EXPECT_FRAME_WAIT(2, 640, 400, kTimeout);
832
deadbeef5a4a75a2016-06-02 16:23:38 -0700833 // No capturer was added, so this SetVideoSend shouldn't do anything.
834 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr, nullptr));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000835 rtc::Thread::Current()->ProcessMessages(300);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000836 // Verify no more frames were sent.
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000837 EXPECT_EQ(2, renderer_.num_rendered_frames());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000838 }
839
840 // Tests that we can add and remove capturer as unique sources.
841 void AddRemoveCapturerMultipleSources() {
842 // WebRTC implementation will drop frames if pushed to quickly. Wait the
843 // interval time to avoid that.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000844 // WebRTC implementation will drop frames if pushed to quickly. Wait the
845 // interval time to avoid that.
846 // Set up the stream associated with the engine.
847 EXPECT_TRUE(channel_->AddRecvStream(
848 cricket::StreamParams::CreateLegacy(kSsrc)));
nisse08582ff2016-02-04 01:24:52 -0800849 EXPECT_TRUE(channel_->SetSink(kSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000850 cricket::VideoFormat capture_format; // default format
851 capture_format.interval = cricket::VideoFormat::FpsToInterval(30);
852 // Set up additional stream 1.
853 cricket::FakeVideoRenderer renderer1;
nisse08582ff2016-02-04 01:24:52 -0800854 EXPECT_FALSE(channel_->SetSink(1, &renderer1));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000855 EXPECT_TRUE(channel_->AddRecvStream(
856 cricket::StreamParams::CreateLegacy(1)));
nisse08582ff2016-02-04 01:24:52 -0800857 EXPECT_TRUE(channel_->SetSink(1, &renderer1));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000858 EXPECT_TRUE(channel_->AddSendStream(
859 cricket::StreamParams::CreateLegacy(1)));
kwiberg686a8ef2016-02-26 03:00:35 -0800860 std::unique_ptr<cricket::FakeVideoCapturer> capturer1(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000861 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000862 EXPECT_EQ(cricket::CS_RUNNING, capturer1->Start(capture_format));
863 // Set up additional stream 2.
864 cricket::FakeVideoRenderer renderer2;
nisse08582ff2016-02-04 01:24:52 -0800865 EXPECT_FALSE(channel_->SetSink(2, &renderer2));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000866 EXPECT_TRUE(channel_->AddRecvStream(
867 cricket::StreamParams::CreateLegacy(2)));
nisse08582ff2016-02-04 01:24:52 -0800868 EXPECT_TRUE(channel_->SetSink(2, &renderer2));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000869 EXPECT_TRUE(channel_->AddSendStream(
870 cricket::StreamParams::CreateLegacy(2)));
kwiberg686a8ef2016-02-26 03:00:35 -0800871 std::unique_ptr<cricket::FakeVideoCapturer> capturer2(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000872 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000873 EXPECT_EQ(cricket::CS_RUNNING, capturer2->Start(capture_format));
874 // State for all the streams.
875 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
deadbeef5a4a75a2016-06-02 16:23:38 -0700876 // A limitation in the lmi implementation requires that SetVideoSend() is
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000877 // called after SetOneCodec().
878 // TODO(hellner): this seems like an unnecessary constraint, fix it.
deadbeef5a4a75a2016-06-02 16:23:38 -0700879 EXPECT_TRUE(channel_->SetVideoSend(1, true, nullptr, capturer1.get()));
880 EXPECT_TRUE(channel_->SetVideoSend(2, true, nullptr, capturer2.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000881 EXPECT_TRUE(SetSend(true));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000882 // Test capturer associated with engine.
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000883 const int kTestWidth = 160;
884 const int kTestHeight = 120;
885 EXPECT_TRUE(capturer1->CaptureCustomFrame(
886 kTestWidth, kTestHeight, cricket::FOURCC_I420));
887 EXPECT_FRAME_ON_RENDERER_WAIT(
888 renderer1, 1, kTestWidth, kTestHeight, kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000889 // Capture a frame with additional capturer2, frames should be received
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000890 EXPECT_TRUE(capturer2->CaptureCustomFrame(
891 kTestWidth, kTestHeight, cricket::FOURCC_I420));
892 EXPECT_FRAME_ON_RENDERER_WAIT(
893 renderer2, 1, kTestWidth, kTestHeight, kTimeout);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000894 // Successfully remove the capturer.
deadbeef5a4a75a2016-06-02 16:23:38 -0700895 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr, nullptr));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000896 // The capturers must be unregistered here as it runs out of it's scope
897 // next.
deadbeef5a4a75a2016-06-02 16:23:38 -0700898 EXPECT_TRUE(channel_->SetVideoSend(1, true, nullptr, nullptr));
899 EXPECT_TRUE(channel_->SetVideoSend(2, true, nullptr, nullptr));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000900 }
901
902 void HighAspectHighHeightCapturer() {
903 const int kWidth = 80;
904 const int kHeight = 10000;
905 const int kScaledWidth = 20;
906 const int kScaledHeight = 2500;
907
908 cricket::VideoCodec codec(DefaultCodec());
909 EXPECT_TRUE(SetOneCodec(codec));
910 EXPECT_TRUE(SetSend(true));
911
912 cricket::FakeVideoRenderer renderer;
913 EXPECT_TRUE(channel_->AddRecvStream(
914 cricket::StreamParams::CreateLegacy(kSsrc)));
nisse08582ff2016-02-04 01:24:52 -0800915 EXPECT_TRUE(channel_->SetSink(kSsrc, &renderer));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000916 EXPECT_EQ(0, renderer.num_rendered_frames());
917
918 EXPECT_TRUE(SendFrame());
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000919 EXPECT_GT_FRAME_ON_RENDERER_WAIT(
920 renderer, 1, codec.width, codec.height, kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000921
922 // Registering an external capturer is currently the same as screen casting
923 // (update the test when this changes).
kwiberg686a8ef2016-02-26 03:00:35 -0800924 std::unique_ptr<cricket::FakeVideoCapturer> capturer(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000925 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000926 const std::vector<cricket::VideoFormat>* formats =
927 capturer->GetSupportedFormats();
928 cricket::VideoFormat capture_format = (*formats)[0];
929 EXPECT_EQ(cricket::CS_RUNNING, capturer->Start(capture_format));
930 // Capture frame to not get same frame timestamps as previous capturer.
931 capturer->CaptureFrame();
deadbeef5a4a75a2016-06-02 16:23:38 -0700932 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr, capturer.get()));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000933 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(30));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000934 EXPECT_TRUE(capturer->CaptureCustomFrame(kWidth, kHeight,
935 cricket::FOURCC_ARGB));
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000936 EXPECT_GT_FRAME_ON_RENDERER_WAIT(
937 renderer, 2, kScaledWidth, kScaledHeight, kTimeout);
deadbeef5a4a75a2016-06-02 16:23:38 -0700938 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr, nullptr));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000939 }
940
941 // Tests that we can adapt video resolution with 16:10 aspect ratio properly.
942 void AdaptResolution16x10() {
nisse08582ff2016-02-04 01:24:52 -0800943 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000944 cricket::VideoCodec codec(DefaultCodec());
945 codec.width = 640;
946 codec.height = 400;
947 SendAndReceive(codec);
948 codec.width /= 2;
949 codec.height /= 2;
950 // Adapt the resolution.
951 EXPECT_TRUE(SetOneCodec(codec));
952 EXPECT_TRUE(WaitAndSendFrame(30));
953 EXPECT_FRAME_WAIT(2, codec.width, codec.height, kTimeout);
954 }
955 // Tests that we can adapt video resolution with 4:3 aspect ratio properly.
956 void AdaptResolution4x3() {
nisse08582ff2016-02-04 01:24:52 -0800957 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000958 cricket::VideoCodec codec(DefaultCodec());
959 codec.width = 640;
960 codec.height = 400;
961 SendAndReceive(codec);
962 codec.width /= 2;
963 codec.height /= 2;
964 // Adapt the resolution.
965 EXPECT_TRUE(SetOneCodec(codec));
966 EXPECT_TRUE(WaitAndSendFrame(30));
967 EXPECT_FRAME_WAIT(2, codec.width, codec.height, kTimeout);
968 }
969 // Tests that we can drop all frames properly.
970 void AdaptDropAllFrames() {
971 // Set the channel codec's resolution to 0, which will require the adapter
972 // to drop all frames.
973 cricket::VideoCodec codec(DefaultCodec());
974 codec.width = codec.height = codec.framerate = 0;
975 EXPECT_TRUE(SetOneCodec(codec));
976 EXPECT_TRUE(SetSend(true));
nisse08582ff2016-02-04 01:24:52 -0800977 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000978 EXPECT_EQ(0, renderer_.num_rendered_frames());
979 EXPECT_TRUE(SendFrame());
980 EXPECT_TRUE(SendFrame());
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000981 rtc::Thread::Current()->ProcessMessages(500);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000982 EXPECT_EQ(0, renderer_.num_rendered_frames());
983 }
984 // Tests that we can reduce the frame rate on demand properly.
985 // TODO(fbarchard): This test is flakey on pulse. Fix and re-enable
986 void AdaptFramerate() {
987 cricket::VideoCodec codec(DefaultCodec());
988 int frame_count = 0;
989 // The capturer runs at 30 fps. The channel requires 30 fps.
990 EXPECT_TRUE(SetOneCodec(codec));
991 EXPECT_TRUE(SetSend(true));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000992 EXPECT_EQ(frame_count, renderer_.num_rendered_frames());
993 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
994 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
995 frame_count += 2;
996 EXPECT_FRAME_WAIT(frame_count, codec.width, codec.height, kTimeout);
jbaucheec21bd2016-03-20 06:15:43 -0700997 std::unique_ptr<const rtc::CopyOnWriteBuffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000998 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
999
1000 // The channel requires 15 fps.
1001 codec.framerate = 15;
1002 EXPECT_TRUE(SetOneCodec(codec));
1003 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1004 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1005 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1006 frame_count += 2;
1007 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1008
1009 // The channel requires 10 fps.
1010 codec.framerate = 10;
1011 EXPECT_TRUE(SetOneCodec(codec));
1012 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1013 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1014 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1015 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1016 frame_count += 2;
1017 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1018
1019 // The channel requires 8 fps. The adapter adapts to 10 fps, which is the
1020 // closest factor of 30.
1021 codec.framerate = 8;
1022 EXPECT_TRUE(SetOneCodec(codec));
1023 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1024 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1025 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1026 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1027 frame_count += 2;
1028 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1029 }
pbos@webrtc.orgc4175b92014-09-03 15:25:49 +00001030 // Tests that adapted frames won't be upscaled to a higher resolution.
1031 void SendsLowerResolutionOnSmallerFrames() {
1032 cricket::VideoCodec codec = DefaultCodec();
1033 codec.width = 320;
1034 codec.height = 240;
1035 EXPECT_TRUE(SetOneCodec(codec));
1036 EXPECT_TRUE(SetSend(true));
nisse08582ff2016-02-04 01:24:52 -08001037 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
pbos@webrtc.orgc4175b92014-09-03 15:25:49 +00001038 EXPECT_EQ(0, renderer_.num_rendered_frames());
1039 EXPECT_TRUE(SendFrame());
1040 EXPECT_FRAME_WAIT(1, codec.width, codec.height, kTimeout);
1041
1042 // Check that we send smaller frames at the new resolution.
pbos@webrtc.orgebee4012014-09-03 15:52:02 +00001043 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(33));
pbos@webrtc.orgc4175b92014-09-03 15:25:49 +00001044 EXPECT_TRUE(video_capturer_->CaptureCustomFrame(
1045 codec.width / 2, codec.height / 2, cricket::FOURCC_I420));
1046 EXPECT_FRAME_WAIT(2, codec.width / 2, codec.height / 2, kTimeout);
1047 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001048
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001049 // Test that multiple send streams can be created and deleted properly.
1050 void MultipleSendStreams() {
1051 // Remove stream added in Setup. I.e. remove stream corresponding to default
1052 // channel.
1053 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
1054 const unsigned int kSsrcsSize = sizeof(kSsrcs4)/sizeof(kSsrcs4[0]);
1055 for (unsigned int i = 0; i < kSsrcsSize; ++i) {
1056 EXPECT_TRUE(channel_->AddSendStream(
1057 cricket::StreamParams::CreateLegacy(kSsrcs4[i])));
1058 }
1059 // Delete one of the non default channel streams, let the destructor delete
1060 // the remaining ones.
1061 EXPECT_TRUE(channel_->RemoveSendStream(kSsrcs4[kSsrcsSize - 1]));
1062 // Stream should already be deleted.
1063 EXPECT_FALSE(channel_->RemoveSendStream(kSsrcs4[kSsrcsSize - 1]));
1064 }
1065
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001066 // Two streams one channel tests.
1067
1068 // Tests that we can send and receive frames.
1069 void TwoStreamsSendAndReceive(const cricket::VideoCodec& codec) {
1070 SetUpSecondStream();
1071 // Test sending and receiving on first stream.
Peter Boströmd1f584b2016-04-20 16:31:53 +02001072 SendAndReceive(codec);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001073 // Test sending and receiving on second stream.
1074 EXPECT_EQ_WAIT(1, renderer2_.num_rendered_frames(), kTimeout);
Stefan Holmer586b19b2015-09-18 11:14:31 +02001075 EXPECT_GT(NumRtpPackets(), 0);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001076 EXPECT_EQ(1, renderer2_.num_rendered_frames());
1077 }
1078
kwiberg686a8ef2016-02-26 03:00:35 -08001079 const std::unique_ptr<webrtc::Call> call_;
nisse2ded9b12016-04-08 02:23:55 -07001080 E engine_;
kwiberg686a8ef2016-02-26 03:00:35 -08001081 std::unique_ptr<cricket::FakeVideoCapturer> video_capturer_;
1082 std::unique_ptr<cricket::FakeVideoCapturer> video_capturer_2_;
1083 std::unique_ptr<C> channel_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001084 cricket::FakeNetworkInterface network_interface_;
1085 cricket::FakeVideoRenderer renderer_;
1086 cricket::VideoMediaChannel::Error media_error_;
1087
1088 // Used by test cases where 2 streams are run on the same channel.
1089 cricket::FakeVideoRenderer renderer2_;
1090};
1091
kjellandera96e2d72016-02-04 23:52:28 -08001092#endif // WEBRTC_MEDIA_BASE_VIDEOENGINE_UNITTEST_H_ NOLINT