blob: 6b281bb37a6378711aa758da1af599336c167a0d [file] [log] [blame]
jlmiller@webrtc.org5f93d0a2015-01-20 21:36:13 +00001/*
kjellander1afca732016-02-07 20:46:45 -08002 * Copyright (c) 2014 The WebRTC project authors. All Rights Reserved.
jlmiller@webrtc.org5f93d0a2015-01-20 21:36:13 +00003 *
kjellander1afca732016-02-07 20:46:45 -08004 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
jlmiller@webrtc.org5f93d0a2015-01-20 21:36:13 +00009 */
henrike@webrtc.org28e20752013-07-10 00:45:36 +000010
kjellandera96e2d72016-02-04 23:52:28 -080011#ifndef WEBRTC_MEDIA_BASE_VIDEOENGINE_UNITTEST_H_ // NOLINT
12#define WEBRTC_MEDIA_BASE_VIDEOENGINE_UNITTEST_H_
henrike@webrtc.org28e20752013-07-10 00:45:36 +000013
kwiberg686a8ef2016-02-26 03:00:35 -080014#include <memory>
henrike@webrtc.org28e20752013-07-10 00:45:36 +000015#include <string>
16#include <vector>
17
buildbot@webrtc.orga09a9992014-08-13 17:26:08 +000018#include "webrtc/base/bytebuffer.h"
19#include "webrtc/base/gunit.h"
20#include "webrtc/base/timeutils.h"
Fredrik Solenberg709ed672015-09-15 12:26:33 +020021#include "webrtc/call.h"
skvlad11a9cbf2016-10-07 11:53:05 -070022#include "webrtc/logging/rtc_event_log/rtc_event_log.h"
kjellandera96e2d72016-02-04 23:52:28 -080023#include "webrtc/media/base/fakenetworkinterface.h"
24#include "webrtc/media/base/fakevideocapturer.h"
25#include "webrtc/media/base/fakevideorenderer.h"
26#include "webrtc/media/base/mediachannel.h"
27#include "webrtc/media/base/streamparams.h"
kjellander@webrtc.org5ad12972016-02-12 06:39:40 +010028#include "webrtc/media/engine/fakewebrtccall.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000029
henrike@webrtc.org28e20752013-07-10 00:45:36 +000030#define EXPECT_FRAME_WAIT(c, w, h, t) \
31 EXPECT_EQ_WAIT((c), renderer_.num_rendered_frames(), (t)); \
32 EXPECT_EQ((w), renderer_.width()); \
33 EXPECT_EQ((h), renderer_.height()); \
34 EXPECT_EQ(0, renderer_.errors()); \
35
36#define EXPECT_FRAME_ON_RENDERER_WAIT(r, c, w, h, t) \
37 EXPECT_EQ_WAIT((c), (r).num_rendered_frames(), (t)); \
38 EXPECT_EQ((w), (r).width()); \
39 EXPECT_EQ((h), (r).height()); \
40 EXPECT_EQ(0, (r).errors()); \
41
wu@webrtc.org9caf2762013-12-11 18:25:07 +000042#define EXPECT_GT_FRAME_ON_RENDERER_WAIT(r, c, w, h, t) \
43 EXPECT_TRUE_WAIT((r).num_rendered_frames() >= (c) && \
44 (w) == (r).width() && \
45 (h) == (r).height(), (t)); \
Peter Boström0c4e06b2015-10-07 12:23:21 +020046 EXPECT_EQ(0, (r).errors());
wu@webrtc.org9caf2762013-12-11 18:25:07 +000047
Peter Boström0c4e06b2015-10-07 12:23:21 +020048static const uint32_t kTimeout = 5000U;
49static const uint32_t kDefaultReceiveSsrc = 0;
50static const uint32_t kSsrc = 1234u;
51static const uint32_t kRtxSsrc = 4321u;
52static const uint32_t kSsrcs4[] = {1, 2, 3, 4};
henrike@webrtc.org28e20752013-07-10 00:45:36 +000053
54inline bool IsEqualRes(const cricket::VideoCodec& a, int w, int h, int fps) {
55 return a.width == w && a.height == h && a.framerate == fps;
56}
57
58inline bool IsEqualCodec(const cricket::VideoCodec& a,
59 const cricket::VideoCodec& b) {
60 return a.id == b.id && a.name == b.name &&
61 IsEqualRes(a, b.width, b.height, b.framerate);
62}
63
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +000064namespace std {
henrike@webrtc.org28e20752013-07-10 00:45:36 +000065inline std::ostream& operator<<(std::ostream& s, const cricket::VideoCodec& c) {
66 s << "{" << c.name << "(" << c.id << "), "
67 << c.width << "x" << c.height << "x" << c.framerate << "}";
68 return s;
69}
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +000070} // namespace std
henrike@webrtc.org28e20752013-07-10 00:45:36 +000071
72inline int TimeBetweenSend(const cricket::VideoCodec& codec) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +000073 return static_cast<int>(
henrike@webrtc.org28e20752013-07-10 00:45:36 +000074 cricket::VideoFormat::FpsToInterval(codec.framerate) /
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000075 rtc::kNumNanosecsPerMillisec);
henrike@webrtc.org28e20752013-07-10 00:45:36 +000076}
77
henrike@webrtc.org28e20752013-07-10 00:45:36 +000078template<class E, class C>
79class VideoMediaChannelTest : public testing::Test,
80 public sigslot::has_slots<> {
81 protected:
Fredrik Solenberg709ed672015-09-15 12:26:33 +020082 VideoMediaChannelTest<E, C>()
skvlad11a9cbf2016-10-07 11:53:05 -070083 : call_(webrtc::Call::Create(webrtc::Call::Config(&event_log_))) {}
Fredrik Solenberg709ed672015-09-15 12:26:33 +020084
henrike@webrtc.org28e20752013-07-10 00:45:36 +000085 virtual cricket::VideoCodec DefaultCodec() = 0;
86
87 virtual cricket::StreamParams DefaultSendStreamParams() {
88 return cricket::StreamParams::CreateLegacy(kSsrc);
89 }
90
91 virtual void SetUp() {
Fredrik Solenberg9a416bd2015-05-22 09:04:09 +020092 engine_.Init();
nisse51542be2016-02-12 02:27:06 -080093 channel_.reset(engine_.CreateChannel(call_.get(), cricket::MediaConfig(),
94 cricket::VideoOptions()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +000095 EXPECT_TRUE(channel_.get() != NULL);
henrike@webrtc.org28e20752013-07-10 00:45:36 +000096 network_interface_.SetDestination(channel_.get());
97 channel_->SetInterface(&network_interface_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +000098 media_error_ = cricket::VideoMediaChannel::ERROR_NONE;
Fredrik Solenbergb071a192015-09-17 16:42:56 +020099 cricket::VideoRecvParameters parameters;
100 parameters.codecs = engine_.codecs();
101 channel_->SetRecvParameters(parameters);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000102 EXPECT_TRUE(channel_->AddSendStream(DefaultSendStreamParams()));
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000103 video_capturer_.reset(CreateFakeVideoCapturer());
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000104 cricket::VideoFormat format(640, 480,
105 cricket::VideoFormat::FpsToInterval(30),
106 cricket::FOURCC_I420);
107 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_->Start(format));
deadbeef5a4a75a2016-06-02 16:23:38 -0700108 EXPECT_TRUE(
109 channel_->SetVideoSend(kSsrc, true, nullptr, video_capturer_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000110 }
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000111
112 virtual cricket::FakeVideoCapturer* CreateFakeVideoCapturer() {
113 return new cricket::FakeVideoCapturer();
114 }
115
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000116 // Utility method to setup an additional stream to send and receive video.
117 // Used to test send and recv between two streams.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000118 void SetUpSecondStream() {
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000119 SetUpSecondStreamWithNoRecv();
120 // Setup recv for second stream.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000121 EXPECT_TRUE(channel_->AddRecvStream(
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000122 cricket::StreamParams::CreateLegacy(kSsrc + 2)));
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000123 // Make the second renderer available for use by a new stream.
nisse08582ff2016-02-04 01:24:52 -0800124 EXPECT_TRUE(channel_->SetSink(kSsrc + 2, &renderer2_));
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000125 }
126 // Setup an additional stream just to send video. Defer add recv stream.
127 // This is required if you want to test unsignalled recv of video rtp packets.
128 void SetUpSecondStreamWithNoRecv() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000129 // SetUp() already added kSsrc make sure duplicate SSRCs cant be added.
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000130 EXPECT_TRUE(channel_->AddRecvStream(
131 cricket::StreamParams::CreateLegacy(kSsrc)));
nisse08582ff2016-02-04 01:24:52 -0800132 EXPECT_TRUE(channel_->SetSink(kSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000133 EXPECT_FALSE(channel_->AddSendStream(
134 cricket::StreamParams::CreateLegacy(kSsrc)));
135 EXPECT_TRUE(channel_->AddSendStream(
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000136 cricket::StreamParams::CreateLegacy(kSsrc + 2)));
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000137 // We dont add recv for the second stream.
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000138
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000139 // Setup the receive and renderer for second stream after send.
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000140 video_capturer_2_.reset(CreateFakeVideoCapturer());
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000141 cricket::VideoFormat format(640, 480,
142 cricket::VideoFormat::FpsToInterval(30),
143 cricket::FOURCC_I420);
144 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_2_->Start(format));
145
deadbeef5a4a75a2016-06-02 16:23:38 -0700146 EXPECT_TRUE(channel_->SetVideoSend(kSsrc + 2, true, nullptr,
147 video_capturer_2_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000148 }
149 virtual void TearDown() {
150 channel_.reset();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000151 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000152 bool SetDefaultCodec() {
153 return SetOneCodec(DefaultCodec());
154 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000155
156 bool SetOneCodec(int pt, const char* name, int w, int h, int fr) {
deadbeef67cf2c12016-04-13 10:07:16 -0700157 return SetOneCodec(cricket::VideoCodec(pt, name, w, h, fr));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000158 }
159 bool SetOneCodec(const cricket::VideoCodec& codec) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000160 cricket::VideoFormat capture_format(codec.width, codec.height,
161 cricket::VideoFormat::FpsToInterval(codec.framerate),
162 cricket::FOURCC_I420);
163
164 if (video_capturer_) {
165 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_->Start(capture_format));
166 }
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000167 if (video_capturer_2_) {
168 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_2_->Start(capture_format));
169 }
170
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000171 bool sending = channel_->sending();
172 bool success = SetSend(false);
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200173 if (success) {
174 cricket::VideoSendParameters parameters;
175 parameters.codecs.push_back(codec);
176 success = channel_->SetSendParameters(parameters);
177 }
178 if (success) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000179 success = SetSend(sending);
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200180 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000181 return success;
182 }
183 bool SetSend(bool send) {
184 return channel_->SetSend(send);
185 }
186 int DrainOutgoingPackets() {
187 int packets = 0;
188 do {
189 packets = NumRtpPackets();
190 // 100 ms should be long enough.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000191 rtc::Thread::Current()->ProcessMessages(100);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000192 } while (NumRtpPackets() > packets);
193 return NumRtpPackets();
194 }
195 bool SendFrame() {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000196 if (video_capturer_2_) {
197 video_capturer_2_->CaptureFrame();
198 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000199 return video_capturer_.get() &&
200 video_capturer_->CaptureFrame();
201 }
202 bool WaitAndSendFrame(int wait_ms) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000203 bool ret = rtc::Thread::Current()->ProcessMessages(wait_ms);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000204 ret &= SendFrame();
205 return ret;
206 }
207 // Sends frames and waits for the decoder to be fully initialized.
208 // Returns the number of frames that were sent.
209 int WaitForDecoder() {
210#if defined(HAVE_OPENMAX)
211 // Send enough frames for the OpenMAX decoder to continue processing, and
212 // return the number of frames sent.
213 // Send frames for a full kTimeout's worth of 15fps video.
214 int frame_count = 0;
215 while (frame_count < static_cast<int>(kTimeout) / 66) {
216 EXPECT_TRUE(WaitAndSendFrame(66));
217 ++frame_count;
218 }
219 return frame_count;
220#else
221 return 0;
222#endif
223 }
224 bool SendCustomVideoFrame(int w, int h) {
225 if (!video_capturer_.get()) return false;
226 return video_capturer_->CaptureCustomFrame(w, h, cricket::FOURCC_I420);
227 }
228 int NumRtpBytes() {
229 return network_interface_.NumRtpBytes();
230 }
Peter Boström0c4e06b2015-10-07 12:23:21 +0200231 int NumRtpBytes(uint32_t ssrc) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000232 return network_interface_.NumRtpBytes(ssrc);
233 }
234 int NumRtpPackets() {
235 return network_interface_.NumRtpPackets();
236 }
Peter Boström0c4e06b2015-10-07 12:23:21 +0200237 int NumRtpPackets(uint32_t ssrc) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000238 return network_interface_.NumRtpPackets(ssrc);
239 }
240 int NumSentSsrcs() {
241 return network_interface_.NumSentSsrcs();
242 }
jbaucheec21bd2016-03-20 06:15:43 -0700243 const rtc::CopyOnWriteBuffer* GetRtpPacket(int index) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000244 return network_interface_.GetRtpPacket(index);
245 }
246 int NumRtcpPackets() {
247 return network_interface_.NumRtcpPackets();
248 }
jbaucheec21bd2016-03-20 06:15:43 -0700249 const rtc::CopyOnWriteBuffer* GetRtcpPacket(int index) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000250 return network_interface_.GetRtcpPacket(index);
251 }
jbaucheec21bd2016-03-20 06:15:43 -0700252 static int GetPayloadType(const rtc::CopyOnWriteBuffer* p) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000253 int pt = -1;
254 ParseRtpPacket(p, NULL, &pt, NULL, NULL, NULL, NULL);
255 return pt;
256 }
jbaucheec21bd2016-03-20 06:15:43 -0700257 static bool ParseRtpPacket(const rtc::CopyOnWriteBuffer* p,
Peter Boström0c4e06b2015-10-07 12:23:21 +0200258 bool* x,
259 int* pt,
260 int* seqnum,
261 uint32_t* tstamp,
262 uint32_t* ssrc,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000263 std::string* payload) {
jbauchf1f87202016-03-30 06:43:37 -0700264 rtc::ByteBufferReader buf(p->data<char>(), p->size());
Peter Boström0c4e06b2015-10-07 12:23:21 +0200265 uint8_t u08 = 0;
266 uint16_t u16 = 0;
267 uint32_t u32 = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000268
269 // Read X and CC fields.
270 if (!buf.ReadUInt8(&u08)) return false;
271 bool extension = ((u08 & 0x10) != 0);
Peter Boström0c4e06b2015-10-07 12:23:21 +0200272 uint8_t cc = (u08 & 0x0F);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000273 if (x) *x = extension;
274
275 // Read PT field.
276 if (!buf.ReadUInt8(&u08)) return false;
277 if (pt) *pt = (u08 & 0x7F);
278
279 // Read Sequence Number field.
280 if (!buf.ReadUInt16(&u16)) return false;
281 if (seqnum) *seqnum = u16;
282
283 // Read Timestamp field.
284 if (!buf.ReadUInt32(&u32)) return false;
285 if (tstamp) *tstamp = u32;
286
287 // Read SSRC field.
288 if (!buf.ReadUInt32(&u32)) return false;
289 if (ssrc) *ssrc = u32;
290
291 // Skip CSRCs.
Peter Boström0c4e06b2015-10-07 12:23:21 +0200292 for (uint8_t i = 0; i < cc; ++i) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000293 if (!buf.ReadUInt32(&u32)) return false;
294 }
295
296 // Skip extension header.
297 if (extension) {
298 // Read Profile-specific extension header ID
299 if (!buf.ReadUInt16(&u16)) return false;
300
301 // Read Extension header length
302 if (!buf.ReadUInt16(&u16)) return false;
Peter Boström0c4e06b2015-10-07 12:23:21 +0200303 uint16_t ext_header_len = u16;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000304
305 // Read Extension header
Peter Boström0c4e06b2015-10-07 12:23:21 +0200306 for (uint16_t i = 0; i < ext_header_len; ++i) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000307 if (!buf.ReadUInt32(&u32)) return false;
308 }
309 }
310
311 if (payload) {
312 return buf.ReadString(payload, buf.Length());
313 }
314 return true;
315 }
316
317 // Parse all RTCP packet, from start_index to stop_index, and count how many
318 // FIR (PT=206 and FMT=4 according to RFC 5104). If successful, set the count
319 // and return true.
320 bool CountRtcpFir(int start_index, int stop_index, int* fir_count) {
321 int count = 0;
322 for (int i = start_index; i < stop_index; ++i) {
jbaucheec21bd2016-03-20 06:15:43 -0700323 std::unique_ptr<const rtc::CopyOnWriteBuffer> p(GetRtcpPacket(i));
jbauchf1f87202016-03-30 06:43:37 -0700324 rtc::ByteBufferReader buf(p->data<char>(), p->size());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000325 size_t total_len = 0;
326 // The packet may be a compound RTCP packet.
kwiberg@webrtc.orgeebcab52015-03-24 09:19:06 +0000327 while (total_len < p->size()) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000328 // Read FMT, type and length.
Peter Boström0c4e06b2015-10-07 12:23:21 +0200329 uint8_t fmt = 0;
330 uint8_t type = 0;
331 uint16_t length = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000332 if (!buf.ReadUInt8(&fmt)) return false;
333 fmt &= 0x1F;
334 if (!buf.ReadUInt8(&type)) return false;
335 if (!buf.ReadUInt16(&length)) return false;
336 buf.Consume(length * 4); // Skip RTCP data.
337 total_len += (length + 1) * 4;
338 if ((192 == type) || ((206 == type) && (4 == fmt))) {
339 ++count;
340 }
341 }
342 }
343
344 if (fir_count) {
345 *fir_count = count;
346 }
347 return true;
348 }
349
Peter Boström0c4e06b2015-10-07 12:23:21 +0200350 void OnVideoChannelError(uint32_t ssrc,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000351 cricket::VideoMediaChannel::Error error) {
352 media_error_ = error;
353 }
354
355 // Test that SetSend works.
356 void SetSend() {
357 EXPECT_FALSE(channel_->sending());
deadbeef5a4a75a2016-06-02 16:23:38 -0700358 EXPECT_TRUE(
359 channel_->SetVideoSend(kSsrc, true, nullptr, video_capturer_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000360 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
361 EXPECT_FALSE(channel_->sending());
362 EXPECT_TRUE(SetSend(true));
363 EXPECT_TRUE(channel_->sending());
364 EXPECT_TRUE(SendFrame());
365 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
366 EXPECT_TRUE(SetSend(false));
367 EXPECT_FALSE(channel_->sending());
368 }
369 // Test that SetSend fails without codecs being set.
370 void SetSendWithoutCodecs() {
371 EXPECT_FALSE(channel_->sending());
372 EXPECT_FALSE(SetSend(true));
373 EXPECT_FALSE(channel_->sending());
374 }
375 // Test that we properly set the send and recv buffer sizes by the time
376 // SetSend is called.
377 void SetSendSetsTransportBufferSizes() {
378 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
379 EXPECT_TRUE(SetSend(true));
buildbot@webrtc.orgae694ef2014-10-28 17:37:17 +0000380 EXPECT_EQ(64 * 1024, network_interface_.sendbuf_size());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000381 EXPECT_EQ(64 * 1024, network_interface_.recvbuf_size());
382 }
383 // Tests that we can send frames and the right payload type is used.
384 void Send(const cricket::VideoCodec& codec) {
385 EXPECT_TRUE(SetOneCodec(codec));
386 EXPECT_TRUE(SetSend(true));
387 EXPECT_TRUE(SendFrame());
388 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
jbaucheec21bd2016-03-20 06:15:43 -0700389 std::unique_ptr<const rtc::CopyOnWriteBuffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000390 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
391 }
392 // Tests that we can send and receive frames.
393 void SendAndReceive(const cricket::VideoCodec& codec) {
394 EXPECT_TRUE(SetOneCodec(codec));
395 EXPECT_TRUE(SetSend(true));
nisse08582ff2016-02-04 01:24:52 -0800396 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000397 EXPECT_EQ(0, renderer_.num_rendered_frames());
398 EXPECT_TRUE(SendFrame());
399 EXPECT_FRAME_WAIT(1, codec.width, codec.height, kTimeout);
jbaucheec21bd2016-03-20 06:15:43 -0700400 std::unique_ptr<const rtc::CopyOnWriteBuffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000401 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
402 }
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000403 void SendReceiveManyAndGetStats(const cricket::VideoCodec& codec,
404 int duration_sec, int fps) {
405 EXPECT_TRUE(SetOneCodec(codec));
406 EXPECT_TRUE(SetSend(true));
nisse08582ff2016-02-04 01:24:52 -0800407 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000408 EXPECT_EQ(0, renderer_.num_rendered_frames());
409 for (int i = 0; i < duration_sec; ++i) {
410 for (int frame = 1; frame <= fps; ++frame) {
411 EXPECT_TRUE(WaitAndSendFrame(1000 / fps));
412 EXPECT_FRAME_WAIT(frame + i * fps, codec.width, codec.height, kTimeout);
413 }
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000414 }
jbaucheec21bd2016-03-20 06:15:43 -0700415 std::unique_ptr<const rtc::CopyOnWriteBuffer> p(GetRtpPacket(0));
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000416 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
417 }
418
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000419 // Test that stats work properly for a 1-1 call.
420 void GetStats() {
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000421 const int kDurationSec = 3;
422 const int kFps = 10;
423 SendReceiveManyAndGetStats(DefaultCodec(), kDurationSec, kFps);
424
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000425 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +0000426 EXPECT_TRUE(channel_->GetStats(&info));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000427
428 ASSERT_EQ(1U, info.senders.size());
429 // TODO(whyuan): bytes_sent and bytes_rcvd are different. Are both payload?
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000430 // For webrtc, bytes_sent does not include the RTP header length.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000431 EXPECT_GT(info.senders[0].bytes_sent, 0);
432 EXPECT_EQ(NumRtpPackets(), info.senders[0].packets_sent);
433 EXPECT_EQ(0.0, info.senders[0].fraction_lost);
434 EXPECT_EQ(0, info.senders[0].firs_rcvd);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000435 EXPECT_EQ(0, info.senders[0].plis_rcvd);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000436 EXPECT_EQ(0, info.senders[0].nacks_rcvd);
wu@webrtc.org987f2c92014-03-28 16:22:19 +0000437 EXPECT_EQ(DefaultCodec().width, info.senders[0].send_frame_width);
438 EXPECT_EQ(DefaultCodec().height, info.senders[0].send_frame_height);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000439 EXPECT_GT(info.senders[0].framerate_input, 0);
440 EXPECT_GT(info.senders[0].framerate_sent, 0);
441
442 ASSERT_EQ(1U, info.receivers.size());
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000443 EXPECT_EQ(1U, info.senders[0].ssrcs().size());
444 EXPECT_EQ(1U, info.receivers[0].ssrcs().size());
445 EXPECT_EQ(info.senders[0].ssrcs()[0], info.receivers[0].ssrcs()[0]);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000446 EXPECT_EQ(NumRtpBytes(), info.receivers[0].bytes_rcvd);
447 EXPECT_EQ(NumRtpPackets(), info.receivers[0].packets_rcvd);
448 EXPECT_EQ(0.0, info.receivers[0].fraction_lost);
449 EXPECT_EQ(0, info.receivers[0].packets_lost);
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000450 // TODO(asapersson): Not set for webrtc. Handle missing stats.
451 // EXPECT_EQ(0, info.receivers[0].packets_concealed);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000452 EXPECT_EQ(0, info.receivers[0].firs_sent);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000453 EXPECT_EQ(0, info.receivers[0].plis_sent);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000454 EXPECT_EQ(0, info.receivers[0].nacks_sent);
455 EXPECT_EQ(DefaultCodec().width, info.receivers[0].frame_width);
456 EXPECT_EQ(DefaultCodec().height, info.receivers[0].frame_height);
457 EXPECT_GT(info.receivers[0].framerate_rcvd, 0);
458 EXPECT_GT(info.receivers[0].framerate_decoded, 0);
459 EXPECT_GT(info.receivers[0].framerate_output, 0);
460 }
Stefan Holmer586b19b2015-09-18 11:14:31 +0200461
462 cricket::VideoSenderInfo GetSenderStats(size_t i) {
463 cricket::VideoMediaInfo info;
464 EXPECT_TRUE(channel_->GetStats(&info));
465 return info.senders[i];
466 }
467
468 cricket::VideoReceiverInfo GetReceiverStats(size_t i) {
469 cricket::VideoMediaInfo info;
470 EXPECT_TRUE(channel_->GetStats(&info));
471 return info.receivers[i];
472 }
473
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000474 // Test that stats work properly for a conf call with multiple recv streams.
475 void GetStatsMultipleRecvStreams() {
476 cricket::FakeVideoRenderer renderer1, renderer2;
477 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200478 cricket::VideoSendParameters parameters;
479 parameters.codecs.push_back(DefaultCodec());
nisse4b4dc862016-02-17 05:25:36 -0800480 parameters.conference_mode = true;
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200481 EXPECT_TRUE(channel_->SetSendParameters(parameters));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000482 EXPECT_TRUE(SetSend(true));
483 EXPECT_TRUE(channel_->AddRecvStream(
484 cricket::StreamParams::CreateLegacy(1)));
485 EXPECT_TRUE(channel_->AddRecvStream(
486 cricket::StreamParams::CreateLegacy(2)));
nisse08582ff2016-02-04 01:24:52 -0800487 EXPECT_TRUE(channel_->SetSink(1, &renderer1));
488 EXPECT_TRUE(channel_->SetSink(2, &renderer2));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000489 EXPECT_EQ(0, renderer1.num_rendered_frames());
490 EXPECT_EQ(0, renderer2.num_rendered_frames());
Peter Boström0c4e06b2015-10-07 12:23:21 +0200491 std::vector<uint32_t> ssrcs;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000492 ssrcs.push_back(1);
493 ssrcs.push_back(2);
494 network_interface_.SetConferenceMode(true, ssrcs);
495 EXPECT_TRUE(SendFrame());
496 EXPECT_FRAME_ON_RENDERER_WAIT(
497 renderer1, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
498 EXPECT_FRAME_ON_RENDERER_WAIT(
499 renderer2, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200500
501 EXPECT_TRUE(channel_->SetSend(false));
502
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000503 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +0000504 EXPECT_TRUE(channel_->GetStats(&info));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000505 ASSERT_EQ(1U, info.senders.size());
506 // TODO(whyuan): bytes_sent and bytes_rcvd are different. Are both payload?
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000507 // For webrtc, bytes_sent does not include the RTP header length.
Stefan Holmer586b19b2015-09-18 11:14:31 +0200508 EXPECT_GT(GetSenderStats(0).bytes_sent, 0);
509 EXPECT_EQ_WAIT(NumRtpPackets(), GetSenderStats(0).packets_sent, kTimeout);
510 EXPECT_EQ(DefaultCodec().width, GetSenderStats(0).send_frame_width);
511 EXPECT_EQ(DefaultCodec().height, GetSenderStats(0).send_frame_height);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000512
513 ASSERT_EQ(2U, info.receivers.size());
514 for (size_t i = 0; i < info.receivers.size(); ++i) {
Stefan Holmer586b19b2015-09-18 11:14:31 +0200515 EXPECT_EQ(1U, GetReceiverStats(i).ssrcs().size());
516 EXPECT_EQ(i + 1, GetReceiverStats(i).ssrcs()[0]);
517 EXPECT_EQ_WAIT(NumRtpBytes(), GetReceiverStats(i).bytes_rcvd, kTimeout);
518 EXPECT_EQ_WAIT(NumRtpPackets(), GetReceiverStats(i).packets_rcvd,
519 kTimeout);
skvlada8c94022016-08-31 03:42:29 -0700520 EXPECT_EQ_WAIT(DefaultCodec().width, GetReceiverStats(i).frame_width,
521 kTimeout);
522 EXPECT_EQ_WAIT(DefaultCodec().height, GetReceiverStats(i).frame_height,
523 kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000524 }
525 }
526 // Test that stats work properly for a conf call with multiple send streams.
527 void GetStatsMultipleSendStreams() {
528 // Normal setup; note that we set the SSRC explicitly to ensure that
529 // it will come first in the senders map.
530 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200531 cricket::VideoSendParameters parameters;
532 parameters.codecs.push_back(DefaultCodec());
nisse4b4dc862016-02-17 05:25:36 -0800533 parameters.conference_mode = true;
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200534 EXPECT_TRUE(channel_->SetSendParameters(parameters));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000535 EXPECT_TRUE(channel_->AddRecvStream(
buildbot@webrtc.org99f63082014-07-18 23:31:30 +0000536 cricket::StreamParams::CreateLegacy(kSsrc)));
nisse08582ff2016-02-04 01:24:52 -0800537 EXPECT_TRUE(channel_->SetSink(kSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000538 EXPECT_TRUE(SetSend(true));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000539 EXPECT_TRUE(SendFrame());
540 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
541 EXPECT_FRAME_WAIT(1, DefaultCodec().width, DefaultCodec().height, kTimeout);
542
543 // Add an additional capturer, and hook up a renderer to receive it.
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000544 cricket::FakeVideoRenderer renderer2;
kwiberg686a8ef2016-02-26 03:00:35 -0800545 std::unique_ptr<cricket::FakeVideoCapturer> capturer(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000546 CreateFakeVideoCapturer());
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000547 const int kTestWidth = 160;
548 const int kTestHeight = 120;
549 cricket::VideoFormat format(kTestWidth, kTestHeight,
550 cricket::VideoFormat::FpsToInterval(5),
551 cricket::FOURCC_I420);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000552 EXPECT_EQ(cricket::CS_RUNNING, capturer->Start(format));
553 EXPECT_TRUE(channel_->AddSendStream(
554 cricket::StreamParams::CreateLegacy(5678)));
deadbeef5a4a75a2016-06-02 16:23:38 -0700555 EXPECT_TRUE(channel_->SetVideoSend(5678, true, nullptr, capturer.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000556 EXPECT_TRUE(channel_->AddRecvStream(
557 cricket::StreamParams::CreateLegacy(5678)));
nisse08582ff2016-02-04 01:24:52 -0800558 EXPECT_TRUE(channel_->SetSink(5678, &renderer2));
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000559 EXPECT_TRUE(capturer->CaptureCustomFrame(
560 kTestWidth, kTestHeight, cricket::FOURCC_I420));
561 EXPECT_FRAME_ON_RENDERER_WAIT(
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000562 renderer2, 1, kTestWidth, kTestHeight, kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000563
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000564 // Get stats, and make sure they are correct for two senders. We wait until
565 // the number of expected packets have been sent to avoid races where we
566 // check stats before it has been updated.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000567 cricket::VideoMediaInfo info;
Peter Boström0c4e06b2015-10-07 12:23:21 +0200568 for (uint32_t i = 0; i < kTimeout; ++i) {
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000569 rtc::Thread::Current()->ProcessMessages(1);
pbos@webrtc.org058b1f12015-03-04 08:54:32 +0000570 EXPECT_TRUE(channel_->GetStats(&info));
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000571 ASSERT_EQ(2U, info.senders.size());
572 if (info.senders[0].packets_sent + info.senders[1].packets_sent ==
573 NumRtpPackets()) {
574 // Stats have been updated for both sent frames, expectations can be
575 // checked now.
576 break;
577 }
578 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000579 EXPECT_EQ(NumRtpPackets(),
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000580 info.senders[0].packets_sent + info.senders[1].packets_sent)
581 << "Timed out while waiting for packet counts for all sent packets.";
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000582 EXPECT_EQ(1U, info.senders[0].ssrcs().size());
583 EXPECT_EQ(1234U, info.senders[0].ssrcs()[0]);
wu@webrtc.org987f2c92014-03-28 16:22:19 +0000584 EXPECT_EQ(DefaultCodec().width, info.senders[0].send_frame_width);
585 EXPECT_EQ(DefaultCodec().height, info.senders[0].send_frame_height);
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000586 EXPECT_EQ(1U, info.senders[1].ssrcs().size());
587 EXPECT_EQ(5678U, info.senders[1].ssrcs()[0]);
wu@webrtc.org987f2c92014-03-28 16:22:19 +0000588 EXPECT_EQ(kTestWidth, info.senders[1].send_frame_width);
589 EXPECT_EQ(kTestHeight, info.senders[1].send_frame_height);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000590 // The capturer must be unregistered here as it runs out of it's scope next.
deadbeef5a4a75a2016-06-02 16:23:38 -0700591 channel_->SetVideoSend(5678, true, nullptr, nullptr);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000592 }
593
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000594 // Test that we can set the bandwidth.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000595 void SetSendBandwidth() {
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200596 cricket::VideoSendParameters parameters;
597 parameters.codecs.push_back(DefaultCodec());
598 parameters.max_bandwidth_bps = -1; // <= 0 means unlimited.
599 EXPECT_TRUE(channel_->SetSendParameters(parameters));
600 parameters.max_bandwidth_bps = 128 * 1024;
601 EXPECT_TRUE(channel_->SetSendParameters(parameters));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000602 }
603 // Test that we can set the SSRC for the default send source.
604 void SetSendSsrc() {
605 EXPECT_TRUE(SetDefaultCodec());
606 EXPECT_TRUE(SetSend(true));
607 EXPECT_TRUE(SendFrame());
608 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
Peter Boström0c4e06b2015-10-07 12:23:21 +0200609 uint32_t ssrc = 0;
jbaucheec21bd2016-03-20 06:15:43 -0700610 std::unique_ptr<const rtc::CopyOnWriteBuffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000611 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
612 EXPECT_EQ(kSsrc, ssrc);
Peter Boström718b6c72015-11-11 16:19:33 +0000613 // Packets are being paced out, so these can mismatch between the first and
614 // second call to NumRtpPackets until pending packets are paced out.
615 EXPECT_EQ_WAIT(NumRtpPackets(), NumRtpPackets(ssrc), kTimeout);
616 EXPECT_EQ_WAIT(NumRtpBytes(), NumRtpBytes(ssrc), kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000617 EXPECT_EQ(1, NumSentSsrcs());
618 EXPECT_EQ(0, NumRtpPackets(kSsrc - 1));
619 EXPECT_EQ(0, NumRtpBytes(kSsrc - 1));
620 }
621 // Test that we can set the SSRC even after codecs are set.
622 void SetSendSsrcAfterSetCodecs() {
623 // Remove stream added in Setup.
624 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
625 EXPECT_TRUE(SetDefaultCodec());
626 EXPECT_TRUE(channel_->AddSendStream(
627 cricket::StreamParams::CreateLegacy(999)));
deadbeef5a4a75a2016-06-02 16:23:38 -0700628 EXPECT_TRUE(
629 channel_->SetVideoSend(999u, true, nullptr, video_capturer_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000630 EXPECT_TRUE(SetSend(true));
631 EXPECT_TRUE(WaitAndSendFrame(0));
632 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
Peter Boström0c4e06b2015-10-07 12:23:21 +0200633 uint32_t ssrc = 0;
jbaucheec21bd2016-03-20 06:15:43 -0700634 std::unique_ptr<const rtc::CopyOnWriteBuffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000635 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
636 EXPECT_EQ(999u, ssrc);
Peter Boström718b6c72015-11-11 16:19:33 +0000637 // Packets are being paced out, so these can mismatch between the first and
638 // second call to NumRtpPackets until pending packets are paced out.
639 EXPECT_EQ_WAIT(NumRtpPackets(), NumRtpPackets(ssrc), kTimeout);
640 EXPECT_EQ_WAIT(NumRtpBytes(), NumRtpBytes(ssrc), kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000641 EXPECT_EQ(1, NumSentSsrcs());
642 EXPECT_EQ(0, NumRtpPackets(kSsrc));
643 EXPECT_EQ(0, NumRtpBytes(kSsrc));
644 }
645 // Test that we can set the default video renderer before and after
646 // media is received.
nisse08582ff2016-02-04 01:24:52 -0800647 void SetSink() {
Peter Boström0c4e06b2015-10-07 12:23:21 +0200648 uint8_t data1[] = {
649 0x80, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00};
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000650
jbaucheec21bd2016-03-20 06:15:43 -0700651 rtc::CopyOnWriteBuffer packet1(data1, sizeof(data1));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000652 rtc::SetBE32(packet1.data() + 8, kSsrc);
nisse08582ff2016-02-04 01:24:52 -0800653 channel_->SetSink(kDefaultReceiveSsrc, NULL);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000654 EXPECT_TRUE(SetDefaultCodec());
655 EXPECT_TRUE(SetSend(true));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000656 EXPECT_EQ(0, renderer_.num_rendered_frames());
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000657 channel_->OnPacketReceived(&packet1, rtc::PacketTime());
nisse08582ff2016-02-04 01:24:52 -0800658 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000659 EXPECT_TRUE(SendFrame());
660 EXPECT_FRAME_WAIT(1, DefaultCodec().width, DefaultCodec().height, kTimeout);
661 }
662
663 // Tests empty StreamParams is rejected.
664 void RejectEmptyStreamParams() {
665 // Remove the send stream that was added during Setup.
666 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
667
668 cricket::StreamParams empty;
669 EXPECT_FALSE(channel_->AddSendStream(empty));
670 EXPECT_TRUE(channel_->AddSendStream(
671 cricket::StreamParams::CreateLegacy(789u)));
672 }
673
674 // Tests setting up and configuring a send stream.
675 void AddRemoveSendStreams() {
676 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
677 EXPECT_TRUE(SetSend(true));
nisse08582ff2016-02-04 01:24:52 -0800678 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000679 EXPECT_TRUE(SendFrame());
680 EXPECT_FRAME_WAIT(1, DefaultCodec().width, DefaultCodec().height, kTimeout);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200681 EXPECT_GT(NumRtpPackets(), 0);
Peter Boström0c4e06b2015-10-07 12:23:21 +0200682 uint32_t ssrc = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000683 size_t last_packet = NumRtpPackets() - 1;
jbaucheec21bd2016-03-20 06:15:43 -0700684 std::unique_ptr<const rtc::CopyOnWriteBuffer>
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000685 p(GetRtpPacket(static_cast<int>(last_packet)));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000686 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
687 EXPECT_EQ(kSsrc, ssrc);
688
689 // Remove the send stream that was added during Setup.
690 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
691 int rtp_packets = NumRtpPackets();
692
693 EXPECT_TRUE(channel_->AddSendStream(
694 cricket::StreamParams::CreateLegacy(789u)));
deadbeef5a4a75a2016-06-02 16:23:38 -0700695 EXPECT_TRUE(
696 channel_->SetVideoSend(789u, true, nullptr, video_capturer_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000697 EXPECT_EQ(rtp_packets, NumRtpPackets());
698 // Wait 30ms to guarantee the engine does not drop the frame.
699 EXPECT_TRUE(WaitAndSendFrame(30));
700 EXPECT_TRUE_WAIT(NumRtpPackets() > rtp_packets, kTimeout);
701
702 last_packet = NumRtpPackets() - 1;
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000703 p.reset(GetRtpPacket(static_cast<int>(last_packet)));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000704 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
705 EXPECT_EQ(789u, ssrc);
706 }
707
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000708 // Tests the behavior of incoming streams in a conference scenario.
709 void SimulateConference() {
710 cricket::FakeVideoRenderer renderer1, renderer2;
711 EXPECT_TRUE(SetDefaultCodec());
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200712 cricket::VideoSendParameters parameters;
713 parameters.codecs.push_back(DefaultCodec());
nisse4b4dc862016-02-17 05:25:36 -0800714 parameters.conference_mode = true;
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200715 EXPECT_TRUE(channel_->SetSendParameters(parameters));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000716 EXPECT_TRUE(SetSend(true));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000717 EXPECT_TRUE(channel_->AddRecvStream(
718 cricket::StreamParams::CreateLegacy(1)));
719 EXPECT_TRUE(channel_->AddRecvStream(
720 cricket::StreamParams::CreateLegacy(2)));
nisse08582ff2016-02-04 01:24:52 -0800721 EXPECT_TRUE(channel_->SetSink(1, &renderer1));
722 EXPECT_TRUE(channel_->SetSink(2, &renderer2));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000723 EXPECT_EQ(0, renderer1.num_rendered_frames());
724 EXPECT_EQ(0, renderer2.num_rendered_frames());
Peter Boström0c4e06b2015-10-07 12:23:21 +0200725 std::vector<uint32_t> ssrcs;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000726 ssrcs.push_back(1);
727 ssrcs.push_back(2);
728 network_interface_.SetConferenceMode(true, ssrcs);
729 EXPECT_TRUE(SendFrame());
730 EXPECT_FRAME_ON_RENDERER_WAIT(
731 renderer1, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
732 EXPECT_FRAME_ON_RENDERER_WAIT(
733 renderer2, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
734
jbaucheec21bd2016-03-20 06:15:43 -0700735 std::unique_ptr<const rtc::CopyOnWriteBuffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000736 EXPECT_EQ(DefaultCodec().id, GetPayloadType(p.get()));
737 EXPECT_EQ(DefaultCodec().width, renderer1.width());
738 EXPECT_EQ(DefaultCodec().height, renderer1.height());
739 EXPECT_EQ(DefaultCodec().width, renderer2.width());
740 EXPECT_EQ(DefaultCodec().height, renderer2.height());
741 EXPECT_TRUE(channel_->RemoveRecvStream(2));
742 EXPECT_TRUE(channel_->RemoveRecvStream(1));
743 }
744
745 // Tests that we can add and remove capturers and frames are sent out properly
746 void AddRemoveCapturer() {
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000747 cricket::VideoCodec codec = DefaultCodec();
748 codec.width = 320;
749 codec.height = 240;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000750 const int time_between_send = TimeBetweenSend(codec);
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000751 EXPECT_TRUE(SetOneCodec(codec));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000752 EXPECT_TRUE(SetSend(true));
nisse08582ff2016-02-04 01:24:52 -0800753 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000754 EXPECT_EQ(0, renderer_.num_rendered_frames());
755 EXPECT_TRUE(SendFrame());
756 EXPECT_FRAME_WAIT(1, codec.width, codec.height, kTimeout);
kwiberg686a8ef2016-02-26 03:00:35 -0800757 std::unique_ptr<cricket::FakeVideoCapturer> capturer(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000758 CreateFakeVideoCapturer());
Niels Möller60653ba2016-03-02 11:41:36 +0100759
760 // TODO(nisse): This testcase fails if we don't configure
761 // screencast. It's unclear why, I see nothing obvious in this
762 // test which is related to screencast logic.
763 cricket::VideoOptions video_options;
764 video_options.is_screencast = rtc::Optional<bool>(true);
deadbeef5a4a75a2016-06-02 16:23:38 -0700765 channel_->SetVideoSend(kSsrc, true, &video_options, nullptr);
Niels Möller60653ba2016-03-02 11:41:36 +0100766
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000767 cricket::VideoFormat format(480, 360,
768 cricket::VideoFormat::FpsToInterval(30),
769 cricket::FOURCC_I420);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000770 EXPECT_EQ(cricket::CS_RUNNING, capturer->Start(format));
771 // All capturers start generating frames with the same timestamp. ViE does
772 // not allow the same timestamp to be used. Capture one frame before
773 // associating the capturer with the channel.
774 EXPECT_TRUE(capturer->CaptureCustomFrame(format.width, format.height,
775 cricket::FOURCC_I420));
776
777 int captured_frames = 1;
778 for (int iterations = 0; iterations < 2; ++iterations) {
deadbeef5a4a75a2016-06-02 16:23:38 -0700779 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr, capturer.get()));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000780 rtc::Thread::Current()->ProcessMessages(time_between_send);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000781 EXPECT_TRUE(capturer->CaptureCustomFrame(format.width, format.height,
782 cricket::FOURCC_I420));
783 ++captured_frames;
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000784 // Wait until frame of right size is captured.
785 EXPECT_TRUE_WAIT(renderer_.num_rendered_frames() >= captured_frames &&
786 format.width == renderer_.width() &&
henrike@webrtc.org1e09a712013-07-26 19:17:59 +0000787 format.height == renderer_.height() &&
788 !renderer_.black_frame(), kTimeout);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000789 EXPECT_GE(renderer_.num_rendered_frames(), captured_frames);
790 EXPECT_EQ(format.width, renderer_.width());
791 EXPECT_EQ(format.height, renderer_.height());
792 captured_frames = renderer_.num_rendered_frames() + 1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000793 EXPECT_FALSE(renderer_.black_frame());
deadbeef5a4a75a2016-06-02 16:23:38 -0700794 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr, nullptr));
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000795 // Make sure a black frame is generated within the specified timeout.
pbos@webrtc.orgb4987bf2015-02-18 10:13:09 +0000796 // The black frame should be the resolution of the previous frame to
797 // prevent expensive encoder reconfigurations.
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000798 EXPECT_TRUE_WAIT(renderer_.num_rendered_frames() >= captured_frames &&
pbos@webrtc.orgb4987bf2015-02-18 10:13:09 +0000799 format.width == renderer_.width() &&
800 format.height == renderer_.height() &&
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000801 renderer_.black_frame(), kTimeout);
802 EXPECT_GE(renderer_.num_rendered_frames(), captured_frames);
pbos@webrtc.orgb4987bf2015-02-18 10:13:09 +0000803 EXPECT_EQ(format.width, renderer_.width());
804 EXPECT_EQ(format.height, renderer_.height());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000805 EXPECT_TRUE(renderer_.black_frame());
806
807 // The black frame has the same timestamp as the next frame since it's
808 // timestamp is set to the last frame's timestamp + interval. WebRTC will
809 // not render a frame with the same timestamp so capture another frame
810 // with the frame capturer to increment the next frame's timestamp.
811 EXPECT_TRUE(capturer->CaptureCustomFrame(format.width, format.height,
812 cricket::FOURCC_I420));
813 }
814 }
815
deadbeef5a4a75a2016-06-02 16:23:38 -0700816 // Tests that if SetVideoSend is called with a NULL capturer after the
817 // capturer was already removed, the application doesn't crash (and no black
818 // frame is sent).
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000819 void RemoveCapturerWithoutAdd() {
820 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
821 EXPECT_TRUE(SetSend(true));
nisse08582ff2016-02-04 01:24:52 -0800822 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000823 EXPECT_EQ(0, renderer_.num_rendered_frames());
824 EXPECT_TRUE(SendFrame());
825 EXPECT_FRAME_WAIT(1, 640, 400, kTimeout);
pbos@webrtc.org776e6f22014-10-29 15:28:39 +0000826 // Wait for one frame so they don't get dropped because we send frames too
827 // tightly.
828 rtc::Thread::Current()->ProcessMessages(30);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000829 // Remove the capturer.
deadbeef5a4a75a2016-06-02 16:23:38 -0700830 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr, nullptr));
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000831 // Wait for one black frame for removing the capturer.
832 EXPECT_FRAME_WAIT(2, 640, 400, kTimeout);
833
deadbeef5a4a75a2016-06-02 16:23:38 -0700834 // No capturer was added, so this SetVideoSend shouldn't do anything.
835 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr, nullptr));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000836 rtc::Thread::Current()->ProcessMessages(300);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000837 // Verify no more frames were sent.
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000838 EXPECT_EQ(2, renderer_.num_rendered_frames());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000839 }
840
841 // Tests that we can add and remove capturer as unique sources.
842 void AddRemoveCapturerMultipleSources() {
843 // WebRTC implementation will drop frames if pushed to quickly. Wait the
844 // interval time to avoid that.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000845 // WebRTC implementation will drop frames if pushed to quickly. Wait the
846 // interval time to avoid that.
847 // Set up the stream associated with the engine.
848 EXPECT_TRUE(channel_->AddRecvStream(
849 cricket::StreamParams::CreateLegacy(kSsrc)));
nisse08582ff2016-02-04 01:24:52 -0800850 EXPECT_TRUE(channel_->SetSink(kSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000851 cricket::VideoFormat capture_format; // default format
852 capture_format.interval = cricket::VideoFormat::FpsToInterval(30);
853 // Set up additional stream 1.
854 cricket::FakeVideoRenderer renderer1;
nisse08582ff2016-02-04 01:24:52 -0800855 EXPECT_FALSE(channel_->SetSink(1, &renderer1));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000856 EXPECT_TRUE(channel_->AddRecvStream(
857 cricket::StreamParams::CreateLegacy(1)));
nisse08582ff2016-02-04 01:24:52 -0800858 EXPECT_TRUE(channel_->SetSink(1, &renderer1));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000859 EXPECT_TRUE(channel_->AddSendStream(
860 cricket::StreamParams::CreateLegacy(1)));
kwiberg686a8ef2016-02-26 03:00:35 -0800861 std::unique_ptr<cricket::FakeVideoCapturer> capturer1(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000862 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000863 EXPECT_EQ(cricket::CS_RUNNING, capturer1->Start(capture_format));
864 // Set up additional stream 2.
865 cricket::FakeVideoRenderer renderer2;
nisse08582ff2016-02-04 01:24:52 -0800866 EXPECT_FALSE(channel_->SetSink(2, &renderer2));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000867 EXPECT_TRUE(channel_->AddRecvStream(
868 cricket::StreamParams::CreateLegacy(2)));
nisse08582ff2016-02-04 01:24:52 -0800869 EXPECT_TRUE(channel_->SetSink(2, &renderer2));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000870 EXPECT_TRUE(channel_->AddSendStream(
871 cricket::StreamParams::CreateLegacy(2)));
kwiberg686a8ef2016-02-26 03:00:35 -0800872 std::unique_ptr<cricket::FakeVideoCapturer> capturer2(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000873 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000874 EXPECT_EQ(cricket::CS_RUNNING, capturer2->Start(capture_format));
875 // State for all the streams.
876 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
deadbeef5a4a75a2016-06-02 16:23:38 -0700877 // A limitation in the lmi implementation requires that SetVideoSend() is
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000878 // called after SetOneCodec().
879 // TODO(hellner): this seems like an unnecessary constraint, fix it.
deadbeef5a4a75a2016-06-02 16:23:38 -0700880 EXPECT_TRUE(channel_->SetVideoSend(1, true, nullptr, capturer1.get()));
881 EXPECT_TRUE(channel_->SetVideoSend(2, true, nullptr, capturer2.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000882 EXPECT_TRUE(SetSend(true));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000883 // Test capturer associated with engine.
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000884 const int kTestWidth = 160;
885 const int kTestHeight = 120;
886 EXPECT_TRUE(capturer1->CaptureCustomFrame(
887 kTestWidth, kTestHeight, cricket::FOURCC_I420));
888 EXPECT_FRAME_ON_RENDERER_WAIT(
889 renderer1, 1, kTestWidth, kTestHeight, kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000890 // Capture a frame with additional capturer2, frames should be received
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000891 EXPECT_TRUE(capturer2->CaptureCustomFrame(
892 kTestWidth, kTestHeight, cricket::FOURCC_I420));
893 EXPECT_FRAME_ON_RENDERER_WAIT(
894 renderer2, 1, kTestWidth, kTestHeight, kTimeout);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000895 // Successfully remove the capturer.
deadbeef5a4a75a2016-06-02 16:23:38 -0700896 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr, nullptr));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000897 // The capturers must be unregistered here as it runs out of it's scope
898 // next.
deadbeef5a4a75a2016-06-02 16:23:38 -0700899 EXPECT_TRUE(channel_->SetVideoSend(1, true, nullptr, nullptr));
900 EXPECT_TRUE(channel_->SetVideoSend(2, true, nullptr, nullptr));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000901 }
902
903 void HighAspectHighHeightCapturer() {
904 const int kWidth = 80;
905 const int kHeight = 10000;
906 const int kScaledWidth = 20;
907 const int kScaledHeight = 2500;
908
909 cricket::VideoCodec codec(DefaultCodec());
910 EXPECT_TRUE(SetOneCodec(codec));
911 EXPECT_TRUE(SetSend(true));
912
913 cricket::FakeVideoRenderer renderer;
914 EXPECT_TRUE(channel_->AddRecvStream(
915 cricket::StreamParams::CreateLegacy(kSsrc)));
nisse08582ff2016-02-04 01:24:52 -0800916 EXPECT_TRUE(channel_->SetSink(kSsrc, &renderer));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000917 EXPECT_EQ(0, renderer.num_rendered_frames());
918
919 EXPECT_TRUE(SendFrame());
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000920 EXPECT_GT_FRAME_ON_RENDERER_WAIT(
921 renderer, 1, codec.width, codec.height, kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000922
923 // Registering an external capturer is currently the same as screen casting
924 // (update the test when this changes).
kwiberg686a8ef2016-02-26 03:00:35 -0800925 std::unique_ptr<cricket::FakeVideoCapturer> capturer(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000926 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000927 const std::vector<cricket::VideoFormat>* formats =
928 capturer->GetSupportedFormats();
929 cricket::VideoFormat capture_format = (*formats)[0];
930 EXPECT_EQ(cricket::CS_RUNNING, capturer->Start(capture_format));
931 // Capture frame to not get same frame timestamps as previous capturer.
932 capturer->CaptureFrame();
deadbeef5a4a75a2016-06-02 16:23:38 -0700933 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr, capturer.get()));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000934 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(30));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000935 EXPECT_TRUE(capturer->CaptureCustomFrame(kWidth, kHeight,
936 cricket::FOURCC_ARGB));
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000937 EXPECT_GT_FRAME_ON_RENDERER_WAIT(
938 renderer, 2, kScaledWidth, kScaledHeight, kTimeout);
deadbeef5a4a75a2016-06-02 16:23:38 -0700939 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr, nullptr));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000940 }
941
942 // Tests that we can adapt video resolution with 16:10 aspect ratio properly.
943 void AdaptResolution16x10() {
nisse08582ff2016-02-04 01:24:52 -0800944 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000945 cricket::VideoCodec codec(DefaultCodec());
946 codec.width = 640;
947 codec.height = 400;
948 SendAndReceive(codec);
949 codec.width /= 2;
950 codec.height /= 2;
951 // Adapt the resolution.
952 EXPECT_TRUE(SetOneCodec(codec));
953 EXPECT_TRUE(WaitAndSendFrame(30));
954 EXPECT_FRAME_WAIT(2, codec.width, codec.height, kTimeout);
955 }
956 // Tests that we can adapt video resolution with 4:3 aspect ratio properly.
957 void AdaptResolution4x3() {
nisse08582ff2016-02-04 01:24:52 -0800958 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000959 cricket::VideoCodec codec(DefaultCodec());
960 codec.width = 640;
961 codec.height = 400;
962 SendAndReceive(codec);
963 codec.width /= 2;
964 codec.height /= 2;
965 // Adapt the resolution.
966 EXPECT_TRUE(SetOneCodec(codec));
967 EXPECT_TRUE(WaitAndSendFrame(30));
968 EXPECT_FRAME_WAIT(2, codec.width, codec.height, kTimeout);
969 }
970 // Tests that we can drop all frames properly.
971 void AdaptDropAllFrames() {
972 // Set the channel codec's resolution to 0, which will require the adapter
973 // to drop all frames.
974 cricket::VideoCodec codec(DefaultCodec());
975 codec.width = codec.height = codec.framerate = 0;
976 EXPECT_TRUE(SetOneCodec(codec));
977 EXPECT_TRUE(SetSend(true));
nisse08582ff2016-02-04 01:24:52 -0800978 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000979 EXPECT_EQ(0, renderer_.num_rendered_frames());
980 EXPECT_TRUE(SendFrame());
981 EXPECT_TRUE(SendFrame());
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000982 rtc::Thread::Current()->ProcessMessages(500);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000983 EXPECT_EQ(0, renderer_.num_rendered_frames());
984 }
985 // Tests that we can reduce the frame rate on demand properly.
986 // TODO(fbarchard): This test is flakey on pulse. Fix and re-enable
987 void AdaptFramerate() {
988 cricket::VideoCodec codec(DefaultCodec());
989 int frame_count = 0;
990 // The capturer runs at 30 fps. The channel requires 30 fps.
991 EXPECT_TRUE(SetOneCodec(codec));
992 EXPECT_TRUE(SetSend(true));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000993 EXPECT_EQ(frame_count, renderer_.num_rendered_frames());
994 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
995 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
996 frame_count += 2;
997 EXPECT_FRAME_WAIT(frame_count, codec.width, codec.height, kTimeout);
jbaucheec21bd2016-03-20 06:15:43 -0700998 std::unique_ptr<const rtc::CopyOnWriteBuffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000999 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
1000
1001 // The channel requires 15 fps.
1002 codec.framerate = 15;
1003 EXPECT_TRUE(SetOneCodec(codec));
1004 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1005 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1006 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1007 frame_count += 2;
1008 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1009
1010 // The channel requires 10 fps.
1011 codec.framerate = 10;
1012 EXPECT_TRUE(SetOneCodec(codec));
1013 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1014 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1015 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1016 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1017 frame_count += 2;
1018 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1019
1020 // The channel requires 8 fps. The adapter adapts to 10 fps, which is the
1021 // closest factor of 30.
1022 codec.framerate = 8;
1023 EXPECT_TRUE(SetOneCodec(codec));
1024 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1025 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1026 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1027 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1028 frame_count += 2;
1029 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1030 }
pbos@webrtc.orgc4175b92014-09-03 15:25:49 +00001031 // Tests that adapted frames won't be upscaled to a higher resolution.
1032 void SendsLowerResolutionOnSmallerFrames() {
1033 cricket::VideoCodec codec = DefaultCodec();
1034 codec.width = 320;
1035 codec.height = 240;
1036 EXPECT_TRUE(SetOneCodec(codec));
1037 EXPECT_TRUE(SetSend(true));
nisse08582ff2016-02-04 01:24:52 -08001038 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
pbos@webrtc.orgc4175b92014-09-03 15:25:49 +00001039 EXPECT_EQ(0, renderer_.num_rendered_frames());
1040 EXPECT_TRUE(SendFrame());
1041 EXPECT_FRAME_WAIT(1, codec.width, codec.height, kTimeout);
1042
1043 // Check that we send smaller frames at the new resolution.
pbos@webrtc.orgebee4012014-09-03 15:52:02 +00001044 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(33));
pbos@webrtc.orgc4175b92014-09-03 15:25:49 +00001045 EXPECT_TRUE(video_capturer_->CaptureCustomFrame(
1046 codec.width / 2, codec.height / 2, cricket::FOURCC_I420));
1047 EXPECT_FRAME_WAIT(2, codec.width / 2, codec.height / 2, kTimeout);
1048 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001049
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001050 // Test that multiple send streams can be created and deleted properly.
1051 void MultipleSendStreams() {
1052 // Remove stream added in Setup. I.e. remove stream corresponding to default
1053 // channel.
1054 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
1055 const unsigned int kSsrcsSize = sizeof(kSsrcs4)/sizeof(kSsrcs4[0]);
1056 for (unsigned int i = 0; i < kSsrcsSize; ++i) {
1057 EXPECT_TRUE(channel_->AddSendStream(
1058 cricket::StreamParams::CreateLegacy(kSsrcs4[i])));
1059 }
1060 // Delete one of the non default channel streams, let the destructor delete
1061 // the remaining ones.
1062 EXPECT_TRUE(channel_->RemoveSendStream(kSsrcs4[kSsrcsSize - 1]));
1063 // Stream should already be deleted.
1064 EXPECT_FALSE(channel_->RemoveSendStream(kSsrcs4[kSsrcsSize - 1]));
1065 }
1066
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001067 // Two streams one channel tests.
1068
1069 // Tests that we can send and receive frames.
1070 void TwoStreamsSendAndReceive(const cricket::VideoCodec& codec) {
1071 SetUpSecondStream();
1072 // Test sending and receiving on first stream.
Peter Boströmd1f584b2016-04-20 16:31:53 +02001073 SendAndReceive(codec);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001074 // Test sending and receiving on second stream.
1075 EXPECT_EQ_WAIT(1, renderer2_.num_rendered_frames(), kTimeout);
Stefan Holmer586b19b2015-09-18 11:14:31 +02001076 EXPECT_GT(NumRtpPackets(), 0);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001077 EXPECT_EQ(1, renderer2_.num_rendered_frames());
1078 }
1079
skvlad11a9cbf2016-10-07 11:53:05 -07001080 webrtc::RtcEventLogNullImpl event_log_;
kwiberg686a8ef2016-02-26 03:00:35 -08001081 const std::unique_ptr<webrtc::Call> call_;
nisse2ded9b12016-04-08 02:23:55 -07001082 E engine_;
kwiberg686a8ef2016-02-26 03:00:35 -08001083 std::unique_ptr<cricket::FakeVideoCapturer> video_capturer_;
1084 std::unique_ptr<cricket::FakeVideoCapturer> video_capturer_2_;
1085 std::unique_ptr<C> channel_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001086 cricket::FakeNetworkInterface network_interface_;
1087 cricket::FakeVideoRenderer renderer_;
1088 cricket::VideoMediaChannel::Error media_error_;
1089
1090 // Used by test cases where 2 streams are run on the same channel.
1091 cricket::FakeVideoRenderer renderer2_;
1092};
1093
kjellandera96e2d72016-02-04 23:52:28 -08001094#endif // WEBRTC_MEDIA_BASE_VIDEOENGINE_UNITTEST_H_ NOLINT