blob: 5c560c159c54c9ecac926f2f18156551b736fabd [file] [log] [blame]
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001/*
kjellander1afca732016-02-07 20:46:45 -08002 * Copyright (c) 2004 The WebRTC project authors. All Rights Reserved.
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003 *
kjellander1afca732016-02-07 20:46:45 -08004 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00009 */
10
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +000011#include <algorithm>
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000012#include <map>
kwiberg686a8ef2016-02-26 03:00:35 -080013#include <memory>
pbos@webrtc.org86f613d2014-06-10 08:53:05 +000014#include <vector>
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000015
pkasting@chromium.orge7a4a122015-01-28 21:36:55 +000016#include "webrtc/base/arraysize.h"
buildbot@webrtc.orga09a9992014-08-13 17:26:08 +000017#include "webrtc/base/gunit.h"
18#include "webrtc/base/stringutils.h"
brandtr9d58d942017-02-03 04:43:41 -080019#include "webrtc/call/flexfec_receive_stream.h"
magjed725e4842016-11-16 00:48:13 -080020#include "webrtc/common_video/h264/profile_level_id.h"
skvlad11a9cbf2016-10-07 11:53:05 -070021#include "webrtc/logging/rtc_event_log/rtc_event_log.h"
magjed5dfac562016-11-25 03:56:37 -080022#include "webrtc/media/base/mediaconstants.h"
mzanaty8a855d62017-02-17 15:46:43 -080023#include "webrtc/media/base/rtputils.h"
kjellandera96e2d72016-02-04 23:52:28 -080024#include "webrtc/media/base/testutils.h"
25#include "webrtc/media/base/videoengine_unittest.h"
sprang429600d2017-01-26 06:12:26 -080026#include "webrtc/media/engine/constants.h"
kjellander@webrtc.org5ad12972016-02-12 06:39:40 +010027#include "webrtc/media/engine/fakewebrtccall.h"
28#include "webrtc/media/engine/fakewebrtcvideoengine.h"
29#include "webrtc/media/engine/simulcast.h"
kjellander@webrtc.org5ad12972016-02-12 06:39:40 +010030#include "webrtc/media/engine/webrtcvideoengine2.h"
31#include "webrtc/media/engine/webrtcvoiceengine.h"
stefanc1aeaf02015-10-15 07:26:07 -070032#include "webrtc/test/field_trial.h"
pbos@webrtc.org42684be2014-10-03 11:25:45 +000033#include "webrtc/video_encoder.h"
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000034
isheriff6f8d6862016-05-26 11:24:55 -070035using webrtc::RtpExtension;
36
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000037namespace {
buildbot@webrtc.orga8530772014-12-10 09:01:18 +000038static const int kDefaultQpMax = 56;
buildbot@webrtc.orga8530772014-12-10 09:01:18 +000039
noahricd10a68e2015-07-10 11:27:55 -070040static const uint8_t kRedRtxPayloadType = 125;
41
Peter Boström0c4e06b2015-10-07 12:23:21 +020042static const uint32_t kSsrcs1[] = {1};
43static const uint32_t kSsrcs3[] = {1, 2, 3};
44static const uint32_t kRtxSsrcs1[] = {4};
brandtr468da7c2016-11-22 02:16:47 -080045static const uint32_t kFlexfecSsrc = 5;
Peter Boström0c4e06b2015-10-07 12:23:21 +020046static const uint32_t kIncomingUnsignalledSsrc = 0xC0FFEE;
mzanaty8a855d62017-02-17 15:46:43 -080047static const uint32_t kDefaultRecvSsrc = 0;
48
pbos@webrtc.org3c107582014-07-20 15:27:35 +000049static const char kUnsupportedExtensionName[] =
50 "urn:ietf:params:rtp-hdrext:unsupported";
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +000051
magjed509e4fe2016-11-18 01:34:11 -080052cricket::VideoCodec RemoveFeedbackParams(cricket::VideoCodec&& codec) {
53 codec.feedback_params = cricket::FeedbackParams();
54 return codec;
55}
56
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +000057void VerifyCodecHasDefaultFeedbackParams(const cricket::VideoCodec& codec) {
58 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
59 cricket::kRtcpFbParamNack, cricket::kParamValueEmpty)));
60 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
61 cricket::kRtcpFbParamNack, cricket::kRtcpFbNackParamPli)));
62 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
63 cricket::kRtcpFbParamRemb, cricket::kParamValueEmpty)));
64 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
stefan43edf0f2015-11-20 18:05:48 -080065 cricket::kRtcpFbParamTransportCc, cricket::kParamValueEmpty)));
66 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +000067 cricket::kRtcpFbParamCcm, cricket::kRtcpFbCcmParamFir)));
68}
69
magjed725e4842016-11-16 00:48:13 -080070// Return true if any codec in |codecs| is an RTX codec with associated payload
71// type |payload_type|.
72bool HasRtxCodec(const std::vector<cricket::VideoCodec>& codecs,
73 int payload_type) {
74 for (const cricket::VideoCodec& codec : codecs) {
75 int associated_payload_type;
76 if (cricket::CodecNamesEq(codec.name.c_str(), "rtx") &&
77 codec.GetParam(cricket::kCodecParamAssociatedPayloadType,
78 &associated_payload_type) &&
79 associated_payload_type == payload_type) {
80 return true;
81 }
82 }
83 return false;
84}
85
brandtrffc61182016-11-28 06:02:22 -080086rtc::scoped_refptr<webrtc::VideoFrameBuffer> CreateBlackFrameBuffer(
nisse64ec8f82016-09-27 00:17:25 -070087 int width,
88 int height) {
89 rtc::scoped_refptr<webrtc::I420Buffer> buffer =
90 webrtc::I420Buffer::Create(width, height);
nisseaf916892017-01-10 07:44:26 -080091 webrtc::I420Buffer::SetBlack(buffer);
nisse64ec8f82016-09-27 00:17:25 -070092 return buffer;
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +000093}
94
Shao Changbine62202f2015-04-21 20:24:50 +080095void VerifySendStreamHasRtxTypes(const webrtc::VideoSendStream::Config& config,
96 const std::map<int, int>& rtx_types) {
97 std::map<int, int>::const_iterator it;
98 it = rtx_types.find(config.encoder_settings.payload_type);
99 EXPECT_TRUE(it != rtx_types.end() &&
100 it->second == config.rtp.rtx.payload_type);
101
brandtrb5f2c3f2016-10-04 23:28:39 -0700102 if (config.rtp.ulpfec.red_rtx_payload_type != -1) {
103 it = rtx_types.find(config.rtp.ulpfec.red_payload_type);
Shao Changbine62202f2015-04-21 20:24:50 +0800104 EXPECT_TRUE(it != rtx_types.end() &&
brandtrb5f2c3f2016-10-04 23:28:39 -0700105 it->second == config.rtp.ulpfec.red_rtx_payload_type);
Shao Changbine62202f2015-04-21 20:24:50 +0800106 }
107}
kthelgason2bc68642017-02-07 07:02:22 -0800108
109cricket::MediaConfig GetMediaConfig() {
110 cricket::MediaConfig media_config;
111 media_config.video.enable_cpu_overuse_detection = false;
112 return media_config;
113}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000114} // namespace
115
116namespace cricket {
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000117class WebRtcVideoEngine2Test : public ::testing::Test {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000118 public:
stefanc1aeaf02015-10-15 07:26:07 -0700119 WebRtcVideoEngine2Test() : WebRtcVideoEngine2Test("") {}
120 explicit WebRtcVideoEngine2Test(const char* field_trials)
stefanc1aeaf02015-10-15 07:26:07 -0700121 : override_field_trials_(field_trials),
skvlad11a9cbf2016-10-07 11:53:05 -0700122 call_(webrtc::Call::Create(webrtc::Call::Config(&event_log_))),
Fredrik Solenberg709ed672015-09-15 12:26:33 +0200123 engine_() {
pbos@webrtc.org9fbb7172014-06-13 09:34:13 +0000124 std::vector<VideoCodec> engine_codecs = engine_.codecs();
henrikg91d6ede2015-09-17 00:24:34 -0700125 RTC_DCHECK(!engine_codecs.empty());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000126 bool codec_set = false;
magjed509e4fe2016-11-18 01:34:11 -0800127 for (const cricket::VideoCodec& codec : engine_codecs) {
128 if (codec.name == "rtx") {
Shao Changbine62202f2015-04-21 20:24:50 +0800129 int associated_payload_type;
magjed509e4fe2016-11-18 01:34:11 -0800130 if (codec.GetParam(kCodecParamAssociatedPayloadType,
131 &associated_payload_type)) {
132 default_apt_rtx_types_[associated_payload_type] = codec.id;
Shao Changbine62202f2015-04-21 20:24:50 +0800133 }
magjed509e4fe2016-11-18 01:34:11 -0800134 } else if (!codec_set && codec.name != "red" && codec.name != "ulpfec") {
135 default_codec_ = codec;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000136 codec_set = true;
137 }
138 }
139
henrikg91d6ede2015-09-17 00:24:34 -0700140 RTC_DCHECK(codec_set);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000141 }
142
143 protected:
magjed509e4fe2016-11-18 01:34:11 -0800144 // Find the codec in the engine with the given name. The codec must be
145 // present.
146 cricket::VideoCodec GetEngineCodec(const std::string& name);
147
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000148 VideoMediaChannel* SetUpForExternalEncoderFactory(
magjed509e4fe2016-11-18 01:34:11 -0800149 cricket::WebRtcVideoEncoderFactory* encoder_factory);
pbos@webrtc.orgfa553ef2014-10-20 11:07:07 +0000150
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000151 VideoMediaChannel* SetUpForExternalDecoderFactory(
152 cricket::WebRtcVideoDecoderFactory* decoder_factory,
153 const std::vector<VideoCodec>& codecs);
154
Peter Boströme4499152016-02-05 11:13:28 +0100155 void TestExtendedEncoderOveruse(bool use_external_encoder);
156
stefanc1aeaf02015-10-15 07:26:07 -0700157 webrtc::test::ScopedFieldTrials override_field_trials_;
skvlad11a9cbf2016-10-07 11:53:05 -0700158 webrtc::RtcEventLogNullImpl event_log_;
pbos@webrtc.orgf1f0d9a2015-03-02 13:30:15 +0000159 // Used in WebRtcVideoEngine2VoiceTest, but defined here so it's properly
160 // initialized when the constructor is called.
kwiberg686a8ef2016-02-26 03:00:35 -0800161 std::unique_ptr<webrtc::Call> call_;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000162 WebRtcVideoEngine2 engine_;
163 VideoCodec default_codec_;
Shao Changbine62202f2015-04-21 20:24:50 +0800164 std::map<int, int> default_apt_rtx_types_;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000165};
166
Peter Boström12996152016-05-14 02:03:18 +0200167TEST_F(WebRtcVideoEngine2Test, AnnouncesVp9AccordingToBuildFlags) {
168 bool claims_vp9_support = false;
169 for (const cricket::VideoCodec& codec : engine_.codecs()) {
170 if (codec.name == "VP9") {
171 claims_vp9_support = true;
172 break;
173 }
174 }
175#if defined(RTC_DISABLE_VP9)
176 EXPECT_FALSE(claims_vp9_support);
177#else
178 EXPECT_TRUE(claims_vp9_support);
179#endif // defined(RTC_DISABLE_VP9)
180}
181
pbos@webrtc.orge322a172014-06-13 11:47:28 +0000182TEST_F(WebRtcVideoEngine2Test, DefaultRtxCodecHasAssociatedPayloadTypeSet) {
183 std::vector<VideoCodec> engine_codecs = engine_.codecs();
184 for (size_t i = 0; i < engine_codecs.size(); ++i) {
185 if (engine_codecs[i].name != kRtxCodecName)
186 continue;
187 int associated_payload_type;
188 EXPECT_TRUE(engine_codecs[i].GetParam(kCodecParamAssociatedPayloadType,
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000189 &associated_payload_type));
pbos@webrtc.orge322a172014-06-13 11:47:28 +0000190 EXPECT_EQ(default_codec_.id, associated_payload_type);
191 return;
192 }
193 FAIL() << "No RTX codec found among default codecs.";
194}
195
pbos@webrtc.org587ef602014-06-16 17:32:02 +0000196TEST_F(WebRtcVideoEngine2Test, SupportsTimestampOffsetHeaderExtension) {
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100197 RtpCapabilities capabilities = engine_.GetCapabilities();
198 ASSERT_FALSE(capabilities.header_extensions.empty());
isheriff6f8d6862016-05-26 11:24:55 -0700199 for (const RtpExtension& extension : capabilities.header_extensions) {
200 if (extension.uri == RtpExtension::kTimestampOffsetUri) {
201 EXPECT_EQ(RtpExtension::kTimestampOffsetDefaultId, extension.id);
pbos@webrtc.org587ef602014-06-16 17:32:02 +0000202 return;
203 }
204 }
205 FAIL() << "Timestamp offset extension not in header-extension list.";
206}
207
208TEST_F(WebRtcVideoEngine2Test, SupportsAbsoluteSenderTimeHeaderExtension) {
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100209 RtpCapabilities capabilities = engine_.GetCapabilities();
210 ASSERT_FALSE(capabilities.header_extensions.empty());
isheriff6f8d6862016-05-26 11:24:55 -0700211 for (const RtpExtension& extension : capabilities.header_extensions) {
212 if (extension.uri == RtpExtension::kAbsSendTimeUri) {
213 EXPECT_EQ(RtpExtension::kAbsSendTimeDefaultId, extension.id);
pbos@webrtc.org587ef602014-06-16 17:32:02 +0000214 return;
215 }
216 }
217 FAIL() << "Absolute Sender Time extension not in header-extension list.";
218}
219
Stefan Holmer06a5e1a2016-09-02 12:36:49 +0200220TEST_F(WebRtcVideoEngine2Test, SupportsTransportSequenceNumberHeaderExtension) {
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100221 RtpCapabilities capabilities = engine_.GetCapabilities();
222 ASSERT_FALSE(capabilities.header_extensions.empty());
isheriff6f8d6862016-05-26 11:24:55 -0700223 for (const RtpExtension& extension : capabilities.header_extensions) {
224 if (extension.uri == RtpExtension::kTransportSequenceNumberUri) {
225 EXPECT_EQ(RtpExtension::kTransportSequenceNumberDefaultId, extension.id);
stefanc1aeaf02015-10-15 07:26:07 -0700226 return;
227 }
228 }
229 FAIL() << "Transport sequence number extension not in header-extension list.";
230}
231
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700232TEST_F(WebRtcVideoEngine2Test, SupportsVideoRotationHeaderExtension) {
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100233 RtpCapabilities capabilities = engine_.GetCapabilities();
234 ASSERT_FALSE(capabilities.header_extensions.empty());
isheriff6f8d6862016-05-26 11:24:55 -0700235 for (const RtpExtension& extension : capabilities.header_extensions) {
236 if (extension.uri == RtpExtension::kVideoRotationUri) {
237 EXPECT_EQ(RtpExtension::kVideoRotationDefaultId, extension.id);
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700238 return;
239 }
240 }
241 FAIL() << "Video Rotation extension not in header-extension list.";
242}
243
244TEST_F(WebRtcVideoEngine2Test, CVOSetHeaderExtensionBeforeCapturer) {
245 // Allocate the capturer first to prevent early destruction before channel's
246 // dtor is called.
247 cricket::FakeVideoCapturer capturer;
248
249 cricket::FakeWebRtcVideoEncoderFactory encoder_factory;
magjed1e45cc62016-10-28 07:43:45 -0700250 encoder_factory.AddSupportedVideoCodecType("VP8");
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700251
kwiberg686a8ef2016-02-26 03:00:35 -0800252 std::unique_ptr<VideoMediaChannel> channel(
magjed509e4fe2016-11-18 01:34:11 -0800253 SetUpForExternalEncoderFactory(&encoder_factory));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700254 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(kSsrc)));
255
256 // Add CVO extension.
257 const int id = 1;
magjed509e4fe2016-11-18 01:34:11 -0800258 cricket::VideoSendParameters parameters;
259 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200260 parameters.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -0700261 RtpExtension(RtpExtension::kVideoRotationUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200262 EXPECT_TRUE(channel->SetSendParameters(parameters));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700263
264 // Set capturer.
deadbeef5a4a75a2016-06-02 16:23:38 -0700265 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700266
267 // Verify capturer has turned off applying rotation.
nisse47ac4622016-05-25 08:47:01 -0700268 EXPECT_FALSE(capturer.apply_rotation());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700269
270 // Verify removing header extension turns on applying rotation.
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200271 parameters.extensions.clear();
272 EXPECT_TRUE(channel->SetSendParameters(parameters));
nisse47ac4622016-05-25 08:47:01 -0700273 EXPECT_TRUE(capturer.apply_rotation());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700274}
275
perkj91e1c152016-03-02 05:34:00 -0800276TEST_F(WebRtcVideoEngine2Test, CVOSetHeaderExtensionBeforeAddSendStream) {
277 // Allocate the capturer first to prevent early destruction before channel's
278 // dtor is called.
279 cricket::FakeVideoCapturer capturer;
280
281 cricket::FakeWebRtcVideoEncoderFactory encoder_factory;
magjed1e45cc62016-10-28 07:43:45 -0700282 encoder_factory.AddSupportedVideoCodecType("VP8");
perkj91e1c152016-03-02 05:34:00 -0800283
284 std::unique_ptr<VideoMediaChannel> channel(
magjed509e4fe2016-11-18 01:34:11 -0800285 SetUpForExternalEncoderFactory(&encoder_factory));
perkj91e1c152016-03-02 05:34:00 -0800286 // Add CVO extension.
287 const int id = 1;
magjed509e4fe2016-11-18 01:34:11 -0800288 cricket::VideoSendParameters parameters;
289 parameters.codecs.push_back(GetEngineCodec("VP8"));
perkj91e1c152016-03-02 05:34:00 -0800290 parameters.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -0700291 RtpExtension(RtpExtension::kVideoRotationUri, id));
perkj91e1c152016-03-02 05:34:00 -0800292 EXPECT_TRUE(channel->SetSendParameters(parameters));
293 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(kSsrc)));
294
295 // Set capturer.
deadbeef5a4a75a2016-06-02 16:23:38 -0700296 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
perkj91e1c152016-03-02 05:34:00 -0800297
298 // Verify capturer has turned off applying rotation.
nisse47ac4622016-05-25 08:47:01 -0700299 EXPECT_FALSE(capturer.apply_rotation());
perkj91e1c152016-03-02 05:34:00 -0800300}
301
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700302TEST_F(WebRtcVideoEngine2Test, CVOSetHeaderExtensionAfterCapturer) {
303 cricket::FakeVideoCapturer capturer;
304
305 cricket::FakeWebRtcVideoEncoderFactory encoder_factory;
magjed1e45cc62016-10-28 07:43:45 -0700306 encoder_factory.AddSupportedVideoCodecType("VP8");
307 encoder_factory.AddSupportedVideoCodecType("VP9");
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700308
kwiberg686a8ef2016-02-26 03:00:35 -0800309 std::unique_ptr<VideoMediaChannel> channel(
magjed509e4fe2016-11-18 01:34:11 -0800310 SetUpForExternalEncoderFactory(&encoder_factory));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700311 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(kSsrc)));
312
313 // Set capturer.
deadbeef5a4a75a2016-06-02 16:23:38 -0700314 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700315
perkjcaafdba2016-03-20 07:34:29 -0700316 // Verify capturer has turned on applying rotation.
nisse47ac4622016-05-25 08:47:01 -0700317 EXPECT_TRUE(capturer.apply_rotation());
perkjcaafdba2016-03-20 07:34:29 -0700318
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700319 // Add CVO extension.
320 const int id = 1;
magjed509e4fe2016-11-18 01:34:11 -0800321 cricket::VideoSendParameters parameters;
322 parameters.codecs.push_back(GetEngineCodec("VP8"));
323 parameters.codecs.push_back(GetEngineCodec("VP9"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200324 parameters.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -0700325 RtpExtension(RtpExtension::kVideoRotationUri, id));
perkjcaafdba2016-03-20 07:34:29 -0700326 // Also remove the first codec to trigger a codec change as well.
327 parameters.codecs.erase(parameters.codecs.begin());
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200328 EXPECT_TRUE(channel->SetSendParameters(parameters));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700329
330 // Verify capturer has turned off applying rotation.
nisse47ac4622016-05-25 08:47:01 -0700331 EXPECT_FALSE(capturer.apply_rotation());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700332
333 // Verify removing header extension turns on applying rotation.
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200334 parameters.extensions.clear();
335 EXPECT_TRUE(channel->SetSendParameters(parameters));
nisse47ac4622016-05-25 08:47:01 -0700336 EXPECT_TRUE(capturer.apply_rotation());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700337}
338
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +0000339TEST_F(WebRtcVideoEngine2Test, SetSendFailsBeforeSettingCodecs) {
Fredrik Solenberg9a416bd2015-05-22 09:04:09 +0200340 engine_.Init();
kwiberg686a8ef2016-02-26 03:00:35 -0800341 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800342 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +0000343
344 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(123)));
345
346 EXPECT_FALSE(channel->SetSend(true))
347 << "Channel should not start without codecs.";
348 EXPECT_TRUE(channel->SetSend(false))
349 << "Channel should be stoppable even without set codecs.";
350}
351
pbos@webrtc.orgc3d2bd22014-08-12 20:55:10 +0000352TEST_F(WebRtcVideoEngine2Test, GetStatsWithoutSendCodecsSetDoesNotCrash) {
Fredrik Solenberg9a416bd2015-05-22 09:04:09 +0200353 engine_.Init();
kwiberg686a8ef2016-02-26 03:00:35 -0800354 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800355 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
pbos@webrtc.orgc3d2bd22014-08-12 20:55:10 +0000356 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(123)));
357 VideoMediaInfo info;
358 channel->GetStats(&info);
359}
360
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000361TEST_F(WebRtcVideoEngine2Test, UseExternalFactoryForVp8WhenSupported) {
362 cricket::FakeWebRtcVideoEncoderFactory encoder_factory;
magjed1e45cc62016-10-28 07:43:45 -0700363 encoder_factory.AddSupportedVideoCodecType("VP8");
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000364
kwiberg686a8ef2016-02-26 03:00:35 -0800365 std::unique_ptr<VideoMediaChannel> channel(
magjed509e4fe2016-11-18 01:34:11 -0800366 SetUpForExternalEncoderFactory(&encoder_factory));
Sergey Ulanove2b15012016-11-22 16:08:30 -0800367 channel->OnReadyToSend(true);
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000368
369 EXPECT_TRUE(
370 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Per21d45d22016-10-30 21:37:57 +0100371 EXPECT_EQ(0, encoder_factory.GetNumCreatedEncoders());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000372 EXPECT_TRUE(channel->SetSend(true));
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000373 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700374 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000375 EXPECT_EQ(cricket::CS_RUNNING,
376 capturer.Start(capturer.GetSupportedFormats()->front()));
377 EXPECT_TRUE(capturer.CaptureFrame());
Per21d45d22016-10-30 21:37:57 +0100378 // Sending one frame will have allocate the encoder.
379 ASSERT_TRUE(encoder_factory.WaitForCreatedVideoEncoders(1));
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000380 EXPECT_TRUE_WAIT(encoder_factory.encoders()[0]->GetNumEncodedFrames() > 0,
381 kTimeout);
382
pbos@webrtc.org86196c42015-02-16 21:02:00 +0000383 int num_created_encoders = encoder_factory.GetNumCreatedEncoders();
Per21d45d22016-10-30 21:37:57 +0100384 EXPECT_EQ(num_created_encoders, 1);
pbos@webrtc.org86196c42015-02-16 21:02:00 +0000385
386 // Setting codecs of the same type should not reallocate any encoders
387 // (expecting a no-op).
magjed509e4fe2016-11-18 01:34:11 -0800388 cricket::VideoSendParameters parameters;
389 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200390 EXPECT_TRUE(channel->SetSendParameters(parameters));
pbos@webrtc.org86196c42015-02-16 21:02:00 +0000391 EXPECT_EQ(num_created_encoders, encoder_factory.GetNumCreatedEncoders());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000392
393 // Remove stream previously added to free the external encoder instance.
394 EXPECT_TRUE(channel->RemoveSendStream(kSsrc));
395 EXPECT_EQ(0u, encoder_factory.encoders().size());
396}
397
Taylor Brandstetter6c3e7882016-06-29 11:14:19 -0700398// Test that when an external encoder factory supports a codec we don't
399// internally support, we still add an RTX codec for it.
400// TODO(deadbeef): Currently this test is only effective if WebRTC is
401// built with no internal H264 support. This test should be updated
402// if/when we start adding RTX codecs for unrecognized codec names.
403TEST_F(WebRtcVideoEngine2Test, RtxCodecAddedForExternalCodec) {
magjed725e4842016-11-16 00:48:13 -0800404 using webrtc::H264::ProfileLevelIdToString;
405 using webrtc::H264::ProfileLevelId;
406 using webrtc::H264::kLevel1;
407 cricket::VideoCodec h264_constrained_baseline("H264");
408 h264_constrained_baseline.params[kH264FmtpProfileLevelId] =
409 *ProfileLevelIdToString(
410 ProfileLevelId(webrtc::H264::kProfileConstrainedBaseline, kLevel1));
411 cricket::VideoCodec h264_constrained_high("H264");
412 h264_constrained_high.params[kH264FmtpProfileLevelId] =
413 *ProfileLevelIdToString(
414 ProfileLevelId(webrtc::H264::kProfileConstrainedHigh, kLevel1));
415 cricket::VideoCodec h264_high("H264");
416 h264_high.params[kH264FmtpProfileLevelId] = *ProfileLevelIdToString(
417 ProfileLevelId(webrtc::H264::kProfileHigh, kLevel1));
418
Taylor Brandstetter6c3e7882016-06-29 11:14:19 -0700419 cricket::FakeWebRtcVideoEncoderFactory encoder_factory;
magjed725e4842016-11-16 00:48:13 -0800420 encoder_factory.AddSupportedVideoCodec(h264_constrained_baseline);
421 encoder_factory.AddSupportedVideoCodec(h264_constrained_high);
422 encoder_factory.AddSupportedVideoCodec(h264_high);
Taylor Brandstetter6c3e7882016-06-29 11:14:19 -0700423 engine_.SetExternalEncoderFactory(&encoder_factory);
424 engine_.Init();
425
magjed725e4842016-11-16 00:48:13 -0800426 // First figure out what payload types the test codecs got assigned.
427 const std::vector<cricket::VideoCodec> codecs = engine_.codecs();
magjed509e4fe2016-11-18 01:34:11 -0800428 // Now search for RTX codecs for them. Expect that they all have associated
429 // RTX codecs.
magjed725e4842016-11-16 00:48:13 -0800430 EXPECT_TRUE(HasRtxCodec(
431 codecs, FindMatchingCodec(codecs, h264_constrained_baseline)->id));
432 EXPECT_TRUE(HasRtxCodec(
433 codecs, FindMatchingCodec(codecs, h264_constrained_high)->id));
magjed509e4fe2016-11-18 01:34:11 -0800434 EXPECT_TRUE(HasRtxCodec(
magjed725e4842016-11-16 00:48:13 -0800435 codecs, FindMatchingCodec(codecs, h264_high)->id));
Taylor Brandstetter6c3e7882016-06-29 11:14:19 -0700436}
437
Peter Boströme4499152016-02-05 11:13:28 +0100438void WebRtcVideoEngine2Test::TestExtendedEncoderOveruse(
439 bool use_external_encoder) {
440 cricket::FakeWebRtcVideoEncoderFactory encoder_factory;
magjed1e45cc62016-10-28 07:43:45 -0700441 encoder_factory.AddSupportedVideoCodecType("VP8");
kwiberg686a8ef2016-02-26 03:00:35 -0800442 std::unique_ptr<VideoMediaChannel> channel;
skvlad11a9cbf2016-10-07 11:53:05 -0700443 FakeCall* fake_call = new FakeCall(webrtc::Call::Config(&event_log_));
Peter Boströme4499152016-02-05 11:13:28 +0100444 call_.reset(fake_call);
445 if (use_external_encoder) {
magjed509e4fe2016-11-18 01:34:11 -0800446 channel.reset(SetUpForExternalEncoderFactory(&encoder_factory));
Peter Boströme4499152016-02-05 11:13:28 +0100447 } else {
448 engine_.Init();
nisse51542be2016-02-12 02:27:06 -0800449 channel.reset(
kthelgason2bc68642017-02-07 07:02:22 -0800450 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
Peter Boströme4499152016-02-05 11:13:28 +0100451 }
452 ASSERT_TRUE(
453 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
magjed509e4fe2016-11-18 01:34:11 -0800454 cricket::VideoSendParameters parameters;
455 parameters.codecs.push_back(GetEngineCodec("VP8"));
Peter Boströme4499152016-02-05 11:13:28 +0100456 EXPECT_TRUE(channel->SetSendParameters(parameters));
457 EXPECT_TRUE(channel->SetSend(true));
458 FakeVideoSendStream* stream = fake_call->GetVideoSendStreams()[0];
459
460 EXPECT_EQ(use_external_encoder,
461 stream->GetConfig().encoder_settings.full_overuse_time);
462 // Remove stream previously added to free the external encoder instance.
463 EXPECT_TRUE(channel->RemoveSendStream(kSsrc));
464}
465
466TEST_F(WebRtcVideoEngine2Test, EnablesFullEncoderTimeForExternalEncoders) {
467 TestExtendedEncoderOveruse(true);
468}
469
470TEST_F(WebRtcVideoEngine2Test, DisablesFullEncoderTimeForNonExternalEncoders) {
471 TestExtendedEncoderOveruse(false);
472}
473
Peter Boström12996152016-05-14 02:03:18 +0200474#if !defined(RTC_DISABLE_VP9)
Peter Boström53eda3d2015-03-27 15:53:18 +0100475TEST_F(WebRtcVideoEngine2Test, CanConstructDecoderForVp9EncoderFactory) {
476 cricket::FakeWebRtcVideoEncoderFactory encoder_factory;
magjed1e45cc62016-10-28 07:43:45 -0700477 encoder_factory.AddSupportedVideoCodecType("VP9");
Peter Boström53eda3d2015-03-27 15:53:18 +0100478
kwiberg686a8ef2016-02-26 03:00:35 -0800479 std::unique_ptr<VideoMediaChannel> channel(
magjed509e4fe2016-11-18 01:34:11 -0800480 SetUpForExternalEncoderFactory(&encoder_factory));
Peter Boström53eda3d2015-03-27 15:53:18 +0100481
482 EXPECT_TRUE(
483 channel->AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrc)));
484}
Peter Boström12996152016-05-14 02:03:18 +0200485#endif // !defined(RTC_DISABLE_VP9)
Peter Boström53eda3d2015-03-27 15:53:18 +0100486
qiangchenc27d89f2015-07-16 10:27:16 -0700487TEST_F(WebRtcVideoEngine2Test, PropagatesInputFrameTimestamp) {
488 cricket::FakeWebRtcVideoEncoderFactory encoder_factory;
magjed1e45cc62016-10-28 07:43:45 -0700489 encoder_factory.AddSupportedVideoCodecType("VP8");
skvlad11a9cbf2016-10-07 11:53:05 -0700490 FakeCall* fake_call = new FakeCall(webrtc::Call::Config(&event_log_));
Fredrik Solenberg709ed672015-09-15 12:26:33 +0200491 call_.reset(fake_call);
kwiberg686a8ef2016-02-26 03:00:35 -0800492 std::unique_ptr<VideoMediaChannel> channel(
magjed509e4fe2016-11-18 01:34:11 -0800493 SetUpForExternalEncoderFactory(&encoder_factory));
qiangchenc27d89f2015-07-16 10:27:16 -0700494
495 EXPECT_TRUE(
496 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
497
498 FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700499 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
qiangchenc27d89f2015-07-16 10:27:16 -0700500 capturer.Start(cricket::VideoFormat(1280, 720,
501 cricket::VideoFormat::FpsToInterval(60),
502 cricket::FOURCC_I420));
503 channel->SetSend(true);
504
Fredrik Solenberg709ed672015-09-15 12:26:33 +0200505 FakeVideoSendStream* stream = fake_call->GetVideoSendStreams()[0];
qiangchenc27d89f2015-07-16 10:27:16 -0700506
507 EXPECT_TRUE(capturer.CaptureFrame());
pbos1cb121d2015-09-14 11:38:38 -0700508 int64_t last_timestamp = stream->GetLastTimestamp();
qiangchenc27d89f2015-07-16 10:27:16 -0700509 for (int i = 0; i < 10; i++) {
510 EXPECT_TRUE(capturer.CaptureFrame());
pbos1cb121d2015-09-14 11:38:38 -0700511 int64_t timestamp = stream->GetLastTimestamp();
qiangchenc27d89f2015-07-16 10:27:16 -0700512 int64_t interval = timestamp - last_timestamp;
513
514 // Precision changes from nanosecond to millisecond.
515 // Allow error to be no more than 1.
516 EXPECT_NEAR(cricket::VideoFormat::FpsToInterval(60) / 1E6, interval, 1);
517
518 last_timestamp = timestamp;
519 }
520
521 capturer.Start(cricket::VideoFormat(1280, 720,
522 cricket::VideoFormat::FpsToInterval(30),
523 cricket::FOURCC_I420));
524
525 EXPECT_TRUE(capturer.CaptureFrame());
526 last_timestamp = stream->GetLastTimestamp();
527 for (int i = 0; i < 10; i++) {
528 EXPECT_TRUE(capturer.CaptureFrame());
pbos1cb121d2015-09-14 11:38:38 -0700529 int64_t timestamp = stream->GetLastTimestamp();
qiangchenc27d89f2015-07-16 10:27:16 -0700530 int64_t interval = timestamp - last_timestamp;
531
532 // Precision changes from nanosecond to millisecond.
533 // Allow error to be no more than 1.
534 EXPECT_NEAR(cricket::VideoFormat::FpsToInterval(30) / 1E6, interval, 1);
535
536 last_timestamp = timestamp;
537 }
538
539 // Remove stream previously added to free the external encoder instance.
540 EXPECT_TRUE(channel->RemoveSendStream(kSsrc));
541}
542
magjed509e4fe2016-11-18 01:34:11 -0800543cricket::VideoCodec WebRtcVideoEngine2Test::GetEngineCodec(
544 const std::string& name) {
545 for (const cricket::VideoCodec& engine_codec : engine_.codecs()) {
546 if (CodecNamesEq(name, engine_codec.name))
547 return engine_codec;
548 }
549 // This point should never be reached.
550 ADD_FAILURE() << "Unrecognized codec name: " << name;
551 return cricket::VideoCodec();
552}
553
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000554VideoMediaChannel* WebRtcVideoEngine2Test::SetUpForExternalEncoderFactory(
magjed509e4fe2016-11-18 01:34:11 -0800555 cricket::WebRtcVideoEncoderFactory* encoder_factory) {
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000556 engine_.SetExternalEncoderFactory(encoder_factory);
Fredrik Solenberg9a416bd2015-05-22 09:04:09 +0200557 engine_.Init();
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000558
buildbot@webrtc.org1ecbe452014-10-14 20:29:28 +0000559 VideoMediaChannel* channel =
kthelgason2bc68642017-02-07 07:02:22 -0800560 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions());
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200561 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -0800562 // We need to look up the codec in the engine to get the correct payload type.
563 for (const VideoCodec& codec : encoder_factory->supported_codecs())
564 parameters.codecs.push_back(GetEngineCodec(codec.name));
565
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200566 EXPECT_TRUE(channel->SetSendParameters(parameters));
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000567
568 return channel;
569}
570
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000571VideoMediaChannel* WebRtcVideoEngine2Test::SetUpForExternalDecoderFactory(
572 cricket::WebRtcVideoDecoderFactory* decoder_factory,
573 const std::vector<VideoCodec>& codecs) {
574 engine_.SetExternalDecoderFactory(decoder_factory);
Fredrik Solenberg9a416bd2015-05-22 09:04:09 +0200575 engine_.Init();
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000576
577 VideoMediaChannel* channel =
kthelgason2bc68642017-02-07 07:02:22 -0800578 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions());
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200579 cricket::VideoRecvParameters parameters;
580 parameters.codecs = codecs;
581 EXPECT_TRUE(channel->SetRecvParameters(parameters));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000582
583 return channel;
584}
585
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000586TEST_F(WebRtcVideoEngine2Test, UsesSimulcastAdapterForVp8Factories) {
587 cricket::FakeWebRtcVideoEncoderFactory encoder_factory;
magjed1e45cc62016-10-28 07:43:45 -0700588 encoder_factory.AddSupportedVideoCodecType("VP8");
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000589
kwiberg686a8ef2016-02-26 03:00:35 -0800590 std::unique_ptr<VideoMediaChannel> channel(
magjed509e4fe2016-11-18 01:34:11 -0800591 SetUpForExternalEncoderFactory(&encoder_factory));
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000592
Peter Boström0c4e06b2015-10-07 12:23:21 +0200593 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000594
595 EXPECT_TRUE(
596 channel->AddSendStream(CreateSimStreamParams("cname", ssrcs)));
597 EXPECT_TRUE(channel->SetSend(true));
598
pbos@webrtc.org86196c42015-02-16 21:02:00 +0000599 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700600 EXPECT_TRUE(channel->SetVideoSend(ssrcs.front(), true, nullptr, &capturer));
pbos@webrtc.org86196c42015-02-16 21:02:00 +0000601 EXPECT_EQ(cricket::CS_RUNNING,
602 capturer.Start(capturer.GetSupportedFormats()->front()));
603 EXPECT_TRUE(capturer.CaptureFrame());
604
pbos14fe7082016-04-20 06:35:56 -0700605 ASSERT_TRUE(encoder_factory.WaitForCreatedVideoEncoders(2));
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000606
607 // Verify that encoders are configured for simulcast through adapter
608 // (increasing resolution and only configured to send one stream each).
609 int prev_width = -1;
610 for (size_t i = 0; i < encoder_factory.encoders().size(); ++i) {
pbos14fe7082016-04-20 06:35:56 -0700611 ASSERT_TRUE(encoder_factory.encoders()[i]->WaitForInitEncode());
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000612 webrtc::VideoCodec codec_settings =
613 encoder_factory.encoders()[i]->GetCodecSettings();
614 EXPECT_EQ(0, codec_settings.numberOfSimulcastStreams);
615 EXPECT_GT(codec_settings.width, prev_width);
616 prev_width = codec_settings.width;
617 }
pbos@webrtc.org86196c42015-02-16 21:02:00 +0000618
deadbeef5a4a75a2016-06-02 16:23:38 -0700619 EXPECT_TRUE(channel->SetVideoSend(ssrcs.front(), true, nullptr, nullptr));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000620
621 channel.reset();
622 ASSERT_EQ(0u, encoder_factory.encoders().size());
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000623}
624
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000625TEST_F(WebRtcVideoEngine2Test, ChannelWithExternalH264CanChangeToInternalVp8) {
626 cricket::FakeWebRtcVideoEncoderFactory encoder_factory;
magjed1e45cc62016-10-28 07:43:45 -0700627 encoder_factory.AddSupportedVideoCodecType("H264");
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000628
kwiberg686a8ef2016-02-26 03:00:35 -0800629 std::unique_ptr<VideoMediaChannel> channel(
magjed509e4fe2016-11-18 01:34:11 -0800630 SetUpForExternalEncoderFactory(&encoder_factory));
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000631
632 EXPECT_TRUE(
633 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
634 ASSERT_EQ(1u, encoder_factory.encoders().size());
635
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200636 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -0800637 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200638 EXPECT_TRUE(channel->SetSendParameters(parameters));
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000639 ASSERT_EQ(0u, encoder_factory.encoders().size());
640}
641
642TEST_F(WebRtcVideoEngine2Test,
643 DontUseExternalEncoderFactoryForUnsupportedCodecs) {
644 cricket::FakeWebRtcVideoEncoderFactory encoder_factory;
magjed1e45cc62016-10-28 07:43:45 -0700645 encoder_factory.AddSupportedVideoCodecType("H264");
magjed509e4fe2016-11-18 01:34:11 -0800646
647 engine_.SetExternalEncoderFactory(&encoder_factory);
648 engine_.Init();
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000649
kwiberg686a8ef2016-02-26 03:00:35 -0800650 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800651 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
magjed509e4fe2016-11-18 01:34:11 -0800652 cricket::VideoSendParameters parameters;
653 parameters.codecs.push_back(GetEngineCodec("VP8"));
654 EXPECT_TRUE(channel->SetSendParameters(parameters));
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000655
656 EXPECT_TRUE(
657 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000658 // Make sure DestroyVideoEncoder was called on the factory.
659 ASSERT_EQ(0u, encoder_factory.encoders().size());
660}
661
662TEST_F(WebRtcVideoEngine2Test,
663 UsesSimulcastAdapterForVp8WithCombinedVP8AndH264Factory) {
664 cricket::FakeWebRtcVideoEncoderFactory encoder_factory;
magjed1e45cc62016-10-28 07:43:45 -0700665 encoder_factory.AddSupportedVideoCodecType("VP8");
666 encoder_factory.AddSupportedVideoCodecType("H264");
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000667
magjed509e4fe2016-11-18 01:34:11 -0800668 engine_.SetExternalEncoderFactory(&encoder_factory);
669 engine_.Init();
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000670
kwiberg686a8ef2016-02-26 03:00:35 -0800671 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800672 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
magjed509e4fe2016-11-18 01:34:11 -0800673 cricket::VideoSendParameters parameters;
674 parameters.codecs.push_back(GetEngineCodec("VP8"));
675 EXPECT_TRUE(channel->SetSendParameters(parameters));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000676
Peter Boström0c4e06b2015-10-07 12:23:21 +0200677 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000678
679 EXPECT_TRUE(
680 channel->AddSendStream(CreateSimStreamParams("cname", ssrcs)));
681 EXPECT_TRUE(channel->SetSend(true));
682
683 // Send a fake frame, or else the media engine will configure the simulcast
684 // encoder adapter at a low-enough size that it'll only create a single
685 // encoder layer.
686 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700687 EXPECT_TRUE(channel->SetVideoSend(ssrcs.front(), true, nullptr, &capturer));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000688 EXPECT_EQ(cricket::CS_RUNNING,
689 capturer.Start(capturer.GetSupportedFormats()->front()));
690 EXPECT_TRUE(capturer.CaptureFrame());
691
pbos14fe7082016-04-20 06:35:56 -0700692 ASSERT_TRUE(encoder_factory.WaitForCreatedVideoEncoders(2));
693 ASSERT_TRUE(encoder_factory.encoders()[0]->WaitForInitEncode());
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000694 EXPECT_EQ(webrtc::kVideoCodecVP8,
695 encoder_factory.encoders()[0]->GetCodecSettings().codecType);
696
697 channel.reset();
698 // Make sure DestroyVideoEncoder was called on the factory.
699 EXPECT_EQ(0u, encoder_factory.encoders().size());
700}
701
702TEST_F(WebRtcVideoEngine2Test,
703 DestroysNonSimulcastEncoderFromCombinedVP8AndH264Factory) {
704 cricket::FakeWebRtcVideoEncoderFactory encoder_factory;
magjed1e45cc62016-10-28 07:43:45 -0700705 encoder_factory.AddSupportedVideoCodecType("VP8");
706 encoder_factory.AddSupportedVideoCodecType("H264");
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000707
magjed509e4fe2016-11-18 01:34:11 -0800708 engine_.SetExternalEncoderFactory(&encoder_factory);
709 engine_.Init();
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000710
kwiberg686a8ef2016-02-26 03:00:35 -0800711 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800712 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
magjed509e4fe2016-11-18 01:34:11 -0800713 cricket::VideoSendParameters parameters;
714 parameters.codecs.push_back(GetEngineCodec("H264"));
715 EXPECT_TRUE(channel->SetSendParameters(parameters));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000716
717 EXPECT_TRUE(
718 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
719 ASSERT_EQ(1u, encoder_factory.encoders().size());
Per21d45d22016-10-30 21:37:57 +0100720
721 // Send a frame of 720p. This should trigger a "real" encoder initialization.
722 cricket::VideoFormat format(
723 1280, 720, cricket::VideoFormat::FpsToInterval(30), cricket::FOURCC_I420);
724 cricket::FakeVideoCapturer capturer;
725 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
726 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(format));
727 EXPECT_TRUE(capturer.CaptureFrame());
pbos14fe7082016-04-20 06:35:56 -0700728 ASSERT_TRUE(encoder_factory.encoders()[0]->WaitForInitEncode());
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000729 EXPECT_EQ(webrtc::kVideoCodecH264,
730 encoder_factory.encoders()[0]->GetCodecSettings().codecType);
731
732 channel.reset();
733 // Make sure DestroyVideoEncoder was called on the factory.
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000734 ASSERT_EQ(0u, encoder_factory.encoders().size());
735}
736
noahricfdac5162015-08-27 01:59:29 -0700737TEST_F(WebRtcVideoEngine2Test, SimulcastDisabledForH264) {
738 cricket::FakeWebRtcVideoEncoderFactory encoder_factory;
magjed1e45cc62016-10-28 07:43:45 -0700739 encoder_factory.AddSupportedVideoCodecType("H264");
noahricfdac5162015-08-27 01:59:29 -0700740
kwiberg686a8ef2016-02-26 03:00:35 -0800741 std::unique_ptr<VideoMediaChannel> channel(
magjed509e4fe2016-11-18 01:34:11 -0800742 SetUpForExternalEncoderFactory(&encoder_factory));
noahricfdac5162015-08-27 01:59:29 -0700743
Peter Boström0c4e06b2015-10-07 12:23:21 +0200744 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
noahricfdac5162015-08-27 01:59:29 -0700745 EXPECT_TRUE(
746 channel->AddSendStream(cricket::CreateSimStreamParams("cname", ssrcs)));
Peter Boströmce23bee2016-02-02 14:14:30 +0100747
748 // Send a frame of 720p. This should trigger a "real" encoder initialization.
noahricfdac5162015-08-27 01:59:29 -0700749 cricket::VideoFormat format(
750 1280, 720, cricket::VideoFormat::FpsToInterval(30), cricket::FOURCC_I420);
Peter Boströmce23bee2016-02-02 14:14:30 +0100751 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700752 EXPECT_TRUE(channel->SetVideoSend(ssrcs[0], true, nullptr, &capturer));
Peter Boströmce23bee2016-02-02 14:14:30 +0100753 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(format));
754 EXPECT_TRUE(capturer.CaptureFrame());
755
noahricfdac5162015-08-27 01:59:29 -0700756 ASSERT_EQ(1u, encoder_factory.encoders().size());
757 FakeWebRtcVideoEncoder* encoder = encoder_factory.encoders()[0];
pbos14fe7082016-04-20 06:35:56 -0700758 ASSERT_TRUE(encoder_factory.encoders()[0]->WaitForInitEncode());
noahricfdac5162015-08-27 01:59:29 -0700759 EXPECT_EQ(webrtc::kVideoCodecH264, encoder->GetCodecSettings().codecType);
760 EXPECT_EQ(1u, encoder->GetCodecSettings().numberOfSimulcastStreams);
deadbeef5a4a75a2016-06-02 16:23:38 -0700761 EXPECT_TRUE(channel->SetVideoSend(ssrcs[0], true, nullptr, nullptr));
noahricfdac5162015-08-27 01:59:29 -0700762}
763
brandtrffc61182016-11-28 06:02:22 -0800764// Test that the FlexFEC field trial properly alters the output of
765// WebRtcVideoEngine2::codecs(), for an existing |engine_| object.
766//
767// TODO(brandtr): Remove this test, when the FlexFEC field trial is gone.
768TEST_F(WebRtcVideoEngine2Test,
769 Flexfec03SupportedAsInternalCodecBehindFieldTrial) {
770 auto is_flexfec = [](const VideoCodec& codec) {
771 if (codec.name == "flexfec-03")
772 return true;
773 return false;
774 };
775
776 // FlexFEC is not active without field trial.
777 engine_.Init();
778 const std::vector<VideoCodec> codecs_before = engine_.codecs();
779 EXPECT_EQ(codecs_before.end(), std::find_if(codecs_before.begin(),
780 codecs_before.end(), is_flexfec));
781
782 // FlexFEC is active with field trial.
783 webrtc::test::ScopedFieldTrials override_field_trials_(
784 "WebRTC-FlexFEC-03/Enabled/");
785 const std::vector<VideoCodec> codecs_after = engine_.codecs();
786 EXPECT_NE(codecs_after.end(),
787 std::find_if(codecs_after.begin(), codecs_after.end(), is_flexfec));
788}
789
hbosbab934b2016-01-27 01:36:03 -0800790// Test that external codecs are added to the end of the supported codec list.
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000791TEST_F(WebRtcVideoEngine2Test, ReportSupportedExternalCodecs) {
792 cricket::FakeWebRtcVideoEncoderFactory encoder_factory;
magjed1e45cc62016-10-28 07:43:45 -0700793 encoder_factory.AddSupportedVideoCodecType("FakeExternalCodec");
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000794 engine_.SetExternalEncoderFactory(&encoder_factory);
Fredrik Solenberg9a416bd2015-05-22 09:04:09 +0200795 engine_.Init();
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000796
797 std::vector<cricket::VideoCodec> codecs(engine_.codecs());
798 ASSERT_GE(codecs.size(), 2u);
799 cricket::VideoCodec internal_codec = codecs.front();
800 cricket::VideoCodec external_codec = codecs.back();
801
brandtrffc61182016-11-28 06:02:22 -0800802 // The external codec will appear last in the vector.
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000803 EXPECT_EQ("VP8", internal_codec.name);
hbosbab934b2016-01-27 01:36:03 -0800804 EXPECT_EQ("FakeExternalCodec", external_codec.name);
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000805}
806
brandtrffc61182016-11-28 06:02:22 -0800807// Test that an external codec that was added after the engine was initialized
808// does show up in the codec list after it was added.
809TEST_F(WebRtcVideoEngine2Test, ReportSupportedExternalCodecsWithAddedCodec) {
810 // Set up external encoder factory with first codec, and initialize engine.
811 cricket::FakeWebRtcVideoEncoderFactory encoder_factory;
812 encoder_factory.AddSupportedVideoCodecType("FakeExternalCodec1");
813 engine_.SetExternalEncoderFactory(&encoder_factory);
814 engine_.Init();
815
816 // The first external codec will appear last in the vector.
817 std::vector<cricket::VideoCodec> codecs_before(engine_.codecs());
818 EXPECT_EQ("FakeExternalCodec1", codecs_before.back().name);
819
820 // Add second codec.
821 encoder_factory.AddSupportedVideoCodecType("FakeExternalCodec2");
822 std::vector<cricket::VideoCodec> codecs_after(engine_.codecs());
823 EXPECT_EQ(codecs_before.size() + 1, codecs_after.size());
824 EXPECT_EQ("FakeExternalCodec2", codecs_after.back().name);
825}
826
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000827TEST_F(WebRtcVideoEngine2Test, RegisterExternalDecodersIfSupported) {
828 cricket::FakeWebRtcVideoDecoderFactory decoder_factory;
829 decoder_factory.AddSupportedVideoCodecType(webrtc::kVideoCodecVP8);
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200830 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -0800831 parameters.codecs.push_back(GetEngineCodec("VP8"));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000832
kwiberg686a8ef2016-02-26 03:00:35 -0800833 std::unique_ptr<VideoMediaChannel> channel(
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200834 SetUpForExternalDecoderFactory(&decoder_factory, parameters.codecs));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000835
836 EXPECT_TRUE(
837 channel->AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrc)));
838 ASSERT_EQ(1u, decoder_factory.decoders().size());
839
840 // Setting codecs of the same type should not reallocate the decoder.
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200841 EXPECT_TRUE(channel->SetRecvParameters(parameters));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000842 EXPECT_EQ(1, decoder_factory.GetNumCreatedDecoders());
843
844 // Remove stream previously added to free the external decoder instance.
845 EXPECT_TRUE(channel->RemoveRecvStream(kSsrc));
846 EXPECT_EQ(0u, decoder_factory.decoders().size());
847}
848
849// Verifies that we can set up decoders that are not internally supported.
850TEST_F(WebRtcVideoEngine2Test, RegisterExternalH264DecoderIfSupported) {
851 // TODO(pbos): Do not assume that encoder/decoder support is symmetric. We
852 // can't even query the WebRtcVideoDecoderFactory for supported codecs.
853 // For now we add a FakeWebRtcVideoEncoderFactory to add H264 to supported
854 // codecs.
855 cricket::FakeWebRtcVideoEncoderFactory encoder_factory;
magjed1e45cc62016-10-28 07:43:45 -0700856 encoder_factory.AddSupportedVideoCodecType("H264");
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000857 engine_.SetExternalEncoderFactory(&encoder_factory);
858 cricket::FakeWebRtcVideoDecoderFactory decoder_factory;
859 decoder_factory.AddSupportedVideoCodecType(webrtc::kVideoCodecH264);
860 std::vector<cricket::VideoCodec> codecs;
magjed509e4fe2016-11-18 01:34:11 -0800861 codecs.push_back(GetEngineCodec("H264"));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000862
kwiberg686a8ef2016-02-26 03:00:35 -0800863 std::unique_ptr<VideoMediaChannel> channel(
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000864 SetUpForExternalDecoderFactory(&decoder_factory, codecs));
865
866 EXPECT_TRUE(
867 channel->AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrc)));
868 ASSERT_EQ(1u, decoder_factory.decoders().size());
869}
870
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000871class WebRtcVideoChannel2BaseTest
872 : public VideoMediaChannelTest<WebRtcVideoEngine2, WebRtcVideoChannel2> {
873 protected:
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000874 typedef VideoMediaChannelTest<WebRtcVideoEngine2, WebRtcVideoChannel2> Base;
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000875
magjed509e4fe2016-11-18 01:34:11 -0800876 cricket::VideoCodec GetEngineCodec(const std::string& name) {
877 for (const cricket::VideoCodec& engine_codec : engine_.codecs()) {
878 if (CodecNamesEq(name, engine_codec.name))
879 return engine_codec;
880 }
881 // This point should never be reached.
882 ADD_FAILURE() << "Unrecognized codec name: " << name;
883 return cricket::VideoCodec();
884 }
885
886 cricket::VideoCodec DefaultCodec() override { return GetEngineCodec("VP8"); }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000887};
888
sakal1fd95952016-06-22 00:46:15 -0700889// Verifies that id given in stream params is passed to the decoder factory.
890TEST_F(WebRtcVideoEngine2Test, StreamParamsIdPassedToDecoderFactory) {
891 cricket::FakeWebRtcVideoDecoderFactory decoder_factory;
892 decoder_factory.AddSupportedVideoCodecType(webrtc::kVideoCodecVP8);
893 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -0800894 parameters.codecs.push_back(GetEngineCodec("VP8"));
sakal1fd95952016-06-22 00:46:15 -0700895
896 std::unique_ptr<VideoMediaChannel> channel(
897 SetUpForExternalDecoderFactory(&decoder_factory, parameters.codecs));
898
899 StreamParams sp = cricket::StreamParams::CreateLegacy(kSsrc);
900 sp.id = "FakeStreamParamsId";
901 EXPECT_TRUE(channel->AddRecvStream(sp));
902 EXPECT_EQ(1u, decoder_factory.decoders().size());
903
904 std::vector<cricket::VideoDecoderParams> params = decoder_factory.params();
905 ASSERT_EQ(1u, params.size());
906 EXPECT_EQ(sp.id, params[0].receive_stream_id);
907}
908
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +0000909#define WEBRTC_BASE_TEST(test) \
910 TEST_F(WebRtcVideoChannel2BaseTest, test) { Base::test(); }
911
912#define WEBRTC_DISABLED_BASE_TEST(test) \
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000913 TEST_F(WebRtcVideoChannel2BaseTest, DISABLED_##test) { Base::test(); }
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +0000914
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +0000915WEBRTC_BASE_TEST(SetSend);
916WEBRTC_BASE_TEST(SetSendWithoutCodecs);
917WEBRTC_BASE_TEST(SetSendSetsTransportBufferSizes);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000918
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +0000919WEBRTC_BASE_TEST(GetStats);
920WEBRTC_BASE_TEST(GetStatsMultipleRecvStreams);
921WEBRTC_BASE_TEST(GetStatsMultipleSendStreams);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000922
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +0000923WEBRTC_BASE_TEST(SetSendBandwidth);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000924
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +0000925WEBRTC_BASE_TEST(SetSendSsrc);
926WEBRTC_BASE_TEST(SetSendSsrcAfterSetCodecs);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000927
nisse08582ff2016-02-04 01:24:52 -0800928WEBRTC_BASE_TEST(SetSink);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000929
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +0000930WEBRTC_BASE_TEST(AddRemoveSendStreams);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000931
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +0000932WEBRTC_BASE_TEST(SimulateConference);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000933
Alejandro Luebs947c02d2016-06-15 15:39:46 -0700934WEBRTC_DISABLED_BASE_TEST(AddRemoveCapturer);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000935
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +0000936WEBRTC_BASE_TEST(RemoveCapturerWithoutAdd);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000937
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +0000938WEBRTC_BASE_TEST(AddRemoveCapturerMultipleSources);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000939
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +0000940WEBRTC_BASE_TEST(RejectEmptyStreamParams);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000941
pbos@webrtc.orgc4175b92014-09-03 15:25:49 +0000942WEBRTC_BASE_TEST(MultipleSendStreams);
943
pbos@webrtc.org9359cb32014-07-23 15:44:48 +0000944TEST_F(WebRtcVideoChannel2BaseTest, SendAndReceiveVp8Vga) {
magjed509e4fe2016-11-18 01:34:11 -0800945 SendAndReceive(GetEngineCodec("VP8"));
pbos@webrtc.org9359cb32014-07-23 15:44:48 +0000946}
947
948TEST_F(WebRtcVideoChannel2BaseTest, SendAndReceiveVp8Qvga) {
magjed509e4fe2016-11-18 01:34:11 -0800949 SendAndReceive(GetEngineCodec("VP8"));
pbos@webrtc.org9359cb32014-07-23 15:44:48 +0000950}
951
952TEST_F(WebRtcVideoChannel2BaseTest, SendAndReceiveVp8SvcQqvga) {
magjed509e4fe2016-11-18 01:34:11 -0800953 SendAndReceive(GetEngineCodec("VP8"));
pbos@webrtc.org9359cb32014-07-23 15:44:48 +0000954}
955
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000956TEST_F(WebRtcVideoChannel2BaseTest, TwoStreamsSendAndReceive) {
Peter Boströmd1f584b2016-04-20 16:31:53 +0200957 // Set a high bitrate to not be downscaled by VP8 due to low initial start
958 // bitrates. This currently happens at <250k, and two streams sharing 300k
959 // initially will use QVGA instead of VGA.
960 // TODO(pbos): Set up the quality scaler so that both senders reliably start
961 // at QVGA, then verify that instead.
magjed509e4fe2016-11-18 01:34:11 -0800962 cricket::VideoCodec codec = GetEngineCodec("VP8");
Peter Boströmd1f584b2016-04-20 16:31:53 +0200963 codec.params[kCodecParamStartBitrate] = "1000000";
964 Base::TwoStreamsSendAndReceive(codec);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000965}
966
Fredrik Solenberg709ed672015-09-15 12:26:33 +0200967class WebRtcVideoChannel2Test : public WebRtcVideoEngine2Test {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000968 public:
stefanc1aeaf02015-10-15 07:26:07 -0700969 WebRtcVideoChannel2Test() : WebRtcVideoChannel2Test("") {}
970 explicit WebRtcVideoChannel2Test(const char* field_trials)
971 : WebRtcVideoEngine2Test(field_trials), last_ssrc_(0) {}
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000972 void SetUp() override {
skvlad11a9cbf2016-10-07 11:53:05 -0700973 fake_call_.reset(new FakeCall(webrtc::Call::Config(&event_log_)));
Fredrik Solenberg9a416bd2015-05-22 09:04:09 +0200974 engine_.Init();
kthelgason2bc68642017-02-07 07:02:22 -0800975 channel_.reset(engine_.CreateChannel(fake_call_.get(), GetMediaConfig(),
976 VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -0800977 channel_->OnReadyToSend(true);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000978 last_ssrc_ = 123;
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200979 send_parameters_.codecs = engine_.codecs();
980 recv_parameters_.codecs = engine_.codecs();
981 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000982 }
983
984 protected:
985 FakeVideoSendStream* AddSendStream() {
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000986 return AddSendStream(StreamParams::CreateLegacy(++last_ssrc_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000987 }
988
989 FakeVideoSendStream* AddSendStream(const StreamParams& sp) {
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000990 size_t num_streams = fake_call_->GetVideoSendStreams().size();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000991 EXPECT_TRUE(channel_->AddSendStream(sp));
992 std::vector<FakeVideoSendStream*> streams =
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000993 fake_call_->GetVideoSendStreams();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000994 EXPECT_EQ(num_streams + 1, streams.size());
995 return streams[streams.size() - 1];
996 }
997
998 std::vector<FakeVideoSendStream*> GetFakeSendStreams() {
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000999 return fake_call_->GetVideoSendStreams();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001000 }
1001
1002 FakeVideoReceiveStream* AddRecvStream() {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001003 return AddRecvStream(StreamParams::CreateLegacy(++last_ssrc_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001004 }
1005
1006 FakeVideoReceiveStream* AddRecvStream(const StreamParams& sp) {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001007 size_t num_streams = fake_call_->GetVideoReceiveStreams().size();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001008 EXPECT_TRUE(channel_->AddRecvStream(sp));
1009 std::vector<FakeVideoReceiveStream*> streams =
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001010 fake_call_->GetVideoReceiveStreams();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001011 EXPECT_EQ(num_streams + 1, streams.size());
1012 return streams[streams.size() - 1];
1013 }
1014
pbos@webrtc.org00873182014-11-25 14:03:34 +00001015 void SetSendCodecsShouldWorkForBitrates(const char* min_bitrate_kbps,
1016 int expected_min_bitrate_bps,
1017 const char* start_bitrate_kbps,
1018 int expected_start_bitrate_bps,
1019 const char* max_bitrate_kbps,
1020 int expected_max_bitrate_bps) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001021 auto& codecs = send_parameters_.codecs;
1022 codecs.clear();
magjed509e4fe2016-11-18 01:34:11 -08001023 codecs.push_back(GetEngineCodec("VP8"));
pbos@webrtc.org00873182014-11-25 14:03:34 +00001024 codecs[0].params[kCodecParamMinBitrate] = min_bitrate_kbps;
1025 codecs[0].params[kCodecParamStartBitrate] = start_bitrate_kbps;
1026 codecs[0].params[kCodecParamMaxBitrate] = max_bitrate_kbps;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001027 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001028
pbos@webrtc.org00873182014-11-25 14:03:34 +00001029 EXPECT_EQ(expected_min_bitrate_bps,
Stefan Holmere5904162015-03-26 11:11:06 +01001030 fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
pbos@webrtc.org00873182014-11-25 14:03:34 +00001031 EXPECT_EQ(expected_start_bitrate_bps,
Stefan Holmere5904162015-03-26 11:11:06 +01001032 fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
pbos@webrtc.org00873182014-11-25 14:03:34 +00001033 EXPECT_EQ(expected_max_bitrate_bps,
Stefan Holmere5904162015-03-26 11:11:06 +01001034 fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001035 }
1036
isheriff6f8d6862016-05-26 11:24:55 -07001037 void TestSetSendRtpHeaderExtensions(const std::string& ext_uri) {
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001038 // Enable extension.
1039 const int id = 1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001040 cricket::VideoSendParameters parameters = send_parameters_;
isheriff6f8d6862016-05-26 11:24:55 -07001041 parameters.extensions.push_back(RtpExtension(ext_uri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001042 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001043 FakeVideoSendStream* send_stream =
1044 AddSendStream(cricket::StreamParams::CreateLegacy(123));
1045
1046 // Verify the send extension id.
1047 ASSERT_EQ(1u, send_stream->GetConfig().rtp.extensions.size());
1048 EXPECT_EQ(id, send_stream->GetConfig().rtp.extensions[0].id);
isheriff6f8d6862016-05-26 11:24:55 -07001049 EXPECT_EQ(ext_uri, send_stream->GetConfig().rtp.extensions[0].uri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001050 // Verify call with same set of extensions returns true.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001051 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001052 // Verify that SetSendRtpHeaderExtensions doesn't implicitly add them for
1053 // receivers.
1054 EXPECT_TRUE(AddRecvStream(cricket::StreamParams::CreateLegacy(123))
1055 ->GetConfig()
1056 .rtp.extensions.empty());
1057
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001058 // Verify that existing RTP header extensions can be removed.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001059 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001060 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
1061 send_stream = fake_call_->GetVideoSendStreams()[0];
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001062 EXPECT_TRUE(send_stream->GetConfig().rtp.extensions.empty());
1063
1064 // Verify that adding receive RTP header extensions adds them for existing
1065 // streams.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001066 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001067 send_stream = fake_call_->GetVideoSendStreams()[0];
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001068 ASSERT_EQ(1u, send_stream->GetConfig().rtp.extensions.size());
1069 EXPECT_EQ(id, send_stream->GetConfig().rtp.extensions[0].id);
isheriff6f8d6862016-05-26 11:24:55 -07001070 EXPECT_EQ(ext_uri, send_stream->GetConfig().rtp.extensions[0].uri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001071 }
1072
isheriff6f8d6862016-05-26 11:24:55 -07001073 void TestSetRecvRtpHeaderExtensions(const std::string& ext_uri) {
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001074 // Enable extension.
1075 const int id = 1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001076 cricket::VideoRecvParameters parameters = recv_parameters_;
isheriff6f8d6862016-05-26 11:24:55 -07001077 parameters.extensions.push_back(RtpExtension(ext_uri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001078 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001079
1080 FakeVideoReceiveStream* recv_stream =
1081 AddRecvStream(cricket::StreamParams::CreateLegacy(123));
1082
1083 // Verify the recv extension id.
1084 ASSERT_EQ(1u, recv_stream->GetConfig().rtp.extensions.size());
1085 EXPECT_EQ(id, recv_stream->GetConfig().rtp.extensions[0].id);
isheriff6f8d6862016-05-26 11:24:55 -07001086 EXPECT_EQ(ext_uri, recv_stream->GetConfig().rtp.extensions[0].uri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001087 // Verify call with same set of extensions returns true.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001088 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001089
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001090 // Verify that SetRecvRtpHeaderExtensions doesn't implicitly add them for
1091 // senders.
1092 EXPECT_TRUE(AddSendStream(cricket::StreamParams::CreateLegacy(123))
1093 ->GetConfig()
1094 .rtp.extensions.empty());
1095
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001096 // Verify that existing RTP header extensions can be removed.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001097 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001098 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
1099 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001100 EXPECT_TRUE(recv_stream->GetConfig().rtp.extensions.empty());
1101
1102 // Verify that adding receive RTP header extensions adds them for existing
1103 // streams.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001104 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001105 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001106 ASSERT_EQ(1u, recv_stream->GetConfig().rtp.extensions.size());
1107 EXPECT_EQ(id, recv_stream->GetConfig().rtp.extensions[0].id);
isheriff6f8d6862016-05-26 11:24:55 -07001108 EXPECT_EQ(ext_uri, recv_stream->GetConfig().rtp.extensions[0].uri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001109 }
1110
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001111 void TestExtensionFilter(const std::vector<std::string>& extensions,
1112 const std::string& expected_extension) {
1113 cricket::VideoSendParameters parameters = send_parameters_;
1114 int expected_id = -1;
1115 int id = 1;
1116 for (const std::string& extension : extensions) {
1117 if (extension == expected_extension)
1118 expected_id = id;
isheriff6f8d6862016-05-26 11:24:55 -07001119 parameters.extensions.push_back(RtpExtension(extension, id++));
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001120 }
1121 EXPECT_TRUE(channel_->SetSendParameters(parameters));
1122 FakeVideoSendStream* send_stream =
1123 AddSendStream(cricket::StreamParams::CreateLegacy(123));
1124
1125 // Verify that only one of them has been set, and that it is the one with
1126 // highest priority (transport sequence number).
1127 ASSERT_EQ(1u, send_stream->GetConfig().rtp.extensions.size());
1128 EXPECT_EQ(expected_id, send_stream->GetConfig().rtp.extensions[0].id);
1129 EXPECT_EQ(expected_extension,
isheriff6f8d6862016-05-26 11:24:55 -07001130 send_stream->GetConfig().rtp.extensions[0].uri);
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001131 }
1132
Erik Språngefbde372015-04-29 16:21:28 +02001133 void TestCpuAdaptation(bool enable_overuse, bool is_screenshare);
Peter Boström3548dd22015-05-22 18:48:36 +02001134 void TestReceiverLocalSsrcConfiguration(bool receiver_first);
magjed509e4fe2016-11-18 01:34:11 -08001135 void TestReceiveUnsignaledSsrcPacket(uint8_t payload_type,
1136 bool expect_created_receive_stream);
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001137
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001138 FakeVideoSendStream* SetDenoisingOption(
nisse05103312016-03-16 02:22:50 -07001139 uint32_t ssrc,
nisse0db023a2016-03-01 04:29:59 -08001140 cricket::FakeVideoCapturer* capturer,
1141 bool enabled) {
nisse05103312016-03-16 02:22:50 -07001142 cricket::VideoOptions options;
1143 options.video_noise_reduction = rtc::Optional<bool>(enabled);
deadbeef5a4a75a2016-06-02 16:23:38 -07001144 EXPECT_TRUE(channel_->SetVideoSend(ssrc, true, &options, capturer));
nisse0db023a2016-03-01 04:29:59 -08001145 // Options only take effect on the next frame.
1146 EXPECT_TRUE(capturer->CaptureFrame());
1147
Erik Språng143cec12015-04-28 10:01:41 +02001148 return fake_call_->GetVideoSendStreams().back();
1149 }
1150
Peter Boström2feafdb2015-09-09 14:32:14 +02001151 FakeVideoSendStream* SetUpSimulcast(bool enabled, bool with_rtx) {
1152 const int kRtxSsrcOffset = 0xDEADBEEF;
Erik Språng143cec12015-04-28 10:01:41 +02001153 last_ssrc_ += 3;
Peter Boström2feafdb2015-09-09 14:32:14 +02001154 std::vector<uint32_t> ssrcs;
1155 std::vector<uint32_t> rtx_ssrcs;
1156 uint32_t num_streams = enabled ? 3 : 1;
1157 for (uint32_t i = 0; i < num_streams; ++i) {
1158 uint32_t ssrc = last_ssrc_ + i;
1159 ssrcs.push_back(ssrc);
1160 if (with_rtx) {
1161 rtx_ssrcs.push_back(ssrc + kRtxSsrcOffset);
1162 }
Erik Språng143cec12015-04-28 10:01:41 +02001163 }
Peter Boström2feafdb2015-09-09 14:32:14 +02001164 if (with_rtx) {
1165 return AddSendStream(
1166 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs));
1167 }
1168 return AddSendStream(CreateSimStreamParams("cname", ssrcs));
Erik Språng143cec12015-04-28 10:01:41 +02001169 }
1170
perkjfa10b552016-10-02 23:45:26 -07001171 int GetMaxEncoderBitrate() {
skvladdc1c62c2016-03-16 19:07:43 -07001172 std::vector<FakeVideoSendStream*> streams =
1173 fake_call_->GetVideoSendStreams();
perkjfa10b552016-10-02 23:45:26 -07001174 EXPECT_EQ(1u, streams.size());
skvladdc1c62c2016-03-16 19:07:43 -07001175 FakeVideoSendStream* stream = streams[streams.size() - 1];
perkjfa10b552016-10-02 23:45:26 -07001176 EXPECT_EQ(1, stream->GetEncoderConfig().number_of_streams);
1177 return stream->GetVideoStreams()[0].max_bitrate_bps;
skvladdc1c62c2016-03-16 19:07:43 -07001178 }
1179
perkjfa10b552016-10-02 23:45:26 -07001180 void SetAndExpectMaxBitrate(int global_max,
skvladdc1c62c2016-03-16 19:07:43 -07001181 int stream_max,
1182 int expected_encoder_bitrate) {
1183 VideoSendParameters limited_send_params = send_parameters_;
1184 limited_send_params.max_bandwidth_bps = global_max;
1185 EXPECT_TRUE(channel_->SetSendParameters(limited_send_params));
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001186 webrtc::RtpParameters parameters =
1187 channel_->GetRtpSendParameters(last_ssrc_);
skvladdc1c62c2016-03-16 19:07:43 -07001188 EXPECT_EQ(1UL, parameters.encodings.size());
deadbeefe702b302017-02-04 12:09:01 -08001189 parameters.encodings[0].max_bitrate_bps = rtc::Optional<int>(stream_max);
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001190 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters));
skvladdc1c62c2016-03-16 19:07:43 -07001191 // Read back the parameteres and verify they have the correct value
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001192 parameters = channel_->GetRtpSendParameters(last_ssrc_);
skvladdc1c62c2016-03-16 19:07:43 -07001193 EXPECT_EQ(1UL, parameters.encodings.size());
deadbeefe702b302017-02-04 12:09:01 -08001194 EXPECT_EQ(rtc::Optional<int>(stream_max),
1195 parameters.encodings[0].max_bitrate_bps);
skvladdc1c62c2016-03-16 19:07:43 -07001196 // Verify that the new value propagated down to the encoder
perkjfa10b552016-10-02 23:45:26 -07001197 EXPECT_EQ(expected_encoder_bitrate, GetMaxEncoderBitrate());
skvladdc1c62c2016-03-16 19:07:43 -07001198 }
1199
kwiberg686a8ef2016-02-26 03:00:35 -08001200 std::unique_ptr<FakeCall> fake_call_;
1201 std::unique_ptr<VideoMediaChannel> channel_;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001202 cricket::VideoSendParameters send_parameters_;
1203 cricket::VideoRecvParameters recv_parameters_;
Peter Boström0c4e06b2015-10-07 12:23:21 +02001204 uint32_t last_ssrc_;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001205};
1206
pbos8fc7fa72015-07-15 08:02:58 -07001207TEST_F(WebRtcVideoChannel2Test, SetsSyncGroupFromSyncLabel) {
Peter Boström0c4e06b2015-10-07 12:23:21 +02001208 const uint32_t kVideoSsrc = 123;
pbos8fc7fa72015-07-15 08:02:58 -07001209 const std::string kSyncLabel = "AvSyncLabel";
1210
1211 cricket::StreamParams sp = cricket::StreamParams::CreateLegacy(kVideoSsrc);
1212 sp.sync_label = kSyncLabel;
1213 EXPECT_TRUE(channel_->AddRecvStream(sp));
1214
1215 EXPECT_EQ(1, fake_call_->GetVideoReceiveStreams().size());
1216 EXPECT_EQ(kSyncLabel,
1217 fake_call_->GetVideoReceiveStreams()[0]->GetConfig().sync_group)
1218 << "SyncGroup should be set based on sync_label";
1219}
1220
pbos@webrtc.orge322a172014-06-13 11:47:28 +00001221TEST_F(WebRtcVideoChannel2Test, RecvStreamWithSimAndRtx) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001222 cricket::VideoSendParameters parameters;
1223 parameters.codecs = engine_.codecs();
1224 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001225 EXPECT_TRUE(channel_->SetSend(true));
nisse4b4dc862016-02-17 05:25:36 -08001226 parameters.conference_mode = true;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001227 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001228
1229 // Send side.
Peter Boström0c4e06b2015-10-07 12:23:21 +02001230 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
1231 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001232 FakeVideoSendStream* send_stream = AddSendStream(
1233 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs));
1234
1235 ASSERT_EQ(rtx_ssrcs.size(), send_stream->GetConfig().rtp.rtx.ssrcs.size());
1236 for (size_t i = 0; i < rtx_ssrcs.size(); ++i)
1237 EXPECT_EQ(rtx_ssrcs[i], send_stream->GetConfig().rtp.rtx.ssrcs[i]);
1238
1239 // Receiver side.
1240 FakeVideoReceiveStream* recv_stream = AddRecvStream(
1241 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs));
brandtr14742122017-01-27 04:53:07 -08001242 EXPECT_FALSE(recv_stream->GetConfig().rtp.rtx_payload_types.empty());
Peter Boströmd8b01092016-05-12 16:44:36 +02001243 EXPECT_EQ(recv_stream->GetConfig().decoders.size(),
brandtr14742122017-01-27 04:53:07 -08001244 recv_stream->GetConfig().rtp.rtx_payload_types.size())
Peter Boströmd8b01092016-05-12 16:44:36 +02001245 << "RTX should be mapped for all decoders/payload types.";
brandtr14742122017-01-27 04:53:07 -08001246 EXPECT_EQ(rtx_ssrcs[0], recv_stream->GetConfig().rtp.rtx_ssrc);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001247}
1248
pbos@webrtc.orge322a172014-06-13 11:47:28 +00001249TEST_F(WebRtcVideoChannel2Test, RecvStreamWithRtx) {
1250 // Setup one channel with an associated RTX stream.
1251 cricket::StreamParams params =
1252 cricket::StreamParams::CreateLegacy(kSsrcs1[0]);
1253 params.AddFidSsrc(kSsrcs1[0], kRtxSsrcs1[0]);
1254 FakeVideoReceiveStream* recv_stream = AddRecvStream(params);
brandtr14742122017-01-27 04:53:07 -08001255 EXPECT_EQ(kRtxSsrcs1[0], recv_stream->GetConfig().rtp.rtx_ssrc);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001256}
1257
pbos@webrtc.orge322a172014-06-13 11:47:28 +00001258TEST_F(WebRtcVideoChannel2Test, RecvStreamNoRtx) {
1259 // Setup one channel without an associated RTX stream.
1260 cricket::StreamParams params =
1261 cricket::StreamParams::CreateLegacy(kSsrcs1[0]);
1262 FakeVideoReceiveStream* recv_stream = AddRecvStream(params);
brandtr14742122017-01-27 04:53:07 -08001263 ASSERT_EQ(0U, recv_stream->GetConfig().rtp.rtx_ssrc);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001264}
1265
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001266TEST_F(WebRtcVideoChannel2Test, NoHeaderExtesionsByDefault) {
1267 FakeVideoSendStream* send_stream =
1268 AddSendStream(cricket::StreamParams::CreateLegacy(kSsrcs1[0]));
1269 ASSERT_TRUE(send_stream->GetConfig().rtp.extensions.empty());
1270
1271 FakeVideoReceiveStream* recv_stream =
1272 AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrcs1[0]));
1273 ASSERT_TRUE(recv_stream->GetConfig().rtp.extensions.empty());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001274}
1275
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001276// Test support for RTP timestamp offset header extension.
1277TEST_F(WebRtcVideoChannel2Test, SendRtpTimestampOffsetHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001278 TestSetSendRtpHeaderExtensions(RtpExtension::kTimestampOffsetUri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001279}
isheriff6f8d6862016-05-26 11:24:55 -07001280
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001281TEST_F(WebRtcVideoChannel2Test, RecvRtpTimestampOffsetHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001282 TestSetRecvRtpHeaderExtensions(RtpExtension::kTimestampOffsetUri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001283}
1284
1285// Test support for absolute send time header extension.
1286TEST_F(WebRtcVideoChannel2Test, SendAbsoluteSendTimeHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001287 TestSetSendRtpHeaderExtensions(RtpExtension::kAbsSendTimeUri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001288}
isheriff6f8d6862016-05-26 11:24:55 -07001289
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001290TEST_F(WebRtcVideoChannel2Test, RecvAbsoluteSendTimeHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001291 TestSetRecvRtpHeaderExtensions(RtpExtension::kAbsSendTimeUri);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001292}
1293
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001294TEST_F(WebRtcVideoChannel2Test, FiltersExtensionsPicksTransportSeqNum) {
1295 // Enable three redundant extensions.
1296 std::vector<std::string> extensions;
isheriff6f8d6862016-05-26 11:24:55 -07001297 extensions.push_back(RtpExtension::kAbsSendTimeUri);
1298 extensions.push_back(RtpExtension::kTimestampOffsetUri);
1299 extensions.push_back(RtpExtension::kTransportSequenceNumberUri);
1300 TestExtensionFilter(extensions, RtpExtension::kTransportSequenceNumberUri);
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001301}
1302
1303TEST_F(WebRtcVideoChannel2Test, FiltersExtensionsPicksAbsSendTime) {
1304 // Enable two redundant extensions.
1305 std::vector<std::string> extensions;
isheriff6f8d6862016-05-26 11:24:55 -07001306 extensions.push_back(RtpExtension::kAbsSendTimeUri);
1307 extensions.push_back(RtpExtension::kTimestampOffsetUri);
1308 TestExtensionFilter(extensions, RtpExtension::kAbsSendTimeUri);
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001309}
1310
stefanc1aeaf02015-10-15 07:26:07 -07001311// Test support for transport sequence number header extension.
Stefan Holmer06a5e1a2016-09-02 12:36:49 +02001312TEST_F(WebRtcVideoChannel2Test, SendTransportSequenceNumberHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001313 TestSetSendRtpHeaderExtensions(RtpExtension::kTransportSequenceNumberUri);
stefanc1aeaf02015-10-15 07:26:07 -07001314}
Stefan Holmer06a5e1a2016-09-02 12:36:49 +02001315TEST_F(WebRtcVideoChannel2Test, RecvTransportSequenceNumberHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001316 TestSetRecvRtpHeaderExtensions(RtpExtension::kTransportSequenceNumberUri);
stefanc1aeaf02015-10-15 07:26:07 -07001317}
1318
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001319// Test support for video rotation header extension.
1320TEST_F(WebRtcVideoChannel2Test, SendVideoRotationHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001321 TestSetSendRtpHeaderExtensions(RtpExtension::kVideoRotationUri);
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001322}
1323TEST_F(WebRtcVideoChannel2Test, RecvVideoRotationHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001324 TestSetRecvRtpHeaderExtensions(RtpExtension::kVideoRotationUri);
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001325}
1326
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001327TEST_F(WebRtcVideoChannel2Test, IdenticalSendExtensionsDoesntRecreateStream) {
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001328 const int kAbsSendTimeId = 1;
1329 const int kVideoRotationId = 2;
isheriff6f8d6862016-05-26 11:24:55 -07001330 send_parameters_.extensions.push_back(
1331 RtpExtension(RtpExtension::kAbsSendTimeUri, kAbsSendTimeId));
1332 send_parameters_.extensions.push_back(
1333 RtpExtension(RtpExtension::kVideoRotationUri, kVideoRotationId));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001334
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001335 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001336 FakeVideoSendStream* send_stream =
1337 AddSendStream(cricket::StreamParams::CreateLegacy(123));
1338
1339 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001340 ASSERT_EQ(2u, send_stream->GetConfig().rtp.extensions.size());
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001341
1342 // Setting the same extensions (even if in different order) shouldn't
1343 // reallocate the stream.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001344 std::reverse(send_parameters_.extensions.begin(),
1345 send_parameters_.extensions.end());
1346 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001347
1348 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
1349
1350 // Setting different extensions should recreate the stream.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001351 send_parameters_.extensions.resize(1);
1352 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001353
1354 EXPECT_EQ(2, fake_call_->GetNumCreatedSendStreams());
1355}
1356
1357TEST_F(WebRtcVideoChannel2Test, IdenticalRecvExtensionsDoesntRecreateStream) {
1358 const int kTOffsetId = 1;
1359 const int kAbsSendTimeId = 2;
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001360 const int kVideoRotationId = 3;
isheriff6f8d6862016-05-26 11:24:55 -07001361 recv_parameters_.extensions.push_back(
1362 RtpExtension(RtpExtension::kAbsSendTimeUri, kAbsSendTimeId));
1363 recv_parameters_.extensions.push_back(
1364 RtpExtension(RtpExtension::kTimestampOffsetUri, kTOffsetId));
1365 recv_parameters_.extensions.push_back(
1366 RtpExtension(RtpExtension::kVideoRotationUri, kVideoRotationId));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001367
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001368 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
Peter Boström54be3e02015-05-25 15:04:24 +02001369 FakeVideoReceiveStream* recv_stream =
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001370 AddRecvStream(cricket::StreamParams::CreateLegacy(123));
1371
1372 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
Peter Boström54be3e02015-05-25 15:04:24 +02001373 ASSERT_EQ(3u, recv_stream->GetConfig().rtp.extensions.size());
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001374
1375 // Setting the same extensions (even if in different order) shouldn't
1376 // reallocate the stream.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001377 std::reverse(recv_parameters_.extensions.begin(),
1378 recv_parameters_.extensions.end());
1379 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001380
1381 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
1382
1383 // Setting different extensions should recreate the stream.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001384 recv_parameters_.extensions.resize(1);
1385 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001386
1387 EXPECT_EQ(2, fake_call_->GetNumCreatedReceiveStreams());
1388}
1389
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001390TEST_F(WebRtcVideoChannel2Test,
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001391 SetSendRtpHeaderExtensionsExcludeUnsupportedExtensions) {
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001392 const int kUnsupportedId = 1;
1393 const int kTOffsetId = 2;
1394
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001395 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001396 RtpExtension(kUnsupportedExtensionName, kUnsupportedId));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001397 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001398 RtpExtension(RtpExtension::kTimestampOffsetUri, kTOffsetId));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001399 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001400 FakeVideoSendStream* send_stream =
1401 AddSendStream(cricket::StreamParams::CreateLegacy(123));
1402
1403 // Only timestamp offset extension is set to send stream,
1404 // unsupported rtp extension is ignored.
1405 ASSERT_EQ(1u, send_stream->GetConfig().rtp.extensions.size());
isheriff6f8d6862016-05-26 11:24:55 -07001406 EXPECT_STREQ(RtpExtension::kTimestampOffsetUri,
1407 send_stream->GetConfig().rtp.extensions[0].uri.c_str());
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001408}
1409
1410TEST_F(WebRtcVideoChannel2Test,
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001411 SetRecvRtpHeaderExtensionsExcludeUnsupportedExtensions) {
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001412 const int kUnsupportedId = 1;
1413 const int kTOffsetId = 2;
1414
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001415 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001416 RtpExtension(kUnsupportedExtensionName, kUnsupportedId));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001417 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001418 RtpExtension(RtpExtension::kTimestampOffsetUri, kTOffsetId));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001419 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001420 FakeVideoReceiveStream* recv_stream =
1421 AddRecvStream(cricket::StreamParams::CreateLegacy(123));
1422
1423 // Only timestamp offset extension is set to receive stream,
1424 // unsupported rtp extension is ignored.
1425 ASSERT_EQ(1u, recv_stream->GetConfig().rtp.extensions.size());
isheriff6f8d6862016-05-26 11:24:55 -07001426 EXPECT_STREQ(RtpExtension::kTimestampOffsetUri,
1427 recv_stream->GetConfig().rtp.extensions[0].uri.c_str());
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001428}
1429
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001430TEST_F(WebRtcVideoChannel2Test, SetSendRtpHeaderExtensionsRejectsIncorrectIds) {
Peter Boström23914fe2015-03-31 15:08:04 +02001431 const int kIncorrectIds[] = {-2, -1, 0, 15, 16};
pkasting@chromium.orge7a4a122015-01-28 21:36:55 +00001432 for (size_t i = 0; i < arraysize(kIncorrectIds); ++i) {
isheriff6f8d6862016-05-26 11:24:55 -07001433 send_parameters_.extensions.push_back(
1434 RtpExtension(RtpExtension::kTimestampOffsetUri, kIncorrectIds[i]));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001435 EXPECT_FALSE(channel_->SetSendParameters(send_parameters_))
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001436 << "Bad extension id '" << kIncorrectIds[i] << "' accepted.";
1437 }
1438}
1439
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001440TEST_F(WebRtcVideoChannel2Test, SetRecvRtpHeaderExtensionsRejectsIncorrectIds) {
Peter Boström23914fe2015-03-31 15:08:04 +02001441 const int kIncorrectIds[] = {-2, -1, 0, 15, 16};
pkasting@chromium.orge7a4a122015-01-28 21:36:55 +00001442 for (size_t i = 0; i < arraysize(kIncorrectIds); ++i) {
isheriff6f8d6862016-05-26 11:24:55 -07001443 recv_parameters_.extensions.push_back(
1444 RtpExtension(RtpExtension::kTimestampOffsetUri, kIncorrectIds[i]));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001445 EXPECT_FALSE(channel_->SetRecvParameters(recv_parameters_))
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001446 << "Bad extension id '" << kIncorrectIds[i] << "' accepted.";
1447 }
1448}
1449
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001450TEST_F(WebRtcVideoChannel2Test, SetSendRtpHeaderExtensionsRejectsDuplicateIds) {
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001451 const int id = 1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001452 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001453 RtpExtension(RtpExtension::kTimestampOffsetUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001454 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001455 RtpExtension(RtpExtension::kAbsSendTimeUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001456 EXPECT_FALSE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001457
1458 // Duplicate entries are also not supported.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001459 send_parameters_.extensions.clear();
1460 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001461 RtpExtension(RtpExtension::kTimestampOffsetUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001462 send_parameters_.extensions.push_back(send_parameters_.extensions.back());
1463 EXPECT_FALSE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001464}
1465
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001466TEST_F(WebRtcVideoChannel2Test, SetRecvRtpHeaderExtensionsRejectsDuplicateIds) {
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001467 const int id = 1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001468 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001469 RtpExtension(RtpExtension::kTimestampOffsetUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001470 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001471 RtpExtension(RtpExtension::kAbsSendTimeUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001472 EXPECT_FALSE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001473
1474 // Duplicate entries are also not supported.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001475 recv_parameters_.extensions.clear();
1476 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001477 RtpExtension(RtpExtension::kTimestampOffsetUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001478 recv_parameters_.extensions.push_back(recv_parameters_.extensions.back());
1479 EXPECT_FALSE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001480}
1481
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001482TEST_F(WebRtcVideoChannel2Test, AddRecvStreamOnlyUsesOneReceiveStream) {
1483 EXPECT_TRUE(channel_->AddRecvStream(cricket::StreamParams::CreateLegacy(1)));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001484 EXPECT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001485}
1486
Peter Boströmd7da1202015-06-05 14:09:38 +02001487TEST_F(WebRtcVideoChannel2Test, RtcpIsCompoundByDefault) {
1488 FakeVideoReceiveStream* stream = AddRecvStream();
pbosda903ea2015-10-02 02:36:56 -07001489 EXPECT_EQ(webrtc::RtcpMode::kCompound, stream->GetConfig().rtp.rtcp_mode);
Peter Boströmd7da1202015-06-05 14:09:38 +02001490}
1491
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001492TEST_F(WebRtcVideoChannel2Test, RembIsEnabledByDefault) {
1493 FakeVideoReceiveStream* stream = AddRecvStream();
1494 EXPECT_TRUE(stream->GetConfig().rtp.remb);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001495}
1496
stefan43edf0f2015-11-20 18:05:48 -08001497TEST_F(WebRtcVideoChannel2Test, TransportCcIsEnabledByDefault) {
1498 FakeVideoReceiveStream* stream = AddRecvStream();
1499 EXPECT_TRUE(stream->GetConfig().rtp.transport_cc);
1500}
1501
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001502TEST_F(WebRtcVideoChannel2Test, RembCanBeEnabledAndDisabled) {
1503 FakeVideoReceiveStream* stream = AddRecvStream();
1504 EXPECT_TRUE(stream->GetConfig().rtp.remb);
1505
Peter Boström126c03e2015-05-11 12:48:12 +02001506 // Verify that REMB is turned off when send(!) codecs without REMB are set.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001507 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001508 parameters.codecs.push_back(RemoveFeedbackParams(GetEngineCodec("VP8")));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001509 EXPECT_TRUE(parameters.codecs[0].feedback_params.params().empty());
1510 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001511 stream = fake_call_->GetVideoReceiveStreams()[0];
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001512 EXPECT_FALSE(stream->GetConfig().rtp.remb);
1513
1514 // Verify that REMB is turned on when setting default codecs since the
1515 // default codecs have REMB enabled.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001516 parameters.codecs = engine_.codecs();
1517 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001518 stream = fake_call_->GetVideoReceiveStreams()[0];
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001519 EXPECT_TRUE(stream->GetConfig().rtp.remb);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001520}
1521
stefan43edf0f2015-11-20 18:05:48 -08001522TEST_F(WebRtcVideoChannel2Test, TransportCcCanBeEnabledAndDisabled) {
1523 FakeVideoReceiveStream* stream = AddRecvStream();
1524 EXPECT_TRUE(stream->GetConfig().rtp.transport_cc);
1525
1526 // Verify that transport cc feedback is turned off when send(!) codecs without
1527 // transport cc feedback are set.
1528 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001529 parameters.codecs.push_back(RemoveFeedbackParams(GetEngineCodec("VP8")));
stefan43edf0f2015-11-20 18:05:48 -08001530 EXPECT_TRUE(parameters.codecs[0].feedback_params.params().empty());
1531 EXPECT_TRUE(channel_->SetSendParameters(parameters));
1532 stream = fake_call_->GetVideoReceiveStreams()[0];
1533 EXPECT_FALSE(stream->GetConfig().rtp.transport_cc);
1534
1535 // Verify that transport cc feedback is turned on when setting default codecs
1536 // since the default codecs have transport cc feedback enabled.
1537 parameters.codecs = engine_.codecs();
1538 EXPECT_TRUE(channel_->SetSendParameters(parameters));
1539 stream = fake_call_->GetVideoReceiveStreams()[0];
1540 EXPECT_TRUE(stream->GetConfig().rtp.transport_cc);
1541}
1542
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +00001543TEST_F(WebRtcVideoChannel2Test, NackIsEnabledByDefault) {
1544 VerifyCodecHasDefaultFeedbackParams(default_codec_);
1545
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001546 cricket::VideoSendParameters parameters;
1547 parameters.codecs = engine_.codecs();
1548 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org19864742014-05-30 07:35:47 +00001549 EXPECT_TRUE(channel_->SetSend(true));
1550
1551 // Send side.
1552 FakeVideoSendStream* send_stream =
1553 AddSendStream(cricket::StreamParams::CreateLegacy(1));
1554 EXPECT_GT(send_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1555
1556 // Receiver side.
1557 FakeVideoReceiveStream* recv_stream =
1558 AddRecvStream(cricket::StreamParams::CreateLegacy(1));
1559 EXPECT_GT(recv_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1560
1561 // Nack history size should match between sender and receiver.
1562 EXPECT_EQ(send_stream->GetConfig().rtp.nack.rtp_history_ms,
1563 recv_stream->GetConfig().rtp.nack.rtp_history_ms);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001564}
1565
Peter Boström67c9df72015-05-11 14:34:58 +02001566TEST_F(WebRtcVideoChannel2Test, NackCanBeEnabledAndDisabled) {
Peter Boström67c9df72015-05-11 14:34:58 +02001567 FakeVideoSendStream* send_stream = AddSendStream();
Peter Boström3548dd22015-05-22 18:48:36 +02001568 FakeVideoReceiveStream* recv_stream = AddRecvStream();
Peter Boström67c9df72015-05-11 14:34:58 +02001569
1570 EXPECT_GT(recv_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1571 EXPECT_GT(send_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1572
1573 // Verify that NACK is turned off when send(!) codecs without NACK are set.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001574 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001575 parameters.codecs.push_back(RemoveFeedbackParams(GetEngineCodec("VP8")));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001576 EXPECT_TRUE(parameters.codecs[0].feedback_params.params().empty());
1577 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström67c9df72015-05-11 14:34:58 +02001578 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
1579 EXPECT_EQ(0, recv_stream->GetConfig().rtp.nack.rtp_history_ms);
1580 send_stream = fake_call_->GetVideoSendStreams()[0];
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +00001581 EXPECT_EQ(0, send_stream->GetConfig().rtp.nack.rtp_history_ms);
1582
Peter Boström67c9df72015-05-11 14:34:58 +02001583 // Verify that NACK is turned on when setting default codecs since the
1584 // default codecs have NACK enabled.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001585 parameters.codecs = engine_.codecs();
1586 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström67c9df72015-05-11 14:34:58 +02001587 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
1588 EXPECT_GT(recv_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1589 send_stream = fake_call_->GetVideoSendStreams()[0];
1590 EXPECT_GT(send_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +00001591}
1592
Peter Boströme7ba0862016-03-12 00:02:28 +01001593// This test verifies that new frame sizes reconfigures encoders even though not
1594// (yet) sending. The purpose of this is to permit encoding as quickly as
1595// possible once we start sending. Likely the frames being input are from the
1596// same source that will be sent later, which just means that we're ready
1597// earlier.
1598TEST_F(WebRtcVideoChannel2Test, ReconfiguresEncodersWhenNotSending) {
1599 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001600 parameters.codecs.push_back(GetEngineCodec("VP8"));
Peter Boströme7ba0862016-03-12 00:02:28 +01001601 ASSERT_TRUE(channel_->SetSendParameters(parameters));
1602 channel_->SetSend(false);
1603
1604 FakeVideoSendStream* stream = AddSendStream();
1605
perkjfa10b552016-10-02 23:45:26 -07001606 // No frames entered.
Peter Boströme7ba0862016-03-12 00:02:28 +01001607 std::vector<webrtc::VideoStream> streams = stream->GetVideoStreams();
perkjfa10b552016-10-02 23:45:26 -07001608 EXPECT_EQ(0u, streams[0].width);
1609 EXPECT_EQ(0u, streams[0].height);
Peter Boströme7ba0862016-03-12 00:02:28 +01001610
1611 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07001612 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
perkj26752742016-10-24 01:21:16 -07001613 VideoFormat capture_format = capturer.GetSupportedFormats()->front();
1614 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format));
Peter Boströme7ba0862016-03-12 00:02:28 +01001615 EXPECT_TRUE(capturer.CaptureFrame());
1616
1617 // Frame entered, should be reconfigured to new dimensions.
1618 streams = stream->GetVideoStreams();
perkj26752742016-10-24 01:21:16 -07001619 EXPECT_EQ(capture_format.width, streams[0].width);
1620 EXPECT_EQ(capture_format.height, streams[0].height);
Peter Boströme7ba0862016-03-12 00:02:28 +01001621
deadbeef5a4a75a2016-06-02 16:23:38 -07001622 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Peter Boströme7ba0862016-03-12 00:02:28 +01001623}
1624
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001625TEST_F(WebRtcVideoChannel2Test, UsesCorrectSettingsForScreencast) {
1626 static const int kScreenshareMinBitrateKbps = 800;
magjed509e4fe2016-11-18 01:34:11 -08001627 cricket::VideoCodec codec = GetEngineCodec("VP8");
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001628 cricket::VideoSendParameters parameters;
1629 parameters.codecs.push_back(codec);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001630 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001631 AddSendStream();
1632
deadbeef5a4a75a2016-06-02 16:23:38 -07001633 cricket::FakeVideoCapturer capturer;
nisse05103312016-03-16 02:22:50 -07001634 VideoOptions min_bitrate_options;
1635 min_bitrate_options.screencast_min_bitrate_kbps =
1636 rtc::Optional<int>(kScreenshareMinBitrateKbps);
deadbeef5a4a75a2016-06-02 16:23:38 -07001637 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &min_bitrate_options,
1638 &capturer));
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001639 cricket::VideoFormat capture_format_hd =
1640 capturer.GetSupportedFormats()->front();
1641 EXPECT_EQ(1280, capture_format_hd.width);
1642 EXPECT_EQ(720, capture_format_hd.height);
1643 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format_hd));
1644
1645 EXPECT_TRUE(channel_->SetSend(true));
1646
1647 EXPECT_TRUE(capturer.CaptureFrame());
1648 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
1649 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
1650
1651 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
1652
1653 // Verify non-screencast settings.
perkj26091b12016-09-01 01:17:40 -07001654 webrtc::VideoEncoderConfig encoder_config =
1655 send_stream->GetEncoderConfig().Copy();
Erik Språng143cec12015-04-28 10:01:41 +02001656 EXPECT_EQ(webrtc::VideoEncoderConfig::ContentType::kRealtimeVideo,
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001657 encoder_config.content_type);
perkjfa10b552016-10-02 23:45:26 -07001658 std::vector<webrtc::VideoStream> streams = send_stream->GetVideoStreams();
1659 EXPECT_EQ(capture_format_hd.width, streams.front().width);
1660 EXPECT_EQ(capture_format_hd.height, streams.front().height);
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001661 EXPECT_EQ(0, encoder_config.min_transmit_bitrate_bps)
1662 << "Non-screenshare shouldn't use min-transmit bitrate.";
1663
deadbeef5a4a75a2016-06-02 16:23:38 -07001664 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
perkjd533aec2017-01-13 05:57:25 -08001665 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
nisse05103312016-03-16 02:22:50 -07001666 VideoOptions screencast_options;
1667 screencast_options.is_screencast = rtc::Optional<bool>(true);
deadbeef5a4a75a2016-06-02 16:23:38 -07001668 EXPECT_TRUE(
1669 channel_->SetVideoSend(last_ssrc_, true, &screencast_options, &capturer));
perkj2d5f0912016-02-29 00:04:41 -08001670 EXPECT_TRUE(capturer.CaptureFrame());
Niels Möller60653ba2016-03-02 11:41:36 +01001671 // Send stream not recreated after option change.
1672 ASSERT_EQ(send_stream, fake_call_->GetVideoSendStreams().front());
perkjd533aec2017-01-13 05:57:25 -08001673 EXPECT_EQ(2, send_stream->GetNumberOfSwappedFrames());
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001674
1675 // Verify screencast settings.
perkj26091b12016-09-01 01:17:40 -07001676 encoder_config = send_stream->GetEncoderConfig().Copy();
Erik Språng143cec12015-04-28 10:01:41 +02001677 EXPECT_EQ(webrtc::VideoEncoderConfig::ContentType::kScreen,
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001678 encoder_config.content_type);
1679 EXPECT_EQ(kScreenshareMinBitrateKbps * 1000,
1680 encoder_config.min_transmit_bitrate_bps);
1681
perkjfa10b552016-10-02 23:45:26 -07001682 streams = send_stream->GetVideoStreams();
1683 EXPECT_EQ(capture_format_hd.width, streams.front().width);
1684 EXPECT_EQ(capture_format_hd.height, streams.front().height);
1685 EXPECT_TRUE(streams[0].temporal_layer_thresholds_bps.empty());
deadbeef5a4a75a2016-06-02 16:23:38 -07001686 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001687}
1688
Niels Möller60653ba2016-03-02 11:41:36 +01001689TEST_F(WebRtcVideoChannel2Test, NoRecreateStreamForScreencast) {
1690 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
1691 ASSERT_TRUE(
1692 channel_->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
1693 EXPECT_TRUE(channel_->SetSend(true));
1694
1695 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07001696 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr, &capturer));
Niels Möller60653ba2016-03-02 11:41:36 +01001697 EXPECT_EQ(cricket::CS_RUNNING,
1698 capturer.Start(capturer.GetSupportedFormats()->front()));
1699 EXPECT_TRUE(capturer.CaptureFrame());
1700
1701 ASSERT_EQ(1, fake_call_->GetNumCreatedSendStreams());
1702 FakeVideoSendStream* stream = fake_call_->GetVideoSendStreams().front();
perkj26091b12016-09-01 01:17:40 -07001703 webrtc::VideoEncoderConfig encoder_config = stream->GetEncoderConfig().Copy();
Niels Möller60653ba2016-03-02 11:41:36 +01001704 EXPECT_EQ(webrtc::VideoEncoderConfig::ContentType::kRealtimeVideo,
1705 encoder_config.content_type);
1706
1707 EXPECT_EQ(1, stream->GetNumberOfSwappedFrames());
1708
1709 /* Switch to screencast source. We expect a reconfigure of the
1710 * encoder, but no change of the send stream. */
1711 struct VideoOptions video_options;
1712 video_options.is_screencast = rtc::Optional<bool>(true);
deadbeef5a4a75a2016-06-02 16:23:38 -07001713 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, &video_options, &capturer));
Niels Möller60653ba2016-03-02 11:41:36 +01001714
1715 EXPECT_TRUE(capturer.CaptureFrame());
1716 ASSERT_EQ(1, fake_call_->GetNumCreatedSendStreams());
1717 ASSERT_EQ(stream, fake_call_->GetVideoSendStreams().front());
1718 EXPECT_EQ(2, stream->GetNumberOfSwappedFrames());
1719
perkj26091b12016-09-01 01:17:40 -07001720 encoder_config = stream->GetEncoderConfig().Copy();
Niels Möller60653ba2016-03-02 11:41:36 +01001721 EXPECT_EQ(webrtc::VideoEncoderConfig::ContentType::kScreen,
1722 encoder_config.content_type);
1723
1724 /* Switch back. */
1725 video_options.is_screencast = rtc::Optional<bool>(false);
deadbeef5a4a75a2016-06-02 16:23:38 -07001726 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, &video_options, &capturer));
Niels Möller60653ba2016-03-02 11:41:36 +01001727
1728 EXPECT_TRUE(capturer.CaptureFrame());
1729 ASSERT_EQ(1, fake_call_->GetNumCreatedSendStreams());
1730 ASSERT_EQ(stream, fake_call_->GetVideoSendStreams().front());
1731 EXPECT_EQ(3, stream->GetNumberOfSwappedFrames());
1732
perkj26091b12016-09-01 01:17:40 -07001733 encoder_config = stream->GetEncoderConfig().Copy();
Niels Möller60653ba2016-03-02 11:41:36 +01001734 EXPECT_EQ(webrtc::VideoEncoderConfig::ContentType::kRealtimeVideo,
1735 encoder_config.content_type);
1736
deadbeef5a4a75a2016-06-02 16:23:38 -07001737 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr, nullptr));
Niels Möller60653ba2016-03-02 11:41:36 +01001738}
1739
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001740TEST_F(WebRtcVideoChannel2Test,
1741 ConferenceModeScreencastConfiguresTemporalLayer) {
Erik Språng2c4c9142015-06-24 11:24:44 +02001742 static const int kConferenceScreencastTemporalBitrateBps =
1743 ScreenshareLayerConfig::GetDefault().tl0_bitrate_kbps * 1000;
nisse4b4dc862016-02-17 05:25:36 -08001744 send_parameters_.conference_mode = true;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001745 channel_->SetSendParameters(send_parameters_);
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001746
1747 AddSendStream();
nisse05103312016-03-16 02:22:50 -07001748 VideoOptions options;
1749 options.is_screencast = rtc::Optional<bool>(true);
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001750 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07001751 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001752 cricket::VideoFormat capture_format_hd =
1753 capturer.GetSupportedFormats()->front();
1754 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format_hd));
1755
1756 EXPECT_TRUE(channel_->SetSend(true));
1757
1758 EXPECT_TRUE(capturer.CaptureFrame());
1759 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
1760 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
1761
perkj26091b12016-09-01 01:17:40 -07001762 webrtc::VideoEncoderConfig encoder_config =
1763 send_stream->GetEncoderConfig().Copy();
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001764
1765 // Verify screencast settings.
perkj26091b12016-09-01 01:17:40 -07001766 encoder_config = send_stream->GetEncoderConfig().Copy();
Erik Språng143cec12015-04-28 10:01:41 +02001767 EXPECT_EQ(webrtc::VideoEncoderConfig::ContentType::kScreen,
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001768 encoder_config.content_type);
perkjfa10b552016-10-02 23:45:26 -07001769
1770 std::vector<webrtc::VideoStream> streams = send_stream->GetVideoStreams();
1771 ASSERT_EQ(1u, streams.size());
1772 ASSERT_EQ(1u, streams[0].temporal_layer_thresholds_bps.size());
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001773 EXPECT_EQ(kConferenceScreencastTemporalBitrateBps,
perkjfa10b552016-10-02 23:45:26 -07001774 streams[0].temporal_layer_thresholds_bps[0]);
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001775
deadbeef5a4a75a2016-06-02 16:23:38 -07001776 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001777}
1778
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00001779TEST_F(WebRtcVideoChannel2Test, SuspendBelowMinBitrateDisabledByDefault) {
1780 FakeVideoSendStream* stream = AddSendStream();
1781 EXPECT_FALSE(stream->GetConfig().suspend_below_min_bitrate);
1782}
1783
nisse0db023a2016-03-01 04:29:59 -08001784TEST_F(WebRtcVideoChannel2Test, SetMediaConfigSuspendBelowMinBitrate) {
kthelgason2bc68642017-02-07 07:02:22 -08001785 MediaConfig media_config = GetMediaConfig();
nisse0db023a2016-03-01 04:29:59 -08001786 media_config.video.suspend_below_min_bitrate = true;
1787
1788 channel_.reset(
1789 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08001790 channel_->OnReadyToSend(true);
nisse0db023a2016-03-01 04:29:59 -08001791
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001792 channel_->SetSendParameters(send_parameters_);
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00001793
1794 FakeVideoSendStream* stream = AddSendStream();
1795 EXPECT_TRUE(stream->GetConfig().suspend_below_min_bitrate);
1796
nisse0db023a2016-03-01 04:29:59 -08001797 media_config.video.suspend_below_min_bitrate = false;
1798 channel_.reset(
1799 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08001800 channel_->OnReadyToSend(true);
nisse0db023a2016-03-01 04:29:59 -08001801
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001802 channel_->SetSendParameters(send_parameters_);
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00001803
nisse0db023a2016-03-01 04:29:59 -08001804 stream = AddSendStream();
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00001805 EXPECT_FALSE(stream->GetConfig().suspend_below_min_bitrate);
1806}
1807
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00001808TEST_F(WebRtcVideoChannel2Test, Vp8DenoisingEnabledByDefault) {
1809 FakeVideoSendStream* stream = AddSendStream();
1810 webrtc::VideoCodecVP8 vp8_settings;
1811 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
1812 EXPECT_TRUE(vp8_settings.denoisingOn);
1813}
1814
Erik Språng143cec12015-04-28 10:01:41 +02001815TEST_F(WebRtcVideoChannel2Test, VerifyVp8SpecificSettings) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001816 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001817 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001818 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00001819
Peter Boström2feafdb2015-09-09 14:32:14 +02001820 // Single-stream settings should apply with RTX as well (verifies that we
1821 // check number of regular SSRCs and not StreamParams::ssrcs which contains
1822 // both RTX and regular SSRCs).
1823 FakeVideoSendStream* stream = SetUpSimulcast(false, true);
Erik Språng143cec12015-04-28 10:01:41 +02001824
1825 cricket::FakeVideoCapturer capturer;
Erik Språng143cec12015-04-28 10:01:41 +02001826 EXPECT_EQ(cricket::CS_RUNNING,
1827 capturer.Start(capturer.GetSupportedFormats()->front()));
deadbeef5a4a75a2016-06-02 16:23:38 -07001828 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
Erik Språng143cec12015-04-28 10:01:41 +02001829 channel_->SetSend(true);
1830
1831 EXPECT_TRUE(capturer.CaptureFrame());
1832
pbos4cba4eb2015-10-26 11:18:18 -07001833 webrtc::VideoCodecVP8 vp8_settings;
1834 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
1835 EXPECT_TRUE(vp8_settings.denoisingOn)
1836 << "VP8 denoising should be on by default.";
1837
nisse05103312016-03-16 02:22:50 -07001838 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02001839
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00001840 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
1841 EXPECT_FALSE(vp8_settings.denoisingOn);
Erik Språng143cec12015-04-28 10:01:41 +02001842 EXPECT_TRUE(vp8_settings.automaticResizeOn);
1843 EXPECT_TRUE(vp8_settings.frameDroppingOn);
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00001844
nisse05103312016-03-16 02:22:50 -07001845 stream = SetDenoisingOption(last_ssrc_, &capturer, true);
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00001846
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00001847 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
1848 EXPECT_TRUE(vp8_settings.denoisingOn);
Erik Språng143cec12015-04-28 10:01:41 +02001849 EXPECT_TRUE(vp8_settings.automaticResizeOn);
1850 EXPECT_TRUE(vp8_settings.frameDroppingOn);
1851
deadbeef5a4a75a2016-06-02 16:23:38 -07001852 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Peter Boström2feafdb2015-09-09 14:32:14 +02001853 stream = SetUpSimulcast(true, false);
deadbeef5a4a75a2016-06-02 16:23:38 -07001854 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
Erik Språng143cec12015-04-28 10:01:41 +02001855 channel_->SetSend(true);
1856 EXPECT_TRUE(capturer.CaptureFrame());
1857
1858 EXPECT_EQ(3, stream->GetVideoStreams().size());
1859 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
1860 // Autmatic resize off when using simulcast.
1861 EXPECT_FALSE(vp8_settings.automaticResizeOn);
1862 EXPECT_TRUE(vp8_settings.frameDroppingOn);
1863
1864 // In screen-share mode, denoising is forced off and simulcast disabled.
nisse05103312016-03-16 02:22:50 -07001865 VideoOptions options;
1866 options.is_screencast = rtc::Optional<bool>(true);
deadbeef5a4a75a2016-06-02 16:23:38 -07001867 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
Niels Möller60653ba2016-03-02 11:41:36 +01001868
nisse05103312016-03-16 02:22:50 -07001869 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02001870
1871 EXPECT_EQ(1, stream->GetVideoStreams().size());
1872 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
1873 EXPECT_FALSE(vp8_settings.denoisingOn);
1874 // Resizing and frame dropping always off for screen sharing.
1875 EXPECT_FALSE(vp8_settings.automaticResizeOn);
1876 EXPECT_FALSE(vp8_settings.frameDroppingOn);
1877
nisse05103312016-03-16 02:22:50 -07001878 stream = SetDenoisingOption(last_ssrc_, &capturer, true);
Erik Språng143cec12015-04-28 10:01:41 +02001879
1880 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
1881 EXPECT_FALSE(vp8_settings.denoisingOn);
1882 EXPECT_FALSE(vp8_settings.automaticResizeOn);
1883 EXPECT_FALSE(vp8_settings.frameDroppingOn);
1884
deadbeef5a4a75a2016-06-02 16:23:38 -07001885 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Erik Språng143cec12015-04-28 10:01:41 +02001886}
1887
deadbeef119760a2016-04-04 11:43:27 -07001888// Test that setting the same options doesn't result in the encoder being
1889// reconfigured.
1890TEST_F(WebRtcVideoChannel2Test, SetIdenticalOptionsDoesntReconfigureEncoder) {
1891 VideoOptions options;
1892 cricket::FakeVideoCapturer capturer;
1893
perkjfa10b552016-10-02 23:45:26 -07001894 AddSendStream();
deadbeef119760a2016-04-04 11:43:27 -07001895 EXPECT_EQ(cricket::CS_RUNNING,
1896 capturer.Start(capturer.GetSupportedFormats()->front()));
perkjfa10b552016-10-02 23:45:26 -07001897 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001898 parameters.codecs.push_back(GetEngineCodec("VP8"));
perkjfa10b552016-10-02 23:45:26 -07001899 ASSERT_TRUE(channel_->SetSendParameters(parameters));
1900 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
1901
1902 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
deadbeef5a4a75a2016-06-02 16:23:38 -07001903 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
deadbeef119760a2016-04-04 11:43:27 -07001904 EXPECT_TRUE(capturer.CaptureFrame());
perkjfa10b552016-10-02 23:45:26 -07001905 // Expect 1 reconfigurations at this point from the initial configuration.
1906 EXPECT_EQ(1, send_stream->num_encoder_reconfigurations());
deadbeef119760a2016-04-04 11:43:27 -07001907
1908 // Set the options one more time and expect no additional reconfigurations.
deadbeef5a4a75a2016-06-02 16:23:38 -07001909 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
perkjfa10b552016-10-02 23:45:26 -07001910 EXPECT_EQ(1, send_stream->num_encoder_reconfigurations());
1911
1912 // Change |options| and expect 2 reconfigurations.
1913 options.is_screencast = rtc::Optional<bool>(true);
1914 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
deadbeef119760a2016-04-04 11:43:27 -07001915 EXPECT_EQ(2, send_stream->num_encoder_reconfigurations());
1916
deadbeef5a4a75a2016-06-02 16:23:38 -07001917 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
deadbeef119760a2016-04-04 11:43:27 -07001918}
1919
Erik Språng143cec12015-04-28 10:01:41 +02001920class Vp9SettingsTest : public WebRtcVideoChannel2Test {
1921 public:
asaperssonc5dabdd2016-03-21 04:15:50 -07001922 Vp9SettingsTest() : Vp9SettingsTest("") {}
1923 explicit Vp9SettingsTest(const char* field_trials)
1924 : WebRtcVideoChannel2Test(field_trials) {
magjed1e45cc62016-10-28 07:43:45 -07001925 encoder_factory_.AddSupportedVideoCodecType("VP9");
Erik Språng143cec12015-04-28 10:01:41 +02001926 }
1927 virtual ~Vp9SettingsTest() {}
1928
1929 protected:
1930 void SetUp() override {
1931 engine_.SetExternalEncoderFactory(&encoder_factory_);
1932
1933 WebRtcVideoChannel2Test::SetUp();
1934 }
1935
1936 void TearDown() override {
1937 // Remove references to encoder_factory_ since this will be destroyed
1938 // before channel_ and engine_.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001939 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
Erik Språng143cec12015-04-28 10:01:41 +02001940 }
1941
1942 cricket::FakeWebRtcVideoEncoderFactory encoder_factory_;
1943};
1944
1945TEST_F(Vp9SettingsTest, VerifyVp9SpecificSettings) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001946 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001947 parameters.codecs.push_back(GetEngineCodec("VP9"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001948 ASSERT_TRUE(channel_->SetSendParameters(parameters));
Erik Språng143cec12015-04-28 10:01:41 +02001949
Peter Boström2feafdb2015-09-09 14:32:14 +02001950 FakeVideoSendStream* stream = SetUpSimulcast(false, false);
Erik Språng143cec12015-04-28 10:01:41 +02001951
1952 cricket::FakeVideoCapturer capturer;
Erik Språng143cec12015-04-28 10:01:41 +02001953 EXPECT_EQ(cricket::CS_RUNNING,
1954 capturer.Start(capturer.GetSupportedFormats()->front()));
deadbeef5a4a75a2016-06-02 16:23:38 -07001955 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
Erik Språng143cec12015-04-28 10:01:41 +02001956 channel_->SetSend(true);
1957
1958 EXPECT_TRUE(capturer.CaptureFrame());
1959
pbos4cba4eb2015-10-26 11:18:18 -07001960 webrtc::VideoCodecVP9 vp9_settings;
1961 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
1962 EXPECT_FALSE(vp9_settings.denoisingOn)
1963 << "VP9 denoising should be off by default.";
1964
nisse05103312016-03-16 02:22:50 -07001965 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02001966
Erik Språng143cec12015-04-28 10:01:41 +02001967 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
1968 EXPECT_FALSE(vp9_settings.denoisingOn);
1969 // Frame dropping always on for real time video.
1970 EXPECT_TRUE(vp9_settings.frameDroppingOn);
1971
nisse05103312016-03-16 02:22:50 -07001972 stream = SetDenoisingOption(last_ssrc_, &capturer, true);
Erik Språng143cec12015-04-28 10:01:41 +02001973
1974 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
1975 EXPECT_TRUE(vp9_settings.denoisingOn);
1976 EXPECT_TRUE(vp9_settings.frameDroppingOn);
1977
1978 // In screen-share mode, denoising is forced off.
nisse05103312016-03-16 02:22:50 -07001979 VideoOptions options;
1980 options.is_screencast = rtc::Optional<bool>(true);
deadbeef5a4a75a2016-06-02 16:23:38 -07001981 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
perkj2d5f0912016-02-29 00:04:41 -08001982
nisse05103312016-03-16 02:22:50 -07001983 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02001984
1985 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
1986 EXPECT_FALSE(vp9_settings.denoisingOn);
1987 // Frame dropping always off for screen sharing.
1988 EXPECT_FALSE(vp9_settings.frameDroppingOn);
1989
nisse05103312016-03-16 02:22:50 -07001990 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02001991
1992 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
1993 EXPECT_FALSE(vp9_settings.denoisingOn);
1994 EXPECT_FALSE(vp9_settings.frameDroppingOn);
1995
deadbeef5a4a75a2016-06-02 16:23:38 -07001996 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001997}
1998
asaperssonc5dabdd2016-03-21 04:15:50 -07001999class Vp9SettingsTestWithFieldTrial : public Vp9SettingsTest {
2000 public:
brandtr468da7c2016-11-22 02:16:47 -08002001 explicit Vp9SettingsTestWithFieldTrial(const char* field_trials)
asaperssonc5dabdd2016-03-21 04:15:50 -07002002 : Vp9SettingsTest(field_trials) {}
2003
2004 protected:
2005 void VerifySettings(int num_spatial_layers, int num_temporal_layers) {
2006 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002007 parameters.codecs.push_back(GetEngineCodec("VP9"));
asaperssonc5dabdd2016-03-21 04:15:50 -07002008 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2009
2010 FakeVideoSendStream* stream = SetUpSimulcast(false, false);
2011
2012 cricket::FakeVideoCapturer capturer;
2013 EXPECT_EQ(cricket::CS_RUNNING,
2014 capturer.Start(capturer.GetSupportedFormats()->front()));
deadbeef5a4a75a2016-06-02 16:23:38 -07002015 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
asaperssonc5dabdd2016-03-21 04:15:50 -07002016 channel_->SetSend(true);
2017
2018 EXPECT_TRUE(capturer.CaptureFrame());
2019
2020 webrtc::VideoCodecVP9 vp9_settings;
2021 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2022 EXPECT_EQ(num_spatial_layers, vp9_settings.numberOfSpatialLayers);
2023 EXPECT_EQ(num_temporal_layers, vp9_settings.numberOfTemporalLayers);
2024
deadbeef5a4a75a2016-06-02 16:23:38 -07002025 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
asaperssonc5dabdd2016-03-21 04:15:50 -07002026 }
2027};
2028
2029class Vp9SettingsTestWithNoFlag : public Vp9SettingsTestWithFieldTrial {
2030 public:
2031 Vp9SettingsTestWithNoFlag() : Vp9SettingsTestWithFieldTrial("") {}
2032};
2033
2034TEST_F(Vp9SettingsTestWithNoFlag, VerifySettings) {
2035 const int kNumSpatialLayers = 1;
2036 const int kNumTemporalLayers = 1;
2037 VerifySettings(kNumSpatialLayers, kNumTemporalLayers);
2038}
2039
2040class Vp9SettingsTestWithInvalidFlag : public Vp9SettingsTestWithFieldTrial {
2041 public:
2042 Vp9SettingsTestWithInvalidFlag()
2043 : Vp9SettingsTestWithFieldTrial("WebRTC-SupportVP9SVC/Default/") {}
2044};
2045
2046TEST_F(Vp9SettingsTestWithInvalidFlag, VerifySettings) {
2047 const int kNumSpatialLayers = 1;
2048 const int kNumTemporalLayers = 1;
2049 VerifySettings(kNumSpatialLayers, kNumTemporalLayers);
2050}
2051
2052class Vp9SettingsTestWith2SL3TLFlag : public Vp9SettingsTestWithFieldTrial {
2053 public:
2054 Vp9SettingsTestWith2SL3TLFlag()
2055 : Vp9SettingsTestWithFieldTrial(
2056 "WebRTC-SupportVP9SVC/EnabledByFlag_2SL3TL/") {}
2057};
2058
2059TEST_F(Vp9SettingsTestWith2SL3TLFlag, VerifySettings) {
2060 const int kNumSpatialLayers = 2;
2061 const int kNumTemporalLayers = 3;
2062 VerifySettings(kNumSpatialLayers, kNumTemporalLayers);
2063}
2064
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002065TEST_F(WebRtcVideoChannel2Test, AdaptsOnOveruse) {
Erik Språngefbde372015-04-29 16:21:28 +02002066 TestCpuAdaptation(true, false);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002067}
2068
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002069TEST_F(WebRtcVideoChannel2Test, DoesNotAdaptOnOveruseWhenDisabled) {
Erik Språngefbde372015-04-29 16:21:28 +02002070 TestCpuAdaptation(false, false);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002071}
2072
Erik Språngefbde372015-04-29 16:21:28 +02002073TEST_F(WebRtcVideoChannel2Test, DoesNotAdaptOnOveruseWhenScreensharing) {
2074 TestCpuAdaptation(true, true);
2075}
2076
perkj2d5f0912016-02-29 00:04:41 -08002077TEST_F(WebRtcVideoChannel2Test, AdaptsOnOveruseAndChangeResolution) {
magjed509e4fe2016-11-18 01:34:11 -08002078 cricket::VideoCodec codec = GetEngineCodec("VP8");
perkj2d5f0912016-02-29 00:04:41 -08002079 cricket::VideoSendParameters parameters;
2080 parameters.codecs.push_back(codec);
2081
kthelgason2bc68642017-02-07 07:02:22 -08002082 MediaConfig media_config = GetMediaConfig();
perkj2d5f0912016-02-29 00:04:41 -08002083 channel_.reset(
2084 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08002085 channel_->OnReadyToSend(true);
perkj2d5f0912016-02-29 00:04:41 -08002086 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2087
2088 AddSendStream();
2089
2090 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07002091 ASSERT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
perkj2d5f0912016-02-29 00:04:41 -08002092 ASSERT_EQ(cricket::CS_RUNNING,
2093 capturer.Start(capturer.GetSupportedFormats()->front()));
2094 ASSERT_TRUE(channel_->SetSend(true));
2095
2096 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
2097 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
perkj2d5f0912016-02-29 00:04:41 -08002098
2099 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2100 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
2101 EXPECT_EQ(1280, send_stream->GetLastWidth());
2102 EXPECT_EQ(720, send_stream->GetLastHeight());
2103
2104 // Trigger overuse.
perkj803d97f2016-11-01 11:45:46 -07002105 rtc::VideoSinkWants wants;
2106 wants.max_pixel_count = rtc::Optional<int>(
2107 send_stream->GetLastWidth() * send_stream->GetLastHeight() - 1);
2108 send_stream->InjectVideoSinkWants(wants);
perkj2d5f0912016-02-29 00:04:41 -08002109 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2110 EXPECT_EQ(2, send_stream->GetNumberOfSwappedFrames());
2111 EXPECT_EQ(1280 * 3 / 4, send_stream->GetLastWidth());
2112 EXPECT_EQ(720 * 3 / 4, send_stream->GetLastHeight());
2113
2114 // Trigger overuse again.
perkj803d97f2016-11-01 11:45:46 -07002115 wants.max_pixel_count = rtc::Optional<int>(
2116 send_stream->GetLastWidth() * send_stream->GetLastHeight() - 1);
2117 send_stream->InjectVideoSinkWants(wants);
perkj2d5f0912016-02-29 00:04:41 -08002118 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2119 EXPECT_EQ(3, send_stream->GetNumberOfSwappedFrames());
2120 EXPECT_EQ(1280 * 2 / 4, send_stream->GetLastWidth());
2121 EXPECT_EQ(720 * 2 / 4, send_stream->GetLastHeight());
2122
2123 // Change input resolution.
2124 EXPECT_TRUE(capturer.CaptureCustomFrame(1284, 724, cricket::FOURCC_I420));
perkj803d97f2016-11-01 11:45:46 -07002125 EXPECT_EQ(4, send_stream->GetNumberOfSwappedFrames());
perkj2d5f0912016-02-29 00:04:41 -08002126 EXPECT_EQ(1284 / 2, send_stream->GetLastWidth());
2127 EXPECT_EQ(724 / 2, send_stream->GetLastHeight());
2128
2129 // Trigger underuse which should go back up in resolution.
sprang84a37592017-02-10 07:04:27 -08002130 int current_pixel_count =
2131 send_stream->GetLastWidth() * send_stream->GetLastHeight();
2132 // Cap the max to 4x the pixel count (assuming max 1/2 x 1/2 scale downs)
2133 // of the current stream, so we don't take too large steps.
2134 wants.max_pixel_count = rtc::Optional<int>(current_pixel_count * 4);
2135 // Default step down is 3/5 pixel count, so go up by 5/3.
2136 wants.target_pixel_count = rtc::Optional<int>((current_pixel_count * 5) / 3);
perkj803d97f2016-11-01 11:45:46 -07002137 send_stream->InjectVideoSinkWants(wants);
perkj2d5f0912016-02-29 00:04:41 -08002138 EXPECT_TRUE(capturer.CaptureCustomFrame(1284, 724, cricket::FOURCC_I420));
perkj803d97f2016-11-01 11:45:46 -07002139 EXPECT_EQ(5, send_stream->GetNumberOfSwappedFrames());
perkj2d5f0912016-02-29 00:04:41 -08002140 EXPECT_EQ(1284 * 3 / 4, send_stream->GetLastWidth());
2141 EXPECT_EQ(724 * 3 / 4, send_stream->GetLastHeight());
2142
sprang84a37592017-02-10 07:04:27 -08002143 // Trigger underuse again, should go back up to full resolution.
2144 current_pixel_count =
2145 send_stream->GetLastWidth() * send_stream->GetLastHeight();
2146 wants.max_pixel_count = rtc::Optional<int>(current_pixel_count * 4);
2147 wants.target_pixel_count = rtc::Optional<int>((current_pixel_count * 5) / 3);
perkj803d97f2016-11-01 11:45:46 -07002148 send_stream->InjectVideoSinkWants(wants);
perkj2d5f0912016-02-29 00:04:41 -08002149 EXPECT_TRUE(capturer.CaptureCustomFrame(1284, 724, cricket::FOURCC_I420));
perkj803d97f2016-11-01 11:45:46 -07002150 EXPECT_EQ(6, send_stream->GetNumberOfSwappedFrames());
perkj2d5f0912016-02-29 00:04:41 -08002151 EXPECT_EQ(1284, send_stream->GetLastWidth());
2152 EXPECT_EQ(724, send_stream->GetLastHeight());
2153
deadbeef5a4a75a2016-06-02 16:23:38 -07002154 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
perkj2d5f0912016-02-29 00:04:41 -08002155}
2156
Per766ad3b2016-04-05 15:23:49 +02002157TEST_F(WebRtcVideoChannel2Test, PreviousAdaptationDoesNotApplyToScreenshare) {
magjed509e4fe2016-11-18 01:34:11 -08002158 cricket::VideoCodec codec = GetEngineCodec("VP8");
Per766ad3b2016-04-05 15:23:49 +02002159 cricket::VideoSendParameters parameters;
2160 parameters.codecs.push_back(codec);
2161
kthelgason2bc68642017-02-07 07:02:22 -08002162 MediaConfig media_config = GetMediaConfig();
2163 media_config.video.enable_cpu_overuse_detection = true;
Per766ad3b2016-04-05 15:23:49 +02002164 channel_.reset(
2165 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08002166 channel_->OnReadyToSend(true);
Per766ad3b2016-04-05 15:23:49 +02002167 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2168
2169 AddSendStream();
2170
2171 cricket::FakeVideoCapturer capturer;
Per766ad3b2016-04-05 15:23:49 +02002172 ASSERT_EQ(cricket::CS_RUNNING,
2173 capturer.Start(capturer.GetSupportedFormats()->front()));
2174 ASSERT_TRUE(channel_->SetSend(true));
2175 cricket::VideoOptions camera_options;
perkj803d97f2016-11-01 11:45:46 -07002176 camera_options.is_screencast = rtc::Optional<bool>(false);
deadbeef5a4a75a2016-06-02 16:23:38 -07002177 channel_->SetVideoSend(last_ssrc_, true /* enable */, &camera_options,
2178 &capturer);
Per766ad3b2016-04-05 15:23:49 +02002179
2180 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
2181 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
Per766ad3b2016-04-05 15:23:49 +02002182
2183 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2184 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
2185 EXPECT_EQ(1280, send_stream->GetLastWidth());
2186 EXPECT_EQ(720, send_stream->GetLastHeight());
2187
2188 // Trigger overuse.
perkj803d97f2016-11-01 11:45:46 -07002189 rtc::VideoSinkWants wants;
2190 wants.max_pixel_count = rtc::Optional<int>(
2191 send_stream->GetLastWidth() * send_stream->GetLastHeight() - 1);
2192 send_stream->InjectVideoSinkWants(wants);
Per766ad3b2016-04-05 15:23:49 +02002193 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2194 EXPECT_EQ(2, send_stream->GetNumberOfSwappedFrames());
2195 EXPECT_EQ(1280 * 3 / 4, send_stream->GetLastWidth());
2196 EXPECT_EQ(720 * 3 / 4, send_stream->GetLastHeight());
2197
2198 // Switch to screen share. Expect no CPU adaptation.
2199 cricket::FakeVideoCapturer screen_share(true);
2200 ASSERT_EQ(cricket::CS_RUNNING,
2201 screen_share.Start(screen_share.GetSupportedFormats()->front()));
Per766ad3b2016-04-05 15:23:49 +02002202 cricket::VideoOptions screenshare_options;
2203 screenshare_options.is_screencast = rtc::Optional<bool>(true);
deadbeef5a4a75a2016-06-02 16:23:38 -07002204 channel_->SetVideoSend(last_ssrc_, true /* enable */, &screenshare_options,
2205 &screen_share);
Per766ad3b2016-04-05 15:23:49 +02002206 EXPECT_TRUE(screen_share.CaptureCustomFrame(1284, 724, cricket::FOURCC_I420));
2207 EXPECT_EQ(3, send_stream->GetNumberOfSwappedFrames());
2208 EXPECT_EQ(1284, send_stream->GetLastWidth());
2209 EXPECT_EQ(724, send_stream->GetLastHeight());
2210
2211 // Switch back to the normal capturer. Expect the frame to be CPU adapted.
deadbeef5a4a75a2016-06-02 16:23:38 -07002212 channel_->SetVideoSend(last_ssrc_, true /* enable */, &camera_options,
2213 &capturer);
Per766ad3b2016-04-05 15:23:49 +02002214 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2215 EXPECT_EQ(4, send_stream->GetNumberOfSwappedFrames());
2216 EXPECT_EQ(1280 * 3 / 4, send_stream->GetLastWidth());
2217 EXPECT_EQ(720 * 3 / 4, send_stream->GetLastHeight());
2218
deadbeef5a4a75a2016-06-02 16:23:38 -07002219 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Per766ad3b2016-04-05 15:23:49 +02002220}
2221
Erik Språngefbde372015-04-29 16:21:28 +02002222void WebRtcVideoChannel2Test::TestCpuAdaptation(bool enable_overuse,
2223 bool is_screenshare) {
magjed509e4fe2016-11-18 01:34:11 -08002224 cricket::VideoCodec codec = GetEngineCodec("VP8");
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002225 cricket::VideoSendParameters parameters;
2226 parameters.codecs.push_back(codec);
nisse51542be2016-02-12 02:27:06 -08002227
kthelgason2bc68642017-02-07 07:02:22 -08002228 MediaConfig media_config = GetMediaConfig();
2229 if (enable_overuse) {
2230 media_config.video.enable_cpu_overuse_detection = true;
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002231 }
nisse51542be2016-02-12 02:27:06 -08002232 channel_.reset(
2233 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08002234 channel_->OnReadyToSend(true);
nisse51542be2016-02-12 02:27:06 -08002235
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002236 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002237
2238 AddSendStream();
2239
deadbeef5a4a75a2016-06-02 16:23:38 -07002240 cricket::FakeVideoCapturer capturer;
nisse05103312016-03-16 02:22:50 -07002241 VideoOptions options;
2242 options.is_screencast = rtc::Optional<bool>(is_screenshare);
deadbeef5a4a75a2016-06-02 16:23:38 -07002243 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
perkj26752742016-10-24 01:21:16 -07002244 cricket::VideoFormat capture_format = capturer.GetSupportedFormats()->front();
2245 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002246
2247 EXPECT_TRUE(channel_->SetSend(true));
2248
solenberge5269742015-09-08 05:13:22 -07002249 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
perkj2d5f0912016-02-29 00:04:41 -08002250
perkj803d97f2016-11-01 11:45:46 -07002251 if (!enable_overuse || is_screenshare) {
2252 EXPECT_FALSE(send_stream->resolution_scaling_enabled());
perkj2d5f0912016-02-29 00:04:41 -08002253
2254 EXPECT_TRUE(capturer.CaptureFrame());
2255 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
2256
perkj26752742016-10-24 01:21:16 -07002257 EXPECT_EQ(capture_format.width, send_stream->GetLastWidth());
2258 EXPECT_EQ(capture_format.height, send_stream->GetLastHeight());
perkj2d5f0912016-02-29 00:04:41 -08002259
deadbeef5a4a75a2016-06-02 16:23:38 -07002260 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
perkj2d5f0912016-02-29 00:04:41 -08002261 return;
2262 }
2263
perkj803d97f2016-11-01 11:45:46 -07002264 EXPECT_TRUE(send_stream->resolution_scaling_enabled());
2265 // Trigger overuse.
2266 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
2267
2268 rtc::VideoSinkWants wants;
2269 wants.max_pixel_count =
2270 rtc::Optional<int>(capture_format.width * capture_format.height - 1);
2271 send_stream->InjectVideoSinkWants(wants);
2272
perkj2d5f0912016-02-29 00:04:41 -08002273 EXPECT_TRUE(capturer.CaptureFrame());
2274 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002275
2276 EXPECT_TRUE(capturer.CaptureFrame());
perkj2d5f0912016-02-29 00:04:41 -08002277 EXPECT_EQ(2, send_stream->GetNumberOfSwappedFrames());
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002278
perkj803d97f2016-11-01 11:45:46 -07002279 EXPECT_LT(send_stream->GetLastWidth(), capture_format.width);
2280 EXPECT_LT(send_stream->GetLastHeight(), capture_format.height);
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002281
2282 // Trigger underuse which should go back to normal resolution.
sprang84a37592017-02-10 07:04:27 -08002283 int last_pixel_count =
2284 send_stream->GetLastWidth() * send_stream->GetLastHeight();
2285 wants.max_pixel_count = rtc::Optional<int>(last_pixel_count * 4);
2286 wants.target_pixel_count = rtc::Optional<int>((last_pixel_count * 5) / 3);
perkj803d97f2016-11-01 11:45:46 -07002287 send_stream->InjectVideoSinkWants(wants);
2288
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002289 EXPECT_TRUE(capturer.CaptureFrame());
perkj2d5f0912016-02-29 00:04:41 -08002290 EXPECT_EQ(3, send_stream->GetNumberOfSwappedFrames());
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002291
perkj26752742016-10-24 01:21:16 -07002292 EXPECT_EQ(capture_format.width, send_stream->GetLastWidth());
2293 EXPECT_EQ(capture_format.height, send_stream->GetLastHeight());
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002294
deadbeef5a4a75a2016-06-02 16:23:38 -07002295 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002296}
2297
magjedb09b6602015-10-01 03:02:44 -07002298TEST_F(WebRtcVideoChannel2Test, EstimatesNtpStartTimeCorrectly) {
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002299 // Start at last timestamp to verify that wraparounds are estimated correctly.
2300 static const uint32_t kInitialTimestamp = 0xFFFFFFFFu;
2301 static const int64_t kInitialNtpTimeMs = 1247891230;
2302 static const int kFrameOffsetMs = 20;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002303 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002304
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002305 FakeVideoReceiveStream* stream = AddRecvStream();
2306 cricket::FakeVideoRenderer renderer;
nisse08582ff2016-02-04 01:24:52 -08002307 EXPECT_TRUE(channel_->SetSink(last_ssrc_, &renderer));
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002308
nisse64ec8f82016-09-27 00:17:25 -07002309 webrtc::VideoFrame video_frame(CreateBlackFrameBuffer(4, 4),
2310 kInitialTimestamp, 0,
2311 webrtc::kVideoRotation_0);
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002312 // Initial NTP time is not available on the first frame, but should still be
2313 // able to be estimated.
nisseeb83a1a2016-03-21 01:27:56 -07002314 stream->InjectFrame(video_frame);
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002315
2316 EXPECT_EQ(1, renderer.num_rendered_frames());
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002317
2318 // This timestamp is kInitialTimestamp (-1) + kFrameOffsetMs * 90, which
2319 // triggers a constant-overflow warning, hence we're calculating it explicitly
2320 // here.
2321 video_frame.set_timestamp(kFrameOffsetMs * 90 - 1);
2322 video_frame.set_ntp_time_ms(kInitialNtpTimeMs + kFrameOffsetMs);
nisseeb83a1a2016-03-21 01:27:56 -07002323 stream->InjectFrame(video_frame);
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002324
2325 EXPECT_EQ(2, renderer.num_rendered_frames());
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002326
2327 // Verify that NTP time has been correctly deduced.
2328 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00002329 ASSERT_TRUE(channel_->GetStats(&info));
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002330 ASSERT_EQ(1u, info.receivers.size());
2331 EXPECT_EQ(kInitialNtpTimeMs, info.receivers[0].capture_start_ntp_time_ms);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002332}
2333
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002334TEST_F(WebRtcVideoChannel2Test, SetDefaultSendCodecs) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002335 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002336
2337 VideoCodec codec;
2338 EXPECT_TRUE(channel_->GetSendCodec(&codec));
pbos@webrtc.org9fbb7172014-06-13 09:34:13 +00002339 EXPECT_TRUE(codec.Matches(engine_.codecs()[0]));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002340
2341 // Using a RTX setup to verify that the default RTX payload type is good.
Peter Boström0c4e06b2015-10-07 12:23:21 +02002342 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
2343 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002344 FakeVideoSendStream* stream = AddSendStream(
2345 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs));
perkj26091b12016-09-01 01:17:40 -07002346 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002347
2348 // Make sure NACK and FEC are enabled on the correct payload types.
2349 EXPECT_EQ(1000, config.rtp.nack.rtp_history_ms);
magjed509e4fe2016-11-18 01:34:11 -08002350 EXPECT_EQ(GetEngineCodec("ulpfec").id, config.rtp.ulpfec.ulpfec_payload_type);
2351 EXPECT_EQ(GetEngineCodec("red").id, config.rtp.ulpfec.red_payload_type);
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002352
2353 EXPECT_EQ(1u, config.rtp.rtx.ssrcs.size());
2354 EXPECT_EQ(kRtxSsrcs1[0], config.rtp.rtx.ssrcs[0]);
Shao Changbine62202f2015-04-21 20:24:50 +08002355 VerifySendStreamHasRtxTypes(config, default_apt_rtx_types_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002356 // TODO(juberti): Check RTCP, PLI, TMMBR.
2357}
2358
brandtr468da7c2016-11-22 02:16:47 -08002359// TODO(brandtr): Remove when FlexFEC _is_ exposed by default.
2360TEST_F(WebRtcVideoChannel2Test, FlexfecCodecWithoutSsrcNotExposedByDefault) {
2361 FakeVideoSendStream* stream = AddSendStream();
2362 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2363
brandtr3d200bd2017-01-16 06:59:19 -08002364 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
brandtr468da7c2016-11-22 02:16:47 -08002365}
2366
2367// TODO(brandtr): Remove when FlexFEC _is_ exposed by default.
2368TEST_F(WebRtcVideoChannel2Test, FlexfecCodecWithSsrcNotExposedByDefault) {
2369 FakeVideoSendStream* stream = AddSendStream(
2370 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2371 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2372
brandtr3d200bd2017-01-16 06:59:19 -08002373 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
brandtr468da7c2016-11-22 02:16:47 -08002374}
2375
2376// TODO(brandtr): When FlexFEC is no longer behind a field trial, merge all
2377// tests that use this test fixture into the corresponding "non-field trial"
2378// tests.
2379class WebRtcVideoChannel2FlexfecTest : public WebRtcVideoChannel2Test {
2380 public:
2381 WebRtcVideoChannel2FlexfecTest()
2382 : WebRtcVideoChannel2Test("WebRTC-FlexFEC-03/Enabled/") {}
2383};
2384
2385// TODO(brandtr): Merge into "non-field trial" test when FlexFEC is enabled
2386// by default.
brandtr36e7d702017-01-13 07:15:54 -08002387TEST_F(WebRtcVideoChannel2FlexfecTest,
2388 DefaultFlexfecCodecHasTransportCcAndRembFeedbackParam) {
2389 EXPECT_TRUE(cricket::HasTransportCc(GetEngineCodec("flexfec-03")));
2390 EXPECT_TRUE(cricket::HasRemb(GetEngineCodec("flexfec-03")));
2391}
2392
2393// TODO(brandtr): Merge into "non-field trial" test when FlexFEC is enabled
2394// by default.
brandtr468da7c2016-11-22 02:16:47 -08002395TEST_F(WebRtcVideoChannel2FlexfecTest, SetDefaultSendCodecsWithoutSsrc) {
2396 FakeVideoSendStream* stream = AddSendStream();
2397 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2398
brandtr3d200bd2017-01-16 06:59:19 -08002399 EXPECT_EQ(GetEngineCodec("flexfec-03").id, config.rtp.flexfec.payload_type);
2400 EXPECT_EQ(0U, config.rtp.flexfec.ssrc);
2401 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
brandtr468da7c2016-11-22 02:16:47 -08002402}
2403
2404// TODO(brandtr): Merge into "non-field trial" test when FlexFEC is enabled
2405// by default.
2406TEST_F(WebRtcVideoChannel2FlexfecTest, SetDefaultSendCodecsWithSsrc) {
2407 FakeVideoSendStream* stream = AddSendStream(
2408 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2409 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2410
brandtr3d200bd2017-01-16 06:59:19 -08002411 EXPECT_EQ(GetEngineCodec("flexfec-03").id, config.rtp.flexfec.payload_type);
2412 EXPECT_EQ(kFlexfecSsrc, config.rtp.flexfec.ssrc);
2413 ASSERT_EQ(1U, config.rtp.flexfec.protected_media_ssrcs.size());
2414 EXPECT_EQ(kSsrcs1[0], config.rtp.flexfec.protected_media_ssrcs[0]);
brandtr468da7c2016-11-22 02:16:47 -08002415}
2416
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002417TEST_F(WebRtcVideoChannel2Test, SetSendCodecsWithoutFec) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002418 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002419 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002420 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002421
2422 FakeVideoSendStream* stream = AddSendStream();
perkj26091b12016-09-01 01:17:40 -07002423 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002424
brandtrb5f2c3f2016-10-04 23:28:39 -07002425 EXPECT_EQ(-1, config.rtp.ulpfec.ulpfec_payload_type);
2426 EXPECT_EQ(-1, config.rtp.ulpfec.red_payload_type);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002427}
2428
brandtr468da7c2016-11-22 02:16:47 -08002429// TODO(brandtr): Merge into "non-field trial" test when FlexFEC is enabled
2430// by default.
2431TEST_F(WebRtcVideoChannel2FlexfecTest, SetSendCodecsWithoutFec) {
2432 cricket::VideoSendParameters parameters;
2433 parameters.codecs.push_back(GetEngineCodec("VP8"));
2434 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2435
2436 FakeVideoSendStream* stream = AddSendStream();
2437 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2438
brandtr3d200bd2017-01-16 06:59:19 -08002439 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
brandtr468da7c2016-11-22 02:16:47 -08002440}
2441
brandtr9c3d4c42017-01-23 06:59:13 -08002442TEST_F(WebRtcVideoChannel2FlexfecTest, SetRecvCodecsWithFec) {
2443 AddRecvStream(
2444 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
brandtr9c3d4c42017-01-23 06:59:13 -08002445
2446 cricket::VideoRecvParameters recv_parameters;
2447 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
2448 recv_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2449 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
brandtr9d58d942017-02-03 04:43:41 -08002450
2451 const std::vector<FakeFlexfecReceiveStream*>& flexfec_streams =
2452 fake_call_->GetFlexfecReceiveStreams();
2453 ASSERT_EQ(1U, flexfec_streams.size());
2454 const FakeFlexfecReceiveStream* flexfec_stream = flexfec_streams.front();
2455 const webrtc::FlexfecReceiveStream::Config& flexfec_stream_config =
2456 flexfec_stream->GetConfig();
brandtr9c3d4c42017-01-23 06:59:13 -08002457 EXPECT_EQ(GetEngineCodec("flexfec-03").id,
brandtr9d58d942017-02-03 04:43:41 -08002458 flexfec_stream_config.payload_type);
2459 EXPECT_EQ(kFlexfecSsrc, flexfec_stream_config.remote_ssrc);
2460 ASSERT_EQ(1U, flexfec_stream_config.protected_media_ssrcs.size());
2461 EXPECT_EQ(kSsrcs1[0], flexfec_stream_config.protected_media_ssrcs[0]);
2462 const std::vector<FakeVideoReceiveStream*>& video_streams =
2463 fake_call_->GetVideoReceiveStreams();
2464 const FakeVideoReceiveStream* video_stream = video_streams.front();
2465 const webrtc::VideoReceiveStream::Config& video_stream_config =
2466 video_stream->GetConfig();
2467 EXPECT_EQ(video_stream_config.rtp.local_ssrc,
2468 flexfec_stream_config.local_ssrc);
2469 EXPECT_EQ(video_stream_config.rtp.rtcp_mode, flexfec_stream_config.rtcp_mode);
2470 EXPECT_EQ(video_stream_config.rtcp_send_transport,
2471 flexfec_stream_config.rtcp_send_transport);
2472 // TODO(brandtr): Update this EXPECT when we set |transport_cc| in a
2473 // spec-compliant way.
2474 EXPECT_EQ(video_stream_config.rtp.transport_cc,
2475 flexfec_stream_config.transport_cc);
2476 EXPECT_EQ(video_stream_config.rtp.rtcp_mode, flexfec_stream_config.rtcp_mode);
2477 EXPECT_EQ(video_stream_config.rtp.extensions,
2478 flexfec_stream_config.rtp_header_extensions);
brandtr9c3d4c42017-01-23 06:59:13 -08002479}
2480
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002481TEST_F(WebRtcVideoChannel2Test,
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002482 SetSendCodecRejectsRtxWithoutAssociatedPayloadType) {
magjed509e4fe2016-11-18 01:34:11 -08002483 const int kUnusedPayloadType = 127;
2484 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType));
2485
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002486 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002487 cricket::VideoCodec rtx_codec(kUnusedPayloadType, "rtx");
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002488 parameters.codecs.push_back(rtx_codec);
2489 EXPECT_FALSE(channel_->SetSendParameters(parameters))
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002490 << "RTX codec without associated payload type should be rejected.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002491}
2492
2493TEST_F(WebRtcVideoChannel2Test,
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002494 SetSendCodecRejectsRtxWithoutMatchingVideoCodec) {
magjed509e4fe2016-11-18 01:34:11 -08002495 const int kUnusedPayloadType1 = 126;
2496 const int kUnusedPayloadType2 = 127;
2497 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType1));
2498 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType2));
2499 {
2500 cricket::VideoCodec rtx_codec = cricket::VideoCodec::CreateRtxCodec(
2501 kUnusedPayloadType1, GetEngineCodec("VP8").id);
2502 cricket::VideoSendParameters parameters;
2503 parameters.codecs.push_back(GetEngineCodec("VP8"));
2504 parameters.codecs.push_back(rtx_codec);
2505 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2506 }
2507 {
2508 cricket::VideoCodec rtx_codec = cricket::VideoCodec::CreateRtxCodec(
2509 kUnusedPayloadType1, kUnusedPayloadType2);
2510 cricket::VideoSendParameters parameters;
2511 parameters.codecs.push_back(GetEngineCodec("VP8"));
2512 parameters.codecs.push_back(rtx_codec);
2513 EXPECT_FALSE(channel_->SetSendParameters(parameters))
2514 << "RTX without matching video codec should be rejected.";
2515 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002516}
2517
brandtr14742122017-01-27 04:53:07 -08002518TEST_F(WebRtcVideoChannel2Test, SetSendCodecsWithChangedRtxPayloadType) {
2519 const int kUnusedPayloadType1 = 126;
2520 const int kUnusedPayloadType2 = 127;
2521 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType1));
2522 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType2));
2523
2524 // SSRCs for RTX.
2525 cricket::StreamParams params =
2526 cricket::StreamParams::CreateLegacy(kSsrcs1[0]);
2527 params.AddFidSsrc(kSsrcs1[0], kRtxSsrcs1[0]);
2528 AddSendStream(params);
2529
2530 // Original payload type for RTX.
2531 cricket::VideoSendParameters parameters;
2532 parameters.codecs.push_back(GetEngineCodec("VP8"));
2533 cricket::VideoCodec rtx_codec(kUnusedPayloadType1, "rtx");
2534 rtx_codec.SetParam("apt", GetEngineCodec("VP8").id);
2535 parameters.codecs.push_back(rtx_codec);
2536 EXPECT_TRUE(channel_->SetSendParameters(parameters));
2537 ASSERT_EQ(1U, fake_call_->GetVideoSendStreams().size());
2538 const webrtc::VideoSendStream::Config& config_before =
2539 fake_call_->GetVideoSendStreams()[0]->GetConfig();
2540 EXPECT_EQ(kUnusedPayloadType1, config_before.rtp.rtx.payload_type);
2541 ASSERT_EQ(1U, config_before.rtp.rtx.ssrcs.size());
2542 EXPECT_EQ(kRtxSsrcs1[0], config_before.rtp.rtx.ssrcs[0]);
2543
2544 // Change payload type for RTX.
2545 parameters.codecs[1].id = kUnusedPayloadType2;
2546 EXPECT_TRUE(channel_->SetSendParameters(parameters));
2547 ASSERT_EQ(1U, fake_call_->GetVideoSendStreams().size());
2548 const webrtc::VideoSendStream::Config& config_after =
2549 fake_call_->GetVideoSendStreams()[0]->GetConfig();
2550 EXPECT_EQ(kUnusedPayloadType2, config_after.rtp.rtx.payload_type);
2551 ASSERT_EQ(1U, config_after.rtp.rtx.ssrcs.size());
2552 EXPECT_EQ(kRtxSsrcs1[0], config_after.rtp.rtx.ssrcs[0]);
2553}
2554
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002555TEST_F(WebRtcVideoChannel2Test, SetSendCodecsWithoutFecDisablesFec) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002556 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002557 parameters.codecs.push_back(GetEngineCodec("VP8"));
2558 parameters.codecs.push_back(GetEngineCodec("ulpfec"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002559 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002560
2561 FakeVideoSendStream* stream = AddSendStream();
perkj26091b12016-09-01 01:17:40 -07002562 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002563
magjed509e4fe2016-11-18 01:34:11 -08002564 EXPECT_EQ(GetEngineCodec("ulpfec").id, config.rtp.ulpfec.ulpfec_payload_type);
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002565
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002566 parameters.codecs.pop_back();
2567 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002568 stream = fake_call_->GetVideoSendStreams()[0];
brandtr468da7c2016-11-22 02:16:47 -08002569 ASSERT_TRUE(stream != nullptr);
perkj26091b12016-09-01 01:17:40 -07002570 config = stream->GetConfig().Copy();
brandtrb5f2c3f2016-10-04 23:28:39 -07002571 EXPECT_EQ(-1, config.rtp.ulpfec.ulpfec_payload_type)
brandtr468da7c2016-11-22 02:16:47 -08002572 << "SetSendCodec without ULPFEC should disable current ULPFEC.";
2573}
2574
2575// TODO(brandtr): Merge into "non-field trial" test when FlexFEC is enabled
2576// by default.
2577TEST_F(WebRtcVideoChannel2FlexfecTest, SetSendCodecsWithoutFecDisablesFec) {
2578 cricket::VideoSendParameters parameters;
2579 parameters.codecs.push_back(GetEngineCodec("VP8"));
2580 parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2581 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2582
2583 FakeVideoSendStream* stream = AddSendStream(
2584 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2585 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2586
brandtr3d200bd2017-01-16 06:59:19 -08002587 EXPECT_EQ(GetEngineCodec("flexfec-03").id, config.rtp.flexfec.payload_type);
2588 EXPECT_EQ(kFlexfecSsrc, config.rtp.flexfec.ssrc);
brandtr468da7c2016-11-22 02:16:47 -08002589 ASSERT_EQ(1U, config.rtp.flexfec.protected_media_ssrcs.size());
2590 EXPECT_EQ(kSsrcs1[0], config.rtp.flexfec.protected_media_ssrcs[0]);
2591
2592 parameters.codecs.pop_back();
2593 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2594 stream = fake_call_->GetVideoSendStreams()[0];
2595 ASSERT_TRUE(stream != nullptr);
2596 config = stream->GetConfig().Copy();
brandtr3d200bd2017-01-16 06:59:19 -08002597 EXPECT_EQ(-1, config.rtp.flexfec.payload_type)
brandtr468da7c2016-11-22 02:16:47 -08002598 << "SetSendCodec without FlexFEC should disable current FlexFEC.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002599}
2600
pbos@webrtc.org38ce7d02014-07-16 08:01:38 +00002601TEST_F(WebRtcVideoChannel2Test, SetSendCodecsChangesExistingStreams) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002602 cricket::VideoSendParameters parameters;
perkj26752742016-10-24 01:21:16 -07002603 cricket::VideoCodec codec(100, "VP8");
2604 codec.SetParam(kCodecParamMaxQuantization, kDefaultQpMax);
2605 parameters.codecs.push_back(codec);
perkjfa10b552016-10-02 23:45:26 -07002606
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002607 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org86196c42015-02-16 21:02:00 +00002608 channel_->SetSend(true);
pbos@webrtc.org38ce7d02014-07-16 08:01:38 +00002609
pbos@webrtc.org86196c42015-02-16 21:02:00 +00002610 FakeVideoSendStream* stream = AddSendStream();
pbos@webrtc.org86196c42015-02-16 21:02:00 +00002611 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07002612 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
pbos@webrtc.org86196c42015-02-16 21:02:00 +00002613
2614 std::vector<webrtc::VideoStream> streams = stream->GetVideoStreams();
perkjfa10b552016-10-02 23:45:26 -07002615 EXPECT_EQ(kDefaultQpMax, streams[0].max_qp);
pbos@webrtc.org38ce7d02014-07-16 08:01:38 +00002616
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002617 parameters.codecs.clear();
perkj26752742016-10-24 01:21:16 -07002618 codec.SetParam(kCodecParamMaxQuantization, kDefaultQpMax + 1);
2619 parameters.codecs.push_back(codec);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002620 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002621 streams = fake_call_->GetVideoSendStreams()[0]->GetVideoStreams();
perkjfa10b552016-10-02 23:45:26 -07002622 EXPECT_EQ(kDefaultQpMax + 1, streams[0].max_qp);
deadbeef5a4a75a2016-06-02 16:23:38 -07002623 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002624}
2625
pbos@webrtc.org00873182014-11-25 14:03:34 +00002626TEST_F(WebRtcVideoChannel2Test, SetSendCodecsWithBitrates) {
2627 SetSendCodecsShouldWorkForBitrates("100", 100000, "150", 150000, "200",
2628 200000);
2629}
2630
pbos@webrtc.orga5f6fb52015-03-23 22:29:39 +00002631TEST_F(WebRtcVideoChannel2Test, SetSendCodecsWithHighMaxBitrate) {
2632 SetSendCodecsShouldWorkForBitrates("", 0, "", -1, "10000", 10000000);
2633 std::vector<webrtc::VideoStream> streams = AddSendStream()->GetVideoStreams();
2634 ASSERT_EQ(1u, streams.size());
2635 EXPECT_EQ(10000000, streams[0].max_bitrate_bps);
2636}
2637
pbos@webrtc.org00873182014-11-25 14:03:34 +00002638TEST_F(WebRtcVideoChannel2Test,
2639 SetSendCodecsWithoutBitratesUsesCorrectDefaults) {
2640 SetSendCodecsShouldWorkForBitrates(
2641 "", 0, "", -1, "", -1);
2642}
2643
2644TEST_F(WebRtcVideoChannel2Test, SetSendCodecsCapsMinAndStartBitrate) {
2645 SetSendCodecsShouldWorkForBitrates("-1", 0, "-100", -1, "", -1);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002646}
2647
2648TEST_F(WebRtcVideoChannel2Test, SetSendCodecsRejectsMaxLessThanMinBitrate) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002649 send_parameters_.codecs[0].params[kCodecParamMinBitrate] = "300";
2650 send_parameters_.codecs[0].params[kCodecParamMaxBitrate] = "200";
2651 EXPECT_FALSE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002652}
2653
Taylor Brandstetter58f2bd92016-04-26 17:15:23 -07002654// Test that when both the codec-specific bitrate params and max_bandwidth_bps
2655// are present in the same send parameters, the settings are combined correctly.
2656TEST_F(WebRtcVideoChannel2Test, SetSendCodecsWithBitratesAndMaxSendBandwidth) {
2657 send_parameters_.codecs[0].params[kCodecParamMinBitrate] = "100";
2658 send_parameters_.codecs[0].params[kCodecParamStartBitrate] = "200";
2659 send_parameters_.codecs[0].params[kCodecParamMaxBitrate] = "300";
2660 send_parameters_.max_bandwidth_bps = 400000;
2661 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
2662 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
2663 EXPECT_EQ(200000, fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
2664 // We expect max_bandwidth_bps to take priority, if set.
2665 EXPECT_EQ(400000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
2666
2667 // Decrease max_bandwidth_bps.
2668 send_parameters_.max_bandwidth_bps = 350000;
2669 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
2670 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
2671 // Since the codec isn't changing, start_bitrate_bps should be -1.
2672 EXPECT_EQ(-1, fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
2673 EXPECT_EQ(350000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
2674
2675 // Now try again with the values flipped around.
2676 send_parameters_.codecs[0].params[kCodecParamMaxBitrate] = "400";
2677 send_parameters_.max_bandwidth_bps = 300000;
2678 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
2679 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
2680 EXPECT_EQ(200000, fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
2681 EXPECT_EQ(300000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
2682
2683 // If we change the codec max, max_bandwidth_bps should still apply.
2684 send_parameters_.codecs[0].params[kCodecParamMaxBitrate] = "350";
2685 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
2686 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
2687 EXPECT_EQ(200000, fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
2688 EXPECT_EQ(300000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
2689}
2690
pbos@webrtc.org00873182014-11-25 14:03:34 +00002691TEST_F(WebRtcVideoChannel2Test,
2692 SetMaxSendBandwidthShouldPreserveOtherBitrates) {
2693 SetSendCodecsShouldWorkForBitrates("100", 100000, "150", 150000, "200",
2694 200000);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002695 send_parameters_.max_bandwidth_bps = 300000;
2696 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Stefan Holmere5904162015-03-26 11:11:06 +01002697 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps)
pbos@webrtc.org00873182014-11-25 14:03:34 +00002698 << "Setting max bitrate should keep previous min bitrate.";
Stefan Holmere5904162015-03-26 11:11:06 +01002699 EXPECT_EQ(-1, fake_call_->GetConfig().bitrate_config.start_bitrate_bps)
pbos@webrtc.org00873182014-11-25 14:03:34 +00002700 << "Setting max bitrate should not reset start bitrate.";
Stefan Holmere5904162015-03-26 11:11:06 +01002701 EXPECT_EQ(300000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
pbos@webrtc.org00873182014-11-25 14:03:34 +00002702}
2703
2704TEST_F(WebRtcVideoChannel2Test, SetMaxSendBandwidthShouldBeRemovable) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002705 send_parameters_.max_bandwidth_bps = 300000;
2706 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Stefan Holmere5904162015-03-26 11:11:06 +01002707 EXPECT_EQ(300000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
pbos@webrtc.org00873182014-11-25 14:03:34 +00002708 // <= 0 means disable (infinite) max bitrate.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002709 send_parameters_.max_bandwidth_bps = 0;
2710 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Stefan Holmere5904162015-03-26 11:11:06 +01002711 EXPECT_EQ(-1, fake_call_->GetConfig().bitrate_config.max_bitrate_bps)
pbos@webrtc.org00873182014-11-25 14:03:34 +00002712 << "Setting zero max bitrate did not reset start bitrate.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002713}
2714
perkjfa10b552016-10-02 23:45:26 -07002715TEST_F(WebRtcVideoChannel2Test, SetMaxSendBandwidthAndAddSendStream) {
2716 send_parameters_.max_bandwidth_bps = 99999;
2717 FakeVideoSendStream* stream = AddSendStream();
2718 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
2719 EXPECT_EQ(send_parameters_.max_bandwidth_bps,
2720 fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
2721 ASSERT_EQ(1u, stream->GetVideoStreams().size());
2722 EXPECT_EQ(send_parameters_.max_bandwidth_bps,
2723 stream->GetVideoStreams()[0].max_bitrate_bps);
2724
2725 send_parameters_.max_bandwidth_bps = 77777;
2726 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
2727 EXPECT_EQ(send_parameters_.max_bandwidth_bps,
2728 fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
2729 EXPECT_EQ(send_parameters_.max_bandwidth_bps,
2730 stream->GetVideoStreams()[0].max_bitrate_bps);
2731}
2732
Peter Boströmdfd53fe2015-03-27 15:58:11 +01002733TEST_F(WebRtcVideoChannel2Test, SetMaxSendBitrateCanIncreaseSenderBitrate) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002734 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002735 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002736 ASSERT_TRUE(channel_->SetSendParameters(parameters));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01002737 channel_->SetSend(true);
2738
2739 FakeVideoSendStream* stream = AddSendStream();
2740
Peter Boström3afc8c42016-01-27 16:45:21 +01002741 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07002742 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
Peter Boström3afc8c42016-01-27 16:45:21 +01002743 EXPECT_EQ(cricket::CS_RUNNING,
2744 capturer.Start(capturer.GetSupportedFormats()->front()));
2745
Peter Boströmdfd53fe2015-03-27 15:58:11 +01002746 std::vector<webrtc::VideoStream> streams = stream->GetVideoStreams();
2747 int initial_max_bitrate_bps = streams[0].max_bitrate_bps;
2748 EXPECT_GT(initial_max_bitrate_bps, 0);
2749
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002750 parameters.max_bandwidth_bps = initial_max_bitrate_bps * 2;
2751 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström3afc8c42016-01-27 16:45:21 +01002752 // Insert a frame to update the encoder config.
2753 EXPECT_TRUE(capturer.CaptureFrame());
Peter Boströmdfd53fe2015-03-27 15:58:11 +01002754 streams = stream->GetVideoStreams();
2755 EXPECT_EQ(initial_max_bitrate_bps * 2, streams[0].max_bitrate_bps);
deadbeef5a4a75a2016-06-02 16:23:38 -07002756 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01002757}
2758
2759TEST_F(WebRtcVideoChannel2Test,
2760 SetMaxSendBitrateCanIncreaseSimulcastSenderBitrate) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002761 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002762 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002763 ASSERT_TRUE(channel_->SetSendParameters(parameters));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01002764 channel_->SetSend(true);
2765
2766 FakeVideoSendStream* stream = AddSendStream(
2767 cricket::CreateSimStreamParams("cname", MAKE_VECTOR(kSsrcs3)));
2768
2769 // Send a frame to make sure this scales up to >1 stream (simulcast).
2770 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07002771 EXPECT_TRUE(channel_->SetVideoSend(kSsrcs3[0], true, nullptr, &capturer));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01002772 EXPECT_EQ(cricket::CS_RUNNING,
2773 capturer.Start(capturer.GetSupportedFormats()->front()));
2774 EXPECT_TRUE(capturer.CaptureFrame());
2775
2776 std::vector<webrtc::VideoStream> streams = stream->GetVideoStreams();
2777 ASSERT_GT(streams.size(), 1u)
2778 << "Without simulcast this test doesn't make sense.";
pbosbe16f792015-10-16 12:49:39 -07002779 int initial_max_bitrate_bps = GetTotalMaxBitrateBps(streams);
Peter Boströmdfd53fe2015-03-27 15:58:11 +01002780 EXPECT_GT(initial_max_bitrate_bps, 0);
2781
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002782 parameters.max_bandwidth_bps = initial_max_bitrate_bps * 2;
2783 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström3afc8c42016-01-27 16:45:21 +01002784 // Insert a frame to update the encoder config.
2785 EXPECT_TRUE(capturer.CaptureFrame());
Peter Boströmdfd53fe2015-03-27 15:58:11 +01002786 streams = stream->GetVideoStreams();
pbosbe16f792015-10-16 12:49:39 -07002787 int increased_max_bitrate_bps = GetTotalMaxBitrateBps(streams);
Peter Boströmdfd53fe2015-03-27 15:58:11 +01002788 EXPECT_EQ(initial_max_bitrate_bps * 2, increased_max_bitrate_bps);
2789
deadbeef5a4a75a2016-06-02 16:23:38 -07002790 EXPECT_TRUE(channel_->SetVideoSend(kSsrcs3[0], true, nullptr, nullptr));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01002791}
2792
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002793TEST_F(WebRtcVideoChannel2Test, SetSendCodecsWithMaxQuantization) {
2794 static const char* kMaxQuantization = "21";
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002795 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002796 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002797 parameters.codecs[0].params[kCodecParamMaxQuantization] = kMaxQuantization;
2798 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +00002799 EXPECT_EQ(static_cast<unsigned int>(atoi(kMaxQuantization)),
2800 AddSendStream()->GetVideoStreams().back().max_qp);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002801
2802 VideoCodec codec;
2803 EXPECT_TRUE(channel_->GetSendCodec(&codec));
2804 EXPECT_EQ(kMaxQuantization, codec.params[kCodecParamMaxQuantization]);
2805}
2806
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002807TEST_F(WebRtcVideoChannel2Test, SetSendCodecsRejectBadPayloadTypes) {
2808 // TODO(pbos): Should we only allow the dynamic range?
pkasting@chromium.orge7a4a122015-01-28 21:36:55 +00002809 static const int kIncorrectPayloads[] = {-2, -1, 128, 129};
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002810 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002811 parameters.codecs.push_back(GetEngineCodec("VP8"));
pkasting@chromium.orge7a4a122015-01-28 21:36:55 +00002812 for (size_t i = 0; i < arraysize(kIncorrectPayloads); ++i) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002813 parameters.codecs[0].id = kIncorrectPayloads[i];
2814 EXPECT_FALSE(channel_->SetSendParameters(parameters))
pkasting@chromium.orgd3245462015-02-23 21:28:22 +00002815 << "Bad payload type '" << kIncorrectPayloads[i] << "' accepted.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002816 }
2817}
2818
2819TEST_F(WebRtcVideoChannel2Test, SetSendCodecsAcceptAllValidPayloadTypes) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002820 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002821 parameters.codecs.push_back(GetEngineCodec("VP8"));
magjedf823ede2016-11-12 09:53:04 -08002822 for (int payload_type = 96; payload_type <= 127; ++payload_type) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002823 parameters.codecs[0].id = payload_type;
2824 EXPECT_TRUE(channel_->SetSendParameters(parameters))
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002825 << "Payload type '" << payload_type << "' rejected.";
2826 }
2827}
2828
deadbeef67cf2c12016-04-13 10:07:16 -07002829// Test that setting the a different set of codecs but with an identical front
2830// codec doesn't result in the stream being recreated.
2831// This may happen when a subsequent negotiation includes fewer codecs, as a
2832// result of one of the codecs being rejected.
2833TEST_F(WebRtcVideoChannel2Test,
2834 SetSendCodecsIdenticalFirstCodecDoesntRecreateStream) {
2835 cricket::VideoSendParameters parameters1;
magjed509e4fe2016-11-18 01:34:11 -08002836 parameters1.codecs.push_back(GetEngineCodec("VP8"));
2837 parameters1.codecs.push_back(GetEngineCodec("VP9"));
deadbeef67cf2c12016-04-13 10:07:16 -07002838 EXPECT_TRUE(channel_->SetSendParameters(parameters1));
2839
2840 AddSendStream();
2841 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
2842
2843 cricket::VideoSendParameters parameters2;
magjed509e4fe2016-11-18 01:34:11 -08002844 parameters2.codecs.push_back(GetEngineCodec("VP8"));
deadbeef67cf2c12016-04-13 10:07:16 -07002845 EXPECT_TRUE(channel_->SetSendParameters(parameters2));
2846 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
2847}
2848
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002849TEST_F(WebRtcVideoChannel2Test, SetRecvCodecsWithOnlyVp8) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002850 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002851 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002852 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002853}
2854
pbos@webrtc.orge322a172014-06-13 11:47:28 +00002855// Test that we set our inbound RTX codecs properly.
2856TEST_F(WebRtcVideoChannel2Test, SetRecvCodecsWithRtx) {
magjed509e4fe2016-11-18 01:34:11 -08002857 const int kUnusedPayloadType1 = 126;
2858 const int kUnusedPayloadType2 = 127;
2859 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType1));
2860 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType2));
2861
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002862 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002863 parameters.codecs.push_back(GetEngineCodec("VP8"));
2864 cricket::VideoCodec rtx_codec(kUnusedPayloadType1, "rtx");
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002865 parameters.codecs.push_back(rtx_codec);
2866 EXPECT_FALSE(channel_->SetRecvParameters(parameters))
pbos@webrtc.orge322a172014-06-13 11:47:28 +00002867 << "RTX codec without associated payload should be rejected.";
2868
magjed509e4fe2016-11-18 01:34:11 -08002869 parameters.codecs[1].SetParam("apt", kUnusedPayloadType2);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002870 EXPECT_FALSE(channel_->SetRecvParameters(parameters))
pbos@webrtc.orge322a172014-06-13 11:47:28 +00002871 << "RTX codec with invalid associated payload type should be rejected.";
2872
magjed509e4fe2016-11-18 01:34:11 -08002873 parameters.codecs[1].SetParam("apt", GetEngineCodec("VP8").id);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002874 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orge322a172014-06-13 11:47:28 +00002875
magjed509e4fe2016-11-18 01:34:11 -08002876 cricket::VideoCodec rtx_codec2(kUnusedPayloadType2, "rtx");
pbos@webrtc.orge322a172014-06-13 11:47:28 +00002877 rtx_codec2.SetParam("apt", rtx_codec.id);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002878 parameters.codecs.push_back(rtx_codec2);
pbos@webrtc.orge322a172014-06-13 11:47:28 +00002879
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002880 EXPECT_FALSE(channel_->SetRecvParameters(parameters)) <<
2881 "RTX codec with another RTX as associated payload type should be "
2882 "rejected.";
pbos@webrtc.orge322a172014-06-13 11:47:28 +00002883}
2884
brandtr14742122017-01-27 04:53:07 -08002885TEST_F(WebRtcVideoChannel2Test, SetRecvCodecsWithChangedRtxPayloadType) {
2886 const int kUnusedPayloadType1 = 126;
2887 const int kUnusedPayloadType2 = 127;
2888 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType1));
2889 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType2));
2890
2891 // SSRCs for RTX.
2892 cricket::StreamParams params =
2893 cricket::StreamParams::CreateLegacy(kSsrcs1[0]);
2894 params.AddFidSsrc(kSsrcs1[0], kRtxSsrcs1[0]);
2895 AddRecvStream(params);
2896
2897 // Original payload type for RTX.
2898 cricket::VideoRecvParameters parameters;
2899 parameters.codecs.push_back(GetEngineCodec("VP8"));
2900 cricket::VideoCodec rtx_codec(kUnusedPayloadType1, "rtx");
2901 rtx_codec.SetParam("apt", GetEngineCodec("VP8").id);
2902 parameters.codecs.push_back(rtx_codec);
2903 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
2904 ASSERT_EQ(1U, fake_call_->GetVideoReceiveStreams().size());
2905 const webrtc::VideoReceiveStream::Config& config_before =
2906 fake_call_->GetVideoReceiveStreams()[0]->GetConfig();
2907 EXPECT_EQ(1U, config_before.rtp.rtx_payload_types.size());
2908 auto it_before =
2909 config_before.rtp.rtx_payload_types.find(GetEngineCodec("VP8").id);
2910 ASSERT_NE(it_before, config_before.rtp.rtx_payload_types.end());
2911 EXPECT_EQ(kUnusedPayloadType1, it_before->second);
2912 EXPECT_EQ(kRtxSsrcs1[0], config_before.rtp.rtx_ssrc);
2913
2914 // Change payload type for RTX.
2915 parameters.codecs[1].id = kUnusedPayloadType2;
2916 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
2917 ASSERT_EQ(1U, fake_call_->GetVideoReceiveStreams().size());
2918 const webrtc::VideoReceiveStream::Config& config_after =
2919 fake_call_->GetVideoReceiveStreams()[0]->GetConfig();
2920 EXPECT_EQ(1U, config_after.rtp.rtx_payload_types.size());
2921 auto it_after =
2922 config_after.rtp.rtx_payload_types.find(GetEngineCodec("VP8").id);
2923 ASSERT_NE(it_after, config_after.rtp.rtx_payload_types.end());
2924 EXPECT_EQ(kUnusedPayloadType2, it_after->second);
2925 EXPECT_EQ(kRtxSsrcs1[0], config_after.rtp.rtx_ssrc);
2926}
2927
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002928TEST_F(WebRtcVideoChannel2Test, SetRecvCodecsDifferentPayloadType) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002929 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002930 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002931 parameters.codecs[0].id = 99;
2932 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002933}
2934
pbos@webrtc.orgccbed3b2014-07-11 13:02:54 +00002935TEST_F(WebRtcVideoChannel2Test, SetRecvCodecsAcceptDefaultCodecs) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002936 cricket::VideoRecvParameters parameters;
2937 parameters.codecs = engine_.codecs();
2938 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgccbed3b2014-07-11 13:02:54 +00002939
2940 FakeVideoReceiveStream* stream = AddRecvStream();
Tommi733b5472016-06-10 17:58:01 +02002941 const webrtc::VideoReceiveStream::Config& config = stream->GetConfig();
pbos@webrtc.org776e6f22014-10-29 15:28:39 +00002942 EXPECT_EQ(engine_.codecs()[0].name, config.decoders[0].payload_name);
2943 EXPECT_EQ(engine_.codecs()[0].id, config.decoders[0].payload_type);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002944}
2945
2946TEST_F(WebRtcVideoChannel2Test, SetRecvCodecsRejectUnsupportedCodec) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002947 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002948 parameters.codecs.push_back(GetEngineCodec("VP8"));
perkj26752742016-10-24 01:21:16 -07002949 parameters.codecs.push_back(VideoCodec(101, "WTF3"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002950 EXPECT_FALSE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002951}
2952
2953// TODO(pbos): Enable VP9 through external codec support
2954TEST_F(WebRtcVideoChannel2Test,
2955 DISABLED_SetRecvCodecsAcceptsMultipleVideoCodecs) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002956 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002957 parameters.codecs.push_back(GetEngineCodec("VP8"));
2958 parameters.codecs.push_back(GetEngineCodec("VP9"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002959 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002960}
2961
2962TEST_F(WebRtcVideoChannel2Test,
2963 DISABLED_SetRecvCodecsSetsFecForAllVideoCodecs) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002964 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002965 parameters.codecs.push_back(GetEngineCodec("VP8"));
2966 parameters.codecs.push_back(GetEngineCodec("VP9"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002967 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002968 FAIL(); // TODO(pbos): Verify that the FEC parameters are set for all codecs.
2969}
2970
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00002971TEST_F(WebRtcVideoChannel2Test, SetRecvCodecsWithoutFecDisablesFec) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002972 cricket::VideoSendParameters send_parameters;
magjed509e4fe2016-11-18 01:34:11 -08002973 send_parameters.codecs.push_back(GetEngineCodec("VP8"));
2974 send_parameters.codecs.push_back(GetEngineCodec("red"));
2975 send_parameters.codecs.push_back(GetEngineCodec("ulpfec"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002976 ASSERT_TRUE(channel_->SetSendParameters(send_parameters));
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00002977
2978 FakeVideoReceiveStream* stream = AddRecvStream();
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00002979
magjed509e4fe2016-11-18 01:34:11 -08002980 EXPECT_EQ(GetEngineCodec("ulpfec").id,
brandtrb5f2c3f2016-10-04 23:28:39 -07002981 stream->GetConfig().rtp.ulpfec.ulpfec_payload_type);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00002982
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002983 cricket::VideoRecvParameters recv_parameters;
magjed509e4fe2016-11-18 01:34:11 -08002984 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002985 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002986 stream = fake_call_->GetVideoReceiveStreams()[0];
brandtr468da7c2016-11-22 02:16:47 -08002987 ASSERT_TRUE(stream != nullptr);
brandtrb5f2c3f2016-10-04 23:28:39 -07002988 EXPECT_EQ(-1, stream->GetConfig().rtp.ulpfec.ulpfec_payload_type)
brandtr468da7c2016-11-22 02:16:47 -08002989 << "SetSendCodec without ULPFEC should disable current ULPFEC.";
2990}
2991
2992// TODO(brandtr): Merge into "non-field trial" test when FlexFEC is enabled
2993// by default.
2994TEST_F(WebRtcVideoChannel2FlexfecTest, SetRecvParamsWithoutFecDisablesFec) {
2995 cricket::VideoSendParameters send_parameters;
2996 send_parameters.codecs.push_back(GetEngineCodec("VP8"));
2997 send_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2998 ASSERT_TRUE(channel_->SetSendParameters(send_parameters));
2999
3000 AddRecvStream(
3001 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
brandtr9c3d4c42017-01-23 06:59:13 -08003002 const std::vector<FakeFlexfecReceiveStream*>& streams =
brandtr468da7c2016-11-22 02:16:47 -08003003 fake_call_->GetFlexfecReceiveStreams();
3004
3005 ASSERT_EQ(1U, streams.size());
brandtr9c3d4c42017-01-23 06:59:13 -08003006 const FakeFlexfecReceiveStream* stream = streams.front();
3007 EXPECT_EQ(GetEngineCodec("flexfec-03").id, stream->GetConfig().payload_type);
3008 EXPECT_EQ(kFlexfecSsrc, stream->GetConfig().remote_ssrc);
3009 ASSERT_EQ(1U, stream->GetConfig().protected_media_ssrcs.size());
3010 EXPECT_EQ(kSsrcs1[0], stream->GetConfig().protected_media_ssrcs[0]);
brandtr468da7c2016-11-22 02:16:47 -08003011
3012 cricket::VideoRecvParameters recv_parameters;
3013 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
3014 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
3015 EXPECT_TRUE(streams.empty())
3016 << "SetSendCodec without FlexFEC should disable current FlexFEC.";
pbos@webrtc.org269605c2014-06-26 08:49:03 +00003017}
3018
brandtre6f98c72016-11-11 03:28:30 -08003019TEST_F(WebRtcVideoChannel2Test, SetSendParamsWithFecEnablesFec) {
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003020 FakeVideoReceiveStream* stream = AddRecvStream();
magjed509e4fe2016-11-18 01:34:11 -08003021 EXPECT_EQ(GetEngineCodec("ulpfec").id,
brandtrb5f2c3f2016-10-04 23:28:39 -07003022 stream->GetConfig().rtp.ulpfec.ulpfec_payload_type);
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003023
3024 cricket::VideoRecvParameters recv_parameters;
magjed509e4fe2016-11-18 01:34:11 -08003025 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
3026 recv_parameters.codecs.push_back(GetEngineCodec("red"));
3027 recv_parameters.codecs.push_back(GetEngineCodec("ulpfec"));
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003028 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
3029 stream = fake_call_->GetVideoReceiveStreams()[0];
brandtr468da7c2016-11-22 02:16:47 -08003030 ASSERT_TRUE(stream != nullptr);
magjed509e4fe2016-11-18 01:34:11 -08003031 EXPECT_EQ(GetEngineCodec("ulpfec").id,
3032 stream->GetConfig().rtp.ulpfec.ulpfec_payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003033 << "ULPFEC should be enabled on the receive stream.";
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003034
3035 cricket::VideoSendParameters send_parameters;
magjed509e4fe2016-11-18 01:34:11 -08003036 send_parameters.codecs.push_back(GetEngineCodec("VP8"));
3037 send_parameters.codecs.push_back(GetEngineCodec("red"));
3038 send_parameters.codecs.push_back(GetEngineCodec("ulpfec"));
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003039 ASSERT_TRUE(channel_->SetSendParameters(send_parameters));
3040 stream = fake_call_->GetVideoReceiveStreams()[0];
magjed509e4fe2016-11-18 01:34:11 -08003041 EXPECT_EQ(GetEngineCodec("ulpfec").id,
3042 stream->GetConfig().rtp.ulpfec.ulpfec_payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003043 << "ULPFEC should be enabled on the receive stream.";
3044}
3045
3046// TODO(brandtr): Merge into "non-field trial" test when FlexFEC is enabled
3047// by default.
3048TEST_F(WebRtcVideoChannel2FlexfecTest, SetSendParamsWithFecEnablesFec) {
3049 AddRecvStream(
3050 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
brandtr9c3d4c42017-01-23 06:59:13 -08003051 const std::vector<FakeFlexfecReceiveStream*>& streams =
brandtr468da7c2016-11-22 02:16:47 -08003052 fake_call_->GetFlexfecReceiveStreams();
3053
3054 cricket::VideoRecvParameters recv_parameters;
3055 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
3056 recv_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
3057 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
3058 ASSERT_EQ(1U, streams.size());
brandtr9c3d4c42017-01-23 06:59:13 -08003059 const FakeFlexfecReceiveStream* stream_with_recv_params = streams.front();
brandtr468da7c2016-11-22 02:16:47 -08003060 EXPECT_EQ(GetEngineCodec("flexfec-03").id,
brandtr9c3d4c42017-01-23 06:59:13 -08003061 stream_with_recv_params->GetConfig().payload_type);
3062 EXPECT_EQ(kFlexfecSsrc, stream_with_recv_params->GetConfig().remote_ssrc);
brandtr468da7c2016-11-22 02:16:47 -08003063 EXPECT_EQ(1U,
brandtr9c3d4c42017-01-23 06:59:13 -08003064 stream_with_recv_params->GetConfig().protected_media_ssrcs.size());
brandtr468da7c2016-11-22 02:16:47 -08003065 EXPECT_EQ(kSsrcs1[0],
brandtr9c3d4c42017-01-23 06:59:13 -08003066 stream_with_recv_params->GetConfig().protected_media_ssrcs[0]);
brandtr468da7c2016-11-22 02:16:47 -08003067
3068 cricket::VideoSendParameters send_parameters;
3069 send_parameters.codecs.push_back(GetEngineCodec("VP8"));
3070 send_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
3071 ASSERT_TRUE(channel_->SetSendParameters(send_parameters));
3072 ASSERT_EQ(1U, streams.size());
brandtr9c3d4c42017-01-23 06:59:13 -08003073 const FakeFlexfecReceiveStream* stream_with_send_params = streams.front();
brandtr468da7c2016-11-22 02:16:47 -08003074 EXPECT_EQ(GetEngineCodec("flexfec-03").id,
brandtr9c3d4c42017-01-23 06:59:13 -08003075 stream_with_send_params->GetConfig().payload_type);
3076 EXPECT_EQ(kFlexfecSsrc, stream_with_send_params->GetConfig().remote_ssrc);
brandtr468da7c2016-11-22 02:16:47 -08003077 EXPECT_EQ(1U,
brandtr9c3d4c42017-01-23 06:59:13 -08003078 stream_with_send_params->GetConfig().protected_media_ssrcs.size());
brandtr468da7c2016-11-22 02:16:47 -08003079 EXPECT_EQ(kSsrcs1[0],
brandtr9c3d4c42017-01-23 06:59:13 -08003080 stream_with_send_params->GetConfig().protected_media_ssrcs[0]);
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003081}
3082
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003083TEST_F(WebRtcVideoChannel2Test, SetSendCodecsRejectDuplicateFecPayloads) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003084 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003085 parameters.codecs.push_back(GetEngineCodec("VP8"));
3086 parameters.codecs.push_back(GetEngineCodec("red"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003087 parameters.codecs[1].id = parameters.codecs[0].id;
3088 EXPECT_FALSE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003089}
3090
brandtr468da7c2016-11-22 02:16:47 -08003091// TODO(brandtr): Merge into "non-field trial" test when FlexFEC is enabled
3092// by default.
3093TEST_F(WebRtcVideoChannel2FlexfecTest,
3094 SetSendCodecsRejectDuplicateFecPayloads) {
3095 cricket::VideoRecvParameters parameters;
3096 parameters.codecs.push_back(GetEngineCodec("VP8"));
3097 parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
3098 parameters.codecs[1].id = parameters.codecs[0].id;
3099 EXPECT_FALSE(channel_->SetRecvParameters(parameters));
3100}
3101
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003102TEST_F(WebRtcVideoChannel2Test, SetRecvCodecsRejectDuplicateCodecPayloads) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003103 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003104 parameters.codecs.push_back(GetEngineCodec("VP8"));
3105 parameters.codecs.push_back(GetEngineCodec("VP9"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003106 parameters.codecs[1].id = parameters.codecs[0].id;
3107 EXPECT_FALSE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003108}
3109
3110TEST_F(WebRtcVideoChannel2Test,
3111 SetRecvCodecsAcceptSameCodecOnMultiplePayloadTypes) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003112 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003113 parameters.codecs.push_back(GetEngineCodec("VP8"));
3114 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003115 parameters.codecs[1].id += 1;
3116 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003117}
3118
deadbeef67cf2c12016-04-13 10:07:16 -07003119// Test that setting the same codecs but with a different order
deadbeef874ca3a2015-08-20 17:19:20 -07003120// doesn't result in the stream being recreated.
3121TEST_F(WebRtcVideoChannel2Test,
deadbeef67cf2c12016-04-13 10:07:16 -07003122 SetRecvCodecsDifferentOrderDoesntRecreateStream) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003123 cricket::VideoRecvParameters parameters1;
magjed509e4fe2016-11-18 01:34:11 -08003124 parameters1.codecs.push_back(GetEngineCodec("VP8"));
3125 parameters1.codecs.push_back(GetEngineCodec("red"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003126 EXPECT_TRUE(channel_->SetRecvParameters(parameters1));
deadbeef874ca3a2015-08-20 17:19:20 -07003127
3128 AddRecvStream(cricket::StreamParams::CreateLegacy(123));
3129 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
3130
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003131 cricket::VideoRecvParameters parameters2;
magjed509e4fe2016-11-18 01:34:11 -08003132 parameters2.codecs.push_back(GetEngineCodec("red"));
3133 parameters2.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003134 EXPECT_TRUE(channel_->SetRecvParameters(parameters2));
deadbeef874ca3a2015-08-20 17:19:20 -07003135 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
3136}
3137
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003138TEST_F(WebRtcVideoChannel2Test, SendStreamNotSendingByDefault) {
3139 EXPECT_FALSE(AddSendStream()->IsSending());
3140}
3141
pbos@webrtc.org85f42942014-07-22 09:14:58 +00003142TEST_F(WebRtcVideoChannel2Test, ReceiveStreamReceivingByDefault) {
3143 EXPECT_TRUE(AddRecvStream()->IsReceiving());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003144}
3145
3146TEST_F(WebRtcVideoChannel2Test, SetSend) {
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00003147 FakeVideoSendStream* stream = AddSendStream();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003148 EXPECT_FALSE(stream->IsSending());
3149
3150 // false->true
3151 EXPECT_TRUE(channel_->SetSend(true));
3152 EXPECT_TRUE(stream->IsSending());
3153 // true->true
3154 EXPECT_TRUE(channel_->SetSend(true));
3155 EXPECT_TRUE(stream->IsSending());
3156 // true->false
3157 EXPECT_TRUE(channel_->SetSend(false));
3158 EXPECT_FALSE(stream->IsSending());
3159 // false->false
3160 EXPECT_TRUE(channel_->SetSend(false));
3161 EXPECT_FALSE(stream->IsSending());
3162
3163 EXPECT_TRUE(channel_->SetSend(true));
3164 FakeVideoSendStream* new_stream = AddSendStream();
3165 EXPECT_TRUE(new_stream->IsSending())
3166 << "Send stream created after SetSend(true) not sending initially.";
3167}
3168
pbos@webrtc.orgd8198032014-11-10 14:41:43 +00003169// This test verifies DSCP settings are properly applied on video media channel.
3170TEST_F(WebRtcVideoChannel2Test, TestSetDscpOptions) {
kwiberg686a8ef2016-02-26 03:00:35 -08003171 std::unique_ptr<cricket::FakeNetworkInterface> network_interface(
pbos@webrtc.orgd8198032014-11-10 14:41:43 +00003172 new cricket::FakeNetworkInterface);
nisse51542be2016-02-12 02:27:06 -08003173 MediaConfig config;
kwiberg686a8ef2016-02-26 03:00:35 -08003174 std::unique_ptr<VideoMediaChannel> channel;
nisse51542be2016-02-12 02:27:06 -08003175
3176 channel.reset(engine_.CreateChannel(call_.get(), config, VideoOptions()));
3177 channel->SetInterface(network_interface.get());
3178 // Default value when DSCP is disabled should be DSCP_DEFAULT.
pbos@webrtc.orgd8198032014-11-10 14:41:43 +00003179 EXPECT_EQ(rtc::DSCP_DEFAULT, network_interface->dscp());
nisse51542be2016-02-12 02:27:06 -08003180
3181 config.enable_dscp = true;
3182 channel.reset(engine_.CreateChannel(call_.get(), config, VideoOptions()));
3183 channel->SetInterface(network_interface.get());
3184 EXPECT_EQ(rtc::DSCP_AF41, network_interface->dscp());
3185
3186 // Verify that setting the option to false resets the
3187 // DiffServCodePoint.
3188 config.enable_dscp = false;
3189 channel.reset(engine_.CreateChannel(call_.get(), config, VideoOptions()));
3190 channel->SetInterface(network_interface.get());
3191 EXPECT_EQ(rtc::DSCP_DEFAULT, network_interface->dscp());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003192}
3193
deadbeef13871492015-12-09 12:37:51 -08003194// This test verifies that the RTCP reduced size mode is properly applied to
3195// send video streams.
3196TEST_F(WebRtcVideoChannel2Test, TestSetSendRtcpReducedSize) {
3197 // Create stream, expecting that default mode is "compound".
3198 FakeVideoSendStream* stream1 = AddSendStream();
3199 EXPECT_EQ(webrtc::RtcpMode::kCompound, stream1->GetConfig().rtp.rtcp_mode);
3200
3201 // Now enable reduced size mode.
3202 send_parameters_.rtcp.reduced_size = true;
3203 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
3204 stream1 = fake_call_->GetVideoSendStreams()[0];
3205 EXPECT_EQ(webrtc::RtcpMode::kReducedSize, stream1->GetConfig().rtp.rtcp_mode);
3206
3207 // Create a new stream and ensure it picks up the reduced size mode.
3208 FakeVideoSendStream* stream2 = AddSendStream();
3209 EXPECT_EQ(webrtc::RtcpMode::kReducedSize, stream2->GetConfig().rtp.rtcp_mode);
3210}
3211
3212// This test verifies that the RTCP reduced size mode is properly applied to
3213// receive video streams.
3214TEST_F(WebRtcVideoChannel2Test, TestSetRecvRtcpReducedSize) {
3215 // Create stream, expecting that default mode is "compound".
3216 FakeVideoReceiveStream* stream1 = AddRecvStream();
3217 EXPECT_EQ(webrtc::RtcpMode::kCompound, stream1->GetConfig().rtp.rtcp_mode);
3218
3219 // Now enable reduced size mode.
Taylor Brandstetter5f0b83b2016-03-18 15:02:07 -07003220 // TODO(deadbeef): Once "recv_parameters" becomes "receiver_parameters",
3221 // the reduced_size flag should come from that.
3222 send_parameters_.rtcp.reduced_size = true;
3223 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
deadbeef13871492015-12-09 12:37:51 -08003224 stream1 = fake_call_->GetVideoReceiveStreams()[0];
3225 EXPECT_EQ(webrtc::RtcpMode::kReducedSize, stream1->GetConfig().rtp.rtcp_mode);
3226
3227 // Create a new stream and ensure it picks up the reduced size mode.
3228 FakeVideoReceiveStream* stream2 = AddRecvStream();
3229 EXPECT_EQ(webrtc::RtcpMode::kReducedSize, stream2->GetConfig().rtp.rtcp_mode);
3230}
3231
pbos@webrtc.org26c0c412014-09-03 16:17:12 +00003232TEST_F(WebRtcVideoChannel2Test, OnReadyToSendSignalsNetworkState) {
skvlad7a43d252016-03-22 15:32:27 -07003233 EXPECT_EQ(webrtc::kNetworkUp,
3234 fake_call_->GetNetworkState(webrtc::MediaType::VIDEO));
3235 EXPECT_EQ(webrtc::kNetworkUp,
3236 fake_call_->GetNetworkState(webrtc::MediaType::AUDIO));
pbos@webrtc.org26c0c412014-09-03 16:17:12 +00003237
3238 channel_->OnReadyToSend(false);
skvlad7a43d252016-03-22 15:32:27 -07003239 EXPECT_EQ(webrtc::kNetworkDown,
3240 fake_call_->GetNetworkState(webrtc::MediaType::VIDEO));
3241 EXPECT_EQ(webrtc::kNetworkUp,
3242 fake_call_->GetNetworkState(webrtc::MediaType::AUDIO));
pbos@webrtc.org26c0c412014-09-03 16:17:12 +00003243
3244 channel_->OnReadyToSend(true);
skvlad7a43d252016-03-22 15:32:27 -07003245 EXPECT_EQ(webrtc::kNetworkUp,
3246 fake_call_->GetNetworkState(webrtc::MediaType::VIDEO));
3247 EXPECT_EQ(webrtc::kNetworkUp,
3248 fake_call_->GetNetworkState(webrtc::MediaType::AUDIO));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003249}
3250
Peter Boström74d9ed72015-03-26 16:28:31 +01003251TEST_F(WebRtcVideoChannel2Test, GetStatsReportsSentCodecName) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003252 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003253 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003254 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström74d9ed72015-03-26 16:28:31 +01003255
3256 AddSendStream();
3257
3258 cricket::VideoMediaInfo info;
3259 ASSERT_TRUE(channel_->GetStats(&info));
magjed509e4fe2016-11-18 01:34:11 -08003260 EXPECT_EQ("VP8", info.senders[0].codec_name);
Peter Boström74d9ed72015-03-26 16:28:31 +01003261}
3262
Peter Boströmb7d9a972015-12-18 16:01:11 +01003263TEST_F(WebRtcVideoChannel2Test, GetStatsReportsEncoderImplementationName) {
3264 FakeVideoSendStream* stream = AddSendStream();
3265 webrtc::VideoSendStream::Stats stats;
3266 stats.encoder_implementation_name = "encoder_implementation_name";
3267 stream->SetStats(stats);
3268
3269 cricket::VideoMediaInfo info;
3270 ASSERT_TRUE(channel_->GetStats(&info));
3271 EXPECT_EQ(stats.encoder_implementation_name,
3272 info.senders[0].encoder_implementation_name);
3273}
3274
pbos@webrtc.org3e6e2712015-02-26 12:19:31 +00003275TEST_F(WebRtcVideoChannel2Test, GetStatsReportsCpuOveruseMetrics) {
3276 FakeVideoSendStream* stream = AddSendStream();
3277 webrtc::VideoSendStream::Stats stats;
3278 stats.avg_encode_time_ms = 13;
3279 stats.encode_usage_percent = 42;
3280 stream->SetStats(stats);
3281
3282 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003283 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org3e6e2712015-02-26 12:19:31 +00003284 EXPECT_EQ(stats.avg_encode_time_ms, info.senders[0].avg_encode_ms);
3285 EXPECT_EQ(stats.encode_usage_percent, info.senders[0].encode_usage_percent);
3286}
3287
sakal43536c32016-10-24 01:46:43 -07003288TEST_F(WebRtcVideoChannel2Test, GetStatsReportsFramesEncoded) {
3289 FakeVideoSendStream* stream = AddSendStream();
3290 webrtc::VideoSendStream::Stats stats;
3291 stats.frames_encoded = 13;
3292 stream->SetStats(stats);
3293
3294 cricket::VideoMediaInfo info;
3295 ASSERT_TRUE(channel_->GetStats(&info));
3296 EXPECT_EQ(stats.frames_encoded, info.senders[0].frames_encoded);
3297}
3298
sakal87da4042016-10-31 06:53:47 -07003299TEST_F(WebRtcVideoChannel2Test, GetStatsReportsQpSum) {
3300 FakeVideoSendStream* stream = AddSendStream();
3301 webrtc::VideoSendStream::Stats stats;
3302 stats.qp_sum = rtc::Optional<uint64_t>(13);
3303 stream->SetStats(stats);
3304
3305 cricket::VideoMediaInfo info;
3306 ASSERT_TRUE(channel_->GetStats(&info));
3307 EXPECT_EQ(stats.qp_sum, info.senders[0].qp_sum);
3308}
3309
pbos@webrtc.org273a4142014-12-01 15:23:21 +00003310TEST_F(WebRtcVideoChannel2Test, GetStatsReportsUpperResolution) {
3311 FakeVideoSendStream* stream = AddSendStream();
3312 webrtc::VideoSendStream::Stats stats;
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003313 stats.substreams[17].width = 123;
3314 stats.substreams[17].height = 40;
3315 stats.substreams[42].width = 80;
3316 stats.substreams[42].height = 31;
3317 stats.substreams[11].width = 20;
3318 stats.substreams[11].height = 90;
pbos@webrtc.org273a4142014-12-01 15:23:21 +00003319 stream->SetStats(stats);
3320
3321 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003322 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org273a4142014-12-01 15:23:21 +00003323 ASSERT_EQ(1u, info.senders.size());
3324 EXPECT_EQ(123, info.senders[0].send_frame_width);
3325 EXPECT_EQ(90, info.senders[0].send_frame_height);
3326}
3327
Pera48ddb72016-09-29 11:48:50 +02003328TEST_F(WebRtcVideoChannel2Test, GetStatsReportsPreferredBitrate) {
3329 FakeVideoSendStream* stream = AddSendStream();
3330 webrtc::VideoSendStream::Stats stats;
3331 stats.preferred_media_bitrate_bps = 5;
3332 stream->SetStats(stats);
3333
3334 cricket::VideoMediaInfo info;
3335 ASSERT_TRUE(channel_->GetStats(&info));
3336 ASSERT_EQ(1u, info.senders.size());
3337 EXPECT_EQ(5, info.senders[0].preferred_bitrate);
3338}
3339
perkj803d97f2016-11-01 11:45:46 -07003340TEST_F(WebRtcVideoChannel2Test, GetStatsReportsCpuAdaptationStats) {
3341 FakeVideoSendStream* stream = AddSendStream();
3342 webrtc::VideoSendStream::Stats stats;
3343 stats.number_of_cpu_adapt_changes = 2;
3344 stats.cpu_limited_resolution = true;
3345 stream->SetStats(stats);
pbos@webrtc.org9a4410e2015-02-26 10:03:39 +00003346
pbos@webrtc.org9a4410e2015-02-26 10:03:39 +00003347 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003348 EXPECT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org9a4410e2015-02-26 10:03:39 +00003349 ASSERT_EQ(1U, info.senders.size());
Per766ad3b2016-04-05 15:23:49 +02003350 EXPECT_EQ(WebRtcVideoChannel2::ADAPTREASON_CPU, info.senders[0].adapt_reason);
perkj803d97f2016-11-01 11:45:46 -07003351 EXPECT_EQ(stats.number_of_cpu_adapt_changes, info.senders[0].adapt_changes);
pbos@webrtc.org9a4410e2015-02-26 10:03:39 +00003352}
3353
perkj803d97f2016-11-01 11:45:46 -07003354TEST_F(WebRtcVideoChannel2Test, GetStatsReportsAdaptationAndBandwidthStats) {
3355 FakeVideoSendStream* stream = AddSendStream();
asapersson17821db2015-12-14 02:08:12 -08003356 webrtc::VideoSendStream::Stats stats;
perkj803d97f2016-11-01 11:45:46 -07003357 stats.number_of_cpu_adapt_changes = 2;
3358 stats.cpu_limited_resolution = true;
asapersson17821db2015-12-14 02:08:12 -08003359 stats.bw_limited_resolution = true;
perkj803d97f2016-11-01 11:45:46 -07003360 stream->SetStats(stats);
3361
3362 cricket::VideoMediaInfo info;
asapersson17821db2015-12-14 02:08:12 -08003363 EXPECT_TRUE(channel_->GetStats(&info));
3364 ASSERT_EQ(1U, info.senders.size());
Per766ad3b2016-04-05 15:23:49 +02003365 EXPECT_EQ(WebRtcVideoChannel2::ADAPTREASON_CPU |
3366 WebRtcVideoChannel2::ADAPTREASON_BANDWIDTH,
asapersson17821db2015-12-14 02:08:12 -08003367 info.senders[0].adapt_reason);
perkj803d97f2016-11-01 11:45:46 -07003368 EXPECT_EQ(stats.number_of_cpu_adapt_changes, info.senders[0].adapt_changes);
asapersson17821db2015-12-14 02:08:12 -08003369}
3370
3371TEST_F(WebRtcVideoChannel2Test,
3372 GetStatsTranslatesBandwidthLimitedResolutionCorrectly) {
3373 FakeVideoSendStream* stream = AddSendStream();
3374 webrtc::VideoSendStream::Stats stats;
3375 stats.bw_limited_resolution = true;
3376 stream->SetStats(stats);
3377
3378 cricket::VideoMediaInfo info;
3379 EXPECT_TRUE(channel_->GetStats(&info));
3380 ASSERT_EQ(1U, info.senders.size());
Per766ad3b2016-04-05 15:23:49 +02003381 EXPECT_EQ(WebRtcVideoChannel2::ADAPTREASON_BANDWIDTH,
asapersson17821db2015-12-14 02:08:12 -08003382 info.senders[0].adapt_reason);
3383}
3384
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00003385TEST_F(WebRtcVideoChannel2Test,
3386 GetStatsTranslatesSendRtcpPacketTypesCorrectly) {
3387 FakeVideoSendStream* stream = AddSendStream();
3388 webrtc::VideoSendStream::Stats stats;
3389 stats.substreams[17].rtcp_packet_type_counts.fir_packets = 2;
3390 stats.substreams[17].rtcp_packet_type_counts.nack_packets = 3;
3391 stats.substreams[17].rtcp_packet_type_counts.pli_packets = 4;
3392
3393 stats.substreams[42].rtcp_packet_type_counts.fir_packets = 5;
3394 stats.substreams[42].rtcp_packet_type_counts.nack_packets = 7;
3395 stats.substreams[42].rtcp_packet_type_counts.pli_packets = 9;
3396
3397 stream->SetStats(stats);
3398
3399 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003400 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00003401 EXPECT_EQ(7, info.senders[0].firs_rcvd);
3402 EXPECT_EQ(10, info.senders[0].nacks_rcvd);
3403 EXPECT_EQ(13, info.senders[0].plis_rcvd);
3404}
3405
3406TEST_F(WebRtcVideoChannel2Test,
3407 GetStatsTranslatesReceiveRtcpPacketTypesCorrectly) {
3408 FakeVideoReceiveStream* stream = AddRecvStream();
3409 webrtc::VideoReceiveStream::Stats stats;
3410 stats.rtcp_packet_type_counts.fir_packets = 2;
3411 stats.rtcp_packet_type_counts.nack_packets = 3;
3412 stats.rtcp_packet_type_counts.pli_packets = 4;
3413 stream->SetStats(stats);
3414
3415 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003416 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00003417 EXPECT_EQ(stats.rtcp_packet_type_counts.fir_packets,
3418 info.receivers[0].firs_sent);
3419 EXPECT_EQ(stats.rtcp_packet_type_counts.nack_packets,
3420 info.receivers[0].nacks_sent);
3421 EXPECT_EQ(stats.rtcp_packet_type_counts.pli_packets,
3422 info.receivers[0].plis_sent);
3423}
3424
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003425TEST_F(WebRtcVideoChannel2Test, GetStatsTranslatesDecodeStatsCorrectly) {
3426 FakeVideoReceiveStream* stream = AddRecvStream();
3427 webrtc::VideoReceiveStream::Stats stats;
Peter Boströmb7d9a972015-12-18 16:01:11 +01003428 stats.decoder_implementation_name = "decoder_implementation_name";
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003429 stats.decode_ms = 2;
3430 stats.max_decode_ms = 3;
3431 stats.current_delay_ms = 4;
3432 stats.target_delay_ms = 5;
3433 stats.jitter_buffer_ms = 6;
3434 stats.min_playout_delay_ms = 7;
3435 stats.render_delay_ms = 8;
asapersson26dd92b2016-08-30 00:45:45 -07003436 stats.width = 9;
3437 stats.height = 10;
hbos42f6d2f2017-01-20 03:56:50 -08003438 stats.frame_counts.key_frames = 11;
3439 stats.frame_counts.delta_frames = 12;
hbos50cfe1f2017-01-23 07:21:55 -08003440 stats.frames_rendered = 13;
3441 stats.frames_decoded = 14;
sakalcc452e12017-02-09 04:53:45 -08003442 stats.qp_sum = rtc::Optional<uint64_t>(15);
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003443 stream->SetStats(stats);
3444
3445 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003446 ASSERT_TRUE(channel_->GetStats(&info));
Peter Boströmb7d9a972015-12-18 16:01:11 +01003447 EXPECT_EQ(stats.decoder_implementation_name,
3448 info.receivers[0].decoder_implementation_name);
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003449 EXPECT_EQ(stats.decode_ms, info.receivers[0].decode_ms);
3450 EXPECT_EQ(stats.max_decode_ms, info.receivers[0].max_decode_ms);
3451 EXPECT_EQ(stats.current_delay_ms, info.receivers[0].current_delay_ms);
3452 EXPECT_EQ(stats.target_delay_ms, info.receivers[0].target_delay_ms);
3453 EXPECT_EQ(stats.jitter_buffer_ms, info.receivers[0].jitter_buffer_ms);
3454 EXPECT_EQ(stats.min_playout_delay_ms, info.receivers[0].min_playout_delay_ms);
3455 EXPECT_EQ(stats.render_delay_ms, info.receivers[0].render_delay_ms);
asapersson26dd92b2016-08-30 00:45:45 -07003456 EXPECT_EQ(stats.width, info.receivers[0].frame_width);
3457 EXPECT_EQ(stats.height, info.receivers[0].frame_height);
hbos42f6d2f2017-01-20 03:56:50 -08003458 EXPECT_EQ(stats.frame_counts.key_frames + stats.frame_counts.delta_frames,
3459 info.receivers[0].frames_received);
hbos50cfe1f2017-01-23 07:21:55 -08003460 EXPECT_EQ(stats.frames_rendered, info.receivers[0].frames_rendered);
sakale5ba44e2016-10-26 07:09:24 -07003461 EXPECT_EQ(stats.frames_decoded, info.receivers[0].frames_decoded);
sakalcc452e12017-02-09 04:53:45 -08003462 EXPECT_EQ(stats.qp_sum, info.receivers[0].qp_sum);
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003463}
3464
Peter Boström393347f2015-04-22 14:52:45 +02003465TEST_F(WebRtcVideoChannel2Test, GetStatsTranslatesReceivePacketStatsCorrectly) {
3466 FakeVideoReceiveStream* stream = AddRecvStream();
3467 webrtc::VideoReceiveStream::Stats stats;
3468 stats.rtp_stats.transmitted.payload_bytes = 2;
3469 stats.rtp_stats.transmitted.header_bytes = 3;
3470 stats.rtp_stats.transmitted.padding_bytes = 4;
3471 stats.rtp_stats.transmitted.packets = 5;
3472 stats.rtcp_stats.cumulative_lost = 6;
3473 stats.rtcp_stats.fraction_lost = 7;
3474 stream->SetStats(stats);
3475
3476 cricket::VideoMediaInfo info;
3477 ASSERT_TRUE(channel_->GetStats(&info));
3478 EXPECT_EQ(stats.rtp_stats.transmitted.payload_bytes +
3479 stats.rtp_stats.transmitted.header_bytes +
3480 stats.rtp_stats.transmitted.padding_bytes,
3481 info.receivers[0].bytes_rcvd);
3482 EXPECT_EQ(stats.rtp_stats.transmitted.packets,
3483 info.receivers[0].packets_rcvd);
3484 EXPECT_EQ(stats.rtcp_stats.cumulative_lost, info.receivers[0].packets_lost);
3485 EXPECT_EQ(static_cast<float>(stats.rtcp_stats.fraction_lost) / (1 << 8),
3486 info.receivers[0].fraction_lost);
3487}
3488
pbos@webrtc.org2b19f062014-12-11 13:26:09 +00003489TEST_F(WebRtcVideoChannel2Test, TranslatesCallStatsCorrectly) {
3490 AddSendStream();
3491 AddSendStream();
3492 webrtc::Call::Stats stats;
3493 stats.rtt_ms = 123;
3494 fake_call_->SetStats(stats);
3495
3496 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003497 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org2b19f062014-12-11 13:26:09 +00003498 ASSERT_EQ(2u, info.senders.size());
3499 EXPECT_EQ(stats.rtt_ms, info.senders[0].rtt_ms);
3500 EXPECT_EQ(stats.rtt_ms, info.senders[1].rtt_ms);
3501}
3502
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003503TEST_F(WebRtcVideoChannel2Test, TranslatesSenderBitrateStatsCorrectly) {
3504 FakeVideoSendStream* stream = AddSendStream();
3505 webrtc::VideoSendStream::Stats stats;
pbos@webrtc.org891d4832015-02-26 13:15:22 +00003506 stats.target_media_bitrate_bps = 156;
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003507 stats.media_bitrate_bps = 123;
3508 stats.substreams[17].total_bitrate_bps = 1;
3509 stats.substreams[17].retransmit_bitrate_bps = 2;
3510 stats.substreams[42].total_bitrate_bps = 3;
3511 stats.substreams[42].retransmit_bitrate_bps = 4;
3512 stream->SetStats(stats);
3513
3514 FakeVideoSendStream* stream2 = AddSendStream();
3515 webrtc::VideoSendStream::Stats stats2;
pbos@webrtc.org891d4832015-02-26 13:15:22 +00003516 stats2.target_media_bitrate_bps = 200;
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003517 stats2.media_bitrate_bps = 321;
3518 stats2.substreams[13].total_bitrate_bps = 5;
3519 stats2.substreams[13].retransmit_bitrate_bps = 6;
3520 stats2.substreams[21].total_bitrate_bps = 7;
3521 stats2.substreams[21].retransmit_bitrate_bps = 8;
3522 stream2->SetStats(stats2);
3523
3524 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003525 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003526 ASSERT_EQ(2u, info.senders.size());
3527 // Assuming stream and stream2 corresponds to senders[0] and [1] respectively
3528 // is OK as std::maps are sorted and AddSendStream() gives increasing SSRCs.
3529 EXPECT_EQ(stats.media_bitrate_bps, info.senders[0].nominal_bitrate);
3530 EXPECT_EQ(stats2.media_bitrate_bps, info.senders[1].nominal_bitrate);
pbos@webrtc.org891d4832015-02-26 13:15:22 +00003531 EXPECT_EQ(stats.target_media_bitrate_bps + stats2.target_media_bitrate_bps,
3532 info.bw_estimations[0].target_enc_bitrate);
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003533 EXPECT_EQ(stats.media_bitrate_bps + stats2.media_bitrate_bps,
3534 info.bw_estimations[0].actual_enc_bitrate);
3535 EXPECT_EQ(1 + 3 + 5 + 7, info.bw_estimations[0].transmit_bitrate)
3536 << "Bandwidth stats should take all streams into account.";
3537 EXPECT_EQ(2 + 4 + 6 + 8, info.bw_estimations[0].retransmit_bitrate)
3538 << "Bandwidth stats should take all streams into account.";
3539}
3540
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00003541TEST_F(WebRtcVideoChannel2Test, DefaultReceiveStreamReconfiguresToUseRtx) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003542 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00003543
Peter Boström0c4e06b2015-10-07 12:23:21 +02003544 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
3545 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00003546
3547 ASSERT_EQ(0u, fake_call_->GetVideoReceiveStreams().size());
3548 const size_t kDataLength = 12;
3549 uint8_t data[kDataLength];
3550 memset(data, 0, sizeof(data));
3551 rtc::SetBE32(&data[8], ssrcs[0]);
jbaucheec21bd2016-03-20 06:15:43 -07003552 rtc::CopyOnWriteBuffer packet(data, kDataLength);
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00003553 rtc::PacketTime packet_time;
3554 channel_->OnPacketReceived(&packet, packet_time);
3555
3556 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size())
3557 << "No default receive stream created.";
3558 FakeVideoReceiveStream* recv_stream = fake_call_->GetVideoReceiveStreams()[0];
brandtr14742122017-01-27 04:53:07 -08003559 EXPECT_EQ(0u, recv_stream->GetConfig().rtp.rtx_ssrc)
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00003560 << "Default receive stream should not have configured RTX";
3561
3562 EXPECT_TRUE(channel_->AddRecvStream(
3563 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs)));
3564 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size())
brandtr14742122017-01-27 04:53:07 -08003565 << "AddRecvStream should have reconfigured, not added a new receiver.";
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00003566 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
brandtr14742122017-01-27 04:53:07 -08003567 EXPECT_FALSE(recv_stream->GetConfig().rtp.rtx_payload_types.empty());
Peter Boströmd8b01092016-05-12 16:44:36 +02003568 EXPECT_EQ(recv_stream->GetConfig().decoders.size(),
brandtr14742122017-01-27 04:53:07 -08003569 recv_stream->GetConfig().rtp.rtx_payload_types.size())
Peter Boströmd8b01092016-05-12 16:44:36 +02003570 << "RTX should be mapped for all decoders/payload types.";
brandtr14742122017-01-27 04:53:07 -08003571 EXPECT_EQ(rtx_ssrcs[0], recv_stream->GetConfig().rtp.rtx_ssrc);
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00003572}
3573
Peter Boströmd4362cd2015-03-25 14:17:23 +01003574TEST_F(WebRtcVideoChannel2Test, RejectsAddingStreamsWithMissingSsrcsForRtx) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003575 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boströmd4362cd2015-03-25 14:17:23 +01003576
Peter Boström0c4e06b2015-10-07 12:23:21 +02003577 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
3578 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
Peter Boströmd4362cd2015-03-25 14:17:23 +01003579
3580 StreamParams sp =
3581 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs);
3582 sp.ssrcs = ssrcs; // Without RTXs, this is the important part.
3583
3584 EXPECT_FALSE(channel_->AddSendStream(sp));
3585 EXPECT_FALSE(channel_->AddRecvStream(sp));
3586}
3587
Peter Boströmd6f4c252015-03-26 16:23:04 +01003588TEST_F(WebRtcVideoChannel2Test, RejectsAddingStreamsWithOverlappingRtxSsrcs) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003589 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boströmd6f4c252015-03-26 16:23:04 +01003590
Peter Boström0c4e06b2015-10-07 12:23:21 +02003591 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
3592 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
Peter Boströmd6f4c252015-03-26 16:23:04 +01003593
3594 StreamParams sp =
3595 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs);
3596
3597 EXPECT_TRUE(channel_->AddSendStream(sp));
3598 EXPECT_TRUE(channel_->AddRecvStream(sp));
3599
3600 // The RTX SSRC is already used in previous streams, using it should fail.
3601 sp = cricket::StreamParams::CreateLegacy(rtx_ssrcs[0]);
3602 EXPECT_FALSE(channel_->AddSendStream(sp));
3603 EXPECT_FALSE(channel_->AddRecvStream(sp));
3604
3605 // After removing the original stream this should be fine to add (makes sure
3606 // that RTX ssrcs are not forever taken).
3607 EXPECT_TRUE(channel_->RemoveSendStream(ssrcs[0]));
3608 EXPECT_TRUE(channel_->RemoveRecvStream(ssrcs[0]));
3609 EXPECT_TRUE(channel_->AddSendStream(sp));
3610 EXPECT_TRUE(channel_->AddRecvStream(sp));
3611}
3612
3613TEST_F(WebRtcVideoChannel2Test,
3614 RejectsAddingStreamsWithOverlappingSimulcastSsrcs) {
Peter Boström0c4e06b2015-10-07 12:23:21 +02003615 static const uint32_t kFirstStreamSsrcs[] = {1, 2, 3};
3616 static const uint32_t kOverlappingStreamSsrcs[] = {4, 3, 5};
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003617 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boströmd6f4c252015-03-26 16:23:04 +01003618
Peter Boströmd6f4c252015-03-26 16:23:04 +01003619 StreamParams sp =
3620 cricket::CreateSimStreamParams("cname", MAKE_VECTOR(kFirstStreamSsrcs));
3621
3622 EXPECT_TRUE(channel_->AddSendStream(sp));
3623 EXPECT_TRUE(channel_->AddRecvStream(sp));
3624
3625 // One of the SSRCs is already used in previous streams, using it should fail.
3626 sp = cricket::CreateSimStreamParams("cname",
3627 MAKE_VECTOR(kOverlappingStreamSsrcs));
3628 EXPECT_FALSE(channel_->AddSendStream(sp));
3629 EXPECT_FALSE(channel_->AddRecvStream(sp));
3630
3631 // After removing the original stream this should be fine to add (makes sure
3632 // that RTX ssrcs are not forever taken).
Peter Boström3548dd22015-05-22 18:48:36 +02003633 EXPECT_TRUE(channel_->RemoveSendStream(kFirstStreamSsrcs[0]));
3634 EXPECT_TRUE(channel_->RemoveRecvStream(kFirstStreamSsrcs[0]));
Peter Boströmd6f4c252015-03-26 16:23:04 +01003635 EXPECT_TRUE(channel_->AddSendStream(sp));
3636 EXPECT_TRUE(channel_->AddRecvStream(sp));
3637}
3638
Peter Boström259bd202015-05-28 13:39:50 +02003639TEST_F(WebRtcVideoChannel2Test, ReportsSsrcGroupsInStats) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003640 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boström259bd202015-05-28 13:39:50 +02003641
3642 static const uint32_t kSenderSsrcs[] = {4, 7, 10};
3643 static const uint32_t kSenderRtxSsrcs[] = {5, 8, 11};
3644
3645 StreamParams sender_sp = cricket::CreateSimWithRtxStreamParams(
3646 "cname", MAKE_VECTOR(kSenderSsrcs), MAKE_VECTOR(kSenderRtxSsrcs));
3647
3648 EXPECT_TRUE(channel_->AddSendStream(sender_sp));
3649
3650 static const uint32_t kReceiverSsrcs[] = {3};
3651 static const uint32_t kReceiverRtxSsrcs[] = {2};
3652
3653 StreamParams receiver_sp = cricket::CreateSimWithRtxStreamParams(
3654 "cname", MAKE_VECTOR(kReceiverSsrcs), MAKE_VECTOR(kReceiverRtxSsrcs));
3655 EXPECT_TRUE(channel_->AddRecvStream(receiver_sp));
3656
3657 cricket::VideoMediaInfo info;
3658 ASSERT_TRUE(channel_->GetStats(&info));
3659
3660 ASSERT_EQ(1u, info.senders.size());
3661 ASSERT_EQ(1u, info.receivers.size());
3662
3663 EXPECT_NE(sender_sp.ssrc_groups, receiver_sp.ssrc_groups);
3664 EXPECT_EQ(sender_sp.ssrc_groups, info.senders[0].ssrc_groups);
3665 EXPECT_EQ(receiver_sp.ssrc_groups, info.receivers[0].ssrc_groups);
3666}
3667
pbosf42376c2015-08-28 07:35:32 -07003668TEST_F(WebRtcVideoChannel2Test, MapsReceivedPayloadTypeToCodecName) {
3669 FakeVideoReceiveStream* stream = AddRecvStream();
3670 webrtc::VideoReceiveStream::Stats stats;
3671 cricket::VideoMediaInfo info;
3672
3673 // Report no codec name before receiving.
3674 stream->SetStats(stats);
3675 ASSERT_TRUE(channel_->GetStats(&info));
3676 EXPECT_STREQ("", info.receivers[0].codec_name.c_str());
3677
3678 // Report VP8 if we're receiving it.
magjed509e4fe2016-11-18 01:34:11 -08003679 stats.current_payload_type = GetEngineCodec("VP8").id;
pbosf42376c2015-08-28 07:35:32 -07003680 stream->SetStats(stats);
3681 ASSERT_TRUE(channel_->GetStats(&info));
3682 EXPECT_STREQ(kVp8CodecName, info.receivers[0].codec_name.c_str());
3683
3684 // Report no codec name for unknown playload types.
3685 stats.current_payload_type = 3;
3686 stream->SetStats(stats);
3687 ASSERT_TRUE(channel_->GetStats(&info));
3688 EXPECT_STREQ("", info.receivers[0].codec_name.c_str());
3689}
3690
magjed509e4fe2016-11-18 01:34:11 -08003691void WebRtcVideoChannel2Test::TestReceiveUnsignaledSsrcPacket(
noahricd10a68e2015-07-10 11:27:55 -07003692 uint8_t payload_type,
3693 bool expect_created_receive_stream) {
magjed509e4fe2016-11-18 01:34:11 -08003694 // kRedRtxPayloadType must currently be unused.
3695 EXPECT_FALSE(FindCodecById(engine_.codecs(), kRedRtxPayloadType));
3696
noahricd10a68e2015-07-10 11:27:55 -07003697 // Add a RED RTX codec.
3698 VideoCodec red_rtx_codec =
magjed509e4fe2016-11-18 01:34:11 -08003699 VideoCodec::CreateRtxCodec(kRedRtxPayloadType, GetEngineCodec("red").id);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003700 recv_parameters_.codecs.push_back(red_rtx_codec);
3701 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
noahricd10a68e2015-07-10 11:27:55 -07003702
3703 ASSERT_EQ(0u, fake_call_->GetVideoReceiveStreams().size());
3704 const size_t kDataLength = 12;
3705 uint8_t data[kDataLength];
3706 memset(data, 0, sizeof(data));
3707
3708 rtc::Set8(data, 1, payload_type);
3709 rtc::SetBE32(&data[8], kIncomingUnsignalledSsrc);
jbaucheec21bd2016-03-20 06:15:43 -07003710 rtc::CopyOnWriteBuffer packet(data, kDataLength);
noahricd10a68e2015-07-10 11:27:55 -07003711 rtc::PacketTime packet_time;
3712 channel_->OnPacketReceived(&packet, packet_time);
3713
3714 if (expect_created_receive_stream) {
3715 EXPECT_EQ(1u, fake_call_->GetVideoReceiveStreams().size())
3716 << "Should have created a receive stream for payload type: "
3717 << payload_type;
3718 } else {
3719 EXPECT_EQ(0u, fake_call_->GetVideoReceiveStreams().size())
3720 << "Shouldn't have created a receive stream for payload type: "
3721 << payload_type;
3722 }
3723}
3724
3725TEST_F(WebRtcVideoChannel2Test, Vp8PacketCreatesUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08003726 TestReceiveUnsignaledSsrcPacket(GetEngineCodec("VP8").id,
3727 true /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07003728}
3729
3730TEST_F(WebRtcVideoChannel2Test, Vp9PacketCreatesUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08003731 TestReceiveUnsignaledSsrcPacket(GetEngineCodec("VP9").id,
3732 true /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07003733}
3734
3735TEST_F(WebRtcVideoChannel2Test, RtxPacketDoesntCreateUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08003736 const cricket::VideoCodec vp8 = GetEngineCodec("VP8");
3737 const int rtx_vp8_payload_type = default_apt_rtx_types_[vp8.id];
3738 TestReceiveUnsignaledSsrcPacket(rtx_vp8_payload_type,
3739 false /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07003740}
3741
3742TEST_F(WebRtcVideoChannel2Test, UlpfecPacketDoesntCreateUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08003743 TestReceiveUnsignaledSsrcPacket(GetEngineCodec("ulpfec").id,
3744 false /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07003745}
3746
brandtr468da7c2016-11-22 02:16:47 -08003747// TODO(brandtr): Change to "non-field trial" test when FlexFEC is enabled
3748// by default.
3749TEST_F(WebRtcVideoChannel2FlexfecTest,
3750 FlexfecPacketDoesntCreateUnsignalledStream) {
3751 TestReceiveUnsignaledSsrcPacket(GetEngineCodec("flexfec-03").id,
3752 false /* expect_created_receive_stream */);
3753}
3754
noahricd10a68e2015-07-10 11:27:55 -07003755TEST_F(WebRtcVideoChannel2Test, RedRtxPacketDoesntCreateUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08003756 TestReceiveUnsignaledSsrcPacket(kRedRtxPayloadType,
3757 false /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07003758}
3759
mzanaty8a855d62017-02-17 15:46:43 -08003760// Test that receiving any unsignalled SSRC works even if it changes.
3761// The first unsignalled SSRC received will create a default receive stream.
3762// Any different unsignalled SSRC received will replace the default.
3763TEST_F(WebRtcVideoChannel2Test, ReceiveDifferentUnsignaledSsrc) {
3764
3765 // Allow receiving VP8, VP9, H264 (if enabled).
3766 cricket::VideoRecvParameters parameters;
3767 parameters.codecs.push_back(GetEngineCodec("VP8"));
3768 parameters.codecs.push_back(GetEngineCodec("VP9"));
3769
3770#if defined(WEBRTC_USE_H264)
3771 cricket::VideoCodec H264codec(126, "H264");
3772 parameters.codecs.push_back(H264codec);
3773#endif
3774
3775 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
3776 // No receive streams yet.
3777 ASSERT_EQ(0u, fake_call_->GetVideoReceiveStreams().size());
3778 cricket::FakeVideoRenderer renderer;
3779 EXPECT_TRUE(channel_->SetSink(kDefaultRecvSsrc, &renderer));
3780
3781 // Receive VP8 packet on first SSRC.
3782 uint8_t data[kMinRtpPacketLen];
3783 cricket::RtpHeader rtpHeader;
3784 rtpHeader.payload_type = GetEngineCodec("VP8").id;
3785 rtpHeader.seq_num = rtpHeader.timestamp = 0;
3786 rtpHeader.ssrc = kIncomingUnsignalledSsrc+1;
3787 cricket::SetRtpHeader(data, sizeof(data), rtpHeader);
3788 rtc::CopyOnWriteBuffer packet(data, sizeof(data));
3789 rtc::PacketTime packet_time;
3790 channel_->OnPacketReceived(&packet, packet_time);
3791 // VP8 packet should create default receive stream.
3792 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
3793 FakeVideoReceiveStream* recv_stream =
3794 fake_call_->GetVideoReceiveStreams()[0];
3795 EXPECT_EQ(rtpHeader.ssrc, recv_stream->GetConfig().rtp.remote_ssrc);
3796 // Verify that the receive stream sinks to a renderer.
3797 webrtc::VideoFrame video_frame(CreateBlackFrameBuffer(4, 4), 100, 0,
3798 webrtc::kVideoRotation_0);
3799 recv_stream->InjectFrame(video_frame);
3800 EXPECT_EQ(1, renderer.num_rendered_frames());
3801
3802 // Receive VP9 packet on second SSRC.
3803 rtpHeader.payload_type = GetEngineCodec("VP9").id;
3804 rtpHeader.ssrc = kIncomingUnsignalledSsrc+2;
3805 cricket::SetRtpHeader(data, sizeof(data), rtpHeader);
3806 rtc::CopyOnWriteBuffer packet2(data, sizeof(data));
3807 channel_->OnPacketReceived(&packet2, packet_time);
3808 // VP9 packet should replace the default receive SSRC.
3809 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
3810 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
3811 EXPECT_EQ(rtpHeader.ssrc, recv_stream->GetConfig().rtp.remote_ssrc);
3812 // Verify that the receive stream sinks to a renderer.
3813 webrtc::VideoFrame video_frame2(CreateBlackFrameBuffer(4, 4), 200, 0,
3814 webrtc::kVideoRotation_0);
3815 recv_stream->InjectFrame(video_frame2);
3816 EXPECT_EQ(2, renderer.num_rendered_frames());
3817
3818#if defined(WEBRTC_USE_H264)
3819 // Receive H264 packet on third SSRC.
3820 rtpHeader.payload_type = 126;
3821 rtpHeader.ssrc = kIncomingUnsignalledSsrc+3;
3822 cricket::SetRtpHeader(data, sizeof(data), rtpHeader);
3823 rtc::CopyOnWriteBuffer packet3(data, sizeof(data));
3824 channel_->OnPacketReceived(&packet3, packet_time);
3825 // H264 packet should replace the default receive SSRC.
3826 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
3827 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
3828 EXPECT_EQ(rtpHeader.ssrc, recv_stream->GetConfig().rtp.remote_ssrc);
3829 // Verify that the receive stream sinks to a renderer.
3830 webrtc::VideoFrame video_frame3(CreateBlackFrameBuffer(4, 4), 300, 0,
3831 webrtc::kVideoRotation_0);
3832 recv_stream->InjectFrame(video_frame3);
3833 EXPECT_EQ(3, renderer.num_rendered_frames());
3834#endif
3835}
3836
skvladdc1c62c2016-03-16 19:07:43 -07003837TEST_F(WebRtcVideoChannel2Test, CanSentMaxBitrateForExistingStream) {
3838 AddSendStream();
3839
3840 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07003841 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
skvladdc1c62c2016-03-16 19:07:43 -07003842 cricket::VideoFormat capture_format_hd =
3843 capturer.GetSupportedFormats()->front();
3844 EXPECT_EQ(1280, capture_format_hd.width);
3845 EXPECT_EQ(720, capture_format_hd.height);
3846 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format_hd));
3847 EXPECT_TRUE(channel_->SetSend(true));
perkjfa10b552016-10-02 23:45:26 -07003848 capturer.CaptureFrame();
skvladdc1c62c2016-03-16 19:07:43 -07003849
perkjfa10b552016-10-02 23:45:26 -07003850 int default_encoder_bitrate = GetMaxEncoderBitrate();
brandtr468da7c2016-11-22 02:16:47 -08003851 EXPECT_GT(default_encoder_bitrate, 1000);
skvladdc1c62c2016-03-16 19:07:43 -07003852
3853 // TODO(skvlad): Resolve the inconsistency between the interpretation
3854 // of the global bitrate limit for audio and video:
3855 // - Audio: max_bandwidth_bps = 0 - fail the operation,
3856 // max_bandwidth_bps = -1 - remove the bandwidth limit
3857 // - Video: max_bandwidth_bps = 0 - remove the bandwidth limit,
3858 // max_bandwidth_bps = -1 - do not change the previously set
3859 // limit.
3860
perkjfa10b552016-10-02 23:45:26 -07003861 SetAndExpectMaxBitrate(1000, 0, 1000);
3862 SetAndExpectMaxBitrate(1000, 800, 800);
3863 SetAndExpectMaxBitrate(600, 800, 600);
3864 SetAndExpectMaxBitrate(0, 800, 800);
3865 SetAndExpectMaxBitrate(0, 0, default_encoder_bitrate);
skvladdc1c62c2016-03-16 19:07:43 -07003866
deadbeef5a4a75a2016-06-02 16:23:38 -07003867 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
skvladdc1c62c2016-03-16 19:07:43 -07003868}
3869
3870TEST_F(WebRtcVideoChannel2Test, CannotSetMaxBitrateForNonexistentStream) {
3871 webrtc::RtpParameters nonexistent_parameters =
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07003872 channel_->GetRtpSendParameters(last_ssrc_);
skvladdc1c62c2016-03-16 19:07:43 -07003873 EXPECT_EQ(0, nonexistent_parameters.encodings.size());
3874
3875 nonexistent_parameters.encodings.push_back(webrtc::RtpEncodingParameters());
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07003876 EXPECT_FALSE(
3877 channel_->SetRtpSendParameters(last_ssrc_, nonexistent_parameters));
skvladdc1c62c2016-03-16 19:07:43 -07003878}
3879
3880TEST_F(WebRtcVideoChannel2Test,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07003881 CannotSetRtpSendParametersWithIncorrectNumberOfEncodings) {
skvladdc1c62c2016-03-16 19:07:43 -07003882 // This test verifies that setting RtpParameters succeeds only if
3883 // the structure contains exactly one encoding.
deadbeefdbe2b872016-03-22 15:42:00 -07003884 // TODO(skvlad): Update this test when we start supporting setting parameters
skvladdc1c62c2016-03-16 19:07:43 -07003885 // for each encoding individually.
3886
3887 AddSendStream();
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07003888 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
skvladdc1c62c2016-03-16 19:07:43 -07003889 // Two or more encodings should result in failure.
3890 parameters.encodings.push_back(webrtc::RtpEncodingParameters());
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07003891 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters));
deadbeeffb2aced2017-01-06 23:05:37 -08003892 // Zero encodings should also fail.
3893 parameters.encodings.clear();
3894 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters));
3895}
3896
3897// Changing the SSRC through RtpParameters is not allowed.
3898TEST_F(WebRtcVideoChannel2Test, CannotSetSsrcInRtpSendParameters) {
3899 AddSendStream();
3900 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
3901 parameters.encodings[0].ssrc = rtc::Optional<uint32_t>(0xdeadbeef);
3902 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters));
skvladdc1c62c2016-03-16 19:07:43 -07003903}
3904
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07003905// Test that a stream will not be sending if its encoding is made inactive
3906// through SetRtpSendParameters.
deadbeefdbe2b872016-03-22 15:42:00 -07003907// TODO(deadbeef): Update this test when we start supporting setting parameters
3908// for each encoding individually.
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07003909TEST_F(WebRtcVideoChannel2Test, SetRtpSendParametersEncodingsActive) {
deadbeefdbe2b872016-03-22 15:42:00 -07003910 FakeVideoSendStream* stream = AddSendStream();
3911 EXPECT_TRUE(channel_->SetSend(true));
3912 EXPECT_TRUE(stream->IsSending());
3913
3914 // Get current parameters and change "active" to false.
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07003915 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
deadbeefdbe2b872016-03-22 15:42:00 -07003916 ASSERT_EQ(1u, parameters.encodings.size());
3917 ASSERT_TRUE(parameters.encodings[0].active);
3918 parameters.encodings[0].active = false;
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07003919 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters));
deadbeefdbe2b872016-03-22 15:42:00 -07003920 EXPECT_FALSE(stream->IsSending());
3921
3922 // Now change it back to active and verify we resume sending.
3923 parameters.encodings[0].active = true;
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07003924 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters));
deadbeefdbe2b872016-03-22 15:42:00 -07003925 EXPECT_TRUE(stream->IsSending());
3926}
3927
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07003928// Test that if a stream is reconfigured (due to a codec change or other
3929// change) while its encoding is still inactive, it doesn't start sending.
3930TEST_F(WebRtcVideoChannel2Test,
3931 InactiveStreamDoesntStartSendingWhenReconfigured) {
3932 // Set an initial codec list, which will be modified later.
3933 cricket::VideoSendParameters parameters1;
magjed509e4fe2016-11-18 01:34:11 -08003934 parameters1.codecs.push_back(GetEngineCodec("VP8"));
3935 parameters1.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07003936 EXPECT_TRUE(channel_->SetSendParameters(parameters1));
3937
3938 FakeVideoSendStream* stream = AddSendStream();
3939 EXPECT_TRUE(channel_->SetSend(true));
3940 EXPECT_TRUE(stream->IsSending());
3941
3942 // Get current parameters and change "active" to false.
3943 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
3944 ASSERT_EQ(1u, parameters.encodings.size());
3945 ASSERT_TRUE(parameters.encodings[0].active);
3946 parameters.encodings[0].active = false;
3947 EXPECT_EQ(1u, GetFakeSendStreams().size());
3948 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
3949 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters));
3950 EXPECT_FALSE(stream->IsSending());
3951
3952 // Reorder the codec list, causing the stream to be reconfigured.
3953 cricket::VideoSendParameters parameters2;
magjed509e4fe2016-11-18 01:34:11 -08003954 parameters2.codecs.push_back(GetEngineCodec("VP9"));
3955 parameters2.codecs.push_back(GetEngineCodec("VP8"));
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07003956 EXPECT_TRUE(channel_->SetSendParameters(parameters2));
3957 auto new_streams = GetFakeSendStreams();
3958 // Assert that a new underlying stream was created due to the codec change.
3959 // Otherwise, this test isn't testing what it set out to test.
3960 EXPECT_EQ(1u, GetFakeSendStreams().size());
3961 EXPECT_EQ(2, fake_call_->GetNumCreatedSendStreams());
3962
3963 // Verify that we still are not sending anything, due to the inactive
3964 // encoding.
3965 EXPECT_FALSE(new_streams[0]->IsSending());
3966}
3967
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07003968// Test that GetRtpSendParameters returns the currently configured codecs.
3969TEST_F(WebRtcVideoChannel2Test, GetRtpSendParametersCodecs) {
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07003970 AddSendStream();
3971 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003972 parameters.codecs.push_back(GetEngineCodec("VP8"));
3973 parameters.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07003974 EXPECT_TRUE(channel_->SetSendParameters(parameters));
3975
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07003976 webrtc::RtpParameters rtp_parameters =
3977 channel_->GetRtpSendParameters(last_ssrc_);
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07003978 ASSERT_EQ(2u, rtp_parameters.codecs.size());
magjed509e4fe2016-11-18 01:34:11 -08003979 EXPECT_EQ(GetEngineCodec("VP8").ToCodecParameters(),
3980 rtp_parameters.codecs[0]);
3981 EXPECT_EQ(GetEngineCodec("VP9").ToCodecParameters(),
3982 rtp_parameters.codecs[1]);
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07003983}
3984
deadbeeffb2aced2017-01-06 23:05:37 -08003985// Test that RtpParameters for send stream has one encoding and it has
3986// the correct SSRC.
3987TEST_F(WebRtcVideoChannel2Test, GetRtpSendParametersSsrc) {
3988 AddSendStream();
3989
3990 webrtc::RtpParameters rtp_parameters =
3991 channel_->GetRtpSendParameters(last_ssrc_);
3992 ASSERT_EQ(1u, rtp_parameters.encodings.size());
3993 EXPECT_EQ(rtc::Optional<uint32_t>(last_ssrc_),
3994 rtp_parameters.encodings[0].ssrc);
3995}
3996
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07003997// Test that if we set/get parameters multiple times, we get the same results.
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07003998TEST_F(WebRtcVideoChannel2Test, SetAndGetRtpSendParameters) {
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07003999 AddSendStream();
4000 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08004001 parameters.codecs.push_back(GetEngineCodec("VP8"));
4002 parameters.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004003 EXPECT_TRUE(channel_->SetSendParameters(parameters));
4004
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004005 webrtc::RtpParameters initial_params =
4006 channel_->GetRtpSendParameters(last_ssrc_);
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004007
4008 // We should be able to set the params we just got.
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004009 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, initial_params));
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004010
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004011 // ... And this shouldn't change the params returned by GetRtpSendParameters.
4012 EXPECT_EQ(initial_params, channel_->GetRtpSendParameters(last_ssrc_));
4013}
4014
4015// Test that GetRtpReceiveParameters returns the currently configured codecs.
4016TEST_F(WebRtcVideoChannel2Test, GetRtpReceiveParametersCodecs) {
4017 AddRecvStream();
4018 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08004019 parameters.codecs.push_back(GetEngineCodec("VP8"));
4020 parameters.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004021 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4022
4023 webrtc::RtpParameters rtp_parameters =
4024 channel_->GetRtpReceiveParameters(last_ssrc_);
4025 ASSERT_EQ(2u, rtp_parameters.codecs.size());
magjed509e4fe2016-11-18 01:34:11 -08004026 EXPECT_EQ(GetEngineCodec("VP8").ToCodecParameters(),
4027 rtp_parameters.codecs[0]);
4028 EXPECT_EQ(GetEngineCodec("VP9").ToCodecParameters(),
4029 rtp_parameters.codecs[1]);
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004030}
4031
johan073ece42016-08-26 02:59:47 -07004032#if defined(WEBRTC_USE_H264)
johan3859c892016-08-05 09:19:25 -07004033TEST_F(WebRtcVideoChannel2Test, GetRtpReceiveFmtpSprop) {
johan073ece42016-08-26 02:59:47 -07004034#else
4035TEST_F(WebRtcVideoChannel2Test, DISABLED_GetRtpReceiveFmtpSprop) {
4036#endif
johan3859c892016-08-05 09:19:25 -07004037 cricket::VideoRecvParameters parameters;
perkj26752742016-10-24 01:21:16 -07004038 cricket::VideoCodec kH264sprop1(101, "H264");
magjed5dfac562016-11-25 03:56:37 -08004039 kH264sprop1.SetParam(kH264FmtpSpropParameterSets, "uvw");
johan3859c892016-08-05 09:19:25 -07004040 parameters.codecs.push_back(kH264sprop1);
perkj26752742016-10-24 01:21:16 -07004041 cricket::VideoCodec kH264sprop2(102, "H264");
magjed5dfac562016-11-25 03:56:37 -08004042 kH264sprop2.SetParam(kH264FmtpSpropParameterSets, "xyz");
johan3859c892016-08-05 09:19:25 -07004043 parameters.codecs.push_back(kH264sprop2);
4044 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4045
4046 FakeVideoReceiveStream* recv_stream = AddRecvStream();
4047 const webrtc::VideoReceiveStream::Config& cfg = recv_stream->GetConfig();
4048 webrtc::RtpParameters rtp_parameters =
4049 channel_->GetRtpReceiveParameters(last_ssrc_);
4050 ASSERT_EQ(2u, rtp_parameters.codecs.size());
4051 EXPECT_EQ(kH264sprop1.ToCodecParameters(), rtp_parameters.codecs[0]);
4052 ASSERT_EQ(2u, cfg.decoders.size());
4053 EXPECT_EQ(101, cfg.decoders[0].payload_type);
4054 EXPECT_EQ("H264", cfg.decoders[0].payload_name);
magjed5dfac562016-11-25 03:56:37 -08004055 const auto it0 =
4056 cfg.decoders[0].codec_params.find(kH264FmtpSpropParameterSets);
4057 ASSERT_TRUE(it0 != cfg.decoders[0].codec_params.end());
4058 EXPECT_EQ("uvw", it0->second);
johan3859c892016-08-05 09:19:25 -07004059
4060 EXPECT_EQ(102, cfg.decoders[1].payload_type);
4061 EXPECT_EQ("H264", cfg.decoders[1].payload_name);
magjed5dfac562016-11-25 03:56:37 -08004062 const auto it1 =
4063 cfg.decoders[1].codec_params.find(kH264FmtpSpropParameterSets);
4064 ASSERT_TRUE(it1 != cfg.decoders[1].codec_params.end());
4065 EXPECT_EQ("xyz", it1->second);
johan3859c892016-08-05 09:19:25 -07004066}
4067
sakal1fd95952016-06-22 00:46:15 -07004068// Test that RtpParameters for receive stream has one encoding and it has
4069// the correct SSRC.
deadbeeffb2aced2017-01-06 23:05:37 -08004070TEST_F(WebRtcVideoChannel2Test, GetRtpReceiveParametersSsrc) {
sakal1fd95952016-06-22 00:46:15 -07004071 AddRecvStream();
4072
4073 webrtc::RtpParameters rtp_parameters =
4074 channel_->GetRtpReceiveParameters(last_ssrc_);
4075 ASSERT_EQ(1u, rtp_parameters.encodings.size());
4076 EXPECT_EQ(rtc::Optional<uint32_t>(last_ssrc_),
4077 rtp_parameters.encodings[0].ssrc);
4078}
4079
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004080// Test that if we set/get parameters multiple times, we get the same results.
4081TEST_F(WebRtcVideoChannel2Test, SetAndGetRtpReceiveParameters) {
4082 AddRecvStream();
4083 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08004084 parameters.codecs.push_back(GetEngineCodec("VP8"));
4085 parameters.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004086 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4087
4088 webrtc::RtpParameters initial_params =
4089 channel_->GetRtpReceiveParameters(last_ssrc_);
4090
4091 // We should be able to set the params we just got.
4092 EXPECT_TRUE(channel_->SetRtpReceiveParameters(last_ssrc_, initial_params));
4093
4094 // ... And this shouldn't change the params returned by
4095 // GetRtpReceiveParameters.
4096 EXPECT_EQ(initial_params, channel_->GetRtpReceiveParameters(last_ssrc_));
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004097}
4098
Peter Boström3548dd22015-05-22 18:48:36 +02004099void WebRtcVideoChannel2Test::TestReceiverLocalSsrcConfiguration(
4100 bool receiver_first) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004101 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boström3548dd22015-05-22 18:48:36 +02004102
4103 const uint32_t kSenderSsrc = 0xC0FFEE;
Peter Boströmdfa28152015-10-21 17:21:10 +02004104 const uint32_t kSecondSenderSsrc = 0xBADCAFE;
Peter Boström3548dd22015-05-22 18:48:36 +02004105 const uint32_t kReceiverSsrc = 0x4711;
Peter Boströmdfa28152015-10-21 17:21:10 +02004106 const uint32_t kExpectedDefaultReceiverSsrc = 1;
Peter Boström3548dd22015-05-22 18:48:36 +02004107
4108 if (receiver_first) {
4109 AddRecvStream(StreamParams::CreateLegacy(kReceiverSsrc));
4110 std::vector<FakeVideoReceiveStream*> receive_streams =
4111 fake_call_->GetVideoReceiveStreams();
4112 ASSERT_EQ(1u, receive_streams.size());
Peter Boströmdfa28152015-10-21 17:21:10 +02004113 // Default local SSRC when we have no sender.
4114 EXPECT_EQ(kExpectedDefaultReceiverSsrc,
4115 receive_streams[0]->GetConfig().rtp.local_ssrc);
Peter Boström3548dd22015-05-22 18:48:36 +02004116 }
4117 AddSendStream(StreamParams::CreateLegacy(kSenderSsrc));
4118 if (!receiver_first)
4119 AddRecvStream(StreamParams::CreateLegacy(kReceiverSsrc));
4120 std::vector<FakeVideoReceiveStream*> receive_streams =
4121 fake_call_->GetVideoReceiveStreams();
4122 ASSERT_EQ(1u, receive_streams.size());
4123 EXPECT_EQ(kSenderSsrc, receive_streams[0]->GetConfig().rtp.local_ssrc);
Peter Boströmdfa28152015-10-21 17:21:10 +02004124
4125 // Removing first sender should fall back to another (in this case the second)
4126 // local send stream's SSRC.
4127 AddSendStream(StreamParams::CreateLegacy(kSecondSenderSsrc));
4128 ASSERT_TRUE(channel_->RemoveSendStream(kSenderSsrc));
4129 receive_streams =
4130 fake_call_->GetVideoReceiveStreams();
4131 ASSERT_EQ(1u, receive_streams.size());
4132 EXPECT_EQ(kSecondSenderSsrc, receive_streams[0]->GetConfig().rtp.local_ssrc);
4133
4134 // Removing the last sender should fall back to default local SSRC.
4135 ASSERT_TRUE(channel_->RemoveSendStream(kSecondSenderSsrc));
4136 receive_streams =
4137 fake_call_->GetVideoReceiveStreams();
4138 ASSERT_EQ(1u, receive_streams.size());
4139 EXPECT_EQ(kExpectedDefaultReceiverSsrc,
4140 receive_streams[0]->GetConfig().rtp.local_ssrc);
Peter Boström3548dd22015-05-22 18:48:36 +02004141}
4142
4143TEST_F(WebRtcVideoChannel2Test, ConfiguresLocalSsrc) {
4144 TestReceiverLocalSsrcConfiguration(false);
4145}
4146
4147TEST_F(WebRtcVideoChannel2Test, ConfiguresLocalSsrcOnExistingReceivers) {
4148 TestReceiverLocalSsrcConfiguration(true);
4149}
4150
Fredrik Solenberg709ed672015-09-15 12:26:33 +02004151class WebRtcVideoChannel2SimulcastTest : public testing::Test {
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004152 public:
skvlad11a9cbf2016-10-07 11:53:05 -07004153 WebRtcVideoChannel2SimulcastTest()
sprang429600d2017-01-26 06:12:26 -08004154 : fake_call_(webrtc::Call::Config(&event_log_)), last_ssrc_(0) {}
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004155
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00004156 void SetUp() override {
Fredrik Solenberg9a416bd2015-05-22 09:04:09 +02004157 engine_.Init();
nisse51542be2016-02-12 02:27:06 -08004158 channel_.reset(
kthelgason2bc68642017-02-07 07:02:22 -08004159 engine_.CreateChannel(&fake_call_, GetMediaConfig(), VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08004160 channel_->OnReadyToSend(true);
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004161 last_ssrc_ = 123;
4162 }
4163
4164 protected:
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004165 void VerifySimulcastSettings(const VideoCodec& codec,
perkj26752742016-10-24 01:21:16 -07004166 int capture_width,
4167 int capture_height,
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004168 size_t num_configured_streams,
sprang429600d2017-01-26 06:12:26 -08004169 size_t expected_num_streams,
4170 bool screenshare,
4171 bool conference_mode) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004172 cricket::VideoSendParameters parameters;
sprang429600d2017-01-26 06:12:26 -08004173 VideoOptions options;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004174 parameters.codecs.push_back(codec);
sprang429600d2017-01-26 06:12:26 -08004175 parameters.conference_mode = conference_mode;
4176 if (screenshare) {
4177 options.is_screencast = rtc::Optional<bool>(screenshare);
4178 }
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004179 ASSERT_TRUE(channel_->SetSendParameters(parameters));
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004180
Peter Boström0c4e06b2015-10-07 12:23:21 +02004181 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
henrikg91d6ede2015-09-17 00:24:34 -07004182 RTC_DCHECK(num_configured_streams <= ssrcs.size());
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004183 ssrcs.resize(num_configured_streams);
4184
4185 FakeVideoSendStream* stream =
4186 AddSendStream(CreateSimStreamParams("cname", ssrcs));
pbos@webrtc.org86196c42015-02-16 21:02:00 +00004187 // Send a full-size frame to trigger a stream reconfiguration to use all
4188 // expected simulcast layers.
4189 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07004190 EXPECT_TRUE(
sprang429600d2017-01-26 06:12:26 -08004191 channel_->SetVideoSend(ssrcs.front(), true, &options, &capturer));
pbos@webrtc.org86196c42015-02-16 21:02:00 +00004192 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(cricket::VideoFormat(
perkj26752742016-10-24 01:21:16 -07004193 capture_width, capture_height,
pbos@webrtc.org86196c42015-02-16 21:02:00 +00004194 cricket::VideoFormat::FpsToInterval(30),
4195 cricket::FOURCC_I420)));
4196 channel_->SetSend(true);
4197 EXPECT_TRUE(capturer.CaptureFrame());
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004198
4199 std::vector<webrtc::VideoStream> video_streams = stream->GetVideoStreams();
4200 ASSERT_EQ(expected_num_streams, video_streams.size());
4201
sprang429600d2017-01-26 06:12:26 -08004202 std::vector<webrtc::VideoStream> expected_streams;
4203 if (conference_mode) {
4204 expected_streams = GetSimulcastConfig(
4205 num_configured_streams, capture_width, capture_height, 0,
4206 kDefaultQpMax, kDefaultVideoMaxFramerate, screenshare);
sprang3ebabf12017-02-16 07:35:22 -08004207 if (screenshare) {
4208 for (const webrtc::VideoStream& stream : expected_streams) {
4209 // Never scale screen content.
4210 EXPECT_EQ(stream.width, capture_width);
4211 EXPECT_EQ(stream.height, capture_height);
4212 }
4213 }
sprang429600d2017-01-26 06:12:26 -08004214 } else {
4215 webrtc::VideoStream stream;
4216 stream.width = capture_width;
4217 stream.height = capture_height;
4218 stream.max_framerate = kDefaultVideoMaxFramerate;
4219 stream.min_bitrate_bps = cricket::kMinVideoBitrateKbps * 1000;
4220 int max_bitrate_kbps;
4221 if (capture_width * capture_height <= 320 * 240) {
4222 max_bitrate_kbps = 600;
4223 } else if (capture_width * capture_height <= 640 * 480) {
4224 max_bitrate_kbps = 1700;
4225 } else if (capture_width * capture_height <= 960 * 540) {
4226 max_bitrate_kbps = 2000;
4227 } else {
4228 max_bitrate_kbps = 2500;
4229 }
4230 stream.target_bitrate_bps = stream.max_bitrate_bps =
4231 max_bitrate_kbps * 1000;
4232 stream.max_qp = kDefaultQpMax;
4233 expected_streams.push_back(stream);
4234 }
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004235
4236 ASSERT_EQ(expected_streams.size(), video_streams.size());
4237
4238 size_t num_streams = video_streams.size();
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00004239 int total_max_bitrate_bps = 0;
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004240 for (size_t i = 0; i < num_streams; ++i) {
4241 EXPECT_EQ(expected_streams[i].width, video_streams[i].width);
4242 EXPECT_EQ(expected_streams[i].height, video_streams[i].height);
4243
4244 EXPECT_GT(video_streams[i].max_framerate, 0);
4245 EXPECT_EQ(expected_streams[i].max_framerate,
4246 video_streams[i].max_framerate);
4247
4248 EXPECT_GT(video_streams[i].min_bitrate_bps, 0);
4249 EXPECT_EQ(expected_streams[i].min_bitrate_bps,
4250 video_streams[i].min_bitrate_bps);
4251
4252 EXPECT_GT(video_streams[i].target_bitrate_bps, 0);
4253 EXPECT_EQ(expected_streams[i].target_bitrate_bps,
4254 video_streams[i].target_bitrate_bps);
4255
4256 EXPECT_GT(video_streams[i].max_bitrate_bps, 0);
4257 EXPECT_EQ(expected_streams[i].max_bitrate_bps,
4258 video_streams[i].max_bitrate_bps);
4259
4260 EXPECT_GT(video_streams[i].max_qp, 0);
4261 EXPECT_EQ(expected_streams[i].max_qp, video_streams[i].max_qp);
4262
sprang429600d2017-01-26 06:12:26 -08004263 EXPECT_EQ(!conference_mode,
4264 expected_streams[i].temporal_layer_thresholds_bps.empty());
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004265 EXPECT_EQ(expected_streams[i].temporal_layer_thresholds_bps,
4266 video_streams[i].temporal_layer_thresholds_bps);
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00004267
4268 if (i == num_streams - 1) {
4269 total_max_bitrate_bps += video_streams[i].max_bitrate_bps;
4270 } else {
4271 total_max_bitrate_bps += video_streams[i].target_bitrate_bps;
4272 }
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004273 }
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00004274
deadbeef5a4a75a2016-06-02 16:23:38 -07004275 EXPECT_TRUE(channel_->SetVideoSend(ssrcs.front(), true, nullptr, nullptr));
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004276 }
4277
4278 FakeVideoSendStream* AddSendStream() {
4279 return AddSendStream(StreamParams::CreateLegacy(last_ssrc_++));
4280 }
4281
4282 FakeVideoSendStream* AddSendStream(const StreamParams& sp) {
4283 size_t num_streams =
Fredrik Solenberg709ed672015-09-15 12:26:33 +02004284 fake_call_.GetVideoSendStreams().size();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004285 EXPECT_TRUE(channel_->AddSendStream(sp));
4286 std::vector<FakeVideoSendStream*> streams =
Fredrik Solenberg709ed672015-09-15 12:26:33 +02004287 fake_call_.GetVideoSendStreams();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004288 EXPECT_EQ(num_streams + 1, streams.size());
4289 return streams[streams.size() - 1];
4290 }
4291
4292 std::vector<FakeVideoSendStream*> GetFakeSendStreams() {
Fredrik Solenberg709ed672015-09-15 12:26:33 +02004293 return fake_call_.GetVideoSendStreams();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004294 }
4295
4296 FakeVideoReceiveStream* AddRecvStream() {
4297 return AddRecvStream(StreamParams::CreateLegacy(last_ssrc_++));
4298 }
4299
4300 FakeVideoReceiveStream* AddRecvStream(const StreamParams& sp) {
4301 size_t num_streams =
Fredrik Solenberg709ed672015-09-15 12:26:33 +02004302 fake_call_.GetVideoReceiveStreams().size();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004303 EXPECT_TRUE(channel_->AddRecvStream(sp));
4304 std::vector<FakeVideoReceiveStream*> streams =
Fredrik Solenberg709ed672015-09-15 12:26:33 +02004305 fake_call_.GetVideoReceiveStreams();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004306 EXPECT_EQ(num_streams + 1, streams.size());
4307 return streams[streams.size() - 1];
4308 }
4309
skvlad11a9cbf2016-10-07 11:53:05 -07004310 webrtc::RtcEventLogNullImpl event_log_;
Fredrik Solenberg709ed672015-09-15 12:26:33 +02004311 FakeCall fake_call_;
4312 WebRtcVideoEngine2 engine_;
kwiberg686a8ef2016-02-26 03:00:35 -08004313 std::unique_ptr<VideoMediaChannel> channel_;
Peter Boström0c4e06b2015-10-07 12:23:21 +02004314 uint32_t last_ssrc_;
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004315};
4316
4317TEST_F(WebRtcVideoChannel2SimulcastTest, SetSendCodecsWith2SimulcastStreams) {
sprang429600d2017-01-26 06:12:26 -08004318 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 640, 360, 2, 2, false,
4319 true);
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004320}
4321
4322TEST_F(WebRtcVideoChannel2SimulcastTest, SetSendCodecsWith3SimulcastStreams) {
sprang429600d2017-01-26 06:12:26 -08004323 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 3, false,
4324 true);
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004325}
4326
4327// Test that we normalize send codec format size in simulcast.
4328TEST_F(WebRtcVideoChannel2SimulcastTest, SetSendCodecsWithOddSizeInSimulcast) {
sprang429600d2017-01-26 06:12:26 -08004329 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 541, 271, 2, 2, false,
4330 true);
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004331}
sprang429600d2017-01-26 06:12:26 -08004332
4333TEST_F(WebRtcVideoChannel2SimulcastTest, SetSendCodecsForScreenshare) {
4334 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 1, true,
4335 false);
4336}
4337
4338TEST_F(WebRtcVideoChannel2SimulcastTest,
4339 SetSendCodecsForConferenceModeScreenshare) {
4340 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 1, true,
4341 true);
4342}
4343
4344TEST_F(WebRtcVideoChannel2SimulcastTest, SetSendCodecsForSimulcastScreenshare) {
4345 webrtc::test::ScopedFieldTrials override_field_trials_(
4346 "WebRTC-SimulcastScreenshare/Enabled/");
4347 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 2, true,
4348 true);
4349}
4350
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00004351} // namespace cricket