blob: d3a9b9b2e366f8178f16c9dfb787ae0dd241c01b [file] [log] [blame]
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001/*
kjellander1afca732016-02-07 20:46:45 -08002 * Copyright (c) 2004 The WebRTC project authors. All Rights Reserved.
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003 *
kjellander1afca732016-02-07 20:46:45 -08004 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00009 */
10
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +000011#include <algorithm>
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000012#include <map>
kwiberg686a8ef2016-02-26 03:00:35 -080013#include <memory>
Steve Antone78bcb92017-10-31 09:53:08 -070014#include <utility>
pbos@webrtc.org86f613d2014-06-10 08:53:05 +000015#include <vector>
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000016
Emircan Uysalerdbcac7f2017-10-30 23:10:12 -070017#include "api/test/mock_video_decoder_factory.h"
18#include "api/test/mock_video_encoder_factory.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020019#include "api/video_codecs/sdp_video_format.h"
20#include "api/video_codecs/video_decoder_factory.h"
21#include "api/video_codecs/video_encoder.h"
22#include "api/video_codecs/video_encoder_factory.h"
23#include "call/flexfec_receive_stream.h"
24#include "common_video/h264/profile_level_id.h"
25#include "logging/rtc_event_log/rtc_event_log.h"
26#include "media/base/mediaconstants.h"
27#include "media/base/rtputils.h"
28#include "media/base/testutils.h"
29#include "media/base/videoengine_unittest.h"
30#include "media/engine/constants.h"
31#include "media/engine/fakewebrtccall.h"
32#include "media/engine/fakewebrtcvideoengine.h"
Magnus Jedvert7501b1c2017-11-09 13:43:42 +010033#include "media/engine/internalencoderfactory.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020034#include "media/engine/simulcast.h"
35#include "media/engine/webrtcvideoengine.h"
36#include "media/engine/webrtcvoiceengine.h"
37#include "rtc_base/arraysize.h"
38#include "rtc_base/gunit.h"
39#include "rtc_base/stringutils.h"
40#include "test/field_trial.h"
41#include "test/gmock.h"
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000042
isheriff6f8d6862016-05-26 11:24:55 -070043using webrtc::RtpExtension;
44
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000045namespace {
buildbot@webrtc.orga8530772014-12-10 09:01:18 +000046static const int kDefaultQpMax = 56;
buildbot@webrtc.orga8530772014-12-10 09:01:18 +000047
noahricd10a68e2015-07-10 11:27:55 -070048static const uint8_t kRedRtxPayloadType = 125;
49
Peter Boström0c4e06b2015-10-07 12:23:21 +020050static const uint32_t kSsrcs1[] = {1};
51static const uint32_t kSsrcs3[] = {1, 2, 3};
52static const uint32_t kRtxSsrcs1[] = {4};
brandtr468da7c2016-11-22 02:16:47 -080053static const uint32_t kFlexfecSsrc = 5;
Peter Boström0c4e06b2015-10-07 12:23:21 +020054static const uint32_t kIncomingUnsignalledSsrc = 0xC0FFEE;
mzanaty8a855d62017-02-17 15:46:43 -080055static const uint32_t kDefaultRecvSsrc = 0;
56
pbos@webrtc.org3c107582014-07-20 15:27:35 +000057static const char kUnsupportedExtensionName[] =
58 "urn:ietf:params:rtp-hdrext:unsupported";
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +000059
magjed509e4fe2016-11-18 01:34:11 -080060cricket::VideoCodec RemoveFeedbackParams(cricket::VideoCodec&& codec) {
61 codec.feedback_params = cricket::FeedbackParams();
62 return codec;
63}
64
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +000065void VerifyCodecHasDefaultFeedbackParams(const cricket::VideoCodec& codec) {
66 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
67 cricket::kRtcpFbParamNack, cricket::kParamValueEmpty)));
68 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
69 cricket::kRtcpFbParamNack, cricket::kRtcpFbNackParamPli)));
70 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
71 cricket::kRtcpFbParamRemb, cricket::kParamValueEmpty)));
72 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
stefan43edf0f2015-11-20 18:05:48 -080073 cricket::kRtcpFbParamTransportCc, cricket::kParamValueEmpty)));
74 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +000075 cricket::kRtcpFbParamCcm, cricket::kRtcpFbCcmParamFir)));
76}
77
magjed725e4842016-11-16 00:48:13 -080078// Return true if any codec in |codecs| is an RTX codec with associated payload
79// type |payload_type|.
80bool HasRtxCodec(const std::vector<cricket::VideoCodec>& codecs,
81 int payload_type) {
82 for (const cricket::VideoCodec& codec : codecs) {
83 int associated_payload_type;
84 if (cricket::CodecNamesEq(codec.name.c_str(), "rtx") &&
85 codec.GetParam(cricket::kCodecParamAssociatedPayloadType,
86 &associated_payload_type) &&
87 associated_payload_type == payload_type) {
88 return true;
89 }
90 }
91 return false;
92}
93
nisseca5706d2017-09-11 02:32:16 -070094// TODO(nisse): Duplicated in call.cc.
95const int* FindKeyByValue(const std::map<int, int>& m, int v) {
96 for (const auto& kv : m) {
97 if (kv.second == v)
98 return &kv.first;
99 }
100 return nullptr;
101}
102
103bool HasRtxReceiveAssociation(
104 const webrtc::VideoReceiveStream::Config& config,
105 int payload_type) {
106 return FindKeyByValue(config.rtp.rtx_associated_payload_types,
107 payload_type) != nullptr;
108}
109
110// Check that there's an Rtx payload type for each decoder.
111bool VerifyRtxReceiveAssociations(
112 const webrtc::VideoReceiveStream::Config& config) {
113 for (const auto& decoder : config.decoders) {
114 if (!HasRtxReceiveAssociation(config, decoder.payload_type))
115 return false;
116 }
117 return true;
118}
119
brandtrffc61182016-11-28 06:02:22 -0800120rtc::scoped_refptr<webrtc::VideoFrameBuffer> CreateBlackFrameBuffer(
nisse64ec8f82016-09-27 00:17:25 -0700121 int width,
122 int height) {
123 rtc::scoped_refptr<webrtc::I420Buffer> buffer =
124 webrtc::I420Buffer::Create(width, height);
nisseaf916892017-01-10 07:44:26 -0800125 webrtc::I420Buffer::SetBlack(buffer);
nisse64ec8f82016-09-27 00:17:25 -0700126 return buffer;
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +0000127}
128
Shao Changbine62202f2015-04-21 20:24:50 +0800129void VerifySendStreamHasRtxTypes(const webrtc::VideoSendStream::Config& config,
130 const std::map<int, int>& rtx_types) {
131 std::map<int, int>::const_iterator it;
132 it = rtx_types.find(config.encoder_settings.payload_type);
133 EXPECT_TRUE(it != rtx_types.end() &&
134 it->second == config.rtp.rtx.payload_type);
135
brandtrb5f2c3f2016-10-04 23:28:39 -0700136 if (config.rtp.ulpfec.red_rtx_payload_type != -1) {
137 it = rtx_types.find(config.rtp.ulpfec.red_payload_type);
Shao Changbine62202f2015-04-21 20:24:50 +0800138 EXPECT_TRUE(it != rtx_types.end() &&
brandtrb5f2c3f2016-10-04 23:28:39 -0700139 it->second == config.rtp.ulpfec.red_rtx_payload_type);
Shao Changbine62202f2015-04-21 20:24:50 +0800140 }
141}
kthelgason2bc68642017-02-07 07:02:22 -0800142
143cricket::MediaConfig GetMediaConfig() {
144 cricket::MediaConfig media_config;
145 media_config.video.enable_cpu_overuse_detection = false;
146 return media_config;
147}
nisse26e3abb2017-08-25 04:44:25 -0700148
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000149} // namespace
150
151namespace cricket {
eladalonf1841382017-06-12 01:16:46 -0700152class WebRtcVideoEngineTest : public ::testing::Test {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000153 public:
eladalonf1841382017-06-12 01:16:46 -0700154 WebRtcVideoEngineTest() : WebRtcVideoEngineTest("") {}
155 explicit WebRtcVideoEngineTest(const char* field_trials)
stefanc1aeaf02015-10-15 07:26:07 -0700156 : override_field_trials_(field_trials),
skvlad11a9cbf2016-10-07 11:53:05 -0700157 call_(webrtc::Call::Create(webrtc::Call::Config(&event_log_))),
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200158 encoder_factory_(new cricket::FakeWebRtcVideoEncoderFactory),
159 decoder_factory_(new cricket::FakeWebRtcVideoDecoderFactory),
160 engine_(std::unique_ptr<cricket::WebRtcVideoEncoderFactory>(
161 encoder_factory_),
162 std::unique_ptr<cricket::WebRtcVideoDecoderFactory>(
163 decoder_factory_)) {
pbos@webrtc.org9fbb7172014-06-13 09:34:13 +0000164 std::vector<VideoCodec> engine_codecs = engine_.codecs();
henrikg91d6ede2015-09-17 00:24:34 -0700165 RTC_DCHECK(!engine_codecs.empty());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000166 bool codec_set = false;
magjed509e4fe2016-11-18 01:34:11 -0800167 for (const cricket::VideoCodec& codec : engine_codecs) {
168 if (codec.name == "rtx") {
Shao Changbine62202f2015-04-21 20:24:50 +0800169 int associated_payload_type;
magjed509e4fe2016-11-18 01:34:11 -0800170 if (codec.GetParam(kCodecParamAssociatedPayloadType,
171 &associated_payload_type)) {
172 default_apt_rtx_types_[associated_payload_type] = codec.id;
Shao Changbine62202f2015-04-21 20:24:50 +0800173 }
magjed509e4fe2016-11-18 01:34:11 -0800174 } else if (!codec_set && codec.name != "red" && codec.name != "ulpfec") {
175 default_codec_ = codec;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000176 codec_set = true;
177 }
178 }
179
henrikg91d6ede2015-09-17 00:24:34 -0700180 RTC_DCHECK(codec_set);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000181 }
182
183 protected:
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100184 // Find the index of the codec in the engine with the given name. The codec
185 // must be present.
186 int GetEngineCodecIndex(const std::string& name) const;
187
magjed509e4fe2016-11-18 01:34:11 -0800188 // Find the codec in the engine with the given name. The codec must be
189 // present.
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100190 cricket::VideoCodec GetEngineCodec(const std::string& name) const;
magjed509e4fe2016-11-18 01:34:11 -0800191
magjed2475ae22017-09-12 04:42:15 -0700192 VideoMediaChannel* SetUpForExternalEncoderFactory();
pbos@webrtc.orgfa553ef2014-10-20 11:07:07 +0000193
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000194 VideoMediaChannel* SetUpForExternalDecoderFactory(
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000195 const std::vector<VideoCodec>& codecs);
196
Peter Boströme4499152016-02-05 11:13:28 +0100197 void TestExtendedEncoderOveruse(bool use_external_encoder);
198
stefanc1aeaf02015-10-15 07:26:07 -0700199 webrtc::test::ScopedFieldTrials override_field_trials_;
skvlad11a9cbf2016-10-07 11:53:05 -0700200 webrtc::RtcEventLogNullImpl event_log_;
eladalonf1841382017-06-12 01:16:46 -0700201 // Used in WebRtcVideoEngineVoiceTest, but defined here so it's properly
pbos@webrtc.orgf1f0d9a2015-03-02 13:30:15 +0000202 // initialized when the constructor is called.
kwiberg686a8ef2016-02-26 03:00:35 -0800203 std::unique_ptr<webrtc::Call> call_;
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200204 // TODO(magjed): Update all tests to use new video codec factories once the
205 // old factories are deprecated,
206 // https://bugs.chromium.org/p/webrtc/issues/detail?id=7925.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200207 // These factories are owned by the video engine.
208 cricket::FakeWebRtcVideoEncoderFactory* encoder_factory_;
209 cricket::FakeWebRtcVideoDecoderFactory* decoder_factory_;
eladalonf1841382017-06-12 01:16:46 -0700210 WebRtcVideoEngine engine_;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000211 VideoCodec default_codec_;
Shao Changbine62202f2015-04-21 20:24:50 +0800212 std::map<int, int> default_apt_rtx_types_;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000213};
214
eladalonf1841382017-06-12 01:16:46 -0700215TEST_F(WebRtcVideoEngineTest, AnnouncesVp9AccordingToBuildFlags) {
Peter Boström12996152016-05-14 02:03:18 +0200216 bool claims_vp9_support = false;
217 for (const cricket::VideoCodec& codec : engine_.codecs()) {
218 if (codec.name == "VP9") {
219 claims_vp9_support = true;
220 break;
221 }
222 }
223#if defined(RTC_DISABLE_VP9)
224 EXPECT_FALSE(claims_vp9_support);
225#else
226 EXPECT_TRUE(claims_vp9_support);
227#endif // defined(RTC_DISABLE_VP9)
228}
229
eladalonf1841382017-06-12 01:16:46 -0700230TEST_F(WebRtcVideoEngineTest, DefaultRtxCodecHasAssociatedPayloadTypeSet) {
pbos@webrtc.orge322a172014-06-13 11:47:28 +0000231 std::vector<VideoCodec> engine_codecs = engine_.codecs();
232 for (size_t i = 0; i < engine_codecs.size(); ++i) {
233 if (engine_codecs[i].name != kRtxCodecName)
234 continue;
235 int associated_payload_type;
236 EXPECT_TRUE(engine_codecs[i].GetParam(kCodecParamAssociatedPayloadType,
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000237 &associated_payload_type));
pbos@webrtc.orge322a172014-06-13 11:47:28 +0000238 EXPECT_EQ(default_codec_.id, associated_payload_type);
239 return;
240 }
241 FAIL() << "No RTX codec found among default codecs.";
242}
243
eladalonf1841382017-06-12 01:16:46 -0700244TEST_F(WebRtcVideoEngineTest, SupportsTimestampOffsetHeaderExtension) {
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100245 RtpCapabilities capabilities = engine_.GetCapabilities();
246 ASSERT_FALSE(capabilities.header_extensions.empty());
isheriff6f8d6862016-05-26 11:24:55 -0700247 for (const RtpExtension& extension : capabilities.header_extensions) {
248 if (extension.uri == RtpExtension::kTimestampOffsetUri) {
249 EXPECT_EQ(RtpExtension::kTimestampOffsetDefaultId, extension.id);
pbos@webrtc.org587ef602014-06-16 17:32:02 +0000250 return;
251 }
252 }
253 FAIL() << "Timestamp offset extension not in header-extension list.";
254}
255
eladalonf1841382017-06-12 01:16:46 -0700256TEST_F(WebRtcVideoEngineTest, SupportsAbsoluteSenderTimeHeaderExtension) {
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100257 RtpCapabilities capabilities = engine_.GetCapabilities();
258 ASSERT_FALSE(capabilities.header_extensions.empty());
isheriff6f8d6862016-05-26 11:24:55 -0700259 for (const RtpExtension& extension : capabilities.header_extensions) {
260 if (extension.uri == RtpExtension::kAbsSendTimeUri) {
261 EXPECT_EQ(RtpExtension::kAbsSendTimeDefaultId, extension.id);
pbos@webrtc.org587ef602014-06-16 17:32:02 +0000262 return;
263 }
264 }
265 FAIL() << "Absolute Sender Time extension not in header-extension list.";
266}
267
eladalonf1841382017-06-12 01:16:46 -0700268TEST_F(WebRtcVideoEngineTest, SupportsTransportSequenceNumberHeaderExtension) {
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100269 RtpCapabilities capabilities = engine_.GetCapabilities();
270 ASSERT_FALSE(capabilities.header_extensions.empty());
isheriff6f8d6862016-05-26 11:24:55 -0700271 for (const RtpExtension& extension : capabilities.header_extensions) {
272 if (extension.uri == RtpExtension::kTransportSequenceNumberUri) {
273 EXPECT_EQ(RtpExtension::kTransportSequenceNumberDefaultId, extension.id);
stefanc1aeaf02015-10-15 07:26:07 -0700274 return;
275 }
276 }
277 FAIL() << "Transport sequence number extension not in header-extension list.";
278}
279
eladalonf1841382017-06-12 01:16:46 -0700280TEST_F(WebRtcVideoEngineTest, SupportsVideoRotationHeaderExtension) {
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100281 RtpCapabilities capabilities = engine_.GetCapabilities();
282 ASSERT_FALSE(capabilities.header_extensions.empty());
isheriff6f8d6862016-05-26 11:24:55 -0700283 for (const RtpExtension& extension : capabilities.header_extensions) {
284 if (extension.uri == RtpExtension::kVideoRotationUri) {
285 EXPECT_EQ(RtpExtension::kVideoRotationDefaultId, extension.id);
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700286 return;
287 }
288 }
289 FAIL() << "Video Rotation extension not in header-extension list.";
290}
291
eladalonf1841382017-06-12 01:16:46 -0700292TEST_F(WebRtcVideoEngineTest, CVOSetHeaderExtensionBeforeCapturer) {
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700293 // Allocate the capturer first to prevent early destruction before channel's
294 // dtor is called.
295 cricket::FakeVideoCapturer capturer;
296
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200297 encoder_factory_->AddSupportedVideoCodecType("VP8");
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700298
magjed2475ae22017-09-12 04:42:15 -0700299 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700300 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(kSsrc)));
301
302 // Add CVO extension.
303 const int id = 1;
magjed509e4fe2016-11-18 01:34:11 -0800304 cricket::VideoSendParameters parameters;
305 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200306 parameters.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -0700307 RtpExtension(RtpExtension::kVideoRotationUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200308 EXPECT_TRUE(channel->SetSendParameters(parameters));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700309
310 // Set capturer.
deadbeef5a4a75a2016-06-02 16:23:38 -0700311 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700312
313 // Verify capturer has turned off applying rotation.
nisse47ac4622016-05-25 08:47:01 -0700314 EXPECT_FALSE(capturer.apply_rotation());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700315
316 // Verify removing header extension turns on applying rotation.
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200317 parameters.extensions.clear();
318 EXPECT_TRUE(channel->SetSendParameters(parameters));
nisse47ac4622016-05-25 08:47:01 -0700319 EXPECT_TRUE(capturer.apply_rotation());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700320}
321
eladalonf1841382017-06-12 01:16:46 -0700322TEST_F(WebRtcVideoEngineTest, CVOSetHeaderExtensionBeforeAddSendStream) {
perkj91e1c152016-03-02 05:34:00 -0800323 // Allocate the capturer first to prevent early destruction before channel's
324 // dtor is called.
325 cricket::FakeVideoCapturer capturer;
326
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200327 encoder_factory_->AddSupportedVideoCodecType("VP8");
perkj91e1c152016-03-02 05:34:00 -0800328
magjed2475ae22017-09-12 04:42:15 -0700329 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
perkj91e1c152016-03-02 05:34:00 -0800330 // Add CVO extension.
331 const int id = 1;
magjed509e4fe2016-11-18 01:34:11 -0800332 cricket::VideoSendParameters parameters;
333 parameters.codecs.push_back(GetEngineCodec("VP8"));
perkj91e1c152016-03-02 05:34:00 -0800334 parameters.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -0700335 RtpExtension(RtpExtension::kVideoRotationUri, id));
perkj91e1c152016-03-02 05:34:00 -0800336 EXPECT_TRUE(channel->SetSendParameters(parameters));
337 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(kSsrc)));
338
339 // Set capturer.
deadbeef5a4a75a2016-06-02 16:23:38 -0700340 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
perkj91e1c152016-03-02 05:34:00 -0800341
342 // Verify capturer has turned off applying rotation.
nisse47ac4622016-05-25 08:47:01 -0700343 EXPECT_FALSE(capturer.apply_rotation());
perkj91e1c152016-03-02 05:34:00 -0800344}
345
eladalonf1841382017-06-12 01:16:46 -0700346TEST_F(WebRtcVideoEngineTest, CVOSetHeaderExtensionAfterCapturer) {
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700347 cricket::FakeVideoCapturer capturer;
348
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200349 encoder_factory_->AddSupportedVideoCodecType("VP8");
350 encoder_factory_->AddSupportedVideoCodecType("VP9");
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700351
magjed2475ae22017-09-12 04:42:15 -0700352 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700353 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(kSsrc)));
354
355 // Set capturer.
deadbeef5a4a75a2016-06-02 16:23:38 -0700356 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700357
perkjcaafdba2016-03-20 07:34:29 -0700358 // Verify capturer has turned on applying rotation.
nisse47ac4622016-05-25 08:47:01 -0700359 EXPECT_TRUE(capturer.apply_rotation());
perkjcaafdba2016-03-20 07:34:29 -0700360
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700361 // Add CVO extension.
362 const int id = 1;
magjed509e4fe2016-11-18 01:34:11 -0800363 cricket::VideoSendParameters parameters;
364 parameters.codecs.push_back(GetEngineCodec("VP8"));
365 parameters.codecs.push_back(GetEngineCodec("VP9"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200366 parameters.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -0700367 RtpExtension(RtpExtension::kVideoRotationUri, id));
perkjcaafdba2016-03-20 07:34:29 -0700368 // Also remove the first codec to trigger a codec change as well.
369 parameters.codecs.erase(parameters.codecs.begin());
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200370 EXPECT_TRUE(channel->SetSendParameters(parameters));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700371
372 // Verify capturer has turned off applying rotation.
nisse47ac4622016-05-25 08:47:01 -0700373 EXPECT_FALSE(capturer.apply_rotation());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700374
375 // Verify removing header extension turns on applying rotation.
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200376 parameters.extensions.clear();
377 EXPECT_TRUE(channel->SetSendParameters(parameters));
nisse47ac4622016-05-25 08:47:01 -0700378 EXPECT_TRUE(capturer.apply_rotation());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700379}
380
eladalonf1841382017-06-12 01:16:46 -0700381TEST_F(WebRtcVideoEngineTest, SetSendFailsBeforeSettingCodecs) {
kwiberg686a8ef2016-02-26 03:00:35 -0800382 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800383 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +0000384
385 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(123)));
386
387 EXPECT_FALSE(channel->SetSend(true))
388 << "Channel should not start without codecs.";
389 EXPECT_TRUE(channel->SetSend(false))
390 << "Channel should be stoppable even without set codecs.";
391}
392
eladalonf1841382017-06-12 01:16:46 -0700393TEST_F(WebRtcVideoEngineTest, GetStatsWithoutSendCodecsSetDoesNotCrash) {
kwiberg686a8ef2016-02-26 03:00:35 -0800394 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800395 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
pbos@webrtc.orgc3d2bd22014-08-12 20:55:10 +0000396 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(123)));
397 VideoMediaInfo info;
398 channel->GetStats(&info);
399}
400
eladalonf1841382017-06-12 01:16:46 -0700401TEST_F(WebRtcVideoEngineTest, UseExternalFactoryForVp8WhenSupported) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200402 encoder_factory_->AddSupportedVideoCodecType("VP8");
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000403
magjed2475ae22017-09-12 04:42:15 -0700404 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
Sergey Ulanove2b15012016-11-22 16:08:30 -0800405 channel->OnReadyToSend(true);
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000406
407 EXPECT_TRUE(
408 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200409 EXPECT_EQ(0, encoder_factory_->GetNumCreatedEncoders());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000410 EXPECT_TRUE(channel->SetSend(true));
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000411 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700412 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000413 EXPECT_EQ(cricket::CS_RUNNING,
414 capturer.Start(capturer.GetSupportedFormats()->front()));
415 EXPECT_TRUE(capturer.CaptureFrame());
Per21d45d22016-10-30 21:37:57 +0100416 // Sending one frame will have allocate the encoder.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200417 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(1));
418 EXPECT_TRUE_WAIT(encoder_factory_->encoders()[0]->GetNumEncodedFrames() > 0,
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000419 kTimeout);
420
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200421 int num_created_encoders = encoder_factory_->GetNumCreatedEncoders();
Per21d45d22016-10-30 21:37:57 +0100422 EXPECT_EQ(num_created_encoders, 1);
pbos@webrtc.org86196c42015-02-16 21:02:00 +0000423
424 // Setting codecs of the same type should not reallocate any encoders
425 // (expecting a no-op).
magjed509e4fe2016-11-18 01:34:11 -0800426 cricket::VideoSendParameters parameters;
427 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200428 EXPECT_TRUE(channel->SetSendParameters(parameters));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200429 EXPECT_EQ(num_created_encoders, encoder_factory_->GetNumCreatedEncoders());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000430
431 // Remove stream previously added to free the external encoder instance.
432 EXPECT_TRUE(channel->RemoveSendStream(kSsrc));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200433 EXPECT_EQ(0u, encoder_factory_->encoders().size());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000434}
435
Taylor Brandstetter6c3e7882016-06-29 11:14:19 -0700436// Test that when an external encoder factory supports a codec we don't
437// internally support, we still add an RTX codec for it.
438// TODO(deadbeef): Currently this test is only effective if WebRTC is
439// built with no internal H264 support. This test should be updated
440// if/when we start adding RTX codecs for unrecognized codec names.
eladalonf1841382017-06-12 01:16:46 -0700441TEST_F(WebRtcVideoEngineTest, RtxCodecAddedForExternalCodec) {
magjed725e4842016-11-16 00:48:13 -0800442 using webrtc::H264::ProfileLevelIdToString;
443 using webrtc::H264::ProfileLevelId;
444 using webrtc::H264::kLevel1;
445 cricket::VideoCodec h264_constrained_baseline("H264");
446 h264_constrained_baseline.params[kH264FmtpProfileLevelId] =
447 *ProfileLevelIdToString(
448 ProfileLevelId(webrtc::H264::kProfileConstrainedBaseline, kLevel1));
449 cricket::VideoCodec h264_constrained_high("H264");
450 h264_constrained_high.params[kH264FmtpProfileLevelId] =
451 *ProfileLevelIdToString(
452 ProfileLevelId(webrtc::H264::kProfileConstrainedHigh, kLevel1));
453 cricket::VideoCodec h264_high("H264");
454 h264_high.params[kH264FmtpProfileLevelId] = *ProfileLevelIdToString(
455 ProfileLevelId(webrtc::H264::kProfileHigh, kLevel1));
456
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200457 encoder_factory_->AddSupportedVideoCodec(h264_constrained_baseline);
458 encoder_factory_->AddSupportedVideoCodec(h264_constrained_high);
459 encoder_factory_->AddSupportedVideoCodec(h264_high);
Taylor Brandstetter6c3e7882016-06-29 11:14:19 -0700460
magjed725e4842016-11-16 00:48:13 -0800461 // First figure out what payload types the test codecs got assigned.
462 const std::vector<cricket::VideoCodec> codecs = engine_.codecs();
magjed509e4fe2016-11-18 01:34:11 -0800463 // Now search for RTX codecs for them. Expect that they all have associated
464 // RTX codecs.
magjed725e4842016-11-16 00:48:13 -0800465 EXPECT_TRUE(HasRtxCodec(
466 codecs, FindMatchingCodec(codecs, h264_constrained_baseline)->id));
467 EXPECT_TRUE(HasRtxCodec(
468 codecs, FindMatchingCodec(codecs, h264_constrained_high)->id));
magjed509e4fe2016-11-18 01:34:11 -0800469 EXPECT_TRUE(HasRtxCodec(
magjed725e4842016-11-16 00:48:13 -0800470 codecs, FindMatchingCodec(codecs, h264_high)->id));
Taylor Brandstetter6c3e7882016-06-29 11:14:19 -0700471}
472
eladalonf1841382017-06-12 01:16:46 -0700473void WebRtcVideoEngineTest::TestExtendedEncoderOveruse(
Peter Boströme4499152016-02-05 11:13:28 +0100474 bool use_external_encoder) {
kwiberg686a8ef2016-02-26 03:00:35 -0800475 std::unique_ptr<VideoMediaChannel> channel;
skvlad11a9cbf2016-10-07 11:53:05 -0700476 FakeCall* fake_call = new FakeCall(webrtc::Call::Config(&event_log_));
Peter Boströme4499152016-02-05 11:13:28 +0100477 call_.reset(fake_call);
478 if (use_external_encoder) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200479 encoder_factory_->AddSupportedVideoCodecType("VP8");
magjed2475ae22017-09-12 04:42:15 -0700480 channel.reset(SetUpForExternalEncoderFactory());
Peter Boströme4499152016-02-05 11:13:28 +0100481 } else {
nisse51542be2016-02-12 02:27:06 -0800482 channel.reset(
kthelgason2bc68642017-02-07 07:02:22 -0800483 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
Peter Boströme4499152016-02-05 11:13:28 +0100484 }
485 ASSERT_TRUE(
486 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
magjed509e4fe2016-11-18 01:34:11 -0800487 cricket::VideoSendParameters parameters;
488 parameters.codecs.push_back(GetEngineCodec("VP8"));
Peter Boströme4499152016-02-05 11:13:28 +0100489 EXPECT_TRUE(channel->SetSendParameters(parameters));
490 EXPECT_TRUE(channel->SetSend(true));
491 FakeVideoSendStream* stream = fake_call->GetVideoSendStreams()[0];
492
493 EXPECT_EQ(use_external_encoder,
494 stream->GetConfig().encoder_settings.full_overuse_time);
495 // Remove stream previously added to free the external encoder instance.
496 EXPECT_TRUE(channel->RemoveSendStream(kSsrc));
497}
498
eladalonf1841382017-06-12 01:16:46 -0700499TEST_F(WebRtcVideoEngineTest, EnablesFullEncoderTimeForExternalEncoders) {
Peter Boströme4499152016-02-05 11:13:28 +0100500 TestExtendedEncoderOveruse(true);
501}
502
eladalonf1841382017-06-12 01:16:46 -0700503TEST_F(WebRtcVideoEngineTest, DisablesFullEncoderTimeForNonExternalEncoders) {
Peter Boströme4499152016-02-05 11:13:28 +0100504 TestExtendedEncoderOveruse(false);
505}
506
Peter Boström12996152016-05-14 02:03:18 +0200507#if !defined(RTC_DISABLE_VP9)
eladalonf1841382017-06-12 01:16:46 -0700508TEST_F(WebRtcVideoEngineTest, CanConstructDecoderForVp9EncoderFactory) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200509 encoder_factory_->AddSupportedVideoCodecType("VP9");
Peter Boström53eda3d2015-03-27 15:53:18 +0100510
magjed2475ae22017-09-12 04:42:15 -0700511 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
Peter Boström53eda3d2015-03-27 15:53:18 +0100512
513 EXPECT_TRUE(
514 channel->AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrc)));
515}
Peter Boström12996152016-05-14 02:03:18 +0200516#endif // !defined(RTC_DISABLE_VP9)
Peter Boström53eda3d2015-03-27 15:53:18 +0100517
eladalonf1841382017-06-12 01:16:46 -0700518TEST_F(WebRtcVideoEngineTest, PropagatesInputFrameTimestamp) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200519 encoder_factory_->AddSupportedVideoCodecType("VP8");
skvlad11a9cbf2016-10-07 11:53:05 -0700520 FakeCall* fake_call = new FakeCall(webrtc::Call::Config(&event_log_));
Fredrik Solenberg709ed672015-09-15 12:26:33 +0200521 call_.reset(fake_call);
magjed2475ae22017-09-12 04:42:15 -0700522 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
qiangchenc27d89f2015-07-16 10:27:16 -0700523
524 EXPECT_TRUE(
525 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
526
527 FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700528 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
qiangchenc27d89f2015-07-16 10:27:16 -0700529 capturer.Start(cricket::VideoFormat(1280, 720,
530 cricket::VideoFormat::FpsToInterval(60),
531 cricket::FOURCC_I420));
532 channel->SetSend(true);
533
Fredrik Solenberg709ed672015-09-15 12:26:33 +0200534 FakeVideoSendStream* stream = fake_call->GetVideoSendStreams()[0];
qiangchenc27d89f2015-07-16 10:27:16 -0700535
536 EXPECT_TRUE(capturer.CaptureFrame());
pbos1cb121d2015-09-14 11:38:38 -0700537 int64_t last_timestamp = stream->GetLastTimestamp();
qiangchenc27d89f2015-07-16 10:27:16 -0700538 for (int i = 0; i < 10; i++) {
539 EXPECT_TRUE(capturer.CaptureFrame());
pbos1cb121d2015-09-14 11:38:38 -0700540 int64_t timestamp = stream->GetLastTimestamp();
qiangchenc27d89f2015-07-16 10:27:16 -0700541 int64_t interval = timestamp - last_timestamp;
542
543 // Precision changes from nanosecond to millisecond.
544 // Allow error to be no more than 1.
545 EXPECT_NEAR(cricket::VideoFormat::FpsToInterval(60) / 1E6, interval, 1);
546
547 last_timestamp = timestamp;
548 }
549
550 capturer.Start(cricket::VideoFormat(1280, 720,
551 cricket::VideoFormat::FpsToInterval(30),
552 cricket::FOURCC_I420));
553
554 EXPECT_TRUE(capturer.CaptureFrame());
555 last_timestamp = stream->GetLastTimestamp();
556 for (int i = 0; i < 10; i++) {
557 EXPECT_TRUE(capturer.CaptureFrame());
pbos1cb121d2015-09-14 11:38:38 -0700558 int64_t timestamp = stream->GetLastTimestamp();
qiangchenc27d89f2015-07-16 10:27:16 -0700559 int64_t interval = timestamp - last_timestamp;
560
561 // Precision changes from nanosecond to millisecond.
562 // Allow error to be no more than 1.
563 EXPECT_NEAR(cricket::VideoFormat::FpsToInterval(30) / 1E6, interval, 1);
564
565 last_timestamp = timestamp;
566 }
567
568 // Remove stream previously added to free the external encoder instance.
569 EXPECT_TRUE(channel->RemoveSendStream(kSsrc));
570}
571
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100572int WebRtcVideoEngineTest::GetEngineCodecIndex(const std::string& name) const {
573 const std::vector<cricket::VideoCodec> codecs = engine_.codecs();
574 for (size_t i = 0; i < codecs.size(); ++i) {
575 const cricket::VideoCodec engine_codec = codecs[i];
Magnus Jedvert8deb8182017-10-05 13:13:32 +0200576 if (!CodecNamesEq(name, engine_codec.name))
577 continue;
578 // The tests only use H264 Constrained Baseline. Make sure we don't return
579 // an internal H264 codec from the engine with a different H264 profile.
580 if (CodecNamesEq(name.c_str(), kH264CodecName)) {
581 const rtc::Optional<webrtc::H264::ProfileLevelId> profile_level_id =
582 webrtc::H264::ParseSdpProfileLevelId(engine_codec.params);
583 if (profile_level_id->profile !=
584 webrtc::H264::kProfileConstrainedBaseline) {
585 continue;
586 }
587 }
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100588 return i;
magjed509e4fe2016-11-18 01:34:11 -0800589 }
590 // This point should never be reached.
591 ADD_FAILURE() << "Unrecognized codec name: " << name;
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100592 return -1;
593}
594
595cricket::VideoCodec WebRtcVideoEngineTest::GetEngineCodec(
596 const std::string& name) const {
597 return engine_.codecs()[GetEngineCodecIndex(name)];
magjed509e4fe2016-11-18 01:34:11 -0800598}
599
magjed2475ae22017-09-12 04:42:15 -0700600VideoMediaChannel* WebRtcVideoEngineTest::SetUpForExternalEncoderFactory() {
buildbot@webrtc.org1ecbe452014-10-14 20:29:28 +0000601 VideoMediaChannel* channel =
kthelgason2bc68642017-02-07 07:02:22 -0800602 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions());
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200603 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -0800604 // We need to look up the codec in the engine to get the correct payload type.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200605 for (const VideoCodec& codec : encoder_factory_->supported_codecs())
magjed509e4fe2016-11-18 01:34:11 -0800606 parameters.codecs.push_back(GetEngineCodec(codec.name));
607
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200608 EXPECT_TRUE(channel->SetSendParameters(parameters));
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000609
610 return channel;
611}
612
eladalonf1841382017-06-12 01:16:46 -0700613VideoMediaChannel* WebRtcVideoEngineTest::SetUpForExternalDecoderFactory(
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000614 const std::vector<VideoCodec>& codecs) {
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000615 VideoMediaChannel* channel =
kthelgason2bc68642017-02-07 07:02:22 -0800616 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions());
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200617 cricket::VideoRecvParameters parameters;
618 parameters.codecs = codecs;
619 EXPECT_TRUE(channel->SetRecvParameters(parameters));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000620
621 return channel;
622}
623
eladalonf1841382017-06-12 01:16:46 -0700624TEST_F(WebRtcVideoEngineTest, UsesSimulcastAdapterForVp8Factories) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200625 encoder_factory_->AddSupportedVideoCodecType("VP8");
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000626
magjed2475ae22017-09-12 04:42:15 -0700627 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000628
Peter Boström0c4e06b2015-10-07 12:23:21 +0200629 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000630
631 EXPECT_TRUE(
632 channel->AddSendStream(CreateSimStreamParams("cname", ssrcs)));
633 EXPECT_TRUE(channel->SetSend(true));
634
pbos@webrtc.org86196c42015-02-16 21:02:00 +0000635 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700636 EXPECT_TRUE(channel->SetVideoSend(ssrcs.front(), true, nullptr, &capturer));
pbos@webrtc.org86196c42015-02-16 21:02:00 +0000637 EXPECT_EQ(cricket::CS_RUNNING,
638 capturer.Start(capturer.GetSupportedFormats()->front()));
639 EXPECT_TRUE(capturer.CaptureFrame());
640
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200641 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(2));
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000642
643 // Verify that encoders are configured for simulcast through adapter
644 // (increasing resolution and only configured to send one stream each).
645 int prev_width = -1;
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200646 for (size_t i = 0; i < encoder_factory_->encoders().size(); ++i) {
647 ASSERT_TRUE(encoder_factory_->encoders()[i]->WaitForInitEncode());
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000648 webrtc::VideoCodec codec_settings =
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200649 encoder_factory_->encoders()[i]->GetCodecSettings();
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000650 EXPECT_EQ(0, codec_settings.numberOfSimulcastStreams);
651 EXPECT_GT(codec_settings.width, prev_width);
652 prev_width = codec_settings.width;
653 }
pbos@webrtc.org86196c42015-02-16 21:02:00 +0000654
deadbeef5a4a75a2016-06-02 16:23:38 -0700655 EXPECT_TRUE(channel->SetVideoSend(ssrcs.front(), true, nullptr, nullptr));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000656
657 channel.reset();
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200658 ASSERT_EQ(0u, encoder_factory_->encoders().size());
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000659}
660
eladalonf1841382017-06-12 01:16:46 -0700661TEST_F(WebRtcVideoEngineTest, ChannelWithExternalH264CanChangeToInternalVp8) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200662 encoder_factory_->AddSupportedVideoCodecType("H264");
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000663
magjed2475ae22017-09-12 04:42:15 -0700664 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000665
666 EXPECT_TRUE(
667 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200668 ASSERT_EQ(1u, encoder_factory_->encoders().size());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000669
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200670 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -0800671 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200672 EXPECT_TRUE(channel->SetSendParameters(parameters));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200673 ASSERT_EQ(0u, encoder_factory_->encoders().size());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000674}
675
eladalonf1841382017-06-12 01:16:46 -0700676TEST_F(WebRtcVideoEngineTest,
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000677 DontUseExternalEncoderFactoryForUnsupportedCodecs) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200678 encoder_factory_->AddSupportedVideoCodecType("H264");
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000679
kwiberg686a8ef2016-02-26 03:00:35 -0800680 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800681 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
magjed509e4fe2016-11-18 01:34:11 -0800682 cricket::VideoSendParameters parameters;
683 parameters.codecs.push_back(GetEngineCodec("VP8"));
684 EXPECT_TRUE(channel->SetSendParameters(parameters));
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000685
686 EXPECT_TRUE(
687 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000688 // Make sure DestroyVideoEncoder was called on the factory.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200689 ASSERT_EQ(0u, encoder_factory_->encoders().size());
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000690}
691
eladalonf1841382017-06-12 01:16:46 -0700692TEST_F(WebRtcVideoEngineTest,
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000693 UsesSimulcastAdapterForVp8WithCombinedVP8AndH264Factory) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200694 encoder_factory_->AddSupportedVideoCodecType("VP8");
695 encoder_factory_->AddSupportedVideoCodecType("H264");
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000696
kwiberg686a8ef2016-02-26 03:00:35 -0800697 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800698 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
magjed509e4fe2016-11-18 01:34:11 -0800699 cricket::VideoSendParameters parameters;
700 parameters.codecs.push_back(GetEngineCodec("VP8"));
701 EXPECT_TRUE(channel->SetSendParameters(parameters));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000702
Peter Boström0c4e06b2015-10-07 12:23:21 +0200703 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000704
705 EXPECT_TRUE(
706 channel->AddSendStream(CreateSimStreamParams("cname", ssrcs)));
707 EXPECT_TRUE(channel->SetSend(true));
708
709 // Send a fake frame, or else the media engine will configure the simulcast
710 // encoder adapter at a low-enough size that it'll only create a single
711 // encoder layer.
712 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700713 EXPECT_TRUE(channel->SetVideoSend(ssrcs.front(), true, nullptr, &capturer));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000714 EXPECT_EQ(cricket::CS_RUNNING,
715 capturer.Start(capturer.GetSupportedFormats()->front()));
716 EXPECT_TRUE(capturer.CaptureFrame());
717
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200718 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(2));
719 ASSERT_TRUE(encoder_factory_->encoders()[0]->WaitForInitEncode());
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000720 EXPECT_EQ(webrtc::kVideoCodecVP8,
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200721 encoder_factory_->encoders()[0]->GetCodecSettings().codecType);
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000722
723 channel.reset();
724 // Make sure DestroyVideoEncoder was called on the factory.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200725 EXPECT_EQ(0u, encoder_factory_->encoders().size());
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000726}
727
eladalonf1841382017-06-12 01:16:46 -0700728TEST_F(WebRtcVideoEngineTest,
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000729 DestroysNonSimulcastEncoderFromCombinedVP8AndH264Factory) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200730 encoder_factory_->AddSupportedVideoCodecType("VP8");
731 encoder_factory_->AddSupportedVideoCodecType("H264");
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000732
kwiberg686a8ef2016-02-26 03:00:35 -0800733 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800734 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
magjed509e4fe2016-11-18 01:34:11 -0800735 cricket::VideoSendParameters parameters;
736 parameters.codecs.push_back(GetEngineCodec("H264"));
737 EXPECT_TRUE(channel->SetSendParameters(parameters));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000738
739 EXPECT_TRUE(
740 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200741 ASSERT_EQ(1u, encoder_factory_->encoders().size());
Per21d45d22016-10-30 21:37:57 +0100742
743 // Send a frame of 720p. This should trigger a "real" encoder initialization.
744 cricket::VideoFormat format(
745 1280, 720, cricket::VideoFormat::FpsToInterval(30), cricket::FOURCC_I420);
746 cricket::FakeVideoCapturer capturer;
747 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
748 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(format));
749 EXPECT_TRUE(capturer.CaptureFrame());
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200750 ASSERT_TRUE(encoder_factory_->encoders()[0]->WaitForInitEncode());
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000751 EXPECT_EQ(webrtc::kVideoCodecH264,
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200752 encoder_factory_->encoders()[0]->GetCodecSettings().codecType);
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000753
754 channel.reset();
755 // Make sure DestroyVideoEncoder was called on the factory.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200756 ASSERT_EQ(0u, encoder_factory_->encoders().size());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000757}
758
eladalonf1841382017-06-12 01:16:46 -0700759TEST_F(WebRtcVideoEngineTest, SimulcastDisabledForH264) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200760 encoder_factory_->AddSupportedVideoCodecType("H264");
noahricfdac5162015-08-27 01:59:29 -0700761
magjed2475ae22017-09-12 04:42:15 -0700762 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
noahricfdac5162015-08-27 01:59:29 -0700763
Peter Boström0c4e06b2015-10-07 12:23:21 +0200764 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
noahricfdac5162015-08-27 01:59:29 -0700765 EXPECT_TRUE(
766 channel->AddSendStream(cricket::CreateSimStreamParams("cname", ssrcs)));
Peter Boströmce23bee2016-02-02 14:14:30 +0100767
768 // Send a frame of 720p. This should trigger a "real" encoder initialization.
noahricfdac5162015-08-27 01:59:29 -0700769 cricket::VideoFormat format(
770 1280, 720, cricket::VideoFormat::FpsToInterval(30), cricket::FOURCC_I420);
Peter Boströmce23bee2016-02-02 14:14:30 +0100771 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700772 EXPECT_TRUE(channel->SetVideoSend(ssrcs[0], true, nullptr, &capturer));
Peter Boströmce23bee2016-02-02 14:14:30 +0100773 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(format));
774 EXPECT_TRUE(capturer.CaptureFrame());
775
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200776 ASSERT_EQ(1u, encoder_factory_->encoders().size());
777 FakeWebRtcVideoEncoder* encoder = encoder_factory_->encoders()[0];
778 ASSERT_TRUE(encoder_factory_->encoders()[0]->WaitForInitEncode());
noahricfdac5162015-08-27 01:59:29 -0700779 EXPECT_EQ(webrtc::kVideoCodecH264, encoder->GetCodecSettings().codecType);
780 EXPECT_EQ(1u, encoder->GetCodecSettings().numberOfSimulcastStreams);
deadbeef5a4a75a2016-06-02 16:23:38 -0700781 EXPECT_TRUE(channel->SetVideoSend(ssrcs[0], true, nullptr, nullptr));
noahricfdac5162015-08-27 01:59:29 -0700782}
783
brandtrffc61182016-11-28 06:02:22 -0800784// Test that the FlexFEC field trial properly alters the output of
eladalonf1841382017-06-12 01:16:46 -0700785// WebRtcVideoEngine::codecs(), for an existing |engine_| object.
brandtrffc61182016-11-28 06:02:22 -0800786//
787// TODO(brandtr): Remove this test, when the FlexFEC field trial is gone.
eladalonf1841382017-06-12 01:16:46 -0700788TEST_F(WebRtcVideoEngineTest,
brandtrffc61182016-11-28 06:02:22 -0800789 Flexfec03SupportedAsInternalCodecBehindFieldTrial) {
790 auto is_flexfec = [](const VideoCodec& codec) {
791 if (codec.name == "flexfec-03")
792 return true;
793 return false;
794 };
795
796 // FlexFEC is not active without field trial.
brandtrffc61182016-11-28 06:02:22 -0800797 const std::vector<VideoCodec> codecs_before = engine_.codecs();
798 EXPECT_EQ(codecs_before.end(), std::find_if(codecs_before.begin(),
799 codecs_before.end(), is_flexfec));
800
801 // FlexFEC is active with field trial.
802 webrtc::test::ScopedFieldTrials override_field_trials_(
brandtr340e3fd2017-02-28 15:43:10 -0800803 "WebRTC-FlexFEC-03-Advertised/Enabled/");
brandtrffc61182016-11-28 06:02:22 -0800804 const std::vector<VideoCodec> codecs_after = engine_.codecs();
805 EXPECT_NE(codecs_after.end(),
806 std::find_if(codecs_after.begin(), codecs_after.end(), is_flexfec));
807}
808
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100809// Test that external codecs are added after internal SW codecs.
eladalonf1841382017-06-12 01:16:46 -0700810TEST_F(WebRtcVideoEngineTest, ReportSupportedExternalCodecs) {
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100811 const char* kFakeExternalCodecName = "FakeExternalCodec";
812 encoder_factory_->AddSupportedVideoCodecType(kFakeExternalCodecName);
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000813
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100814 // The external codec should appear after the internal codec in the vector.
815 const int vp8_index = GetEngineCodecIndex("VP8");
816 const int fake_external_codec_index =
817 GetEngineCodecIndex(kFakeExternalCodecName);
818 EXPECT_LT(vp8_index, fake_external_codec_index);
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000819}
820
brandtrffc61182016-11-28 06:02:22 -0800821// Test that an external codec that was added after the engine was initialized
822// does show up in the codec list after it was added.
eladalonf1841382017-06-12 01:16:46 -0700823TEST_F(WebRtcVideoEngineTest, ReportSupportedExternalCodecsWithAddedCodec) {
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100824 const char* kFakeExternalCodecName1 = "FakeExternalCodec1";
825 const char* kFakeExternalCodecName2 = "FakeExternalCodec2";
Magnus Jedvert154ee1f2017-11-15 19:27:11 +0100826
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100827 // Set up external encoder factory with first codec, and initialize engine.
828 encoder_factory_->AddSupportedVideoCodecType(kFakeExternalCodecName1);
829
brandtrffc61182016-11-28 06:02:22 -0800830 std::vector<cricket::VideoCodec> codecs_before(engine_.codecs());
brandtrffc61182016-11-28 06:02:22 -0800831
832 // Add second codec.
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100833 encoder_factory_->AddSupportedVideoCodecType(kFakeExternalCodecName2);
brandtrffc61182016-11-28 06:02:22 -0800834 std::vector<cricket::VideoCodec> codecs_after(engine_.codecs());
835 EXPECT_EQ(codecs_before.size() + 1, codecs_after.size());
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100836
837 // Check that both fake codecs are present and that the second fake codec
838 // appears after the first fake codec.
839 const int fake_codec_index1 = GetEngineCodecIndex(kFakeExternalCodecName1);
840 const int fake_codec_index2 = GetEngineCodecIndex(kFakeExternalCodecName2);
841 EXPECT_LT(fake_codec_index1, fake_codec_index2);
brandtrffc61182016-11-28 06:02:22 -0800842}
843
eladalonf1841382017-06-12 01:16:46 -0700844TEST_F(WebRtcVideoEngineTest, RegisterExternalDecodersIfSupported) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200845 decoder_factory_->AddSupportedVideoCodecType(webrtc::kVideoCodecVP8);
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200846 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -0800847 parameters.codecs.push_back(GetEngineCodec("VP8"));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000848
kwiberg686a8ef2016-02-26 03:00:35 -0800849 std::unique_ptr<VideoMediaChannel> channel(
magjed2475ae22017-09-12 04:42:15 -0700850 SetUpForExternalDecoderFactory(parameters.codecs));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000851
852 EXPECT_TRUE(
853 channel->AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200854 ASSERT_EQ(1u, decoder_factory_->decoders().size());
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000855
856 // Setting codecs of the same type should not reallocate the decoder.
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200857 EXPECT_TRUE(channel->SetRecvParameters(parameters));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200858 EXPECT_EQ(1, decoder_factory_->GetNumCreatedDecoders());
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000859
860 // Remove stream previously added to free the external decoder instance.
861 EXPECT_TRUE(channel->RemoveRecvStream(kSsrc));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200862 EXPECT_EQ(0u, decoder_factory_->decoders().size());
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000863}
864
865// Verifies that we can set up decoders that are not internally supported.
eladalonf1841382017-06-12 01:16:46 -0700866TEST_F(WebRtcVideoEngineTest, RegisterExternalH264DecoderIfSupported) {
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000867 // TODO(pbos): Do not assume that encoder/decoder support is symmetric. We
868 // can't even query the WebRtcVideoDecoderFactory for supported codecs.
869 // For now we add a FakeWebRtcVideoEncoderFactory to add H264 to supported
870 // codecs.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200871 encoder_factory_->AddSupportedVideoCodecType("H264");
872 decoder_factory_->AddSupportedVideoCodecType(webrtc::kVideoCodecH264);
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000873 std::vector<cricket::VideoCodec> codecs;
magjed509e4fe2016-11-18 01:34:11 -0800874 codecs.push_back(GetEngineCodec("H264"));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000875
kwiberg686a8ef2016-02-26 03:00:35 -0800876 std::unique_ptr<VideoMediaChannel> channel(
magjed2475ae22017-09-12 04:42:15 -0700877 SetUpForExternalDecoderFactory(codecs));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000878
879 EXPECT_TRUE(
880 channel->AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200881 ASSERT_EQ(1u, decoder_factory_->decoders().size());
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000882}
883
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200884TEST(WebRtcVideoEngineNewVideoCodecFactoryTest, NullFactories) {
885 std::unique_ptr<webrtc::VideoEncoderFactory> encoder_factory;
886 std::unique_ptr<webrtc::VideoDecoderFactory> decoder_factory;
887 WebRtcVideoEngine engine(std::move(encoder_factory),
888 std::move(decoder_factory));
889 EXPECT_EQ(0u, engine.codecs().size());
890}
891
892TEST(WebRtcVideoEngineNewVideoCodecFactoryTest, EmptyFactories) {
893 // |engine| take ownership of the factories.
Emircan Uysalerdbcac7f2017-10-30 23:10:12 -0700894 webrtc::MockVideoEncoderFactory* encoder_factory =
895 new webrtc::MockVideoEncoderFactory();
896 webrtc::MockVideoDecoderFactory* decoder_factory =
897 new webrtc::MockVideoDecoderFactory();
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200898 WebRtcVideoEngine engine(
899 (std::unique_ptr<webrtc::VideoEncoderFactory>(encoder_factory)),
900 (std::unique_ptr<webrtc::VideoDecoderFactory>(decoder_factory)));
901 EXPECT_CALL(*encoder_factory, GetSupportedFormats());
902 EXPECT_EQ(0u, engine.codecs().size());
903 EXPECT_CALL(*encoder_factory, Die());
904 EXPECT_CALL(*decoder_factory, Die());
905}
906
907// Test full behavior in the video engine when video codec factories of the new
908// type are injected supporting the single codec Vp8. Check the returned codecs
909// from the engine and that we will create a Vp8 encoder and decoder using the
910// new factories.
911TEST(WebRtcVideoEngineNewVideoCodecFactoryTest, Vp8) {
912 // |engine| take ownership of the factories.
Emircan Uysalerdbcac7f2017-10-30 23:10:12 -0700913 webrtc::MockVideoEncoderFactory* encoder_factory =
914 new webrtc::MockVideoEncoderFactory();
915 webrtc::MockVideoDecoderFactory* decoder_factory =
916 new webrtc::MockVideoDecoderFactory();
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200917 WebRtcVideoEngine engine(
918 (std::unique_ptr<webrtc::VideoEncoderFactory>(encoder_factory)),
919 (std::unique_ptr<webrtc::VideoDecoderFactory>(decoder_factory)));
920 const webrtc::SdpVideoFormat vp8_format("VP8");
921 const std::vector<webrtc::SdpVideoFormat> supported_formats = {vp8_format};
922 EXPECT_CALL(*encoder_factory, GetSupportedFormats())
923 .WillRepeatedly(testing::Return(supported_formats));
924
925 // Verify the codecs from the engine.
926 const std::vector<VideoCodec> engine_codecs = engine.codecs();
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100927 // Verify default codecs has been added correctly.
928 EXPECT_EQ(5u, engine_codecs.size());
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200929 EXPECT_EQ("VP8", engine_codecs.at(0).name);
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100930
931 // RTX codec for VP8.
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200932 EXPECT_EQ("rtx", engine_codecs.at(1).name);
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100933 int vp8_associated_payload;
934 EXPECT_TRUE(engine_codecs.at(1).GetParam(kCodecParamAssociatedPayloadType,
935 &vp8_associated_payload));
936 EXPECT_EQ(vp8_associated_payload, engine_codecs.at(0).id);
937
938 EXPECT_EQ(kRedCodecName, engine_codecs.at(2).name);
939
940 // RTX codec for RED.
941 EXPECT_EQ("rtx", engine_codecs.at(3).name);
942 int red_associated_payload;
943 EXPECT_TRUE(engine_codecs.at(3).GetParam(kCodecParamAssociatedPayloadType,
944 &red_associated_payload));
945 EXPECT_EQ(red_associated_payload, engine_codecs.at(2).id);
946
947 EXPECT_EQ(kUlpfecCodecName, engine_codecs.at(4).name);
948
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200949 int associated_payload_type;
950 EXPECT_TRUE(engine_codecs.at(1).GetParam(
951 cricket::kCodecParamAssociatedPayloadType, &associated_payload_type));
952 EXPECT_EQ(engine_codecs.at(0).id, associated_payload_type);
953 // Verify default parameters has been added to the VP8 codec.
954 VerifyCodecHasDefaultFeedbackParams(engine_codecs.at(0));
955
956 // Mock encoder creation. |engine| take ownership of the encoder.
957 webrtc::VideoEncoderFactory::CodecInfo codec_info;
958 codec_info.is_hardware_accelerated = false;
959 codec_info.has_internal_source = false;
960 const webrtc::SdpVideoFormat format("VP8");
961 EXPECT_CALL(*encoder_factory, QueryVideoEncoder(format))
962 .WillRepeatedly(testing::Return(codec_info));
963 FakeWebRtcVideoEncoder* const encoder = new FakeWebRtcVideoEncoder();
964 EXPECT_CALL(*encoder_factory, CreateVideoEncoderProxy(format))
965 .WillOnce(testing::Return(encoder));
966
967 // Mock decoder creation. |engine| take ownership of the decoder.
968 FakeWebRtcVideoDecoder* const decoder = new FakeWebRtcVideoDecoder();
969 EXPECT_CALL(*decoder_factory, CreateVideoDecoderProxy(format))
970 .WillOnce(testing::Return(decoder));
971
972 // Create a call.
973 webrtc::RtcEventLogNullImpl event_log;
974 std::unique_ptr<webrtc::Call> call(
975 webrtc::Call::Create(webrtc::Call::Config(&event_log)));
976
977 // Create send channel.
978 const int send_ssrc = 123;
979 std::unique_ptr<VideoMediaChannel> send_channel(
980 engine.CreateChannel(call.get(), GetMediaConfig(), VideoOptions()));
981 cricket::VideoSendParameters send_parameters;
982 send_parameters.codecs.push_back(engine_codecs.at(0));
983 EXPECT_TRUE(send_channel->SetSendParameters(send_parameters));
984 send_channel->OnReadyToSend(true);
985 EXPECT_TRUE(
986 send_channel->AddSendStream(StreamParams::CreateLegacy(send_ssrc)));
987 EXPECT_TRUE(send_channel->SetSend(true));
988
989 // Create recv channel.
990 const int recv_ssrc = 321;
991 std::unique_ptr<VideoMediaChannel> recv_channel(
992 engine.CreateChannel(call.get(), GetMediaConfig(), VideoOptions()));
993 cricket::VideoRecvParameters recv_parameters;
994 recv_parameters.codecs.push_back(engine_codecs.at(0));
995 EXPECT_TRUE(recv_channel->SetRecvParameters(recv_parameters));
996 EXPECT_TRUE(recv_channel->AddRecvStream(
997 cricket::StreamParams::CreateLegacy(recv_ssrc)));
998
999 // Remove streams previously added to free the encoder and decoder instance.
1000 EXPECT_CALL(*encoder_factory, Die());
1001 EXPECT_CALL(*decoder_factory, Die());
1002 EXPECT_TRUE(send_channel->RemoveSendStream(send_ssrc));
1003 EXPECT_TRUE(recv_channel->RemoveRecvStream(recv_ssrc));
1004}
1005
Magnus Jedvert7501b1c2017-11-09 13:43:42 +01001006// Test behavior when decoder factory fails to create a decoder (returns null).
1007TEST(WebRtcVideoEngineNewVideoCodecFactoryTest, NullDecoder) {
1008 // |engine| take ownership of the factories.
1009 webrtc::MockVideoEncoderFactory* encoder_factory =
1010 new testing::StrictMock<webrtc::MockVideoEncoderFactory>();
1011 webrtc::MockVideoDecoderFactory* decoder_factory =
1012 new testing::StrictMock<webrtc::MockVideoDecoderFactory>();
1013 WebRtcVideoEngine engine(
1014 (std::unique_ptr<webrtc::VideoEncoderFactory>(encoder_factory)),
1015 (std::unique_ptr<webrtc::VideoDecoderFactory>(decoder_factory)));
1016 const webrtc::SdpVideoFormat vp8_format("VP8");
1017 const std::vector<webrtc::SdpVideoFormat> supported_formats = {vp8_format};
1018 EXPECT_CALL(*encoder_factory, GetSupportedFormats())
1019 .WillRepeatedly(testing::Return(supported_formats));
1020
1021 // Decoder creation fails.
1022 EXPECT_CALL(*decoder_factory, CreateVideoDecoderProxy(testing::_))
1023 .WillOnce(testing::Return(nullptr));
1024
1025 // Create a call.
1026 webrtc::RtcEventLogNullImpl event_log;
1027 std::unique_ptr<webrtc::Call> call(
1028 webrtc::Call::Create(webrtc::Call::Config(&event_log)));
1029
1030 // Create recv channel.
1031 const int recv_ssrc = 321;
1032 std::unique_ptr<VideoMediaChannel> recv_channel(
1033 engine.CreateChannel(call.get(), GetMediaConfig(), VideoOptions()));
1034 cricket::VideoRecvParameters recv_parameters;
1035 recv_parameters.codecs.push_back(engine.codecs().front());
1036 EXPECT_TRUE(recv_channel->SetRecvParameters(recv_parameters));
1037 EXPECT_TRUE(recv_channel->AddRecvStream(
1038 cricket::StreamParams::CreateLegacy(recv_ssrc)));
1039
1040 // Remove streams previously added to free the encoder and decoder instance.
1041 EXPECT_TRUE(recv_channel->RemoveRecvStream(recv_ssrc));
1042}
1043
eladalonf1841382017-06-12 01:16:46 -07001044class WebRtcVideoChannelBaseTest
1045 : public VideoMediaChannelTest<WebRtcVideoEngine, WebRtcVideoChannel> {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001046 protected:
eladalonf1841382017-06-12 01:16:46 -07001047 typedef VideoMediaChannelTest<WebRtcVideoEngine, WebRtcVideoChannel> Base;
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001048
magjed509e4fe2016-11-18 01:34:11 -08001049 cricket::VideoCodec GetEngineCodec(const std::string& name) {
1050 for (const cricket::VideoCodec& engine_codec : engine_.codecs()) {
1051 if (CodecNamesEq(name, engine_codec.name))
1052 return engine_codec;
1053 }
1054 // This point should never be reached.
1055 ADD_FAILURE() << "Unrecognized codec name: " << name;
1056 return cricket::VideoCodec();
1057 }
1058
1059 cricket::VideoCodec DefaultCodec() override { return GetEngineCodec("VP8"); }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001060};
1061
sakal1fd95952016-06-22 00:46:15 -07001062// Verifies that id given in stream params is passed to the decoder factory.
eladalonf1841382017-06-12 01:16:46 -07001063TEST_F(WebRtcVideoEngineTest, StreamParamsIdPassedToDecoderFactory) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001064 decoder_factory_->AddSupportedVideoCodecType(webrtc::kVideoCodecVP8);
sakal1fd95952016-06-22 00:46:15 -07001065 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001066 parameters.codecs.push_back(GetEngineCodec("VP8"));
sakal1fd95952016-06-22 00:46:15 -07001067
1068 std::unique_ptr<VideoMediaChannel> channel(
magjed2475ae22017-09-12 04:42:15 -07001069 SetUpForExternalDecoderFactory(parameters.codecs));
sakal1fd95952016-06-22 00:46:15 -07001070
1071 StreamParams sp = cricket::StreamParams::CreateLegacy(kSsrc);
1072 sp.id = "FakeStreamParamsId";
1073 EXPECT_TRUE(channel->AddRecvStream(sp));
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001074 EXPECT_EQ(1u, decoder_factory_->decoders().size());
sakal1fd95952016-06-22 00:46:15 -07001075
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001076 std::vector<cricket::VideoDecoderParams> params = decoder_factory_->params();
sakal1fd95952016-06-22 00:46:15 -07001077 ASSERT_EQ(1u, params.size());
1078 EXPECT_EQ(sp.id, params[0].receive_stream_id);
1079}
1080
eladalonf1841382017-06-12 01:16:46 -07001081TEST_F(WebRtcVideoEngineTest, DISABLED_RecreatesEncoderOnContentTypeChange) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001082 encoder_factory_->AddSupportedVideoCodecType("VP8");
sprangf24a0642017-02-28 13:23:26 -08001083 std::unique_ptr<FakeCall> fake_call(
1084 new FakeCall(webrtc::Call::Config(&event_log_)));
magjed2475ae22017-09-12 04:42:15 -07001085 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
sprangf24a0642017-02-28 13:23:26 -08001086 ASSERT_TRUE(
1087 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
1088 cricket::VideoCodec codec = GetEngineCodec("VP8");
1089 cricket::VideoSendParameters parameters;
1090 parameters.codecs.push_back(codec);
1091 channel->OnReadyToSend(true);
1092 channel->SetSend(true);
1093 ASSERT_TRUE(channel->SetSendParameters(parameters));
1094
1095 cricket::FakeVideoCapturer capturer;
1096 VideoOptions options;
1097 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1098
1099 EXPECT_EQ(cricket::CS_RUNNING,
1100 capturer.Start(capturer.GetSupportedFormats()->front()));
1101 EXPECT_TRUE(capturer.CaptureFrame());
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001102 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(1));
sprangf24a0642017-02-28 13:23:26 -08001103 EXPECT_EQ(webrtc::kRealtimeVideo,
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001104 encoder_factory_->encoders().back()->GetCodecSettings().mode);
sprangf24a0642017-02-28 13:23:26 -08001105
1106 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1107 EXPECT_TRUE(capturer.CaptureFrame());
1108 // No change in content type, keep current encoder.
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001109 EXPECT_EQ(1, encoder_factory_->GetNumCreatedEncoders());
sprangf24a0642017-02-28 13:23:26 -08001110
1111 options.is_screencast.emplace(true);
1112 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1113 EXPECT_TRUE(capturer.CaptureFrame());
1114 // Change to screen content, recreate encoder. For the simulcast encoder
1115 // adapter case, this will result in two calls since InitEncode triggers a
1116 // a new instance.
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001117 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(2));
sprangf24a0642017-02-28 13:23:26 -08001118 EXPECT_EQ(webrtc::kScreensharing,
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001119 encoder_factory_->encoders().back()->GetCodecSettings().mode);
sprangf24a0642017-02-28 13:23:26 -08001120
1121 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1122 EXPECT_TRUE(capturer.CaptureFrame());
1123 // Still screen content, no need to update encoder.
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001124 EXPECT_EQ(2, encoder_factory_->GetNumCreatedEncoders());
sprangf24a0642017-02-28 13:23:26 -08001125
1126 options.is_screencast.emplace(false);
1127 options.video_noise_reduction.emplace(false);
1128 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1129 // Change back to regular video content, update encoder. Also change
1130 // a non |is_screencast| option just to verify it doesn't affect recreation.
1131 EXPECT_TRUE(capturer.CaptureFrame());
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001132 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(3));
sprangf24a0642017-02-28 13:23:26 -08001133 EXPECT_EQ(webrtc::kRealtimeVideo,
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001134 encoder_factory_->encoders().back()->GetCodecSettings().mode);
sprangf24a0642017-02-28 13:23:26 -08001135
1136 // Remove stream previously added to free the external encoder instance.
1137 EXPECT_TRUE(channel->RemoveSendStream(kSsrc));
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001138 EXPECT_EQ(0u, encoder_factory_->encoders().size());
sprangf24a0642017-02-28 13:23:26 -08001139}
1140
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001141#define WEBRTC_BASE_TEST(test) \
eladalonf1841382017-06-12 01:16:46 -07001142 TEST_F(WebRtcVideoChannelBaseTest, test) { Base::test(); }
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001143
1144#define WEBRTC_DISABLED_BASE_TEST(test) \
eladalonf1841382017-06-12 01:16:46 -07001145 TEST_F(WebRtcVideoChannelBaseTest, DISABLED_##test) { Base::test(); }
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001146
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001147WEBRTC_BASE_TEST(SetSend);
1148WEBRTC_BASE_TEST(SetSendWithoutCodecs);
1149WEBRTC_BASE_TEST(SetSendSetsTransportBufferSizes);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001150
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001151WEBRTC_BASE_TEST(GetStats);
1152WEBRTC_BASE_TEST(GetStatsMultipleRecvStreams);
1153WEBRTC_BASE_TEST(GetStatsMultipleSendStreams);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001154
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001155WEBRTC_BASE_TEST(SetSendBandwidth);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001156
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001157WEBRTC_BASE_TEST(SetSendSsrc);
1158WEBRTC_BASE_TEST(SetSendSsrcAfterSetCodecs);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001159
nisse08582ff2016-02-04 01:24:52 -08001160WEBRTC_BASE_TEST(SetSink);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001161
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001162WEBRTC_BASE_TEST(AddRemoveSendStreams);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001163
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001164WEBRTC_BASE_TEST(SimulateConference);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001165
Alejandro Luebs947c02d2016-06-15 15:39:46 -07001166WEBRTC_DISABLED_BASE_TEST(AddRemoveCapturer);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001167
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001168WEBRTC_BASE_TEST(RemoveCapturerWithoutAdd);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001169
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001170WEBRTC_BASE_TEST(AddRemoveCapturerMultipleSources);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001171
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001172WEBRTC_BASE_TEST(RejectEmptyStreamParams);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001173
pbos@webrtc.orgc4175b92014-09-03 15:25:49 +00001174WEBRTC_BASE_TEST(MultipleSendStreams);
1175
eladalonf1841382017-06-12 01:16:46 -07001176TEST_F(WebRtcVideoChannelBaseTest, SendAndReceiveVp8Vga) {
magjed509e4fe2016-11-18 01:34:11 -08001177 SendAndReceive(GetEngineCodec("VP8"));
pbos@webrtc.org9359cb32014-07-23 15:44:48 +00001178}
1179
eladalonf1841382017-06-12 01:16:46 -07001180TEST_F(WebRtcVideoChannelBaseTest, SendAndReceiveVp8Qvga) {
magjed509e4fe2016-11-18 01:34:11 -08001181 SendAndReceive(GetEngineCodec("VP8"));
pbos@webrtc.org9359cb32014-07-23 15:44:48 +00001182}
1183
eladalonf1841382017-06-12 01:16:46 -07001184TEST_F(WebRtcVideoChannelBaseTest, SendAndReceiveVp8SvcQqvga) {
magjed509e4fe2016-11-18 01:34:11 -08001185 SendAndReceive(GetEngineCodec("VP8"));
pbos@webrtc.org9359cb32014-07-23 15:44:48 +00001186}
1187
eladalonf1841382017-06-12 01:16:46 -07001188TEST_F(WebRtcVideoChannelBaseTest, TwoStreamsSendAndReceive) {
Peter Boströmd1f584b2016-04-20 16:31:53 +02001189 // Set a high bitrate to not be downscaled by VP8 due to low initial start
1190 // bitrates. This currently happens at <250k, and two streams sharing 300k
1191 // initially will use QVGA instead of VGA.
1192 // TODO(pbos): Set up the quality scaler so that both senders reliably start
1193 // at QVGA, then verify that instead.
magjed509e4fe2016-11-18 01:34:11 -08001194 cricket::VideoCodec codec = GetEngineCodec("VP8");
Peter Boströmd1f584b2016-04-20 16:31:53 +02001195 codec.params[kCodecParamStartBitrate] = "1000000";
1196 Base::TwoStreamsSendAndReceive(codec);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001197}
1198
eladalonf1841382017-06-12 01:16:46 -07001199class WebRtcVideoChannelTest : public WebRtcVideoEngineTest {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001200 public:
eladalonf1841382017-06-12 01:16:46 -07001201 WebRtcVideoChannelTest() : WebRtcVideoChannelTest("") {}
1202 explicit WebRtcVideoChannelTest(const char* field_trials)
1203 : WebRtcVideoEngineTest(field_trials), last_ssrc_(0) {}
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001204 void SetUp() override {
skvlad11a9cbf2016-10-07 11:53:05 -07001205 fake_call_.reset(new FakeCall(webrtc::Call::Config(&event_log_)));
kthelgason2bc68642017-02-07 07:02:22 -08001206 channel_.reset(engine_.CreateChannel(fake_call_.get(), GetMediaConfig(),
1207 VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08001208 channel_->OnReadyToSend(true);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001209 last_ssrc_ = 123;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001210 send_parameters_.codecs = engine_.codecs();
1211 recv_parameters_.codecs = engine_.codecs();
1212 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001213 }
1214
1215 protected:
1216 FakeVideoSendStream* AddSendStream() {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001217 return AddSendStream(StreamParams::CreateLegacy(++last_ssrc_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001218 }
1219
1220 FakeVideoSendStream* AddSendStream(const StreamParams& sp) {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001221 size_t num_streams = fake_call_->GetVideoSendStreams().size();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001222 EXPECT_TRUE(channel_->AddSendStream(sp));
1223 std::vector<FakeVideoSendStream*> streams =
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001224 fake_call_->GetVideoSendStreams();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001225 EXPECT_EQ(num_streams + 1, streams.size());
1226 return streams[streams.size() - 1];
1227 }
1228
1229 std::vector<FakeVideoSendStream*> GetFakeSendStreams() {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001230 return fake_call_->GetVideoSendStreams();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001231 }
1232
1233 FakeVideoReceiveStream* AddRecvStream() {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001234 return AddRecvStream(StreamParams::CreateLegacy(++last_ssrc_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001235 }
1236
1237 FakeVideoReceiveStream* AddRecvStream(const StreamParams& sp) {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001238 size_t num_streams = fake_call_->GetVideoReceiveStreams().size();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001239 EXPECT_TRUE(channel_->AddRecvStream(sp));
1240 std::vector<FakeVideoReceiveStream*> streams =
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001241 fake_call_->GetVideoReceiveStreams();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001242 EXPECT_EQ(num_streams + 1, streams.size());
1243 return streams[streams.size() - 1];
1244 }
1245
pbos@webrtc.org00873182014-11-25 14:03:34 +00001246 void SetSendCodecsShouldWorkForBitrates(const char* min_bitrate_kbps,
1247 int expected_min_bitrate_bps,
1248 const char* start_bitrate_kbps,
1249 int expected_start_bitrate_bps,
1250 const char* max_bitrate_kbps,
1251 int expected_max_bitrate_bps) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001252 auto& codecs = send_parameters_.codecs;
1253 codecs.clear();
magjed509e4fe2016-11-18 01:34:11 -08001254 codecs.push_back(GetEngineCodec("VP8"));
pbos@webrtc.org00873182014-11-25 14:03:34 +00001255 codecs[0].params[kCodecParamMinBitrate] = min_bitrate_kbps;
1256 codecs[0].params[kCodecParamStartBitrate] = start_bitrate_kbps;
1257 codecs[0].params[kCodecParamMaxBitrate] = max_bitrate_kbps;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001258 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001259
pbos@webrtc.org00873182014-11-25 14:03:34 +00001260 EXPECT_EQ(expected_min_bitrate_bps,
Stefan Holmere5904162015-03-26 11:11:06 +01001261 fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
pbos@webrtc.org00873182014-11-25 14:03:34 +00001262 EXPECT_EQ(expected_start_bitrate_bps,
Stefan Holmere5904162015-03-26 11:11:06 +01001263 fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
pbos@webrtc.org00873182014-11-25 14:03:34 +00001264 EXPECT_EQ(expected_max_bitrate_bps,
Stefan Holmere5904162015-03-26 11:11:06 +01001265 fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001266 }
1267
isheriff6f8d6862016-05-26 11:24:55 -07001268 void TestSetSendRtpHeaderExtensions(const std::string& ext_uri) {
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001269 // Enable extension.
1270 const int id = 1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001271 cricket::VideoSendParameters parameters = send_parameters_;
isheriff6f8d6862016-05-26 11:24:55 -07001272 parameters.extensions.push_back(RtpExtension(ext_uri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001273 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001274 FakeVideoSendStream* send_stream =
1275 AddSendStream(cricket::StreamParams::CreateLegacy(123));
1276
1277 // Verify the send extension id.
1278 ASSERT_EQ(1u, send_stream->GetConfig().rtp.extensions.size());
1279 EXPECT_EQ(id, send_stream->GetConfig().rtp.extensions[0].id);
isheriff6f8d6862016-05-26 11:24:55 -07001280 EXPECT_EQ(ext_uri, send_stream->GetConfig().rtp.extensions[0].uri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001281 // Verify call with same set of extensions returns true.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001282 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001283 // Verify that SetSendRtpHeaderExtensions doesn't implicitly add them for
1284 // receivers.
1285 EXPECT_TRUE(AddRecvStream(cricket::StreamParams::CreateLegacy(123))
1286 ->GetConfig()
1287 .rtp.extensions.empty());
1288
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001289 // Verify that existing RTP header extensions can be removed.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001290 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001291 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
1292 send_stream = fake_call_->GetVideoSendStreams()[0];
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001293 EXPECT_TRUE(send_stream->GetConfig().rtp.extensions.empty());
1294
1295 // Verify that adding receive RTP header extensions adds them for existing
1296 // streams.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001297 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001298 send_stream = fake_call_->GetVideoSendStreams()[0];
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001299 ASSERT_EQ(1u, send_stream->GetConfig().rtp.extensions.size());
1300 EXPECT_EQ(id, send_stream->GetConfig().rtp.extensions[0].id);
isheriff6f8d6862016-05-26 11:24:55 -07001301 EXPECT_EQ(ext_uri, send_stream->GetConfig().rtp.extensions[0].uri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001302 }
1303
isheriff6f8d6862016-05-26 11:24:55 -07001304 void TestSetRecvRtpHeaderExtensions(const std::string& ext_uri) {
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001305 // Enable extension.
1306 const int id = 1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001307 cricket::VideoRecvParameters parameters = recv_parameters_;
isheriff6f8d6862016-05-26 11:24:55 -07001308 parameters.extensions.push_back(RtpExtension(ext_uri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001309 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001310
1311 FakeVideoReceiveStream* recv_stream =
1312 AddRecvStream(cricket::StreamParams::CreateLegacy(123));
1313
1314 // Verify the recv extension id.
1315 ASSERT_EQ(1u, recv_stream->GetConfig().rtp.extensions.size());
1316 EXPECT_EQ(id, recv_stream->GetConfig().rtp.extensions[0].id);
isheriff6f8d6862016-05-26 11:24:55 -07001317 EXPECT_EQ(ext_uri, recv_stream->GetConfig().rtp.extensions[0].uri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001318 // Verify call with same set of extensions returns true.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001319 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001320
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001321 // Verify that SetRecvRtpHeaderExtensions doesn't implicitly add them for
1322 // senders.
1323 EXPECT_TRUE(AddSendStream(cricket::StreamParams::CreateLegacy(123))
1324 ->GetConfig()
1325 .rtp.extensions.empty());
1326
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001327 // Verify that existing RTP header extensions can be removed.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001328 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001329 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
1330 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001331 EXPECT_TRUE(recv_stream->GetConfig().rtp.extensions.empty());
1332
1333 // Verify that adding receive RTP header extensions adds them for existing
1334 // streams.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001335 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001336 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001337 ASSERT_EQ(1u, recv_stream->GetConfig().rtp.extensions.size());
1338 EXPECT_EQ(id, recv_stream->GetConfig().rtp.extensions[0].id);
isheriff6f8d6862016-05-26 11:24:55 -07001339 EXPECT_EQ(ext_uri, recv_stream->GetConfig().rtp.extensions[0].uri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001340 }
1341
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001342 void TestExtensionFilter(const std::vector<std::string>& extensions,
1343 const std::string& expected_extension) {
1344 cricket::VideoSendParameters parameters = send_parameters_;
1345 int expected_id = -1;
1346 int id = 1;
1347 for (const std::string& extension : extensions) {
1348 if (extension == expected_extension)
1349 expected_id = id;
isheriff6f8d6862016-05-26 11:24:55 -07001350 parameters.extensions.push_back(RtpExtension(extension, id++));
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001351 }
1352 EXPECT_TRUE(channel_->SetSendParameters(parameters));
1353 FakeVideoSendStream* send_stream =
1354 AddSendStream(cricket::StreamParams::CreateLegacy(123));
1355
1356 // Verify that only one of them has been set, and that it is the one with
1357 // highest priority (transport sequence number).
1358 ASSERT_EQ(1u, send_stream->GetConfig().rtp.extensions.size());
1359 EXPECT_EQ(expected_id, send_stream->GetConfig().rtp.extensions[0].id);
1360 EXPECT_EQ(expected_extension,
isheriff6f8d6862016-05-26 11:24:55 -07001361 send_stream->GetConfig().rtp.extensions[0].uri);
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001362 }
1363
asapersson3c81a1a2017-06-14 05:52:21 -07001364 void TestDegradationPreference(bool resolution_scaling_enabled,
1365 bool fps_scaling_enabled);
1366
Erik Språngefbde372015-04-29 16:21:28 +02001367 void TestCpuAdaptation(bool enable_overuse, bool is_screenshare);
Peter Boström3548dd22015-05-22 18:48:36 +02001368 void TestReceiverLocalSsrcConfiguration(bool receiver_first);
magjed509e4fe2016-11-18 01:34:11 -08001369 void TestReceiveUnsignaledSsrcPacket(uint8_t payload_type,
1370 bool expect_created_receive_stream);
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001371
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001372 FakeVideoSendStream* SetDenoisingOption(
nisse05103312016-03-16 02:22:50 -07001373 uint32_t ssrc,
nisse0db023a2016-03-01 04:29:59 -08001374 cricket::FakeVideoCapturer* capturer,
1375 bool enabled) {
nisse05103312016-03-16 02:22:50 -07001376 cricket::VideoOptions options;
1377 options.video_noise_reduction = rtc::Optional<bool>(enabled);
deadbeef5a4a75a2016-06-02 16:23:38 -07001378 EXPECT_TRUE(channel_->SetVideoSend(ssrc, true, &options, capturer));
nisse0db023a2016-03-01 04:29:59 -08001379 // Options only take effect on the next frame.
1380 EXPECT_TRUE(capturer->CaptureFrame());
1381
Erik Språng143cec12015-04-28 10:01:41 +02001382 return fake_call_->GetVideoSendStreams().back();
1383 }
1384
Peter Boström2feafdb2015-09-09 14:32:14 +02001385 FakeVideoSendStream* SetUpSimulcast(bool enabled, bool with_rtx) {
1386 const int kRtxSsrcOffset = 0xDEADBEEF;
Erik Språng143cec12015-04-28 10:01:41 +02001387 last_ssrc_ += 3;
Peter Boström2feafdb2015-09-09 14:32:14 +02001388 std::vector<uint32_t> ssrcs;
1389 std::vector<uint32_t> rtx_ssrcs;
1390 uint32_t num_streams = enabled ? 3 : 1;
1391 for (uint32_t i = 0; i < num_streams; ++i) {
1392 uint32_t ssrc = last_ssrc_ + i;
1393 ssrcs.push_back(ssrc);
1394 if (with_rtx) {
1395 rtx_ssrcs.push_back(ssrc + kRtxSsrcOffset);
1396 }
Erik Språng143cec12015-04-28 10:01:41 +02001397 }
Peter Boström2feafdb2015-09-09 14:32:14 +02001398 if (with_rtx) {
1399 return AddSendStream(
1400 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs));
1401 }
1402 return AddSendStream(CreateSimStreamParams("cname", ssrcs));
Erik Språng143cec12015-04-28 10:01:41 +02001403 }
1404
perkjfa10b552016-10-02 23:45:26 -07001405 int GetMaxEncoderBitrate() {
skvladdc1c62c2016-03-16 19:07:43 -07001406 std::vector<FakeVideoSendStream*> streams =
1407 fake_call_->GetVideoSendStreams();
perkjfa10b552016-10-02 23:45:26 -07001408 EXPECT_EQ(1u, streams.size());
skvladdc1c62c2016-03-16 19:07:43 -07001409 FakeVideoSendStream* stream = streams[streams.size() - 1];
perkjfa10b552016-10-02 23:45:26 -07001410 EXPECT_EQ(1, stream->GetEncoderConfig().number_of_streams);
1411 return stream->GetVideoStreams()[0].max_bitrate_bps;
skvladdc1c62c2016-03-16 19:07:43 -07001412 }
1413
perkjfa10b552016-10-02 23:45:26 -07001414 void SetAndExpectMaxBitrate(int global_max,
skvladdc1c62c2016-03-16 19:07:43 -07001415 int stream_max,
1416 int expected_encoder_bitrate) {
1417 VideoSendParameters limited_send_params = send_parameters_;
1418 limited_send_params.max_bandwidth_bps = global_max;
1419 EXPECT_TRUE(channel_->SetSendParameters(limited_send_params));
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001420 webrtc::RtpParameters parameters =
1421 channel_->GetRtpSendParameters(last_ssrc_);
skvladdc1c62c2016-03-16 19:07:43 -07001422 EXPECT_EQ(1UL, parameters.encodings.size());
deadbeefe702b302017-02-04 12:09:01 -08001423 parameters.encodings[0].max_bitrate_bps = rtc::Optional<int>(stream_max);
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001424 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters));
skvladdc1c62c2016-03-16 19:07:43 -07001425 // Read back the parameteres and verify they have the correct value
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001426 parameters = channel_->GetRtpSendParameters(last_ssrc_);
skvladdc1c62c2016-03-16 19:07:43 -07001427 EXPECT_EQ(1UL, parameters.encodings.size());
deadbeefe702b302017-02-04 12:09:01 -08001428 EXPECT_EQ(rtc::Optional<int>(stream_max),
1429 parameters.encodings[0].max_bitrate_bps);
skvladdc1c62c2016-03-16 19:07:43 -07001430 // Verify that the new value propagated down to the encoder
perkjfa10b552016-10-02 23:45:26 -07001431 EXPECT_EQ(expected_encoder_bitrate, GetMaxEncoderBitrate());
skvladdc1c62c2016-03-16 19:07:43 -07001432 }
1433
kwiberg686a8ef2016-02-26 03:00:35 -08001434 std::unique_ptr<FakeCall> fake_call_;
1435 std::unique_ptr<VideoMediaChannel> channel_;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001436 cricket::VideoSendParameters send_parameters_;
1437 cricket::VideoRecvParameters recv_parameters_;
Peter Boström0c4e06b2015-10-07 12:23:21 +02001438 uint32_t last_ssrc_;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001439};
1440
eladalonf1841382017-06-12 01:16:46 -07001441TEST_F(WebRtcVideoChannelTest, SetsSyncGroupFromSyncLabel) {
Peter Boström0c4e06b2015-10-07 12:23:21 +02001442 const uint32_t kVideoSsrc = 123;
pbos8fc7fa72015-07-15 08:02:58 -07001443 const std::string kSyncLabel = "AvSyncLabel";
1444
1445 cricket::StreamParams sp = cricket::StreamParams::CreateLegacy(kVideoSsrc);
1446 sp.sync_label = kSyncLabel;
1447 EXPECT_TRUE(channel_->AddRecvStream(sp));
1448
1449 EXPECT_EQ(1, fake_call_->GetVideoReceiveStreams().size());
1450 EXPECT_EQ(kSyncLabel,
1451 fake_call_->GetVideoReceiveStreams()[0]->GetConfig().sync_group)
1452 << "SyncGroup should be set based on sync_label";
1453}
1454
eladalonf1841382017-06-12 01:16:46 -07001455TEST_F(WebRtcVideoChannelTest, RecvStreamWithSimAndRtx) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001456 cricket::VideoSendParameters parameters;
1457 parameters.codecs = engine_.codecs();
1458 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001459 EXPECT_TRUE(channel_->SetSend(true));
nisse4b4dc862016-02-17 05:25:36 -08001460 parameters.conference_mode = true;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001461 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001462
1463 // Send side.
Peter Boström0c4e06b2015-10-07 12:23:21 +02001464 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
1465 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001466 FakeVideoSendStream* send_stream = AddSendStream(
1467 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs));
1468
1469 ASSERT_EQ(rtx_ssrcs.size(), send_stream->GetConfig().rtp.rtx.ssrcs.size());
1470 for (size_t i = 0; i < rtx_ssrcs.size(); ++i)
1471 EXPECT_EQ(rtx_ssrcs[i], send_stream->GetConfig().rtp.rtx.ssrcs[i]);
1472
1473 // Receiver side.
1474 FakeVideoReceiveStream* recv_stream = AddRecvStream(
1475 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs));
nisse26e3abb2017-08-25 04:44:25 -07001476 EXPECT_FALSE(
1477 recv_stream->GetConfig().rtp.rtx_associated_payload_types.empty());
nisseca5706d2017-09-11 02:32:16 -07001478 EXPECT_TRUE(VerifyRtxReceiveAssociations(recv_stream->GetConfig()))
Peter Boströmd8b01092016-05-12 16:44:36 +02001479 << "RTX should be mapped for all decoders/payload types.";
nisseca5706d2017-09-11 02:32:16 -07001480 EXPECT_TRUE(HasRtxReceiveAssociation(recv_stream->GetConfig(),
1481 GetEngineCodec("red").id))
1482 << "RTX should be mapped for the RED payload type";
1483
brandtr14742122017-01-27 04:53:07 -08001484 EXPECT_EQ(rtx_ssrcs[0], recv_stream->GetConfig().rtp.rtx_ssrc);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001485}
1486
eladalonf1841382017-06-12 01:16:46 -07001487TEST_F(WebRtcVideoChannelTest, RecvStreamWithRtx) {
pbos@webrtc.orge322a172014-06-13 11:47:28 +00001488 // Setup one channel with an associated RTX stream.
1489 cricket::StreamParams params =
1490 cricket::StreamParams::CreateLegacy(kSsrcs1[0]);
1491 params.AddFidSsrc(kSsrcs1[0], kRtxSsrcs1[0]);
1492 FakeVideoReceiveStream* recv_stream = AddRecvStream(params);
brandtr14742122017-01-27 04:53:07 -08001493 EXPECT_EQ(kRtxSsrcs1[0], recv_stream->GetConfig().rtp.rtx_ssrc);
nisseca5706d2017-09-11 02:32:16 -07001494
1495 EXPECT_TRUE(VerifyRtxReceiveAssociations(recv_stream->GetConfig()))
1496 << "RTX should be mapped for all decoders/payload types.";
1497 EXPECT_TRUE(HasRtxReceiveAssociation(recv_stream->GetConfig(),
1498 GetEngineCodec("red").id))
1499 << "RTX should be mapped for the RED payload type";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001500}
1501
eladalonf1841382017-06-12 01:16:46 -07001502TEST_F(WebRtcVideoChannelTest, RecvStreamNoRtx) {
pbos@webrtc.orge322a172014-06-13 11:47:28 +00001503 // Setup one channel without an associated RTX stream.
1504 cricket::StreamParams params =
1505 cricket::StreamParams::CreateLegacy(kSsrcs1[0]);
1506 FakeVideoReceiveStream* recv_stream = AddRecvStream(params);
brandtr14742122017-01-27 04:53:07 -08001507 ASSERT_EQ(0U, recv_stream->GetConfig().rtp.rtx_ssrc);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001508}
1509
eladalonf1841382017-06-12 01:16:46 -07001510TEST_F(WebRtcVideoChannelTest, NoHeaderExtesionsByDefault) {
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001511 FakeVideoSendStream* send_stream =
1512 AddSendStream(cricket::StreamParams::CreateLegacy(kSsrcs1[0]));
1513 ASSERT_TRUE(send_stream->GetConfig().rtp.extensions.empty());
1514
1515 FakeVideoReceiveStream* recv_stream =
1516 AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrcs1[0]));
1517 ASSERT_TRUE(recv_stream->GetConfig().rtp.extensions.empty());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001518}
1519
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001520// Test support for RTP timestamp offset header extension.
eladalonf1841382017-06-12 01:16:46 -07001521TEST_F(WebRtcVideoChannelTest, SendRtpTimestampOffsetHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001522 TestSetSendRtpHeaderExtensions(RtpExtension::kTimestampOffsetUri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001523}
isheriff6f8d6862016-05-26 11:24:55 -07001524
eladalonf1841382017-06-12 01:16:46 -07001525TEST_F(WebRtcVideoChannelTest, RecvRtpTimestampOffsetHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001526 TestSetRecvRtpHeaderExtensions(RtpExtension::kTimestampOffsetUri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001527}
1528
1529// Test support for absolute send time header extension.
eladalonf1841382017-06-12 01:16:46 -07001530TEST_F(WebRtcVideoChannelTest, SendAbsoluteSendTimeHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001531 TestSetSendRtpHeaderExtensions(RtpExtension::kAbsSendTimeUri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001532}
isheriff6f8d6862016-05-26 11:24:55 -07001533
eladalonf1841382017-06-12 01:16:46 -07001534TEST_F(WebRtcVideoChannelTest, RecvAbsoluteSendTimeHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001535 TestSetRecvRtpHeaderExtensions(RtpExtension::kAbsSendTimeUri);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001536}
1537
eladalonf1841382017-06-12 01:16:46 -07001538TEST_F(WebRtcVideoChannelTest, FiltersExtensionsPicksTransportSeqNum) {
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001539 // Enable three redundant extensions.
1540 std::vector<std::string> extensions;
isheriff6f8d6862016-05-26 11:24:55 -07001541 extensions.push_back(RtpExtension::kAbsSendTimeUri);
1542 extensions.push_back(RtpExtension::kTimestampOffsetUri);
1543 extensions.push_back(RtpExtension::kTransportSequenceNumberUri);
1544 TestExtensionFilter(extensions, RtpExtension::kTransportSequenceNumberUri);
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001545}
1546
eladalonf1841382017-06-12 01:16:46 -07001547TEST_F(WebRtcVideoChannelTest, FiltersExtensionsPicksAbsSendTime) {
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001548 // Enable two redundant extensions.
1549 std::vector<std::string> extensions;
isheriff6f8d6862016-05-26 11:24:55 -07001550 extensions.push_back(RtpExtension::kAbsSendTimeUri);
1551 extensions.push_back(RtpExtension::kTimestampOffsetUri);
1552 TestExtensionFilter(extensions, RtpExtension::kAbsSendTimeUri);
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001553}
1554
stefanc1aeaf02015-10-15 07:26:07 -07001555// Test support for transport sequence number header extension.
eladalonf1841382017-06-12 01:16:46 -07001556TEST_F(WebRtcVideoChannelTest, SendTransportSequenceNumberHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001557 TestSetSendRtpHeaderExtensions(RtpExtension::kTransportSequenceNumberUri);
stefanc1aeaf02015-10-15 07:26:07 -07001558}
eladalonf1841382017-06-12 01:16:46 -07001559TEST_F(WebRtcVideoChannelTest, RecvTransportSequenceNumberHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001560 TestSetRecvRtpHeaderExtensions(RtpExtension::kTransportSequenceNumberUri);
stefanc1aeaf02015-10-15 07:26:07 -07001561}
1562
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001563// Test support for video rotation header extension.
eladalonf1841382017-06-12 01:16:46 -07001564TEST_F(WebRtcVideoChannelTest, SendVideoRotationHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001565 TestSetSendRtpHeaderExtensions(RtpExtension::kVideoRotationUri);
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001566}
eladalonf1841382017-06-12 01:16:46 -07001567TEST_F(WebRtcVideoChannelTest, RecvVideoRotationHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001568 TestSetRecvRtpHeaderExtensions(RtpExtension::kVideoRotationUri);
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001569}
1570
eladalonf1841382017-06-12 01:16:46 -07001571TEST_F(WebRtcVideoChannelTest, IdenticalSendExtensionsDoesntRecreateStream) {
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001572 const int kAbsSendTimeId = 1;
1573 const int kVideoRotationId = 2;
isheriff6f8d6862016-05-26 11:24:55 -07001574 send_parameters_.extensions.push_back(
1575 RtpExtension(RtpExtension::kAbsSendTimeUri, kAbsSendTimeId));
1576 send_parameters_.extensions.push_back(
1577 RtpExtension(RtpExtension::kVideoRotationUri, kVideoRotationId));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001578
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001579 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001580 FakeVideoSendStream* send_stream =
1581 AddSendStream(cricket::StreamParams::CreateLegacy(123));
1582
1583 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001584 ASSERT_EQ(2u, send_stream->GetConfig().rtp.extensions.size());
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001585
1586 // Setting the same extensions (even if in different order) shouldn't
1587 // reallocate the stream.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001588 std::reverse(send_parameters_.extensions.begin(),
1589 send_parameters_.extensions.end());
1590 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001591
1592 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
1593
1594 // Setting different extensions should recreate the stream.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001595 send_parameters_.extensions.resize(1);
1596 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001597
1598 EXPECT_EQ(2, fake_call_->GetNumCreatedSendStreams());
1599}
1600
eladalonf1841382017-06-12 01:16:46 -07001601TEST_F(WebRtcVideoChannelTest, IdenticalRecvExtensionsDoesntRecreateStream) {
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001602 const int kTOffsetId = 1;
1603 const int kAbsSendTimeId = 2;
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001604 const int kVideoRotationId = 3;
isheriff6f8d6862016-05-26 11:24:55 -07001605 recv_parameters_.extensions.push_back(
1606 RtpExtension(RtpExtension::kAbsSendTimeUri, kAbsSendTimeId));
1607 recv_parameters_.extensions.push_back(
1608 RtpExtension(RtpExtension::kTimestampOffsetUri, kTOffsetId));
1609 recv_parameters_.extensions.push_back(
1610 RtpExtension(RtpExtension::kVideoRotationUri, kVideoRotationId));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001611
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001612 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
Peter Boström54be3e02015-05-25 15:04:24 +02001613 FakeVideoReceiveStream* recv_stream =
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001614 AddRecvStream(cricket::StreamParams::CreateLegacy(123));
1615
1616 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
Peter Boström54be3e02015-05-25 15:04:24 +02001617 ASSERT_EQ(3u, recv_stream->GetConfig().rtp.extensions.size());
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001618
1619 // Setting the same extensions (even if in different order) shouldn't
1620 // reallocate the stream.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001621 std::reverse(recv_parameters_.extensions.begin(),
1622 recv_parameters_.extensions.end());
1623 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001624
1625 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
1626
1627 // Setting different extensions should recreate the stream.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001628 recv_parameters_.extensions.resize(1);
1629 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001630
1631 EXPECT_EQ(2, fake_call_->GetNumCreatedReceiveStreams());
1632}
1633
eladalonf1841382017-06-12 01:16:46 -07001634TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001635 SetSendRtpHeaderExtensionsExcludeUnsupportedExtensions) {
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001636 const int kUnsupportedId = 1;
1637 const int kTOffsetId = 2;
1638
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001639 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001640 RtpExtension(kUnsupportedExtensionName, kUnsupportedId));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001641 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001642 RtpExtension(RtpExtension::kTimestampOffsetUri, kTOffsetId));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001643 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001644 FakeVideoSendStream* send_stream =
1645 AddSendStream(cricket::StreamParams::CreateLegacy(123));
1646
1647 // Only timestamp offset extension is set to send stream,
1648 // unsupported rtp extension is ignored.
1649 ASSERT_EQ(1u, send_stream->GetConfig().rtp.extensions.size());
isheriff6f8d6862016-05-26 11:24:55 -07001650 EXPECT_STREQ(RtpExtension::kTimestampOffsetUri,
1651 send_stream->GetConfig().rtp.extensions[0].uri.c_str());
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001652}
1653
eladalonf1841382017-06-12 01:16:46 -07001654TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001655 SetRecvRtpHeaderExtensionsExcludeUnsupportedExtensions) {
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001656 const int kUnsupportedId = 1;
1657 const int kTOffsetId = 2;
1658
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001659 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001660 RtpExtension(kUnsupportedExtensionName, kUnsupportedId));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001661 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001662 RtpExtension(RtpExtension::kTimestampOffsetUri, kTOffsetId));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001663 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001664 FakeVideoReceiveStream* recv_stream =
1665 AddRecvStream(cricket::StreamParams::CreateLegacy(123));
1666
1667 // Only timestamp offset extension is set to receive stream,
1668 // unsupported rtp extension is ignored.
1669 ASSERT_EQ(1u, recv_stream->GetConfig().rtp.extensions.size());
isheriff6f8d6862016-05-26 11:24:55 -07001670 EXPECT_STREQ(RtpExtension::kTimestampOffsetUri,
1671 recv_stream->GetConfig().rtp.extensions[0].uri.c_str());
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001672}
1673
eladalonf1841382017-06-12 01:16:46 -07001674TEST_F(WebRtcVideoChannelTest, SetSendRtpHeaderExtensionsRejectsIncorrectIds) {
Peter Boström23914fe2015-03-31 15:08:04 +02001675 const int kIncorrectIds[] = {-2, -1, 0, 15, 16};
pkasting@chromium.orge7a4a122015-01-28 21:36:55 +00001676 for (size_t i = 0; i < arraysize(kIncorrectIds); ++i) {
isheriff6f8d6862016-05-26 11:24:55 -07001677 send_parameters_.extensions.push_back(
1678 RtpExtension(RtpExtension::kTimestampOffsetUri, kIncorrectIds[i]));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001679 EXPECT_FALSE(channel_->SetSendParameters(send_parameters_))
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001680 << "Bad extension id '" << kIncorrectIds[i] << "' accepted.";
1681 }
1682}
1683
eladalonf1841382017-06-12 01:16:46 -07001684TEST_F(WebRtcVideoChannelTest, SetRecvRtpHeaderExtensionsRejectsIncorrectIds) {
Peter Boström23914fe2015-03-31 15:08:04 +02001685 const int kIncorrectIds[] = {-2, -1, 0, 15, 16};
pkasting@chromium.orge7a4a122015-01-28 21:36:55 +00001686 for (size_t i = 0; i < arraysize(kIncorrectIds); ++i) {
isheriff6f8d6862016-05-26 11:24:55 -07001687 recv_parameters_.extensions.push_back(
1688 RtpExtension(RtpExtension::kTimestampOffsetUri, kIncorrectIds[i]));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001689 EXPECT_FALSE(channel_->SetRecvParameters(recv_parameters_))
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001690 << "Bad extension id '" << kIncorrectIds[i] << "' accepted.";
1691 }
1692}
1693
eladalonf1841382017-06-12 01:16:46 -07001694TEST_F(WebRtcVideoChannelTest, SetSendRtpHeaderExtensionsRejectsDuplicateIds) {
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001695 const int id = 1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001696 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001697 RtpExtension(RtpExtension::kTimestampOffsetUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001698 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001699 RtpExtension(RtpExtension::kAbsSendTimeUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001700 EXPECT_FALSE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001701
1702 // Duplicate entries are also not supported.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001703 send_parameters_.extensions.clear();
1704 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001705 RtpExtension(RtpExtension::kTimestampOffsetUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001706 send_parameters_.extensions.push_back(send_parameters_.extensions.back());
1707 EXPECT_FALSE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001708}
1709
eladalonf1841382017-06-12 01:16:46 -07001710TEST_F(WebRtcVideoChannelTest, SetRecvRtpHeaderExtensionsRejectsDuplicateIds) {
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001711 const int id = 1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001712 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001713 RtpExtension(RtpExtension::kTimestampOffsetUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001714 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001715 RtpExtension(RtpExtension::kAbsSendTimeUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001716 EXPECT_FALSE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001717
1718 // Duplicate entries are also not supported.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001719 recv_parameters_.extensions.clear();
1720 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001721 RtpExtension(RtpExtension::kTimestampOffsetUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001722 recv_parameters_.extensions.push_back(recv_parameters_.extensions.back());
1723 EXPECT_FALSE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001724}
1725
eladalonf1841382017-06-12 01:16:46 -07001726TEST_F(WebRtcVideoChannelTest, AddRecvStreamOnlyUsesOneReceiveStream) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001727 EXPECT_TRUE(channel_->AddRecvStream(cricket::StreamParams::CreateLegacy(1)));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001728 EXPECT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001729}
1730
eladalonf1841382017-06-12 01:16:46 -07001731TEST_F(WebRtcVideoChannelTest, RtcpIsCompoundByDefault) {
Peter Boströmd7da1202015-06-05 14:09:38 +02001732 FakeVideoReceiveStream* stream = AddRecvStream();
pbosda903ea2015-10-02 02:36:56 -07001733 EXPECT_EQ(webrtc::RtcpMode::kCompound, stream->GetConfig().rtp.rtcp_mode);
Peter Boströmd7da1202015-06-05 14:09:38 +02001734}
1735
eladalonf1841382017-06-12 01:16:46 -07001736TEST_F(WebRtcVideoChannelTest, RembIsEnabledByDefault) {
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001737 FakeVideoReceiveStream* stream = AddRecvStream();
1738 EXPECT_TRUE(stream->GetConfig().rtp.remb);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001739}
1740
eladalonf1841382017-06-12 01:16:46 -07001741TEST_F(WebRtcVideoChannelTest, TransportCcIsEnabledByDefault) {
stefan43edf0f2015-11-20 18:05:48 -08001742 FakeVideoReceiveStream* stream = AddRecvStream();
1743 EXPECT_TRUE(stream->GetConfig().rtp.transport_cc);
1744}
1745
eladalonf1841382017-06-12 01:16:46 -07001746TEST_F(WebRtcVideoChannelTest, RembCanBeEnabledAndDisabled) {
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001747 FakeVideoReceiveStream* stream = AddRecvStream();
1748 EXPECT_TRUE(stream->GetConfig().rtp.remb);
1749
Peter Boström126c03e2015-05-11 12:48:12 +02001750 // Verify that REMB is turned off when send(!) codecs without REMB are set.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001751 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001752 parameters.codecs.push_back(RemoveFeedbackParams(GetEngineCodec("VP8")));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001753 EXPECT_TRUE(parameters.codecs[0].feedback_params.params().empty());
1754 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001755 stream = fake_call_->GetVideoReceiveStreams()[0];
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001756 EXPECT_FALSE(stream->GetConfig().rtp.remb);
1757
1758 // Verify that REMB is turned on when setting default codecs since the
1759 // default codecs have REMB enabled.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001760 parameters.codecs = engine_.codecs();
1761 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001762 stream = fake_call_->GetVideoReceiveStreams()[0];
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001763 EXPECT_TRUE(stream->GetConfig().rtp.remb);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001764}
1765
eladalonf1841382017-06-12 01:16:46 -07001766TEST_F(WebRtcVideoChannelTest, TransportCcCanBeEnabledAndDisabled) {
stefan43edf0f2015-11-20 18:05:48 -08001767 FakeVideoReceiveStream* stream = AddRecvStream();
1768 EXPECT_TRUE(stream->GetConfig().rtp.transport_cc);
1769
1770 // Verify that transport cc feedback is turned off when send(!) codecs without
1771 // transport cc feedback are set.
1772 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001773 parameters.codecs.push_back(RemoveFeedbackParams(GetEngineCodec("VP8")));
stefan43edf0f2015-11-20 18:05:48 -08001774 EXPECT_TRUE(parameters.codecs[0].feedback_params.params().empty());
1775 EXPECT_TRUE(channel_->SetSendParameters(parameters));
1776 stream = fake_call_->GetVideoReceiveStreams()[0];
1777 EXPECT_FALSE(stream->GetConfig().rtp.transport_cc);
1778
1779 // Verify that transport cc feedback is turned on when setting default codecs
1780 // since the default codecs have transport cc feedback enabled.
1781 parameters.codecs = engine_.codecs();
1782 EXPECT_TRUE(channel_->SetSendParameters(parameters));
1783 stream = fake_call_->GetVideoReceiveStreams()[0];
1784 EXPECT_TRUE(stream->GetConfig().rtp.transport_cc);
1785}
1786
eladalonf1841382017-06-12 01:16:46 -07001787TEST_F(WebRtcVideoChannelTest, NackIsEnabledByDefault) {
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +00001788 VerifyCodecHasDefaultFeedbackParams(default_codec_);
1789
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001790 cricket::VideoSendParameters parameters;
1791 parameters.codecs = engine_.codecs();
1792 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org19864742014-05-30 07:35:47 +00001793 EXPECT_TRUE(channel_->SetSend(true));
1794
1795 // Send side.
1796 FakeVideoSendStream* send_stream =
1797 AddSendStream(cricket::StreamParams::CreateLegacy(1));
1798 EXPECT_GT(send_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1799
1800 // Receiver side.
1801 FakeVideoReceiveStream* recv_stream =
1802 AddRecvStream(cricket::StreamParams::CreateLegacy(1));
1803 EXPECT_GT(recv_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1804
1805 // Nack history size should match between sender and receiver.
1806 EXPECT_EQ(send_stream->GetConfig().rtp.nack.rtp_history_ms,
1807 recv_stream->GetConfig().rtp.nack.rtp_history_ms);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001808}
1809
eladalonf1841382017-06-12 01:16:46 -07001810TEST_F(WebRtcVideoChannelTest, NackCanBeEnabledAndDisabled) {
Peter Boström67c9df72015-05-11 14:34:58 +02001811 FakeVideoSendStream* send_stream = AddSendStream();
Peter Boström3548dd22015-05-22 18:48:36 +02001812 FakeVideoReceiveStream* recv_stream = AddRecvStream();
Peter Boström67c9df72015-05-11 14:34:58 +02001813
1814 EXPECT_GT(recv_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1815 EXPECT_GT(send_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1816
1817 // Verify that NACK is turned off when send(!) codecs without NACK are set.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001818 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001819 parameters.codecs.push_back(RemoveFeedbackParams(GetEngineCodec("VP8")));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001820 EXPECT_TRUE(parameters.codecs[0].feedback_params.params().empty());
1821 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström67c9df72015-05-11 14:34:58 +02001822 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
1823 EXPECT_EQ(0, recv_stream->GetConfig().rtp.nack.rtp_history_ms);
1824 send_stream = fake_call_->GetVideoSendStreams()[0];
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +00001825 EXPECT_EQ(0, send_stream->GetConfig().rtp.nack.rtp_history_ms);
1826
Peter Boström67c9df72015-05-11 14:34:58 +02001827 // Verify that NACK is turned on when setting default codecs since the
1828 // default codecs have NACK enabled.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001829 parameters.codecs = engine_.codecs();
1830 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström67c9df72015-05-11 14:34:58 +02001831 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
1832 EXPECT_GT(recv_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1833 send_stream = fake_call_->GetVideoSendStreams()[0];
1834 EXPECT_GT(send_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +00001835}
1836
Peter Boströme7ba0862016-03-12 00:02:28 +01001837// This test verifies that new frame sizes reconfigures encoders even though not
1838// (yet) sending. The purpose of this is to permit encoding as quickly as
1839// possible once we start sending. Likely the frames being input are from the
1840// same source that will be sent later, which just means that we're ready
1841// earlier.
eladalonf1841382017-06-12 01:16:46 -07001842TEST_F(WebRtcVideoChannelTest, ReconfiguresEncodersWhenNotSending) {
Peter Boströme7ba0862016-03-12 00:02:28 +01001843 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001844 parameters.codecs.push_back(GetEngineCodec("VP8"));
Peter Boströme7ba0862016-03-12 00:02:28 +01001845 ASSERT_TRUE(channel_->SetSendParameters(parameters));
1846 channel_->SetSend(false);
1847
1848 FakeVideoSendStream* stream = AddSendStream();
1849
perkjfa10b552016-10-02 23:45:26 -07001850 // No frames entered.
Peter Boströme7ba0862016-03-12 00:02:28 +01001851 std::vector<webrtc::VideoStream> streams = stream->GetVideoStreams();
perkjfa10b552016-10-02 23:45:26 -07001852 EXPECT_EQ(0u, streams[0].width);
1853 EXPECT_EQ(0u, streams[0].height);
Peter Boströme7ba0862016-03-12 00:02:28 +01001854
1855 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07001856 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
perkj26752742016-10-24 01:21:16 -07001857 VideoFormat capture_format = capturer.GetSupportedFormats()->front();
1858 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format));
Peter Boströme7ba0862016-03-12 00:02:28 +01001859 EXPECT_TRUE(capturer.CaptureFrame());
1860
1861 // Frame entered, should be reconfigured to new dimensions.
1862 streams = stream->GetVideoStreams();
perkj26752742016-10-24 01:21:16 -07001863 EXPECT_EQ(capture_format.width, streams[0].width);
1864 EXPECT_EQ(capture_format.height, streams[0].height);
Peter Boströme7ba0862016-03-12 00:02:28 +01001865
deadbeef5a4a75a2016-06-02 16:23:38 -07001866 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Peter Boströme7ba0862016-03-12 00:02:28 +01001867}
1868
eladalonf1841382017-06-12 01:16:46 -07001869TEST_F(WebRtcVideoChannelTest, UsesCorrectSettingsForScreencast) {
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001870 static const int kScreenshareMinBitrateKbps = 800;
magjed509e4fe2016-11-18 01:34:11 -08001871 cricket::VideoCodec codec = GetEngineCodec("VP8");
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001872 cricket::VideoSendParameters parameters;
1873 parameters.codecs.push_back(codec);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001874 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001875 AddSendStream();
1876
deadbeef5a4a75a2016-06-02 16:23:38 -07001877 cricket::FakeVideoCapturer capturer;
nisse05103312016-03-16 02:22:50 -07001878 VideoOptions min_bitrate_options;
1879 min_bitrate_options.screencast_min_bitrate_kbps =
1880 rtc::Optional<int>(kScreenshareMinBitrateKbps);
deadbeef5a4a75a2016-06-02 16:23:38 -07001881 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &min_bitrate_options,
1882 &capturer));
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001883 cricket::VideoFormat capture_format_hd =
1884 capturer.GetSupportedFormats()->front();
1885 EXPECT_EQ(1280, capture_format_hd.width);
1886 EXPECT_EQ(720, capture_format_hd.height);
1887 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format_hd));
1888
1889 EXPECT_TRUE(channel_->SetSend(true));
1890
1891 EXPECT_TRUE(capturer.CaptureFrame());
1892 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
1893 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
1894
1895 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
1896
1897 // Verify non-screencast settings.
perkj26091b12016-09-01 01:17:40 -07001898 webrtc::VideoEncoderConfig encoder_config =
1899 send_stream->GetEncoderConfig().Copy();
Erik Språng143cec12015-04-28 10:01:41 +02001900 EXPECT_EQ(webrtc::VideoEncoderConfig::ContentType::kRealtimeVideo,
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001901 encoder_config.content_type);
perkjfa10b552016-10-02 23:45:26 -07001902 std::vector<webrtc::VideoStream> streams = send_stream->GetVideoStreams();
1903 EXPECT_EQ(capture_format_hd.width, streams.front().width);
1904 EXPECT_EQ(capture_format_hd.height, streams.front().height);
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001905 EXPECT_EQ(0, encoder_config.min_transmit_bitrate_bps)
1906 << "Non-screenshare shouldn't use min-transmit bitrate.";
1907
deadbeef5a4a75a2016-06-02 16:23:38 -07001908 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
perkjd533aec2017-01-13 05:57:25 -08001909 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
nisse05103312016-03-16 02:22:50 -07001910 VideoOptions screencast_options;
1911 screencast_options.is_screencast = rtc::Optional<bool>(true);
deadbeef5a4a75a2016-06-02 16:23:38 -07001912 EXPECT_TRUE(
1913 channel_->SetVideoSend(last_ssrc_, true, &screencast_options, &capturer));
perkj2d5f0912016-02-29 00:04:41 -08001914 EXPECT_TRUE(capturer.CaptureFrame());
sprangf24a0642017-02-28 13:23:26 -08001915 // Send stream recreated after option change.
1916 ASSERT_EQ(2, fake_call_->GetNumCreatedSendStreams());
1917 send_stream = fake_call_->GetVideoSendStreams().front();
1918 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001919
1920 // Verify screencast settings.
perkj26091b12016-09-01 01:17:40 -07001921 encoder_config = send_stream->GetEncoderConfig().Copy();
Erik Språng143cec12015-04-28 10:01:41 +02001922 EXPECT_EQ(webrtc::VideoEncoderConfig::ContentType::kScreen,
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001923 encoder_config.content_type);
1924 EXPECT_EQ(kScreenshareMinBitrateKbps * 1000,
1925 encoder_config.min_transmit_bitrate_bps);
1926
perkjfa10b552016-10-02 23:45:26 -07001927 streams = send_stream->GetVideoStreams();
1928 EXPECT_EQ(capture_format_hd.width, streams.front().width);
1929 EXPECT_EQ(capture_format_hd.height, streams.front().height);
1930 EXPECT_TRUE(streams[0].temporal_layer_thresholds_bps.empty());
deadbeef5a4a75a2016-06-02 16:23:38 -07001931 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001932}
1933
eladalonf1841382017-06-12 01:16:46 -07001934TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001935 ConferenceModeScreencastConfiguresTemporalLayer) {
Erik Språng2c4c9142015-06-24 11:24:44 +02001936 static const int kConferenceScreencastTemporalBitrateBps =
1937 ScreenshareLayerConfig::GetDefault().tl0_bitrate_kbps * 1000;
nisse4b4dc862016-02-17 05:25:36 -08001938 send_parameters_.conference_mode = true;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001939 channel_->SetSendParameters(send_parameters_);
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001940
1941 AddSendStream();
nisse05103312016-03-16 02:22:50 -07001942 VideoOptions options;
1943 options.is_screencast = rtc::Optional<bool>(true);
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001944 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07001945 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001946 cricket::VideoFormat capture_format_hd =
1947 capturer.GetSupportedFormats()->front();
1948 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format_hd));
1949
1950 EXPECT_TRUE(channel_->SetSend(true));
1951
1952 EXPECT_TRUE(capturer.CaptureFrame());
1953 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
1954 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
1955
perkj26091b12016-09-01 01:17:40 -07001956 webrtc::VideoEncoderConfig encoder_config =
1957 send_stream->GetEncoderConfig().Copy();
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001958
1959 // Verify screencast settings.
perkj26091b12016-09-01 01:17:40 -07001960 encoder_config = send_stream->GetEncoderConfig().Copy();
Erik Språng143cec12015-04-28 10:01:41 +02001961 EXPECT_EQ(webrtc::VideoEncoderConfig::ContentType::kScreen,
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001962 encoder_config.content_type);
perkjfa10b552016-10-02 23:45:26 -07001963
1964 std::vector<webrtc::VideoStream> streams = send_stream->GetVideoStreams();
1965 ASSERT_EQ(1u, streams.size());
1966 ASSERT_EQ(1u, streams[0].temporal_layer_thresholds_bps.size());
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001967 EXPECT_EQ(kConferenceScreencastTemporalBitrateBps,
perkjfa10b552016-10-02 23:45:26 -07001968 streams[0].temporal_layer_thresholds_bps[0]);
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001969
deadbeef5a4a75a2016-06-02 16:23:38 -07001970 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001971}
1972
eladalonf1841382017-06-12 01:16:46 -07001973TEST_F(WebRtcVideoChannelTest, SuspendBelowMinBitrateDisabledByDefault) {
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00001974 FakeVideoSendStream* stream = AddSendStream();
1975 EXPECT_FALSE(stream->GetConfig().suspend_below_min_bitrate);
1976}
1977
eladalonf1841382017-06-12 01:16:46 -07001978TEST_F(WebRtcVideoChannelTest, SetMediaConfigSuspendBelowMinBitrate) {
kthelgason2bc68642017-02-07 07:02:22 -08001979 MediaConfig media_config = GetMediaConfig();
nisse0db023a2016-03-01 04:29:59 -08001980 media_config.video.suspend_below_min_bitrate = true;
1981
1982 channel_.reset(
1983 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08001984 channel_->OnReadyToSend(true);
nisse0db023a2016-03-01 04:29:59 -08001985
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001986 channel_->SetSendParameters(send_parameters_);
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00001987
1988 FakeVideoSendStream* stream = AddSendStream();
1989 EXPECT_TRUE(stream->GetConfig().suspend_below_min_bitrate);
1990
nisse0db023a2016-03-01 04:29:59 -08001991 media_config.video.suspend_below_min_bitrate = false;
1992 channel_.reset(
1993 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08001994 channel_->OnReadyToSend(true);
nisse0db023a2016-03-01 04:29:59 -08001995
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001996 channel_->SetSendParameters(send_parameters_);
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00001997
nisse0db023a2016-03-01 04:29:59 -08001998 stream = AddSendStream();
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00001999 EXPECT_FALSE(stream->GetConfig().suspend_below_min_bitrate);
2000}
2001
eladalonf1841382017-06-12 01:16:46 -07002002TEST_F(WebRtcVideoChannelTest, Vp8DenoisingEnabledByDefault) {
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002003 FakeVideoSendStream* stream = AddSendStream();
2004 webrtc::VideoCodecVP8 vp8_settings;
2005 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2006 EXPECT_TRUE(vp8_settings.denoisingOn);
2007}
2008
eladalonf1841382017-06-12 01:16:46 -07002009TEST_F(WebRtcVideoChannelTest, VerifyVp8SpecificSettings) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002010 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002011 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002012 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002013
Peter Boström2feafdb2015-09-09 14:32:14 +02002014 // Single-stream settings should apply with RTX as well (verifies that we
2015 // check number of regular SSRCs and not StreamParams::ssrcs which contains
2016 // both RTX and regular SSRCs).
2017 FakeVideoSendStream* stream = SetUpSimulcast(false, true);
Erik Språng143cec12015-04-28 10:01:41 +02002018
2019 cricket::FakeVideoCapturer capturer;
Erik Språng143cec12015-04-28 10:01:41 +02002020 EXPECT_EQ(cricket::CS_RUNNING,
2021 capturer.Start(capturer.GetSupportedFormats()->front()));
deadbeef5a4a75a2016-06-02 16:23:38 -07002022 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
Erik Språng143cec12015-04-28 10:01:41 +02002023 channel_->SetSend(true);
2024
2025 EXPECT_TRUE(capturer.CaptureFrame());
2026
pbos4cba4eb2015-10-26 11:18:18 -07002027 webrtc::VideoCodecVP8 vp8_settings;
2028 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2029 EXPECT_TRUE(vp8_settings.denoisingOn)
2030 << "VP8 denoising should be on by default.";
2031
nisse05103312016-03-16 02:22:50 -07002032 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002033
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002034 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2035 EXPECT_FALSE(vp8_settings.denoisingOn);
Erik Språng143cec12015-04-28 10:01:41 +02002036 EXPECT_TRUE(vp8_settings.automaticResizeOn);
2037 EXPECT_TRUE(vp8_settings.frameDroppingOn);
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002038
nisse05103312016-03-16 02:22:50 -07002039 stream = SetDenoisingOption(last_ssrc_, &capturer, true);
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002040
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002041 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2042 EXPECT_TRUE(vp8_settings.denoisingOn);
Erik Språng143cec12015-04-28 10:01:41 +02002043 EXPECT_TRUE(vp8_settings.automaticResizeOn);
2044 EXPECT_TRUE(vp8_settings.frameDroppingOn);
2045
deadbeef5a4a75a2016-06-02 16:23:38 -07002046 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Peter Boström2feafdb2015-09-09 14:32:14 +02002047 stream = SetUpSimulcast(true, false);
deadbeef5a4a75a2016-06-02 16:23:38 -07002048 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
Erik Språng143cec12015-04-28 10:01:41 +02002049 channel_->SetSend(true);
2050 EXPECT_TRUE(capturer.CaptureFrame());
2051
2052 EXPECT_EQ(3, stream->GetVideoStreams().size());
2053 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2054 // Autmatic resize off when using simulcast.
2055 EXPECT_FALSE(vp8_settings.automaticResizeOn);
2056 EXPECT_TRUE(vp8_settings.frameDroppingOn);
2057
2058 // In screen-share mode, denoising is forced off and simulcast disabled.
nisse05103312016-03-16 02:22:50 -07002059 VideoOptions options;
2060 options.is_screencast = rtc::Optional<bool>(true);
deadbeef5a4a75a2016-06-02 16:23:38 -07002061 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
Niels Möller60653ba2016-03-02 11:41:36 +01002062
nisse05103312016-03-16 02:22:50 -07002063 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002064
2065 EXPECT_EQ(1, stream->GetVideoStreams().size());
2066 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2067 EXPECT_FALSE(vp8_settings.denoisingOn);
2068 // Resizing and frame dropping always off for screen sharing.
2069 EXPECT_FALSE(vp8_settings.automaticResizeOn);
2070 EXPECT_FALSE(vp8_settings.frameDroppingOn);
2071
nisse05103312016-03-16 02:22:50 -07002072 stream = SetDenoisingOption(last_ssrc_, &capturer, true);
Erik Språng143cec12015-04-28 10:01:41 +02002073
2074 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2075 EXPECT_FALSE(vp8_settings.denoisingOn);
2076 EXPECT_FALSE(vp8_settings.automaticResizeOn);
2077 EXPECT_FALSE(vp8_settings.frameDroppingOn);
2078
deadbeef5a4a75a2016-06-02 16:23:38 -07002079 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Erik Språng143cec12015-04-28 10:01:41 +02002080}
2081
deadbeef119760a2016-04-04 11:43:27 -07002082// Test that setting the same options doesn't result in the encoder being
2083// reconfigured.
eladalonf1841382017-06-12 01:16:46 -07002084TEST_F(WebRtcVideoChannelTest, SetIdenticalOptionsDoesntReconfigureEncoder) {
deadbeef119760a2016-04-04 11:43:27 -07002085 VideoOptions options;
2086 cricket::FakeVideoCapturer capturer;
2087
perkjfa10b552016-10-02 23:45:26 -07002088 AddSendStream();
deadbeef119760a2016-04-04 11:43:27 -07002089 EXPECT_EQ(cricket::CS_RUNNING,
2090 capturer.Start(capturer.GetSupportedFormats()->front()));
perkjfa10b552016-10-02 23:45:26 -07002091 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002092 parameters.codecs.push_back(GetEngineCodec("VP8"));
perkjfa10b552016-10-02 23:45:26 -07002093 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2094 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
2095
2096 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
deadbeef5a4a75a2016-06-02 16:23:38 -07002097 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
deadbeef119760a2016-04-04 11:43:27 -07002098 EXPECT_TRUE(capturer.CaptureFrame());
perkjfa10b552016-10-02 23:45:26 -07002099 // Expect 1 reconfigurations at this point from the initial configuration.
2100 EXPECT_EQ(1, send_stream->num_encoder_reconfigurations());
deadbeef119760a2016-04-04 11:43:27 -07002101
2102 // Set the options one more time and expect no additional reconfigurations.
deadbeef5a4a75a2016-06-02 16:23:38 -07002103 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
perkjfa10b552016-10-02 23:45:26 -07002104 EXPECT_EQ(1, send_stream->num_encoder_reconfigurations());
2105
2106 // Change |options| and expect 2 reconfigurations.
sprangf24a0642017-02-28 13:23:26 -08002107 options.video_noise_reduction = rtc::Optional<bool>(true);
perkjfa10b552016-10-02 23:45:26 -07002108 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
deadbeef119760a2016-04-04 11:43:27 -07002109 EXPECT_EQ(2, send_stream->num_encoder_reconfigurations());
2110
deadbeef5a4a75a2016-06-02 16:23:38 -07002111 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
deadbeef119760a2016-04-04 11:43:27 -07002112}
2113
eladalonf1841382017-06-12 01:16:46 -07002114class Vp9SettingsTest : public WebRtcVideoChannelTest {
Erik Språng143cec12015-04-28 10:01:41 +02002115 public:
asaperssonc5dabdd2016-03-21 04:15:50 -07002116 Vp9SettingsTest() : Vp9SettingsTest("") {}
2117 explicit Vp9SettingsTest(const char* field_trials)
eladalonf1841382017-06-12 01:16:46 -07002118 : WebRtcVideoChannelTest(field_trials) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +02002119 encoder_factory_->AddSupportedVideoCodecType("VP9");
Erik Språng143cec12015-04-28 10:01:41 +02002120 }
2121 virtual ~Vp9SettingsTest() {}
2122
2123 protected:
Erik Språng143cec12015-04-28 10:01:41 +02002124 void TearDown() override {
2125 // Remove references to encoder_factory_ since this will be destroyed
2126 // before channel_ and engine_.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002127 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
Erik Språng143cec12015-04-28 10:01:41 +02002128 }
Erik Språng143cec12015-04-28 10:01:41 +02002129};
2130
2131TEST_F(Vp9SettingsTest, VerifyVp9SpecificSettings) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002132 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002133 parameters.codecs.push_back(GetEngineCodec("VP9"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002134 ASSERT_TRUE(channel_->SetSendParameters(parameters));
Erik Språng143cec12015-04-28 10:01:41 +02002135
Peter Boström2feafdb2015-09-09 14:32:14 +02002136 FakeVideoSendStream* stream = SetUpSimulcast(false, false);
Erik Språng143cec12015-04-28 10:01:41 +02002137
2138 cricket::FakeVideoCapturer capturer;
Erik Språng143cec12015-04-28 10:01:41 +02002139 EXPECT_EQ(cricket::CS_RUNNING,
2140 capturer.Start(capturer.GetSupportedFormats()->front()));
deadbeef5a4a75a2016-06-02 16:23:38 -07002141 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
Erik Språng143cec12015-04-28 10:01:41 +02002142 channel_->SetSend(true);
2143
2144 EXPECT_TRUE(capturer.CaptureFrame());
2145
pbos4cba4eb2015-10-26 11:18:18 -07002146 webrtc::VideoCodecVP9 vp9_settings;
2147 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
jianja5e8aa62017-03-27 10:09:00 -07002148 EXPECT_TRUE(vp9_settings.denoisingOn)
2149 << "VP9 denoising should be on by default.";
pbos4cba4eb2015-10-26 11:18:18 -07002150
nisse05103312016-03-16 02:22:50 -07002151 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002152
Erik Språng143cec12015-04-28 10:01:41 +02002153 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2154 EXPECT_FALSE(vp9_settings.denoisingOn);
2155 // Frame dropping always on for real time video.
2156 EXPECT_TRUE(vp9_settings.frameDroppingOn);
2157
nisse05103312016-03-16 02:22:50 -07002158 stream = SetDenoisingOption(last_ssrc_, &capturer, true);
Erik Språng143cec12015-04-28 10:01:41 +02002159
2160 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2161 EXPECT_TRUE(vp9_settings.denoisingOn);
2162 EXPECT_TRUE(vp9_settings.frameDroppingOn);
2163
2164 // In screen-share mode, denoising is forced off.
nisse05103312016-03-16 02:22:50 -07002165 VideoOptions options;
2166 options.is_screencast = rtc::Optional<bool>(true);
deadbeef5a4a75a2016-06-02 16:23:38 -07002167 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
perkj2d5f0912016-02-29 00:04:41 -08002168
nisse05103312016-03-16 02:22:50 -07002169 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002170
2171 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2172 EXPECT_FALSE(vp9_settings.denoisingOn);
2173 // Frame dropping always off for screen sharing.
2174 EXPECT_FALSE(vp9_settings.frameDroppingOn);
2175
nisse05103312016-03-16 02:22:50 -07002176 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002177
2178 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2179 EXPECT_FALSE(vp9_settings.denoisingOn);
2180 EXPECT_FALSE(vp9_settings.frameDroppingOn);
2181
deadbeef5a4a75a2016-06-02 16:23:38 -07002182 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002183}
2184
asaperssonc5dabdd2016-03-21 04:15:50 -07002185class Vp9SettingsTestWithFieldTrial : public Vp9SettingsTest {
2186 public:
brandtr468da7c2016-11-22 02:16:47 -08002187 explicit Vp9SettingsTestWithFieldTrial(const char* field_trials)
asaperssonc5dabdd2016-03-21 04:15:50 -07002188 : Vp9SettingsTest(field_trials) {}
2189
2190 protected:
2191 void VerifySettings(int num_spatial_layers, int num_temporal_layers) {
2192 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002193 parameters.codecs.push_back(GetEngineCodec("VP9"));
asaperssonc5dabdd2016-03-21 04:15:50 -07002194 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2195
2196 FakeVideoSendStream* stream = SetUpSimulcast(false, false);
2197
2198 cricket::FakeVideoCapturer capturer;
2199 EXPECT_EQ(cricket::CS_RUNNING,
2200 capturer.Start(capturer.GetSupportedFormats()->front()));
deadbeef5a4a75a2016-06-02 16:23:38 -07002201 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
asaperssonc5dabdd2016-03-21 04:15:50 -07002202 channel_->SetSend(true);
2203
2204 EXPECT_TRUE(capturer.CaptureFrame());
2205
2206 webrtc::VideoCodecVP9 vp9_settings;
2207 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2208 EXPECT_EQ(num_spatial_layers, vp9_settings.numberOfSpatialLayers);
2209 EXPECT_EQ(num_temporal_layers, vp9_settings.numberOfTemporalLayers);
2210
deadbeef5a4a75a2016-06-02 16:23:38 -07002211 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
asaperssonc5dabdd2016-03-21 04:15:50 -07002212 }
2213};
2214
2215class Vp9SettingsTestWithNoFlag : public Vp9SettingsTestWithFieldTrial {
2216 public:
2217 Vp9SettingsTestWithNoFlag() : Vp9SettingsTestWithFieldTrial("") {}
2218};
2219
2220TEST_F(Vp9SettingsTestWithNoFlag, VerifySettings) {
2221 const int kNumSpatialLayers = 1;
2222 const int kNumTemporalLayers = 1;
2223 VerifySettings(kNumSpatialLayers, kNumTemporalLayers);
2224}
2225
2226class Vp9SettingsTestWithInvalidFlag : public Vp9SettingsTestWithFieldTrial {
2227 public:
2228 Vp9SettingsTestWithInvalidFlag()
2229 : Vp9SettingsTestWithFieldTrial("WebRTC-SupportVP9SVC/Default/") {}
2230};
2231
2232TEST_F(Vp9SettingsTestWithInvalidFlag, VerifySettings) {
2233 const int kNumSpatialLayers = 1;
2234 const int kNumTemporalLayers = 1;
2235 VerifySettings(kNumSpatialLayers, kNumTemporalLayers);
2236}
2237
2238class Vp9SettingsTestWith2SL3TLFlag : public Vp9SettingsTestWithFieldTrial {
2239 public:
2240 Vp9SettingsTestWith2SL3TLFlag()
2241 : Vp9SettingsTestWithFieldTrial(
2242 "WebRTC-SupportVP9SVC/EnabledByFlag_2SL3TL/") {}
2243};
2244
2245TEST_F(Vp9SettingsTestWith2SL3TLFlag, VerifySettings) {
2246 const int kNumSpatialLayers = 2;
2247 const int kNumTemporalLayers = 3;
2248 VerifySettings(kNumSpatialLayers, kNumTemporalLayers);
2249}
2250
Åsa Persson45bbc8a2017-11-13 10:16:47 +01002251TEST_F(WebRtcVideoChannelTest, VerifyMinBitrate) {
2252 std::vector<webrtc::VideoStream> streams = AddSendStream()->GetVideoStreams();
2253 ASSERT_EQ(1u, streams.size());
2254 EXPECT_EQ(cricket::kMinVideoBitrateBps, streams[0].min_bitrate_bps);
2255}
2256
2257TEST_F(WebRtcVideoChannelTest, VerifyMinBitrateWithForcedFallbackFieldTrial) {
2258 webrtc::test::ScopedFieldTrials override_field_trials_(
2259 "WebRTC-VP8-Forced-Fallback-Encoder-v2/Enabled-1,2,34567/");
2260 std::vector<webrtc::VideoStream> streams = AddSendStream()->GetVideoStreams();
2261 ASSERT_EQ(1u, streams.size());
2262 EXPECT_EQ(34567, streams[0].min_bitrate_bps);
2263}
2264
asapersson3c81a1a2017-06-14 05:52:21 -07002265TEST_F(WebRtcVideoChannelTest,
2266 BalancedDegradationPreferenceNotSupportedWithoutFieldtrial) {
2267 webrtc::test::ScopedFieldTrials override_field_trials_(
2268 "WebRTC-Video-BalancedDegradation/Disabled/");
2269 const bool kResolutionScalingEnabled = true;
2270 const bool kFpsScalingEnabled = false;
2271 TestDegradationPreference(kResolutionScalingEnabled, kFpsScalingEnabled);
2272}
2273
2274TEST_F(WebRtcVideoChannelTest,
2275 BalancedDegradationPreferenceSupportedBehindFieldtrial) {
2276 webrtc::test::ScopedFieldTrials override_field_trials_(
2277 "WebRTC-Video-BalancedDegradation/Enabled/");
2278 const bool kResolutionScalingEnabled = true;
2279 const bool kFpsScalingEnabled = true;
2280 TestDegradationPreference(kResolutionScalingEnabled, kFpsScalingEnabled);
2281}
2282
eladalonf1841382017-06-12 01:16:46 -07002283TEST_F(WebRtcVideoChannelTest, AdaptsOnOveruse) {
Erik Språngefbde372015-04-29 16:21:28 +02002284 TestCpuAdaptation(true, false);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002285}
2286
eladalonf1841382017-06-12 01:16:46 -07002287TEST_F(WebRtcVideoChannelTest, DoesNotAdaptOnOveruseWhenDisabled) {
Erik Språngefbde372015-04-29 16:21:28 +02002288 TestCpuAdaptation(false, false);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002289}
2290
eladalonf1841382017-06-12 01:16:46 -07002291TEST_F(WebRtcVideoChannelTest, DoesNotAdaptOnOveruseWhenScreensharing) {
Erik Språngefbde372015-04-29 16:21:28 +02002292 TestCpuAdaptation(true, true);
2293}
2294
eladalonf1841382017-06-12 01:16:46 -07002295TEST_F(WebRtcVideoChannelTest, AdaptsOnOveruseAndChangeResolution) {
magjed509e4fe2016-11-18 01:34:11 -08002296 cricket::VideoCodec codec = GetEngineCodec("VP8");
perkj2d5f0912016-02-29 00:04:41 -08002297 cricket::VideoSendParameters parameters;
2298 parameters.codecs.push_back(codec);
2299
kthelgason2bc68642017-02-07 07:02:22 -08002300 MediaConfig media_config = GetMediaConfig();
perkj2d5f0912016-02-29 00:04:41 -08002301 channel_.reset(
2302 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08002303 channel_->OnReadyToSend(true);
perkj2d5f0912016-02-29 00:04:41 -08002304 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2305
2306 AddSendStream();
2307
2308 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07002309 ASSERT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
perkj2d5f0912016-02-29 00:04:41 -08002310 ASSERT_EQ(cricket::CS_RUNNING,
2311 capturer.Start(capturer.GetSupportedFormats()->front()));
2312 ASSERT_TRUE(channel_->SetSend(true));
2313
2314 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
2315 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
perkj2d5f0912016-02-29 00:04:41 -08002316
2317 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2318 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
2319 EXPECT_EQ(1280, send_stream->GetLastWidth());
2320 EXPECT_EQ(720, send_stream->GetLastHeight());
2321
2322 // Trigger overuse.
perkj803d97f2016-11-01 11:45:46 -07002323 rtc::VideoSinkWants wants;
sprangc5d62e22017-04-02 23:53:04 -07002324 wants.max_pixel_count =
2325 send_stream->GetLastWidth() * send_stream->GetLastHeight() - 1;
perkj803d97f2016-11-01 11:45:46 -07002326 send_stream->InjectVideoSinkWants(wants);
perkj2d5f0912016-02-29 00:04:41 -08002327 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2328 EXPECT_EQ(2, send_stream->GetNumberOfSwappedFrames());
2329 EXPECT_EQ(1280 * 3 / 4, send_stream->GetLastWidth());
2330 EXPECT_EQ(720 * 3 / 4, send_stream->GetLastHeight());
2331
2332 // Trigger overuse again.
sprangc5d62e22017-04-02 23:53:04 -07002333 wants.max_pixel_count =
2334 send_stream->GetLastWidth() * send_stream->GetLastHeight() - 1;
perkj803d97f2016-11-01 11:45:46 -07002335 send_stream->InjectVideoSinkWants(wants);
perkj2d5f0912016-02-29 00:04:41 -08002336 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2337 EXPECT_EQ(3, send_stream->GetNumberOfSwappedFrames());
2338 EXPECT_EQ(1280 * 2 / 4, send_stream->GetLastWidth());
2339 EXPECT_EQ(720 * 2 / 4, send_stream->GetLastHeight());
2340
2341 // Change input resolution.
2342 EXPECT_TRUE(capturer.CaptureCustomFrame(1284, 724, cricket::FOURCC_I420));
perkj803d97f2016-11-01 11:45:46 -07002343 EXPECT_EQ(4, send_stream->GetNumberOfSwappedFrames());
perkj2d5f0912016-02-29 00:04:41 -08002344 EXPECT_EQ(1284 / 2, send_stream->GetLastWidth());
2345 EXPECT_EQ(724 / 2, send_stream->GetLastHeight());
2346
2347 // Trigger underuse which should go back up in resolution.
sprang84a37592017-02-10 07:04:27 -08002348 int current_pixel_count =
2349 send_stream->GetLastWidth() * send_stream->GetLastHeight();
2350 // Cap the max to 4x the pixel count (assuming max 1/2 x 1/2 scale downs)
2351 // of the current stream, so we don't take too large steps.
sprangc5d62e22017-04-02 23:53:04 -07002352 wants.max_pixel_count = current_pixel_count * 4;
sprang84a37592017-02-10 07:04:27 -08002353 // Default step down is 3/5 pixel count, so go up by 5/3.
2354 wants.target_pixel_count = rtc::Optional<int>((current_pixel_count * 5) / 3);
perkj803d97f2016-11-01 11:45:46 -07002355 send_stream->InjectVideoSinkWants(wants);
perkj2d5f0912016-02-29 00:04:41 -08002356 EXPECT_TRUE(capturer.CaptureCustomFrame(1284, 724, cricket::FOURCC_I420));
perkj803d97f2016-11-01 11:45:46 -07002357 EXPECT_EQ(5, send_stream->GetNumberOfSwappedFrames());
perkj2d5f0912016-02-29 00:04:41 -08002358 EXPECT_EQ(1284 * 3 / 4, send_stream->GetLastWidth());
2359 EXPECT_EQ(724 * 3 / 4, send_stream->GetLastHeight());
2360
sprang84a37592017-02-10 07:04:27 -08002361 // Trigger underuse again, should go back up to full resolution.
2362 current_pixel_count =
2363 send_stream->GetLastWidth() * send_stream->GetLastHeight();
sprangc5d62e22017-04-02 23:53:04 -07002364 wants.max_pixel_count = current_pixel_count * 4;
sprang84a37592017-02-10 07:04:27 -08002365 wants.target_pixel_count = rtc::Optional<int>((current_pixel_count * 5) / 3);
perkj803d97f2016-11-01 11:45:46 -07002366 send_stream->InjectVideoSinkWants(wants);
perkj2d5f0912016-02-29 00:04:41 -08002367 EXPECT_TRUE(capturer.CaptureCustomFrame(1284, 724, cricket::FOURCC_I420));
perkj803d97f2016-11-01 11:45:46 -07002368 EXPECT_EQ(6, send_stream->GetNumberOfSwappedFrames());
perkj2d5f0912016-02-29 00:04:41 -08002369 EXPECT_EQ(1284, send_stream->GetLastWidth());
2370 EXPECT_EQ(724, send_stream->GetLastHeight());
2371
deadbeef5a4a75a2016-06-02 16:23:38 -07002372 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
perkj2d5f0912016-02-29 00:04:41 -08002373}
2374
eladalonf1841382017-06-12 01:16:46 -07002375TEST_F(WebRtcVideoChannelTest, PreviousAdaptationDoesNotApplyToScreenshare) {
magjed509e4fe2016-11-18 01:34:11 -08002376 cricket::VideoCodec codec = GetEngineCodec("VP8");
Per766ad3b2016-04-05 15:23:49 +02002377 cricket::VideoSendParameters parameters;
2378 parameters.codecs.push_back(codec);
2379
kthelgason2bc68642017-02-07 07:02:22 -08002380 MediaConfig media_config = GetMediaConfig();
2381 media_config.video.enable_cpu_overuse_detection = true;
Per766ad3b2016-04-05 15:23:49 +02002382 channel_.reset(
2383 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08002384 channel_->OnReadyToSend(true);
Per766ad3b2016-04-05 15:23:49 +02002385 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2386
2387 AddSendStream();
2388
2389 cricket::FakeVideoCapturer capturer;
Per766ad3b2016-04-05 15:23:49 +02002390 ASSERT_EQ(cricket::CS_RUNNING,
2391 capturer.Start(capturer.GetSupportedFormats()->front()));
2392 ASSERT_TRUE(channel_->SetSend(true));
2393 cricket::VideoOptions camera_options;
perkj803d97f2016-11-01 11:45:46 -07002394 camera_options.is_screencast = rtc::Optional<bool>(false);
deadbeef5a4a75a2016-06-02 16:23:38 -07002395 channel_->SetVideoSend(last_ssrc_, true /* enable */, &camera_options,
2396 &capturer);
Per766ad3b2016-04-05 15:23:49 +02002397
2398 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
2399 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
Per766ad3b2016-04-05 15:23:49 +02002400
2401 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2402 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
2403 EXPECT_EQ(1280, send_stream->GetLastWidth());
2404 EXPECT_EQ(720, send_stream->GetLastHeight());
2405
2406 // Trigger overuse.
perkj803d97f2016-11-01 11:45:46 -07002407 rtc::VideoSinkWants wants;
sprangc5d62e22017-04-02 23:53:04 -07002408 wants.max_pixel_count =
2409 send_stream->GetLastWidth() * send_stream->GetLastHeight() - 1;
perkj803d97f2016-11-01 11:45:46 -07002410 send_stream->InjectVideoSinkWants(wants);
Per766ad3b2016-04-05 15:23:49 +02002411 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2412 EXPECT_EQ(2, send_stream->GetNumberOfSwappedFrames());
2413 EXPECT_EQ(1280 * 3 / 4, send_stream->GetLastWidth());
2414 EXPECT_EQ(720 * 3 / 4, send_stream->GetLastHeight());
2415
2416 // Switch to screen share. Expect no CPU adaptation.
2417 cricket::FakeVideoCapturer screen_share(true);
2418 ASSERT_EQ(cricket::CS_RUNNING,
2419 screen_share.Start(screen_share.GetSupportedFormats()->front()));
Per766ad3b2016-04-05 15:23:49 +02002420 cricket::VideoOptions screenshare_options;
2421 screenshare_options.is_screencast = rtc::Optional<bool>(true);
deadbeef5a4a75a2016-06-02 16:23:38 -07002422 channel_->SetVideoSend(last_ssrc_, true /* enable */, &screenshare_options,
2423 &screen_share);
Per766ad3b2016-04-05 15:23:49 +02002424 EXPECT_TRUE(screen_share.CaptureCustomFrame(1284, 724, cricket::FOURCC_I420));
sprangf24a0642017-02-28 13:23:26 -08002425 ASSERT_EQ(2, fake_call_->GetNumCreatedSendStreams());
2426 send_stream = fake_call_->GetVideoSendStreams().front();
2427 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
Per766ad3b2016-04-05 15:23:49 +02002428 EXPECT_EQ(1284, send_stream->GetLastWidth());
2429 EXPECT_EQ(724, send_stream->GetLastHeight());
2430
2431 // Switch back to the normal capturer. Expect the frame to be CPU adapted.
deadbeef5a4a75a2016-06-02 16:23:38 -07002432 channel_->SetVideoSend(last_ssrc_, true /* enable */, &camera_options,
2433 &capturer);
sprangf24a0642017-02-28 13:23:26 -08002434 send_stream = fake_call_->GetVideoSendStreams().front();
2435 // We have a new fake send stream, so it doesn't remember the old sink wants.
2436 // In practice, it will be populated from
mflodmancc3d4422017-08-03 08:27:51 -07002437 // VideoStreamEncoder::VideoSourceProxy::SetSource(), so simulate that here.
sprangf24a0642017-02-28 13:23:26 -08002438 send_stream->InjectVideoSinkWants(wants);
Per766ad3b2016-04-05 15:23:49 +02002439 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
sprangf24a0642017-02-28 13:23:26 -08002440 ASSERT_EQ(3, fake_call_->GetNumCreatedSendStreams());
2441 send_stream = fake_call_->GetVideoSendStreams().front();
2442 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
Per766ad3b2016-04-05 15:23:49 +02002443 EXPECT_EQ(1280 * 3 / 4, send_stream->GetLastWidth());
2444 EXPECT_EQ(720 * 3 / 4, send_stream->GetLastHeight());
2445
deadbeef5a4a75a2016-06-02 16:23:38 -07002446 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Per766ad3b2016-04-05 15:23:49 +02002447}
2448
asapersson3c81a1a2017-06-14 05:52:21 -07002449// TODO(asapersson): Remove this test when the balanced field trial is removed.
2450void WebRtcVideoChannelTest::TestDegradationPreference(
2451 bool resolution_scaling_enabled,
2452 bool fps_scaling_enabled) {
2453 cricket::VideoCodec codec = GetEngineCodec("VP8");
2454 cricket::VideoSendParameters parameters;
2455 parameters.codecs.push_back(codec);
2456
2457 MediaConfig media_config = GetMediaConfig();
2458 media_config.video.enable_cpu_overuse_detection = true;
2459 channel_.reset(
2460 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
2461 channel_->OnReadyToSend(true);
2462
2463 EXPECT_TRUE(channel_->SetSendParameters(parameters));
2464
2465 AddSendStream();
2466
2467 cricket::FakeVideoCapturer capturer;
2468 VideoOptions options;
2469 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
2470 cricket::VideoFormat capture_format = capturer.GetSupportedFormats()->front();
2471 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format));
2472
2473 EXPECT_TRUE(channel_->SetSend(true));
2474
2475 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
2476 EXPECT_EQ(resolution_scaling_enabled,
2477 send_stream->resolution_scaling_enabled());
2478 EXPECT_EQ(fps_scaling_enabled, send_stream->framerate_scaling_enabled());
2479
2480 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
2481}
2482
eladalonf1841382017-06-12 01:16:46 -07002483void WebRtcVideoChannelTest::TestCpuAdaptation(bool enable_overuse,
2484 bool is_screenshare) {
sprangc5d62e22017-04-02 23:53:04 -07002485 const int kDefaultFps = 30;
magjed509e4fe2016-11-18 01:34:11 -08002486 cricket::VideoCodec codec = GetEngineCodec("VP8");
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002487 cricket::VideoSendParameters parameters;
2488 parameters.codecs.push_back(codec);
nisse51542be2016-02-12 02:27:06 -08002489
kthelgason2bc68642017-02-07 07:02:22 -08002490 MediaConfig media_config = GetMediaConfig();
2491 if (enable_overuse) {
2492 media_config.video.enable_cpu_overuse_detection = true;
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002493 }
nisse51542be2016-02-12 02:27:06 -08002494 channel_.reset(
2495 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08002496 channel_->OnReadyToSend(true);
nisse51542be2016-02-12 02:27:06 -08002497
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002498 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002499
2500 AddSendStream();
2501
deadbeef5a4a75a2016-06-02 16:23:38 -07002502 cricket::FakeVideoCapturer capturer;
nisse05103312016-03-16 02:22:50 -07002503 VideoOptions options;
2504 options.is_screencast = rtc::Optional<bool>(is_screenshare);
deadbeef5a4a75a2016-06-02 16:23:38 -07002505 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
perkj26752742016-10-24 01:21:16 -07002506 cricket::VideoFormat capture_format = capturer.GetSupportedFormats()->front();
sprangc5d62e22017-04-02 23:53:04 -07002507 capture_format.interval = rtc::kNumNanosecsPerSec / kDefaultFps;
perkj26752742016-10-24 01:21:16 -07002508 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002509
2510 EXPECT_TRUE(channel_->SetSend(true));
2511
solenberge5269742015-09-08 05:13:22 -07002512 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
perkj2d5f0912016-02-29 00:04:41 -08002513
sprangc5d62e22017-04-02 23:53:04 -07002514 if (!enable_overuse) {
perkj803d97f2016-11-01 11:45:46 -07002515 EXPECT_FALSE(send_stream->resolution_scaling_enabled());
sprangc5d62e22017-04-02 23:53:04 -07002516 EXPECT_FALSE(send_stream->framerate_scaling_enabled());
2517 EXPECT_EQ(is_screenshare, send_stream->framerate_scaling_enabled());
perkj2d5f0912016-02-29 00:04:41 -08002518
2519 EXPECT_TRUE(capturer.CaptureFrame());
2520 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
2521
perkj26752742016-10-24 01:21:16 -07002522 EXPECT_EQ(capture_format.width, send_stream->GetLastWidth());
2523 EXPECT_EQ(capture_format.height, send_stream->GetLastHeight());
perkj2d5f0912016-02-29 00:04:41 -08002524
deadbeef5a4a75a2016-06-02 16:23:38 -07002525 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
perkj2d5f0912016-02-29 00:04:41 -08002526 return;
2527 }
2528
sprangc5d62e22017-04-02 23:53:04 -07002529 if (is_screenshare) {
2530 EXPECT_FALSE(send_stream->resolution_scaling_enabled());
2531 EXPECT_TRUE(send_stream->framerate_scaling_enabled());
2532 } else {
2533 EXPECT_TRUE(send_stream->resolution_scaling_enabled());
2534 EXPECT_FALSE(send_stream->framerate_scaling_enabled());
2535 }
2536
perkj803d97f2016-11-01 11:45:46 -07002537 // Trigger overuse.
2538 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
2539
2540 rtc::VideoSinkWants wants;
sprangc5d62e22017-04-02 23:53:04 -07002541 if (is_screenshare) {
2542 wants.max_framerate_fps = (kDefaultFps * 2) / 3;
2543 } else {
2544 wants.max_pixel_count = capture_format.width * capture_format.height - 1;
2545 }
perkj803d97f2016-11-01 11:45:46 -07002546 send_stream->InjectVideoSinkWants(wants);
2547
sprangc5d62e22017-04-02 23:53:04 -07002548 for (int i = 0; i < kDefaultFps; ++i)
2549 EXPECT_TRUE(capturer.CaptureFrame());
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002550
sprangc5d62e22017-04-02 23:53:04 -07002551 if (is_screenshare) {
2552 // Drops every third frame.
2553 EXPECT_EQ(kDefaultFps * 2 / 3, send_stream->GetNumberOfSwappedFrames());
2554 EXPECT_EQ(send_stream->GetLastWidth(), capture_format.width);
2555 EXPECT_EQ(send_stream->GetLastHeight(), capture_format.height);
2556 } else {
2557 EXPECT_EQ(kDefaultFps, send_stream->GetNumberOfSwappedFrames());
2558 EXPECT_LT(send_stream->GetLastWidth(), capture_format.width);
2559 EXPECT_LT(send_stream->GetLastHeight(), capture_format.height);
2560 }
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002561
2562 // Trigger underuse which should go back to normal resolution.
sprang84a37592017-02-10 07:04:27 -08002563 int last_pixel_count =
2564 send_stream->GetLastWidth() * send_stream->GetLastHeight();
sprangc5d62e22017-04-02 23:53:04 -07002565 if (is_screenshare) {
2566 wants.max_framerate_fps = kDefaultFps;
2567 } else {
2568 wants.max_pixel_count = last_pixel_count * 4;
2569 wants.target_pixel_count.emplace((last_pixel_count * 5) / 3);
2570 }
perkj803d97f2016-11-01 11:45:46 -07002571 send_stream->InjectVideoSinkWants(wants);
2572
sprangc5d62e22017-04-02 23:53:04 -07002573 for (int i = 0; i < kDefaultFps; ++i)
2574 EXPECT_TRUE(capturer.CaptureFrame());
2575
2576 if (is_screenshare) {
2577 EXPECT_EQ(kDefaultFps + (kDefaultFps * 2 / 3),
2578 send_stream->GetNumberOfSwappedFrames());
2579 } else {
2580 EXPECT_EQ(kDefaultFps * 2, send_stream->GetNumberOfSwappedFrames());
2581 }
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002582
perkj26752742016-10-24 01:21:16 -07002583 EXPECT_EQ(capture_format.width, send_stream->GetLastWidth());
2584 EXPECT_EQ(capture_format.height, send_stream->GetLastHeight());
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002585
deadbeef5a4a75a2016-06-02 16:23:38 -07002586 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002587}
2588
eladalonf1841382017-06-12 01:16:46 -07002589TEST_F(WebRtcVideoChannelTest, EstimatesNtpStartTimeCorrectly) {
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002590 // Start at last timestamp to verify that wraparounds are estimated correctly.
2591 static const uint32_t kInitialTimestamp = 0xFFFFFFFFu;
2592 static const int64_t kInitialNtpTimeMs = 1247891230;
2593 static const int kFrameOffsetMs = 20;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002594 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002595
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002596 FakeVideoReceiveStream* stream = AddRecvStream();
2597 cricket::FakeVideoRenderer renderer;
nisse08582ff2016-02-04 01:24:52 -08002598 EXPECT_TRUE(channel_->SetSink(last_ssrc_, &renderer));
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002599
nisse64ec8f82016-09-27 00:17:25 -07002600 webrtc::VideoFrame video_frame(CreateBlackFrameBuffer(4, 4),
2601 kInitialTimestamp, 0,
2602 webrtc::kVideoRotation_0);
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002603 // Initial NTP time is not available on the first frame, but should still be
2604 // able to be estimated.
nisseeb83a1a2016-03-21 01:27:56 -07002605 stream->InjectFrame(video_frame);
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002606
2607 EXPECT_EQ(1, renderer.num_rendered_frames());
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002608
2609 // This timestamp is kInitialTimestamp (-1) + kFrameOffsetMs * 90, which
2610 // triggers a constant-overflow warning, hence we're calculating it explicitly
2611 // here.
2612 video_frame.set_timestamp(kFrameOffsetMs * 90 - 1);
2613 video_frame.set_ntp_time_ms(kInitialNtpTimeMs + kFrameOffsetMs);
nisseeb83a1a2016-03-21 01:27:56 -07002614 stream->InjectFrame(video_frame);
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002615
2616 EXPECT_EQ(2, renderer.num_rendered_frames());
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002617
2618 // Verify that NTP time has been correctly deduced.
2619 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00002620 ASSERT_TRUE(channel_->GetStats(&info));
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002621 ASSERT_EQ(1u, info.receivers.size());
2622 EXPECT_EQ(kInitialNtpTimeMs, info.receivers[0].capture_start_ntp_time_ms);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002623}
2624
eladalonf1841382017-06-12 01:16:46 -07002625TEST_F(WebRtcVideoChannelTest, SetDefaultSendCodecs) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002626 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002627
2628 VideoCodec codec;
2629 EXPECT_TRUE(channel_->GetSendCodec(&codec));
pbos@webrtc.org9fbb7172014-06-13 09:34:13 +00002630 EXPECT_TRUE(codec.Matches(engine_.codecs()[0]));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002631
2632 // Using a RTX setup to verify that the default RTX payload type is good.
Peter Boström0c4e06b2015-10-07 12:23:21 +02002633 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
2634 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002635 FakeVideoSendStream* stream = AddSendStream(
2636 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs));
perkj26091b12016-09-01 01:17:40 -07002637 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002638
2639 // Make sure NACK and FEC are enabled on the correct payload types.
2640 EXPECT_EQ(1000, config.rtp.nack.rtp_history_ms);
magjed509e4fe2016-11-18 01:34:11 -08002641 EXPECT_EQ(GetEngineCodec("ulpfec").id, config.rtp.ulpfec.ulpfec_payload_type);
2642 EXPECT_EQ(GetEngineCodec("red").id, config.rtp.ulpfec.red_payload_type);
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002643
2644 EXPECT_EQ(1u, config.rtp.rtx.ssrcs.size());
2645 EXPECT_EQ(kRtxSsrcs1[0], config.rtp.rtx.ssrcs[0]);
Shao Changbine62202f2015-04-21 20:24:50 +08002646 VerifySendStreamHasRtxTypes(config, default_apt_rtx_types_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002647 // TODO(juberti): Check RTCP, PLI, TMMBR.
2648}
2649
brandtr31bd2242017-05-19 05:47:46 -07002650// The following four tests ensures that FlexFEC is not activated by default
2651// when the field trials are not enabled.
2652// TODO(brandtr): Remove or update these tests when FlexFEC _is_ enabled by
2653// default.
eladalonf1841382017-06-12 01:16:46 -07002654TEST_F(WebRtcVideoChannelTest,
brandtr31bd2242017-05-19 05:47:46 -07002655 FlexfecSendCodecWithoutSsrcNotExposedByDefault) {
brandtr468da7c2016-11-22 02:16:47 -08002656 FakeVideoSendStream* stream = AddSendStream();
2657 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2658
brandtr3d200bd2017-01-16 06:59:19 -08002659 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
brandtr31bd2242017-05-19 05:47:46 -07002660 EXPECT_EQ(0U, config.rtp.flexfec.ssrc);
2661 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
brandtr468da7c2016-11-22 02:16:47 -08002662}
2663
eladalonf1841382017-06-12 01:16:46 -07002664TEST_F(WebRtcVideoChannelTest, FlexfecSendCodecWithSsrcNotExposedByDefault) {
brandtr468da7c2016-11-22 02:16:47 -08002665 FakeVideoSendStream* stream = AddSendStream(
2666 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2667 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2668
brandtr3d200bd2017-01-16 06:59:19 -08002669 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
brandtr31bd2242017-05-19 05:47:46 -07002670 EXPECT_EQ(0U, config.rtp.flexfec.ssrc);
2671 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
2672}
2673
eladalonf1841382017-06-12 01:16:46 -07002674TEST_F(WebRtcVideoChannelTest,
brandtr31bd2242017-05-19 05:47:46 -07002675 FlexfecRecvCodecWithoutSsrcNotExposedByDefault) {
2676 AddRecvStream();
2677
2678 const std::vector<FakeFlexfecReceiveStream*>& streams =
2679 fake_call_->GetFlexfecReceiveStreams();
2680 EXPECT_TRUE(streams.empty());
2681}
2682
eladalonf1841382017-06-12 01:16:46 -07002683TEST_F(WebRtcVideoChannelTest, FlexfecRecvCodecWithSsrcNotExposedByDefault) {
brandtr31bd2242017-05-19 05:47:46 -07002684 AddRecvStream(
2685 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2686
2687 const std::vector<FakeFlexfecReceiveStream*>& streams =
2688 fake_call_->GetFlexfecReceiveStreams();
2689 EXPECT_TRUE(streams.empty());
brandtr468da7c2016-11-22 02:16:47 -08002690}
2691
2692// TODO(brandtr): When FlexFEC is no longer behind a field trial, merge all
2693// tests that use this test fixture into the corresponding "non-field trial"
2694// tests.
eladalonf1841382017-06-12 01:16:46 -07002695class WebRtcVideoChannelFlexfecRecvTest : public WebRtcVideoChannelTest {
brandtr468da7c2016-11-22 02:16:47 -08002696 public:
eladalonf1841382017-06-12 01:16:46 -07002697 WebRtcVideoChannelFlexfecRecvTest()
2698 : WebRtcVideoChannelTest("WebRTC-FlexFEC-03-Advertised/Enabled/") {}
brandtr468da7c2016-11-22 02:16:47 -08002699};
2700
eladalonf1841382017-06-12 01:16:46 -07002701TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr36e7d702017-01-13 07:15:54 -08002702 DefaultFlexfecCodecHasTransportCcAndRembFeedbackParam) {
2703 EXPECT_TRUE(cricket::HasTransportCc(GetEngineCodec("flexfec-03")));
2704 EXPECT_TRUE(cricket::HasRemb(GetEngineCodec("flexfec-03")));
2705}
2706
eladalonf1841382017-06-12 01:16:46 -07002707TEST_F(WebRtcVideoChannelFlexfecRecvTest, SetDefaultRecvCodecsWithoutSsrc) {
brandtr31bd2242017-05-19 05:47:46 -07002708 AddRecvStream();
2709
2710 const std::vector<FakeFlexfecReceiveStream*>& streams =
2711 fake_call_->GetFlexfecReceiveStreams();
2712 EXPECT_TRUE(streams.empty());
2713}
2714
eladalonf1841382017-06-12 01:16:46 -07002715TEST_F(WebRtcVideoChannelFlexfecRecvTest, SetDefaultRecvCodecsWithSsrc) {
brandtr31bd2242017-05-19 05:47:46 -07002716 AddRecvStream(
2717 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2718
2719 const std::vector<FakeFlexfecReceiveStream*>& streams =
2720 fake_call_->GetFlexfecReceiveStreams();
2721 ASSERT_EQ(1U, streams.size());
2722 const FakeFlexfecReceiveStream* stream = streams.front();
2723 const webrtc::FlexfecReceiveStream::Config& config = stream->GetConfig();
2724 EXPECT_EQ(GetEngineCodec("flexfec-03").id, config.payload_type);
2725 EXPECT_EQ(kFlexfecSsrc, config.remote_ssrc);
2726 ASSERT_EQ(1U, config.protected_media_ssrcs.size());
2727 EXPECT_EQ(kSsrcs1[0], config.protected_media_ssrcs[0]);
brandtr7cd28b92017-09-22 00:26:25 -07002728
2729 const std::vector<FakeVideoReceiveStream*>& video_streams =
2730 fake_call_->GetVideoReceiveStreams();
2731 ASSERT_EQ(1U, video_streams.size());
2732 const webrtc::VideoReceiveStream::Config& video_config =
2733 video_streams.front()->GetConfig();
2734 EXPECT_TRUE(video_config.rtp.protected_by_flexfec);
brandtr31bd2242017-05-19 05:47:46 -07002735}
2736
eladalonf1841382017-06-12 01:16:46 -07002737TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr11fb4722017-05-30 01:31:37 -07002738 EnablingFlexfecDoesNotRecreateVideoReceiveStream) {
2739 cricket::VideoRecvParameters recv_parameters;
2740 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
2741 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
2742
2743 AddRecvStream(
2744 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2745 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
2746 EXPECT_EQ(1U, fake_call_->GetVideoReceiveStreams().size());
2747
2748 // Enable FlexFEC.
2749 recv_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2750 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
2751 EXPECT_EQ(2, fake_call_->GetNumCreatedReceiveStreams())
2752 << "Enabling FlexFEC should create FlexfecReceiveStream.";
2753 EXPECT_EQ(1U, fake_call_->GetVideoReceiveStreams().size())
2754 << "Enabling FlexFEC should not create VideoReceiveStream.";
2755 EXPECT_EQ(1U, fake_call_->GetFlexfecReceiveStreams().size())
2756 << "Enabling FlexFEC should create a single FlexfecReceiveStream.";
2757}
2758
eladalonf1841382017-06-12 01:16:46 -07002759TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr11fb4722017-05-30 01:31:37 -07002760 DisablingFlexfecDoesNotRecreateVideoReceiveStream) {
2761 cricket::VideoRecvParameters recv_parameters;
2762 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
2763 recv_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2764 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
2765
2766 AddRecvStream(
2767 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2768 EXPECT_EQ(2, fake_call_->GetNumCreatedReceiveStreams());
2769 EXPECT_EQ(1U, fake_call_->GetVideoReceiveStreams().size());
2770 EXPECT_EQ(1U, fake_call_->GetFlexfecReceiveStreams().size());
2771
2772 // Disable FlexFEC.
2773 recv_parameters.codecs.clear();
2774 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
2775 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
2776 EXPECT_EQ(2, fake_call_->GetNumCreatedReceiveStreams())
2777 << "Disabling FlexFEC should not recreate VideoReceiveStream.";
2778 EXPECT_EQ(1U, fake_call_->GetVideoReceiveStreams().size())
2779 << "Disabling FlexFEC should not destroy VideoReceiveStream.";
2780 EXPECT_TRUE(fake_call_->GetFlexfecReceiveStreams().empty())
2781 << "Disabling FlexFEC should destroy FlexfecReceiveStream.";
2782}
2783
brandtr31bd2242017-05-19 05:47:46 -07002784// TODO(brandtr): When FlexFEC is no longer behind a field trial, merge all
2785// tests that use this test fixture into the corresponding "non-field trial"
2786// tests.
eladalonf1841382017-06-12 01:16:46 -07002787class WebRtcVideoChannelFlexfecSendRecvTest : public WebRtcVideoChannelTest {
brandtr31bd2242017-05-19 05:47:46 -07002788 public:
eladalonf1841382017-06-12 01:16:46 -07002789 WebRtcVideoChannelFlexfecSendRecvTest()
2790 : WebRtcVideoChannelTest(
brandtr31bd2242017-05-19 05:47:46 -07002791 "WebRTC-FlexFEC-03-Advertised/Enabled/WebRTC-FlexFEC-03/Enabled/") {
2792 }
2793};
2794
eladalonf1841382017-06-12 01:16:46 -07002795TEST_F(WebRtcVideoChannelFlexfecSendRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07002796 SetDefaultSendCodecsWithoutSsrc) {
brandtr468da7c2016-11-22 02:16:47 -08002797 FakeVideoSendStream* stream = AddSendStream();
2798 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2799
brandtr3d200bd2017-01-16 06:59:19 -08002800 EXPECT_EQ(GetEngineCodec("flexfec-03").id, config.rtp.flexfec.payload_type);
2801 EXPECT_EQ(0U, config.rtp.flexfec.ssrc);
2802 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
brandtr468da7c2016-11-22 02:16:47 -08002803}
2804
eladalonf1841382017-06-12 01:16:46 -07002805TEST_F(WebRtcVideoChannelFlexfecSendRecvTest, SetDefaultSendCodecsWithSsrc) {
brandtr468da7c2016-11-22 02:16:47 -08002806 FakeVideoSendStream* stream = AddSendStream(
2807 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2808 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2809
brandtr3d200bd2017-01-16 06:59:19 -08002810 EXPECT_EQ(GetEngineCodec("flexfec-03").id, config.rtp.flexfec.payload_type);
2811 EXPECT_EQ(kFlexfecSsrc, config.rtp.flexfec.ssrc);
2812 ASSERT_EQ(1U, config.rtp.flexfec.protected_media_ssrcs.size());
2813 EXPECT_EQ(kSsrcs1[0], config.rtp.flexfec.protected_media_ssrcs[0]);
brandtr468da7c2016-11-22 02:16:47 -08002814}
2815
eladalonf1841382017-06-12 01:16:46 -07002816TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithoutFec) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002817 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002818 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002819 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002820
2821 FakeVideoSendStream* stream = AddSendStream();
perkj26091b12016-09-01 01:17:40 -07002822 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002823
brandtrb5f2c3f2016-10-04 23:28:39 -07002824 EXPECT_EQ(-1, config.rtp.ulpfec.ulpfec_payload_type);
2825 EXPECT_EQ(-1, config.rtp.ulpfec.red_payload_type);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002826}
2827
eladalonf1841382017-06-12 01:16:46 -07002828TEST_F(WebRtcVideoChannelFlexfecSendRecvTest, SetSendCodecsWithoutFec) {
brandtr468da7c2016-11-22 02:16:47 -08002829 cricket::VideoSendParameters parameters;
2830 parameters.codecs.push_back(GetEngineCodec("VP8"));
2831 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2832
2833 FakeVideoSendStream* stream = AddSendStream();
2834 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2835
brandtr3d200bd2017-01-16 06:59:19 -08002836 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
brandtr468da7c2016-11-22 02:16:47 -08002837}
2838
eladalonf1841382017-06-12 01:16:46 -07002839TEST_F(WebRtcVideoChannelFlexfecRecvTest, SetRecvCodecsWithFec) {
brandtr9c3d4c42017-01-23 06:59:13 -08002840 AddRecvStream(
2841 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
brandtr9c3d4c42017-01-23 06:59:13 -08002842
2843 cricket::VideoRecvParameters recv_parameters;
2844 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
2845 recv_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2846 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
brandtr9d58d942017-02-03 04:43:41 -08002847
2848 const std::vector<FakeFlexfecReceiveStream*>& flexfec_streams =
2849 fake_call_->GetFlexfecReceiveStreams();
2850 ASSERT_EQ(1U, flexfec_streams.size());
2851 const FakeFlexfecReceiveStream* flexfec_stream = flexfec_streams.front();
2852 const webrtc::FlexfecReceiveStream::Config& flexfec_stream_config =
2853 flexfec_stream->GetConfig();
brandtr9c3d4c42017-01-23 06:59:13 -08002854 EXPECT_EQ(GetEngineCodec("flexfec-03").id,
brandtr9d58d942017-02-03 04:43:41 -08002855 flexfec_stream_config.payload_type);
2856 EXPECT_EQ(kFlexfecSsrc, flexfec_stream_config.remote_ssrc);
2857 ASSERT_EQ(1U, flexfec_stream_config.protected_media_ssrcs.size());
2858 EXPECT_EQ(kSsrcs1[0], flexfec_stream_config.protected_media_ssrcs[0]);
2859 const std::vector<FakeVideoReceiveStream*>& video_streams =
2860 fake_call_->GetVideoReceiveStreams();
2861 const FakeVideoReceiveStream* video_stream = video_streams.front();
2862 const webrtc::VideoReceiveStream::Config& video_stream_config =
2863 video_stream->GetConfig();
2864 EXPECT_EQ(video_stream_config.rtp.local_ssrc,
2865 flexfec_stream_config.local_ssrc);
2866 EXPECT_EQ(video_stream_config.rtp.rtcp_mode, flexfec_stream_config.rtcp_mode);
2867 EXPECT_EQ(video_stream_config.rtcp_send_transport,
2868 flexfec_stream_config.rtcp_send_transport);
2869 // TODO(brandtr): Update this EXPECT when we set |transport_cc| in a
2870 // spec-compliant way.
2871 EXPECT_EQ(video_stream_config.rtp.transport_cc,
2872 flexfec_stream_config.transport_cc);
2873 EXPECT_EQ(video_stream_config.rtp.rtcp_mode, flexfec_stream_config.rtcp_mode);
2874 EXPECT_EQ(video_stream_config.rtp.extensions,
2875 flexfec_stream_config.rtp_header_extensions);
brandtr9c3d4c42017-01-23 06:59:13 -08002876}
2877
brandtr31bd2242017-05-19 05:47:46 -07002878// We should not send FlexFEC, even if we advertise it, unless the right
2879// field trial is set.
2880// TODO(brandtr): Remove when FlexFEC is enabled by default.
eladalonf1841382017-06-12 01:16:46 -07002881TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07002882 SetSendCodecsWithoutSsrcWithFecDoesNotEnableFec) {
2883 cricket::VideoSendParameters parameters;
2884 parameters.codecs.push_back(GetEngineCodec("VP8"));
2885 parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2886 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2887
2888 FakeVideoSendStream* stream = AddSendStream();
2889 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2890
2891 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
2892 EXPECT_EQ(0, config.rtp.flexfec.ssrc);
2893 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
2894}
2895
eladalonf1841382017-06-12 01:16:46 -07002896TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07002897 SetSendCodecsWithSsrcWithFecDoesNotEnableFec) {
2898 cricket::VideoSendParameters parameters;
2899 parameters.codecs.push_back(GetEngineCodec("VP8"));
2900 parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2901 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2902
2903 FakeVideoSendStream* stream = AddSendStream(
2904 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2905 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2906
2907 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
2908 EXPECT_EQ(0, config.rtp.flexfec.ssrc);
2909 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
2910}
2911
eladalonf1841382017-06-12 01:16:46 -07002912TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002913 SetSendCodecRejectsRtxWithoutAssociatedPayloadType) {
magjed509e4fe2016-11-18 01:34:11 -08002914 const int kUnusedPayloadType = 127;
2915 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType));
2916
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002917 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002918 cricket::VideoCodec rtx_codec(kUnusedPayloadType, "rtx");
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002919 parameters.codecs.push_back(rtx_codec);
2920 EXPECT_FALSE(channel_->SetSendParameters(parameters))
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002921 << "RTX codec without associated payload type should be rejected.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002922}
2923
eladalonf1841382017-06-12 01:16:46 -07002924TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002925 SetSendCodecRejectsRtxWithoutMatchingVideoCodec) {
magjed509e4fe2016-11-18 01:34:11 -08002926 const int kUnusedPayloadType1 = 126;
2927 const int kUnusedPayloadType2 = 127;
2928 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType1));
2929 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType2));
2930 {
2931 cricket::VideoCodec rtx_codec = cricket::VideoCodec::CreateRtxCodec(
2932 kUnusedPayloadType1, GetEngineCodec("VP8").id);
2933 cricket::VideoSendParameters parameters;
2934 parameters.codecs.push_back(GetEngineCodec("VP8"));
2935 parameters.codecs.push_back(rtx_codec);
2936 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2937 }
2938 {
2939 cricket::VideoCodec rtx_codec = cricket::VideoCodec::CreateRtxCodec(
2940 kUnusedPayloadType1, kUnusedPayloadType2);
2941 cricket::VideoSendParameters parameters;
2942 parameters.codecs.push_back(GetEngineCodec("VP8"));
2943 parameters.codecs.push_back(rtx_codec);
2944 EXPECT_FALSE(channel_->SetSendParameters(parameters))
2945 << "RTX without matching video codec should be rejected.";
2946 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002947}
2948
eladalonf1841382017-06-12 01:16:46 -07002949TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithChangedRtxPayloadType) {
brandtr14742122017-01-27 04:53:07 -08002950 const int kUnusedPayloadType1 = 126;
2951 const int kUnusedPayloadType2 = 127;
2952 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType1));
2953 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType2));
2954
2955 // SSRCs for RTX.
2956 cricket::StreamParams params =
2957 cricket::StreamParams::CreateLegacy(kSsrcs1[0]);
2958 params.AddFidSsrc(kSsrcs1[0], kRtxSsrcs1[0]);
2959 AddSendStream(params);
2960
2961 // Original payload type for RTX.
2962 cricket::VideoSendParameters parameters;
2963 parameters.codecs.push_back(GetEngineCodec("VP8"));
2964 cricket::VideoCodec rtx_codec(kUnusedPayloadType1, "rtx");
2965 rtx_codec.SetParam("apt", GetEngineCodec("VP8").id);
2966 parameters.codecs.push_back(rtx_codec);
2967 EXPECT_TRUE(channel_->SetSendParameters(parameters));
2968 ASSERT_EQ(1U, fake_call_->GetVideoSendStreams().size());
2969 const webrtc::VideoSendStream::Config& config_before =
2970 fake_call_->GetVideoSendStreams()[0]->GetConfig();
2971 EXPECT_EQ(kUnusedPayloadType1, config_before.rtp.rtx.payload_type);
2972 ASSERT_EQ(1U, config_before.rtp.rtx.ssrcs.size());
2973 EXPECT_EQ(kRtxSsrcs1[0], config_before.rtp.rtx.ssrcs[0]);
2974
2975 // Change payload type for RTX.
2976 parameters.codecs[1].id = kUnusedPayloadType2;
2977 EXPECT_TRUE(channel_->SetSendParameters(parameters));
2978 ASSERT_EQ(1U, fake_call_->GetVideoSendStreams().size());
2979 const webrtc::VideoSendStream::Config& config_after =
2980 fake_call_->GetVideoSendStreams()[0]->GetConfig();
2981 EXPECT_EQ(kUnusedPayloadType2, config_after.rtp.rtx.payload_type);
2982 ASSERT_EQ(1U, config_after.rtp.rtx.ssrcs.size());
2983 EXPECT_EQ(kRtxSsrcs1[0], config_after.rtp.rtx.ssrcs[0]);
2984}
2985
eladalonf1841382017-06-12 01:16:46 -07002986TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithoutFecDisablesFec) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002987 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002988 parameters.codecs.push_back(GetEngineCodec("VP8"));
2989 parameters.codecs.push_back(GetEngineCodec("ulpfec"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002990 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002991
2992 FakeVideoSendStream* stream = AddSendStream();
perkj26091b12016-09-01 01:17:40 -07002993 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002994
magjed509e4fe2016-11-18 01:34:11 -08002995 EXPECT_EQ(GetEngineCodec("ulpfec").id, config.rtp.ulpfec.ulpfec_payload_type);
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002996
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002997 parameters.codecs.pop_back();
2998 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002999 stream = fake_call_->GetVideoSendStreams()[0];
brandtr468da7c2016-11-22 02:16:47 -08003000 ASSERT_TRUE(stream != nullptr);
perkj26091b12016-09-01 01:17:40 -07003001 config = stream->GetConfig().Copy();
brandtrb5f2c3f2016-10-04 23:28:39 -07003002 EXPECT_EQ(-1, config.rtp.ulpfec.ulpfec_payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003003 << "SetSendCodec without ULPFEC should disable current ULPFEC.";
3004}
3005
eladalonf1841382017-06-12 01:16:46 -07003006TEST_F(WebRtcVideoChannelFlexfecSendRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07003007 SetSendCodecsWithoutFecDisablesFec) {
brandtr468da7c2016-11-22 02:16:47 -08003008 cricket::VideoSendParameters parameters;
3009 parameters.codecs.push_back(GetEngineCodec("VP8"));
3010 parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
3011 ASSERT_TRUE(channel_->SetSendParameters(parameters));
3012
3013 FakeVideoSendStream* stream = AddSendStream(
3014 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
3015 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
3016
brandtr3d200bd2017-01-16 06:59:19 -08003017 EXPECT_EQ(GetEngineCodec("flexfec-03").id, config.rtp.flexfec.payload_type);
3018 EXPECT_EQ(kFlexfecSsrc, config.rtp.flexfec.ssrc);
brandtr468da7c2016-11-22 02:16:47 -08003019 ASSERT_EQ(1U, config.rtp.flexfec.protected_media_ssrcs.size());
3020 EXPECT_EQ(kSsrcs1[0], config.rtp.flexfec.protected_media_ssrcs[0]);
3021
3022 parameters.codecs.pop_back();
3023 ASSERT_TRUE(channel_->SetSendParameters(parameters));
3024 stream = fake_call_->GetVideoSendStreams()[0];
3025 ASSERT_TRUE(stream != nullptr);
3026 config = stream->GetConfig().Copy();
brandtr3d200bd2017-01-16 06:59:19 -08003027 EXPECT_EQ(-1, config.rtp.flexfec.payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003028 << "SetSendCodec without FlexFEC should disable current FlexFEC.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003029}
3030
eladalonf1841382017-06-12 01:16:46 -07003031TEST_F(WebRtcVideoChannelTest, SetSendCodecsChangesExistingStreams) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003032 cricket::VideoSendParameters parameters;
perkj26752742016-10-24 01:21:16 -07003033 cricket::VideoCodec codec(100, "VP8");
3034 codec.SetParam(kCodecParamMaxQuantization, kDefaultQpMax);
3035 parameters.codecs.push_back(codec);
perkjfa10b552016-10-02 23:45:26 -07003036
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003037 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org86196c42015-02-16 21:02:00 +00003038 channel_->SetSend(true);
pbos@webrtc.org38ce7d02014-07-16 08:01:38 +00003039
pbos@webrtc.org86196c42015-02-16 21:02:00 +00003040 FakeVideoSendStream* stream = AddSendStream();
pbos@webrtc.org86196c42015-02-16 21:02:00 +00003041 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07003042 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
pbos@webrtc.org86196c42015-02-16 21:02:00 +00003043
3044 std::vector<webrtc::VideoStream> streams = stream->GetVideoStreams();
perkjfa10b552016-10-02 23:45:26 -07003045 EXPECT_EQ(kDefaultQpMax, streams[0].max_qp);
pbos@webrtc.org38ce7d02014-07-16 08:01:38 +00003046
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003047 parameters.codecs.clear();
perkj26752742016-10-24 01:21:16 -07003048 codec.SetParam(kCodecParamMaxQuantization, kDefaultQpMax + 1);
3049 parameters.codecs.push_back(codec);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003050 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00003051 streams = fake_call_->GetVideoSendStreams()[0]->GetVideoStreams();
perkjfa10b552016-10-02 23:45:26 -07003052 EXPECT_EQ(kDefaultQpMax + 1, streams[0].max_qp);
deadbeef5a4a75a2016-06-02 16:23:38 -07003053 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003054}
3055
eladalonf1841382017-06-12 01:16:46 -07003056TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithBitrates) {
pbos@webrtc.org00873182014-11-25 14:03:34 +00003057 SetSendCodecsShouldWorkForBitrates("100", 100000, "150", 150000, "200",
3058 200000);
3059}
3060
eladalonf1841382017-06-12 01:16:46 -07003061TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithHighMaxBitrate) {
pbos@webrtc.orga5f6fb52015-03-23 22:29:39 +00003062 SetSendCodecsShouldWorkForBitrates("", 0, "", -1, "10000", 10000000);
3063 std::vector<webrtc::VideoStream> streams = AddSendStream()->GetVideoStreams();
3064 ASSERT_EQ(1u, streams.size());
3065 EXPECT_EQ(10000000, streams[0].max_bitrate_bps);
3066}
3067
eladalonf1841382017-06-12 01:16:46 -07003068TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org00873182014-11-25 14:03:34 +00003069 SetSendCodecsWithoutBitratesUsesCorrectDefaults) {
3070 SetSendCodecsShouldWorkForBitrates(
3071 "", 0, "", -1, "", -1);
3072}
3073
eladalonf1841382017-06-12 01:16:46 -07003074TEST_F(WebRtcVideoChannelTest, SetSendCodecsCapsMinAndStartBitrate) {
pbos@webrtc.org00873182014-11-25 14:03:34 +00003075 SetSendCodecsShouldWorkForBitrates("-1", 0, "-100", -1, "", -1);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003076}
3077
eladalonf1841382017-06-12 01:16:46 -07003078TEST_F(WebRtcVideoChannelTest, SetSendCodecsRejectsMaxLessThanMinBitrate) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003079 send_parameters_.codecs[0].params[kCodecParamMinBitrate] = "300";
3080 send_parameters_.codecs[0].params[kCodecParamMaxBitrate] = "200";
3081 EXPECT_FALSE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003082}
3083
Taylor Brandstetter58f2bd92016-04-26 17:15:23 -07003084// Test that when both the codec-specific bitrate params and max_bandwidth_bps
3085// are present in the same send parameters, the settings are combined correctly.
eladalonf1841382017-06-12 01:16:46 -07003086TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithBitratesAndMaxSendBandwidth) {
Taylor Brandstetter58f2bd92016-04-26 17:15:23 -07003087 send_parameters_.codecs[0].params[kCodecParamMinBitrate] = "100";
3088 send_parameters_.codecs[0].params[kCodecParamStartBitrate] = "200";
3089 send_parameters_.codecs[0].params[kCodecParamMaxBitrate] = "300";
3090 send_parameters_.max_bandwidth_bps = 400000;
3091 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
3092 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
3093 EXPECT_EQ(200000, fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
3094 // We expect max_bandwidth_bps to take priority, if set.
3095 EXPECT_EQ(400000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3096
3097 // Decrease max_bandwidth_bps.
3098 send_parameters_.max_bandwidth_bps = 350000;
3099 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
3100 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
3101 // Since the codec isn't changing, start_bitrate_bps should be -1.
3102 EXPECT_EQ(-1, fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
3103 EXPECT_EQ(350000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3104
3105 // Now try again with the values flipped around.
3106 send_parameters_.codecs[0].params[kCodecParamMaxBitrate] = "400";
3107 send_parameters_.max_bandwidth_bps = 300000;
3108 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
3109 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
3110 EXPECT_EQ(200000, fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
3111 EXPECT_EQ(300000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3112
3113 // If we change the codec max, max_bandwidth_bps should still apply.
3114 send_parameters_.codecs[0].params[kCodecParamMaxBitrate] = "350";
3115 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
3116 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
3117 EXPECT_EQ(200000, fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
3118 EXPECT_EQ(300000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3119}
3120
eladalonf1841382017-06-12 01:16:46 -07003121TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org00873182014-11-25 14:03:34 +00003122 SetMaxSendBandwidthShouldPreserveOtherBitrates) {
3123 SetSendCodecsShouldWorkForBitrates("100", 100000, "150", 150000, "200",
3124 200000);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003125 send_parameters_.max_bandwidth_bps = 300000;
3126 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Stefan Holmere5904162015-03-26 11:11:06 +01003127 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps)
pbos@webrtc.org00873182014-11-25 14:03:34 +00003128 << "Setting max bitrate should keep previous min bitrate.";
Stefan Holmere5904162015-03-26 11:11:06 +01003129 EXPECT_EQ(-1, fake_call_->GetConfig().bitrate_config.start_bitrate_bps)
pbos@webrtc.org00873182014-11-25 14:03:34 +00003130 << "Setting max bitrate should not reset start bitrate.";
Stefan Holmere5904162015-03-26 11:11:06 +01003131 EXPECT_EQ(300000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
pbos@webrtc.org00873182014-11-25 14:03:34 +00003132}
3133
eladalonf1841382017-06-12 01:16:46 -07003134TEST_F(WebRtcVideoChannelTest, SetMaxSendBandwidthShouldBeRemovable) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003135 send_parameters_.max_bandwidth_bps = 300000;
3136 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Stefan Holmere5904162015-03-26 11:11:06 +01003137 EXPECT_EQ(300000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
pbos5c7760a2017-03-10 11:23:12 -08003138 // -1 means to disable max bitrate (set infinite).
3139 send_parameters_.max_bandwidth_bps = -1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003140 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Stefan Holmere5904162015-03-26 11:11:06 +01003141 EXPECT_EQ(-1, fake_call_->GetConfig().bitrate_config.max_bitrate_bps)
pbos@webrtc.org00873182014-11-25 14:03:34 +00003142 << "Setting zero max bitrate did not reset start bitrate.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003143}
3144
eladalonf1841382017-06-12 01:16:46 -07003145TEST_F(WebRtcVideoChannelTest, SetMaxSendBandwidthAndAddSendStream) {
perkjfa10b552016-10-02 23:45:26 -07003146 send_parameters_.max_bandwidth_bps = 99999;
3147 FakeVideoSendStream* stream = AddSendStream();
3148 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
3149 EXPECT_EQ(send_parameters_.max_bandwidth_bps,
3150 fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3151 ASSERT_EQ(1u, stream->GetVideoStreams().size());
3152 EXPECT_EQ(send_parameters_.max_bandwidth_bps,
3153 stream->GetVideoStreams()[0].max_bitrate_bps);
3154
3155 send_parameters_.max_bandwidth_bps = 77777;
3156 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
3157 EXPECT_EQ(send_parameters_.max_bandwidth_bps,
3158 fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3159 EXPECT_EQ(send_parameters_.max_bandwidth_bps,
3160 stream->GetVideoStreams()[0].max_bitrate_bps);
3161}
3162
eladalonf1841382017-06-12 01:16:46 -07003163TEST_F(WebRtcVideoChannelTest, SetMaxSendBitrateCanIncreaseSenderBitrate) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003164 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003165 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003166 ASSERT_TRUE(channel_->SetSendParameters(parameters));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003167 channel_->SetSend(true);
3168
3169 FakeVideoSendStream* stream = AddSendStream();
3170
Peter Boström3afc8c42016-01-27 16:45:21 +01003171 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07003172 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
Peter Boström3afc8c42016-01-27 16:45:21 +01003173 EXPECT_EQ(cricket::CS_RUNNING,
3174 capturer.Start(capturer.GetSupportedFormats()->front()));
3175
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003176 std::vector<webrtc::VideoStream> streams = stream->GetVideoStreams();
3177 int initial_max_bitrate_bps = streams[0].max_bitrate_bps;
3178 EXPECT_GT(initial_max_bitrate_bps, 0);
3179
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003180 parameters.max_bandwidth_bps = initial_max_bitrate_bps * 2;
3181 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström3afc8c42016-01-27 16:45:21 +01003182 // Insert a frame to update the encoder config.
3183 EXPECT_TRUE(capturer.CaptureFrame());
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003184 streams = stream->GetVideoStreams();
3185 EXPECT_EQ(initial_max_bitrate_bps * 2, streams[0].max_bitrate_bps);
deadbeef5a4a75a2016-06-02 16:23:38 -07003186 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003187}
3188
eladalonf1841382017-06-12 01:16:46 -07003189TEST_F(WebRtcVideoChannelTest,
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003190 SetMaxSendBitrateCanIncreaseSimulcastSenderBitrate) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003191 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003192 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003193 ASSERT_TRUE(channel_->SetSendParameters(parameters));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003194 channel_->SetSend(true);
3195
3196 FakeVideoSendStream* stream = AddSendStream(
3197 cricket::CreateSimStreamParams("cname", MAKE_VECTOR(kSsrcs3)));
3198
3199 // Send a frame to make sure this scales up to >1 stream (simulcast).
3200 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07003201 EXPECT_TRUE(channel_->SetVideoSend(kSsrcs3[0], true, nullptr, &capturer));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003202 EXPECT_EQ(cricket::CS_RUNNING,
3203 capturer.Start(capturer.GetSupportedFormats()->front()));
3204 EXPECT_TRUE(capturer.CaptureFrame());
3205
3206 std::vector<webrtc::VideoStream> streams = stream->GetVideoStreams();
3207 ASSERT_GT(streams.size(), 1u)
3208 << "Without simulcast this test doesn't make sense.";
pbosbe16f792015-10-16 12:49:39 -07003209 int initial_max_bitrate_bps = GetTotalMaxBitrateBps(streams);
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003210 EXPECT_GT(initial_max_bitrate_bps, 0);
3211
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003212 parameters.max_bandwidth_bps = initial_max_bitrate_bps * 2;
3213 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström3afc8c42016-01-27 16:45:21 +01003214 // Insert a frame to update the encoder config.
3215 EXPECT_TRUE(capturer.CaptureFrame());
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003216 streams = stream->GetVideoStreams();
pbosbe16f792015-10-16 12:49:39 -07003217 int increased_max_bitrate_bps = GetTotalMaxBitrateBps(streams);
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003218 EXPECT_EQ(initial_max_bitrate_bps * 2, increased_max_bitrate_bps);
3219
deadbeef5a4a75a2016-06-02 16:23:38 -07003220 EXPECT_TRUE(channel_->SetVideoSend(kSsrcs3[0], true, nullptr, nullptr));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003221}
3222
eladalonf1841382017-06-12 01:16:46 -07003223TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithMaxQuantization) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003224 static const char* kMaxQuantization = "21";
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003225 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003226 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003227 parameters.codecs[0].params[kCodecParamMaxQuantization] = kMaxQuantization;
3228 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +00003229 EXPECT_EQ(static_cast<unsigned int>(atoi(kMaxQuantization)),
3230 AddSendStream()->GetVideoStreams().back().max_qp);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003231
3232 VideoCodec codec;
3233 EXPECT_TRUE(channel_->GetSendCodec(&codec));
3234 EXPECT_EQ(kMaxQuantization, codec.params[kCodecParamMaxQuantization]);
3235}
3236
eladalonf1841382017-06-12 01:16:46 -07003237TEST_F(WebRtcVideoChannelTest, SetSendCodecsRejectBadPayloadTypes) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003238 // TODO(pbos): Should we only allow the dynamic range?
pkasting@chromium.orge7a4a122015-01-28 21:36:55 +00003239 static const int kIncorrectPayloads[] = {-2, -1, 128, 129};
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003240 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003241 parameters.codecs.push_back(GetEngineCodec("VP8"));
pkasting@chromium.orge7a4a122015-01-28 21:36:55 +00003242 for (size_t i = 0; i < arraysize(kIncorrectPayloads); ++i) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003243 parameters.codecs[0].id = kIncorrectPayloads[i];
3244 EXPECT_FALSE(channel_->SetSendParameters(parameters))
pkasting@chromium.orgd3245462015-02-23 21:28:22 +00003245 << "Bad payload type '" << kIncorrectPayloads[i] << "' accepted.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003246 }
3247}
3248
eladalonf1841382017-06-12 01:16:46 -07003249TEST_F(WebRtcVideoChannelTest, SetSendCodecsAcceptAllValidPayloadTypes) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003250 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003251 parameters.codecs.push_back(GetEngineCodec("VP8"));
magjedf823ede2016-11-12 09:53:04 -08003252 for (int payload_type = 96; payload_type <= 127; ++payload_type) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003253 parameters.codecs[0].id = payload_type;
3254 EXPECT_TRUE(channel_->SetSendParameters(parameters))
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003255 << "Payload type '" << payload_type << "' rejected.";
3256 }
3257}
3258
deadbeef67cf2c12016-04-13 10:07:16 -07003259// Test that setting the a different set of codecs but with an identical front
3260// codec doesn't result in the stream being recreated.
3261// This may happen when a subsequent negotiation includes fewer codecs, as a
3262// result of one of the codecs being rejected.
eladalonf1841382017-06-12 01:16:46 -07003263TEST_F(WebRtcVideoChannelTest,
deadbeef67cf2c12016-04-13 10:07:16 -07003264 SetSendCodecsIdenticalFirstCodecDoesntRecreateStream) {
3265 cricket::VideoSendParameters parameters1;
magjed509e4fe2016-11-18 01:34:11 -08003266 parameters1.codecs.push_back(GetEngineCodec("VP8"));
3267 parameters1.codecs.push_back(GetEngineCodec("VP9"));
deadbeef67cf2c12016-04-13 10:07:16 -07003268 EXPECT_TRUE(channel_->SetSendParameters(parameters1));
3269
3270 AddSendStream();
3271 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
3272
3273 cricket::VideoSendParameters parameters2;
magjed509e4fe2016-11-18 01:34:11 -08003274 parameters2.codecs.push_back(GetEngineCodec("VP8"));
deadbeef67cf2c12016-04-13 10:07:16 -07003275 EXPECT_TRUE(channel_->SetSendParameters(parameters2));
3276 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
3277}
3278
eladalonf1841382017-06-12 01:16:46 -07003279TEST_F(WebRtcVideoChannelTest, SetRecvCodecsWithOnlyVp8) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003280 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003281 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003282 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003283}
3284
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003285// Test that we set our inbound RTX codecs properly.
eladalonf1841382017-06-12 01:16:46 -07003286TEST_F(WebRtcVideoChannelTest, SetRecvCodecsWithRtx) {
magjed509e4fe2016-11-18 01:34:11 -08003287 const int kUnusedPayloadType1 = 126;
3288 const int kUnusedPayloadType2 = 127;
3289 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType1));
3290 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType2));
3291
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003292 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003293 parameters.codecs.push_back(GetEngineCodec("VP8"));
3294 cricket::VideoCodec rtx_codec(kUnusedPayloadType1, "rtx");
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003295 parameters.codecs.push_back(rtx_codec);
3296 EXPECT_FALSE(channel_->SetRecvParameters(parameters))
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003297 << "RTX codec without associated payload should be rejected.";
3298
magjed509e4fe2016-11-18 01:34:11 -08003299 parameters.codecs[1].SetParam("apt", kUnusedPayloadType2);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003300 EXPECT_FALSE(channel_->SetRecvParameters(parameters))
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003301 << "RTX codec with invalid associated payload type should be rejected.";
3302
magjed509e4fe2016-11-18 01:34:11 -08003303 parameters.codecs[1].SetParam("apt", GetEngineCodec("VP8").id);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003304 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003305
magjed509e4fe2016-11-18 01:34:11 -08003306 cricket::VideoCodec rtx_codec2(kUnusedPayloadType2, "rtx");
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003307 rtx_codec2.SetParam("apt", rtx_codec.id);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003308 parameters.codecs.push_back(rtx_codec2);
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003309
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003310 EXPECT_FALSE(channel_->SetRecvParameters(parameters)) <<
3311 "RTX codec with another RTX as associated payload type should be "
3312 "rejected.";
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003313}
3314
eladalonf1841382017-06-12 01:16:46 -07003315TEST_F(WebRtcVideoChannelTest, SetRecvCodecsWithChangedRtxPayloadType) {
brandtr14742122017-01-27 04:53:07 -08003316 const int kUnusedPayloadType1 = 126;
3317 const int kUnusedPayloadType2 = 127;
3318 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType1));
3319 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType2));
3320
3321 // SSRCs for RTX.
3322 cricket::StreamParams params =
3323 cricket::StreamParams::CreateLegacy(kSsrcs1[0]);
3324 params.AddFidSsrc(kSsrcs1[0], kRtxSsrcs1[0]);
3325 AddRecvStream(params);
3326
3327 // Original payload type for RTX.
3328 cricket::VideoRecvParameters parameters;
3329 parameters.codecs.push_back(GetEngineCodec("VP8"));
3330 cricket::VideoCodec rtx_codec(kUnusedPayloadType1, "rtx");
3331 rtx_codec.SetParam("apt", GetEngineCodec("VP8").id);
3332 parameters.codecs.push_back(rtx_codec);
3333 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
3334 ASSERT_EQ(1U, fake_call_->GetVideoReceiveStreams().size());
3335 const webrtc::VideoReceiveStream::Config& config_before =
3336 fake_call_->GetVideoReceiveStreams()[0]->GetConfig();
nisse26e3abb2017-08-25 04:44:25 -07003337 EXPECT_EQ(1U, config_before.rtp.rtx_associated_payload_types.size());
3338 const int* payload_type_before = FindKeyByValue(
3339 config_before.rtp.rtx_associated_payload_types, GetEngineCodec("VP8").id);
3340 ASSERT_NE(payload_type_before, nullptr);
3341 EXPECT_EQ(kUnusedPayloadType1, *payload_type_before);
brandtr14742122017-01-27 04:53:07 -08003342 EXPECT_EQ(kRtxSsrcs1[0], config_before.rtp.rtx_ssrc);
3343
3344 // Change payload type for RTX.
3345 parameters.codecs[1].id = kUnusedPayloadType2;
3346 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
3347 ASSERT_EQ(1U, fake_call_->GetVideoReceiveStreams().size());
3348 const webrtc::VideoReceiveStream::Config& config_after =
3349 fake_call_->GetVideoReceiveStreams()[0]->GetConfig();
nisse26e3abb2017-08-25 04:44:25 -07003350 EXPECT_EQ(1U, config_after.rtp.rtx_associated_payload_types.size());
3351 const int* payload_type_after = FindKeyByValue(
3352 config_after.rtp.rtx_associated_payload_types, GetEngineCodec("VP8").id);
3353 ASSERT_NE(payload_type_after, nullptr);
3354 EXPECT_EQ(kUnusedPayloadType2, *payload_type_after);
brandtr14742122017-01-27 04:53:07 -08003355 EXPECT_EQ(kRtxSsrcs1[0], config_after.rtp.rtx_ssrc);
3356}
3357
eladalonf1841382017-06-12 01:16:46 -07003358TEST_F(WebRtcVideoChannelTest, SetRecvCodecsDifferentPayloadType) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003359 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003360 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003361 parameters.codecs[0].id = 99;
3362 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003363}
3364
eladalonf1841382017-06-12 01:16:46 -07003365TEST_F(WebRtcVideoChannelTest, SetRecvCodecsAcceptDefaultCodecs) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003366 cricket::VideoRecvParameters parameters;
3367 parameters.codecs = engine_.codecs();
3368 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgccbed3b2014-07-11 13:02:54 +00003369
3370 FakeVideoReceiveStream* stream = AddRecvStream();
Tommi733b5472016-06-10 17:58:01 +02003371 const webrtc::VideoReceiveStream::Config& config = stream->GetConfig();
pbos@webrtc.org776e6f22014-10-29 15:28:39 +00003372 EXPECT_EQ(engine_.codecs()[0].name, config.decoders[0].payload_name);
3373 EXPECT_EQ(engine_.codecs()[0].id, config.decoders[0].payload_type);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003374}
3375
eladalonf1841382017-06-12 01:16:46 -07003376TEST_F(WebRtcVideoChannelTest, SetRecvCodecsRejectUnsupportedCodec) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003377 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003378 parameters.codecs.push_back(GetEngineCodec("VP8"));
perkj26752742016-10-24 01:21:16 -07003379 parameters.codecs.push_back(VideoCodec(101, "WTF3"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003380 EXPECT_FALSE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003381}
3382
eladalonf1841382017-06-12 01:16:46 -07003383TEST_F(WebRtcVideoChannelTest, SetRecvCodecsAcceptsMultipleVideoCodecs) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003384 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003385 parameters.codecs.push_back(GetEngineCodec("VP8"));
3386 parameters.codecs.push_back(GetEngineCodec("VP9"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003387 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003388}
3389
eladalonf1841382017-06-12 01:16:46 -07003390TEST_F(WebRtcVideoChannelTest, SetRecvCodecsWithoutFecDisablesFec) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003391 cricket::VideoSendParameters send_parameters;
magjed509e4fe2016-11-18 01:34:11 -08003392 send_parameters.codecs.push_back(GetEngineCodec("VP8"));
3393 send_parameters.codecs.push_back(GetEngineCodec("red"));
3394 send_parameters.codecs.push_back(GetEngineCodec("ulpfec"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003395 ASSERT_TRUE(channel_->SetSendParameters(send_parameters));
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00003396
3397 FakeVideoReceiveStream* stream = AddRecvStream();
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00003398
magjed509e4fe2016-11-18 01:34:11 -08003399 EXPECT_EQ(GetEngineCodec("ulpfec").id,
nisse3b3622f2017-09-26 02:49:21 -07003400 stream->GetConfig().rtp.ulpfec_payload_type);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00003401
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003402 cricket::VideoRecvParameters recv_parameters;
magjed509e4fe2016-11-18 01:34:11 -08003403 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003404 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00003405 stream = fake_call_->GetVideoReceiveStreams()[0];
brandtr468da7c2016-11-22 02:16:47 -08003406 ASSERT_TRUE(stream != nullptr);
nisse3b3622f2017-09-26 02:49:21 -07003407 EXPECT_EQ(-1, stream->GetConfig().rtp.ulpfec_payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003408 << "SetSendCodec without ULPFEC should disable current ULPFEC.";
3409}
3410
eladalonf1841382017-06-12 01:16:46 -07003411TEST_F(WebRtcVideoChannelFlexfecRecvTest, SetRecvParamsWithoutFecDisablesFec) {
brandtr468da7c2016-11-22 02:16:47 -08003412 AddRecvStream(
3413 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
brandtr9c3d4c42017-01-23 06:59:13 -08003414 const std::vector<FakeFlexfecReceiveStream*>& streams =
brandtr468da7c2016-11-22 02:16:47 -08003415 fake_call_->GetFlexfecReceiveStreams();
3416
3417 ASSERT_EQ(1U, streams.size());
brandtr9c3d4c42017-01-23 06:59:13 -08003418 const FakeFlexfecReceiveStream* stream = streams.front();
3419 EXPECT_EQ(GetEngineCodec("flexfec-03").id, stream->GetConfig().payload_type);
3420 EXPECT_EQ(kFlexfecSsrc, stream->GetConfig().remote_ssrc);
3421 ASSERT_EQ(1U, stream->GetConfig().protected_media_ssrcs.size());
3422 EXPECT_EQ(kSsrcs1[0], stream->GetConfig().protected_media_ssrcs[0]);
brandtr468da7c2016-11-22 02:16:47 -08003423
3424 cricket::VideoRecvParameters recv_parameters;
3425 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
3426 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
3427 EXPECT_TRUE(streams.empty())
3428 << "SetSendCodec without FlexFEC should disable current FlexFEC.";
pbos@webrtc.org269605c2014-06-26 08:49:03 +00003429}
3430
eladalonf1841382017-06-12 01:16:46 -07003431TEST_F(WebRtcVideoChannelTest, SetSendParamsWithFecEnablesFec) {
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003432 FakeVideoReceiveStream* stream = AddRecvStream();
magjed509e4fe2016-11-18 01:34:11 -08003433 EXPECT_EQ(GetEngineCodec("ulpfec").id,
nisse3b3622f2017-09-26 02:49:21 -07003434 stream->GetConfig().rtp.ulpfec_payload_type);
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003435
3436 cricket::VideoRecvParameters recv_parameters;
magjed509e4fe2016-11-18 01:34:11 -08003437 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
3438 recv_parameters.codecs.push_back(GetEngineCodec("red"));
3439 recv_parameters.codecs.push_back(GetEngineCodec("ulpfec"));
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003440 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
3441 stream = fake_call_->GetVideoReceiveStreams()[0];
brandtr468da7c2016-11-22 02:16:47 -08003442 ASSERT_TRUE(stream != nullptr);
magjed509e4fe2016-11-18 01:34:11 -08003443 EXPECT_EQ(GetEngineCodec("ulpfec").id,
nisse3b3622f2017-09-26 02:49:21 -07003444 stream->GetConfig().rtp.ulpfec_payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003445 << "ULPFEC should be enabled on the receive stream.";
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003446
3447 cricket::VideoSendParameters send_parameters;
magjed509e4fe2016-11-18 01:34:11 -08003448 send_parameters.codecs.push_back(GetEngineCodec("VP8"));
3449 send_parameters.codecs.push_back(GetEngineCodec("red"));
3450 send_parameters.codecs.push_back(GetEngineCodec("ulpfec"));
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003451 ASSERT_TRUE(channel_->SetSendParameters(send_parameters));
3452 stream = fake_call_->GetVideoReceiveStreams()[0];
magjed509e4fe2016-11-18 01:34:11 -08003453 EXPECT_EQ(GetEngineCodec("ulpfec").id,
nisse3b3622f2017-09-26 02:49:21 -07003454 stream->GetConfig().rtp.ulpfec_payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003455 << "ULPFEC should be enabled on the receive stream.";
3456}
3457
eladalonf1841382017-06-12 01:16:46 -07003458TEST_F(WebRtcVideoChannelFlexfecSendRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07003459 SetSendRecvParamsWithFecEnablesFec) {
brandtr468da7c2016-11-22 02:16:47 -08003460 AddRecvStream(
3461 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
brandtr9c3d4c42017-01-23 06:59:13 -08003462 const std::vector<FakeFlexfecReceiveStream*>& streams =
brandtr468da7c2016-11-22 02:16:47 -08003463 fake_call_->GetFlexfecReceiveStreams();
3464
3465 cricket::VideoRecvParameters recv_parameters;
3466 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
3467 recv_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
3468 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
3469 ASSERT_EQ(1U, streams.size());
brandtr9c3d4c42017-01-23 06:59:13 -08003470 const FakeFlexfecReceiveStream* stream_with_recv_params = streams.front();
brandtr468da7c2016-11-22 02:16:47 -08003471 EXPECT_EQ(GetEngineCodec("flexfec-03").id,
brandtr9c3d4c42017-01-23 06:59:13 -08003472 stream_with_recv_params->GetConfig().payload_type);
3473 EXPECT_EQ(kFlexfecSsrc, stream_with_recv_params->GetConfig().remote_ssrc);
brandtr468da7c2016-11-22 02:16:47 -08003474 EXPECT_EQ(1U,
brandtr9c3d4c42017-01-23 06:59:13 -08003475 stream_with_recv_params->GetConfig().protected_media_ssrcs.size());
brandtr468da7c2016-11-22 02:16:47 -08003476 EXPECT_EQ(kSsrcs1[0],
brandtr9c3d4c42017-01-23 06:59:13 -08003477 stream_with_recv_params->GetConfig().protected_media_ssrcs[0]);
brandtr468da7c2016-11-22 02:16:47 -08003478
3479 cricket::VideoSendParameters send_parameters;
3480 send_parameters.codecs.push_back(GetEngineCodec("VP8"));
3481 send_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
3482 ASSERT_TRUE(channel_->SetSendParameters(send_parameters));
3483 ASSERT_EQ(1U, streams.size());
brandtr9c3d4c42017-01-23 06:59:13 -08003484 const FakeFlexfecReceiveStream* stream_with_send_params = streams.front();
brandtr468da7c2016-11-22 02:16:47 -08003485 EXPECT_EQ(GetEngineCodec("flexfec-03").id,
brandtr9c3d4c42017-01-23 06:59:13 -08003486 stream_with_send_params->GetConfig().payload_type);
3487 EXPECT_EQ(kFlexfecSsrc, stream_with_send_params->GetConfig().remote_ssrc);
brandtr468da7c2016-11-22 02:16:47 -08003488 EXPECT_EQ(1U,
brandtr9c3d4c42017-01-23 06:59:13 -08003489 stream_with_send_params->GetConfig().protected_media_ssrcs.size());
brandtr468da7c2016-11-22 02:16:47 -08003490 EXPECT_EQ(kSsrcs1[0],
brandtr9c3d4c42017-01-23 06:59:13 -08003491 stream_with_send_params->GetConfig().protected_media_ssrcs[0]);
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003492}
3493
eladalonf1841382017-06-12 01:16:46 -07003494TEST_F(WebRtcVideoChannelTest, SetRecvCodecsRejectDuplicateFecPayloads) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003495 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003496 parameters.codecs.push_back(GetEngineCodec("VP8"));
3497 parameters.codecs.push_back(GetEngineCodec("red"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003498 parameters.codecs[1].id = parameters.codecs[0].id;
3499 EXPECT_FALSE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003500}
3501
eladalonf1841382017-06-12 01:16:46 -07003502TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07003503 SetRecvCodecsRejectDuplicateFecPayloads) {
brandtr468da7c2016-11-22 02:16:47 -08003504 cricket::VideoRecvParameters parameters;
3505 parameters.codecs.push_back(GetEngineCodec("VP8"));
3506 parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
3507 parameters.codecs[1].id = parameters.codecs[0].id;
3508 EXPECT_FALSE(channel_->SetRecvParameters(parameters));
3509}
3510
eladalonf1841382017-06-12 01:16:46 -07003511TEST_F(WebRtcVideoChannelTest, SetRecvCodecsRejectDuplicateCodecPayloads) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003512 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003513 parameters.codecs.push_back(GetEngineCodec("VP8"));
3514 parameters.codecs.push_back(GetEngineCodec("VP9"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003515 parameters.codecs[1].id = parameters.codecs[0].id;
3516 EXPECT_FALSE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003517}
3518
eladalonf1841382017-06-12 01:16:46 -07003519TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003520 SetRecvCodecsAcceptSameCodecOnMultiplePayloadTypes) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003521 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003522 parameters.codecs.push_back(GetEngineCodec("VP8"));
3523 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003524 parameters.codecs[1].id += 1;
3525 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003526}
3527
deadbeef67cf2c12016-04-13 10:07:16 -07003528// Test that setting the same codecs but with a different order
deadbeef874ca3a2015-08-20 17:19:20 -07003529// doesn't result in the stream being recreated.
eladalonf1841382017-06-12 01:16:46 -07003530TEST_F(WebRtcVideoChannelTest,
deadbeef67cf2c12016-04-13 10:07:16 -07003531 SetRecvCodecsDifferentOrderDoesntRecreateStream) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003532 cricket::VideoRecvParameters parameters1;
magjed509e4fe2016-11-18 01:34:11 -08003533 parameters1.codecs.push_back(GetEngineCodec("VP8"));
3534 parameters1.codecs.push_back(GetEngineCodec("red"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003535 EXPECT_TRUE(channel_->SetRecvParameters(parameters1));
deadbeef874ca3a2015-08-20 17:19:20 -07003536
3537 AddRecvStream(cricket::StreamParams::CreateLegacy(123));
3538 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
3539
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003540 cricket::VideoRecvParameters parameters2;
magjed509e4fe2016-11-18 01:34:11 -08003541 parameters2.codecs.push_back(GetEngineCodec("red"));
3542 parameters2.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003543 EXPECT_TRUE(channel_->SetRecvParameters(parameters2));
deadbeef874ca3a2015-08-20 17:19:20 -07003544 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
3545}
3546
eladalonf1841382017-06-12 01:16:46 -07003547TEST_F(WebRtcVideoChannelTest, SendStreamNotSendingByDefault) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003548 EXPECT_FALSE(AddSendStream()->IsSending());
3549}
3550
eladalonf1841382017-06-12 01:16:46 -07003551TEST_F(WebRtcVideoChannelTest, ReceiveStreamReceivingByDefault) {
pbos@webrtc.org85f42942014-07-22 09:14:58 +00003552 EXPECT_TRUE(AddRecvStream()->IsReceiving());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003553}
3554
eladalonf1841382017-06-12 01:16:46 -07003555TEST_F(WebRtcVideoChannelTest, SetSend) {
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00003556 FakeVideoSendStream* stream = AddSendStream();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003557 EXPECT_FALSE(stream->IsSending());
3558
3559 // false->true
3560 EXPECT_TRUE(channel_->SetSend(true));
3561 EXPECT_TRUE(stream->IsSending());
3562 // true->true
3563 EXPECT_TRUE(channel_->SetSend(true));
3564 EXPECT_TRUE(stream->IsSending());
3565 // true->false
3566 EXPECT_TRUE(channel_->SetSend(false));
3567 EXPECT_FALSE(stream->IsSending());
3568 // false->false
3569 EXPECT_TRUE(channel_->SetSend(false));
3570 EXPECT_FALSE(stream->IsSending());
3571
3572 EXPECT_TRUE(channel_->SetSend(true));
3573 FakeVideoSendStream* new_stream = AddSendStream();
3574 EXPECT_TRUE(new_stream->IsSending())
3575 << "Send stream created after SetSend(true) not sending initially.";
3576}
3577
pbos@webrtc.orgd8198032014-11-10 14:41:43 +00003578// This test verifies DSCP settings are properly applied on video media channel.
eladalonf1841382017-06-12 01:16:46 -07003579TEST_F(WebRtcVideoChannelTest, TestSetDscpOptions) {
kwiberg686a8ef2016-02-26 03:00:35 -08003580 std::unique_ptr<cricket::FakeNetworkInterface> network_interface(
pbos@webrtc.orgd8198032014-11-10 14:41:43 +00003581 new cricket::FakeNetworkInterface);
nisse51542be2016-02-12 02:27:06 -08003582 MediaConfig config;
kwiberg686a8ef2016-02-26 03:00:35 -08003583 std::unique_ptr<VideoMediaChannel> channel;
nisse51542be2016-02-12 02:27:06 -08003584
3585 channel.reset(engine_.CreateChannel(call_.get(), config, VideoOptions()));
3586 channel->SetInterface(network_interface.get());
3587 // Default value when DSCP is disabled should be DSCP_DEFAULT.
pbos@webrtc.orgd8198032014-11-10 14:41:43 +00003588 EXPECT_EQ(rtc::DSCP_DEFAULT, network_interface->dscp());
nisse51542be2016-02-12 02:27:06 -08003589
3590 config.enable_dscp = true;
3591 channel.reset(engine_.CreateChannel(call_.get(), config, VideoOptions()));
3592 channel->SetInterface(network_interface.get());
3593 EXPECT_EQ(rtc::DSCP_AF41, network_interface->dscp());
3594
3595 // Verify that setting the option to false resets the
3596 // DiffServCodePoint.
3597 config.enable_dscp = false;
3598 channel.reset(engine_.CreateChannel(call_.get(), config, VideoOptions()));
3599 channel->SetInterface(network_interface.get());
3600 EXPECT_EQ(rtc::DSCP_DEFAULT, network_interface->dscp());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003601}
3602
deadbeef13871492015-12-09 12:37:51 -08003603// This test verifies that the RTCP reduced size mode is properly applied to
3604// send video streams.
eladalonf1841382017-06-12 01:16:46 -07003605TEST_F(WebRtcVideoChannelTest, TestSetSendRtcpReducedSize) {
deadbeef13871492015-12-09 12:37:51 -08003606 // Create stream, expecting that default mode is "compound".
3607 FakeVideoSendStream* stream1 = AddSendStream();
3608 EXPECT_EQ(webrtc::RtcpMode::kCompound, stream1->GetConfig().rtp.rtcp_mode);
3609
3610 // Now enable reduced size mode.
3611 send_parameters_.rtcp.reduced_size = true;
3612 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
3613 stream1 = fake_call_->GetVideoSendStreams()[0];
3614 EXPECT_EQ(webrtc::RtcpMode::kReducedSize, stream1->GetConfig().rtp.rtcp_mode);
3615
3616 // Create a new stream and ensure it picks up the reduced size mode.
3617 FakeVideoSendStream* stream2 = AddSendStream();
3618 EXPECT_EQ(webrtc::RtcpMode::kReducedSize, stream2->GetConfig().rtp.rtcp_mode);
3619}
3620
3621// This test verifies that the RTCP reduced size mode is properly applied to
3622// receive video streams.
eladalonf1841382017-06-12 01:16:46 -07003623TEST_F(WebRtcVideoChannelTest, TestSetRecvRtcpReducedSize) {
deadbeef13871492015-12-09 12:37:51 -08003624 // Create stream, expecting that default mode is "compound".
3625 FakeVideoReceiveStream* stream1 = AddRecvStream();
3626 EXPECT_EQ(webrtc::RtcpMode::kCompound, stream1->GetConfig().rtp.rtcp_mode);
3627
3628 // Now enable reduced size mode.
Taylor Brandstetter5f0b83b2016-03-18 15:02:07 -07003629 // TODO(deadbeef): Once "recv_parameters" becomes "receiver_parameters",
3630 // the reduced_size flag should come from that.
3631 send_parameters_.rtcp.reduced_size = true;
3632 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
deadbeef13871492015-12-09 12:37:51 -08003633 stream1 = fake_call_->GetVideoReceiveStreams()[0];
3634 EXPECT_EQ(webrtc::RtcpMode::kReducedSize, stream1->GetConfig().rtp.rtcp_mode);
3635
3636 // Create a new stream and ensure it picks up the reduced size mode.
3637 FakeVideoReceiveStream* stream2 = AddRecvStream();
3638 EXPECT_EQ(webrtc::RtcpMode::kReducedSize, stream2->GetConfig().rtp.rtcp_mode);
3639}
3640
eladalonf1841382017-06-12 01:16:46 -07003641TEST_F(WebRtcVideoChannelTest, OnReadyToSendSignalsNetworkState) {
skvlad7a43d252016-03-22 15:32:27 -07003642 EXPECT_EQ(webrtc::kNetworkUp,
3643 fake_call_->GetNetworkState(webrtc::MediaType::VIDEO));
3644 EXPECT_EQ(webrtc::kNetworkUp,
3645 fake_call_->GetNetworkState(webrtc::MediaType::AUDIO));
pbos@webrtc.org26c0c412014-09-03 16:17:12 +00003646
3647 channel_->OnReadyToSend(false);
skvlad7a43d252016-03-22 15:32:27 -07003648 EXPECT_EQ(webrtc::kNetworkDown,
3649 fake_call_->GetNetworkState(webrtc::MediaType::VIDEO));
3650 EXPECT_EQ(webrtc::kNetworkUp,
3651 fake_call_->GetNetworkState(webrtc::MediaType::AUDIO));
pbos@webrtc.org26c0c412014-09-03 16:17:12 +00003652
3653 channel_->OnReadyToSend(true);
skvlad7a43d252016-03-22 15:32:27 -07003654 EXPECT_EQ(webrtc::kNetworkUp,
3655 fake_call_->GetNetworkState(webrtc::MediaType::VIDEO));
3656 EXPECT_EQ(webrtc::kNetworkUp,
3657 fake_call_->GetNetworkState(webrtc::MediaType::AUDIO));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003658}
3659
eladalonf1841382017-06-12 01:16:46 -07003660TEST_F(WebRtcVideoChannelTest, GetStatsReportsSentCodecName) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003661 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003662 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003663 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström74d9ed72015-03-26 16:28:31 +01003664
3665 AddSendStream();
3666
3667 cricket::VideoMediaInfo info;
3668 ASSERT_TRUE(channel_->GetStats(&info));
magjed509e4fe2016-11-18 01:34:11 -08003669 EXPECT_EQ("VP8", info.senders[0].codec_name);
Peter Boström74d9ed72015-03-26 16:28:31 +01003670}
3671
eladalonf1841382017-06-12 01:16:46 -07003672TEST_F(WebRtcVideoChannelTest, GetStatsReportsEncoderImplementationName) {
Peter Boströmb7d9a972015-12-18 16:01:11 +01003673 FakeVideoSendStream* stream = AddSendStream();
3674 webrtc::VideoSendStream::Stats stats;
3675 stats.encoder_implementation_name = "encoder_implementation_name";
3676 stream->SetStats(stats);
3677
3678 cricket::VideoMediaInfo info;
3679 ASSERT_TRUE(channel_->GetStats(&info));
3680 EXPECT_EQ(stats.encoder_implementation_name,
3681 info.senders[0].encoder_implementation_name);
3682}
3683
eladalonf1841382017-06-12 01:16:46 -07003684TEST_F(WebRtcVideoChannelTest, GetStatsReportsCpuOveruseMetrics) {
pbos@webrtc.org3e6e2712015-02-26 12:19:31 +00003685 FakeVideoSendStream* stream = AddSendStream();
3686 webrtc::VideoSendStream::Stats stats;
3687 stats.avg_encode_time_ms = 13;
3688 stats.encode_usage_percent = 42;
3689 stream->SetStats(stats);
3690
3691 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003692 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org3e6e2712015-02-26 12:19:31 +00003693 EXPECT_EQ(stats.avg_encode_time_ms, info.senders[0].avg_encode_ms);
3694 EXPECT_EQ(stats.encode_usage_percent, info.senders[0].encode_usage_percent);
3695}
3696
eladalonf1841382017-06-12 01:16:46 -07003697TEST_F(WebRtcVideoChannelTest, GetStatsReportsFramesEncoded) {
sakal43536c32016-10-24 01:46:43 -07003698 FakeVideoSendStream* stream = AddSendStream();
3699 webrtc::VideoSendStream::Stats stats;
3700 stats.frames_encoded = 13;
3701 stream->SetStats(stats);
3702
3703 cricket::VideoMediaInfo info;
3704 ASSERT_TRUE(channel_->GetStats(&info));
3705 EXPECT_EQ(stats.frames_encoded, info.senders[0].frames_encoded);
3706}
3707
eladalonf1841382017-06-12 01:16:46 -07003708TEST_F(WebRtcVideoChannelTest, GetStatsReportsQpSum) {
sakal87da4042016-10-31 06:53:47 -07003709 FakeVideoSendStream* stream = AddSendStream();
3710 webrtc::VideoSendStream::Stats stats;
3711 stats.qp_sum = rtc::Optional<uint64_t>(13);
3712 stream->SetStats(stats);
3713
3714 cricket::VideoMediaInfo info;
3715 ASSERT_TRUE(channel_->GetStats(&info));
3716 EXPECT_EQ(stats.qp_sum, info.senders[0].qp_sum);
3717}
3718
eladalonf1841382017-06-12 01:16:46 -07003719TEST_F(WebRtcVideoChannelTest, GetStatsReportsUpperResolution) {
pbos@webrtc.org273a4142014-12-01 15:23:21 +00003720 FakeVideoSendStream* stream = AddSendStream();
3721 webrtc::VideoSendStream::Stats stats;
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003722 stats.substreams[17].width = 123;
3723 stats.substreams[17].height = 40;
3724 stats.substreams[42].width = 80;
3725 stats.substreams[42].height = 31;
3726 stats.substreams[11].width = 20;
3727 stats.substreams[11].height = 90;
pbos@webrtc.org273a4142014-12-01 15:23:21 +00003728 stream->SetStats(stats);
3729
3730 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003731 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org273a4142014-12-01 15:23:21 +00003732 ASSERT_EQ(1u, info.senders.size());
3733 EXPECT_EQ(123, info.senders[0].send_frame_width);
3734 EXPECT_EQ(90, info.senders[0].send_frame_height);
3735}
3736
eladalonf1841382017-06-12 01:16:46 -07003737TEST_F(WebRtcVideoChannelTest, GetStatsReportsPreferredBitrate) {
Pera48ddb72016-09-29 11:48:50 +02003738 FakeVideoSendStream* stream = AddSendStream();
3739 webrtc::VideoSendStream::Stats stats;
3740 stats.preferred_media_bitrate_bps = 5;
3741 stream->SetStats(stats);
3742
3743 cricket::VideoMediaInfo info;
3744 ASSERT_TRUE(channel_->GetStats(&info));
3745 ASSERT_EQ(1u, info.senders.size());
3746 EXPECT_EQ(5, info.senders[0].preferred_bitrate);
3747}
3748
eladalonf1841382017-06-12 01:16:46 -07003749TEST_F(WebRtcVideoChannelTest, GetStatsReportsCpuAdaptationStats) {
perkj803d97f2016-11-01 11:45:46 -07003750 FakeVideoSendStream* stream = AddSendStream();
3751 webrtc::VideoSendStream::Stats stats;
3752 stats.number_of_cpu_adapt_changes = 2;
3753 stats.cpu_limited_resolution = true;
3754 stream->SetStats(stats);
pbos@webrtc.org9a4410e2015-02-26 10:03:39 +00003755
pbos@webrtc.org9a4410e2015-02-26 10:03:39 +00003756 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003757 EXPECT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org9a4410e2015-02-26 10:03:39 +00003758 ASSERT_EQ(1U, info.senders.size());
eladalonf1841382017-06-12 01:16:46 -07003759 EXPECT_EQ(WebRtcVideoChannel::ADAPTREASON_CPU, info.senders[0].adapt_reason);
perkj803d97f2016-11-01 11:45:46 -07003760 EXPECT_EQ(stats.number_of_cpu_adapt_changes, info.senders[0].adapt_changes);
pbos@webrtc.org9a4410e2015-02-26 10:03:39 +00003761}
3762
eladalonf1841382017-06-12 01:16:46 -07003763TEST_F(WebRtcVideoChannelTest, GetStatsReportsAdaptationAndBandwidthStats) {
perkj803d97f2016-11-01 11:45:46 -07003764 FakeVideoSendStream* stream = AddSendStream();
asapersson17821db2015-12-14 02:08:12 -08003765 webrtc::VideoSendStream::Stats stats;
perkj803d97f2016-11-01 11:45:46 -07003766 stats.number_of_cpu_adapt_changes = 2;
3767 stats.cpu_limited_resolution = true;
asapersson17821db2015-12-14 02:08:12 -08003768 stats.bw_limited_resolution = true;
perkj803d97f2016-11-01 11:45:46 -07003769 stream->SetStats(stats);
3770
3771 cricket::VideoMediaInfo info;
asapersson17821db2015-12-14 02:08:12 -08003772 EXPECT_TRUE(channel_->GetStats(&info));
3773 ASSERT_EQ(1U, info.senders.size());
eladalonf1841382017-06-12 01:16:46 -07003774 EXPECT_EQ(WebRtcVideoChannel::ADAPTREASON_CPU |
3775 WebRtcVideoChannel::ADAPTREASON_BANDWIDTH,
asapersson17821db2015-12-14 02:08:12 -08003776 info.senders[0].adapt_reason);
perkj803d97f2016-11-01 11:45:46 -07003777 EXPECT_EQ(stats.number_of_cpu_adapt_changes, info.senders[0].adapt_changes);
asapersson17821db2015-12-14 02:08:12 -08003778}
3779
eladalonf1841382017-06-12 01:16:46 -07003780TEST_F(WebRtcVideoChannelTest,
asapersson17821db2015-12-14 02:08:12 -08003781 GetStatsTranslatesBandwidthLimitedResolutionCorrectly) {
3782 FakeVideoSendStream* stream = AddSendStream();
3783 webrtc::VideoSendStream::Stats stats;
3784 stats.bw_limited_resolution = true;
3785 stream->SetStats(stats);
3786
3787 cricket::VideoMediaInfo info;
3788 EXPECT_TRUE(channel_->GetStats(&info));
3789 ASSERT_EQ(1U, info.senders.size());
eladalonf1841382017-06-12 01:16:46 -07003790 EXPECT_EQ(WebRtcVideoChannel::ADAPTREASON_BANDWIDTH,
asapersson17821db2015-12-14 02:08:12 -08003791 info.senders[0].adapt_reason);
3792}
3793
eladalonf1841382017-06-12 01:16:46 -07003794TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00003795 GetStatsTranslatesSendRtcpPacketTypesCorrectly) {
3796 FakeVideoSendStream* stream = AddSendStream();
3797 webrtc::VideoSendStream::Stats stats;
3798 stats.substreams[17].rtcp_packet_type_counts.fir_packets = 2;
3799 stats.substreams[17].rtcp_packet_type_counts.nack_packets = 3;
3800 stats.substreams[17].rtcp_packet_type_counts.pli_packets = 4;
3801
3802 stats.substreams[42].rtcp_packet_type_counts.fir_packets = 5;
3803 stats.substreams[42].rtcp_packet_type_counts.nack_packets = 7;
3804 stats.substreams[42].rtcp_packet_type_counts.pli_packets = 9;
3805
3806 stream->SetStats(stats);
3807
3808 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003809 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00003810 EXPECT_EQ(7, info.senders[0].firs_rcvd);
3811 EXPECT_EQ(10, info.senders[0].nacks_rcvd);
3812 EXPECT_EQ(13, info.senders[0].plis_rcvd);
3813}
3814
eladalonf1841382017-06-12 01:16:46 -07003815TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00003816 GetStatsTranslatesReceiveRtcpPacketTypesCorrectly) {
3817 FakeVideoReceiveStream* stream = AddRecvStream();
3818 webrtc::VideoReceiveStream::Stats stats;
3819 stats.rtcp_packet_type_counts.fir_packets = 2;
3820 stats.rtcp_packet_type_counts.nack_packets = 3;
3821 stats.rtcp_packet_type_counts.pli_packets = 4;
3822 stream->SetStats(stats);
3823
3824 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003825 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00003826 EXPECT_EQ(stats.rtcp_packet_type_counts.fir_packets,
3827 info.receivers[0].firs_sent);
3828 EXPECT_EQ(stats.rtcp_packet_type_counts.nack_packets,
3829 info.receivers[0].nacks_sent);
3830 EXPECT_EQ(stats.rtcp_packet_type_counts.pli_packets,
3831 info.receivers[0].plis_sent);
3832}
3833
eladalonf1841382017-06-12 01:16:46 -07003834TEST_F(WebRtcVideoChannelTest, GetStatsTranslatesDecodeStatsCorrectly) {
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003835 FakeVideoReceiveStream* stream = AddRecvStream();
3836 webrtc::VideoReceiveStream::Stats stats;
Peter Boströmb7d9a972015-12-18 16:01:11 +01003837 stats.decoder_implementation_name = "decoder_implementation_name";
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003838 stats.decode_ms = 2;
3839 stats.max_decode_ms = 3;
3840 stats.current_delay_ms = 4;
3841 stats.target_delay_ms = 5;
3842 stats.jitter_buffer_ms = 6;
3843 stats.min_playout_delay_ms = 7;
3844 stats.render_delay_ms = 8;
asapersson26dd92b2016-08-30 00:45:45 -07003845 stats.width = 9;
3846 stats.height = 10;
hbos42f6d2f2017-01-20 03:56:50 -08003847 stats.frame_counts.key_frames = 11;
3848 stats.frame_counts.delta_frames = 12;
hbos50cfe1f2017-01-23 07:21:55 -08003849 stats.frames_rendered = 13;
3850 stats.frames_decoded = 14;
sakalcc452e12017-02-09 04:53:45 -08003851 stats.qp_sum = rtc::Optional<uint64_t>(15);
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003852 stream->SetStats(stats);
3853
3854 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003855 ASSERT_TRUE(channel_->GetStats(&info));
Peter Boströmb7d9a972015-12-18 16:01:11 +01003856 EXPECT_EQ(stats.decoder_implementation_name,
3857 info.receivers[0].decoder_implementation_name);
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003858 EXPECT_EQ(stats.decode_ms, info.receivers[0].decode_ms);
3859 EXPECT_EQ(stats.max_decode_ms, info.receivers[0].max_decode_ms);
3860 EXPECT_EQ(stats.current_delay_ms, info.receivers[0].current_delay_ms);
3861 EXPECT_EQ(stats.target_delay_ms, info.receivers[0].target_delay_ms);
3862 EXPECT_EQ(stats.jitter_buffer_ms, info.receivers[0].jitter_buffer_ms);
3863 EXPECT_EQ(stats.min_playout_delay_ms, info.receivers[0].min_playout_delay_ms);
3864 EXPECT_EQ(stats.render_delay_ms, info.receivers[0].render_delay_ms);
asapersson26dd92b2016-08-30 00:45:45 -07003865 EXPECT_EQ(stats.width, info.receivers[0].frame_width);
3866 EXPECT_EQ(stats.height, info.receivers[0].frame_height);
hbos42f6d2f2017-01-20 03:56:50 -08003867 EXPECT_EQ(stats.frame_counts.key_frames + stats.frame_counts.delta_frames,
3868 info.receivers[0].frames_received);
hbos50cfe1f2017-01-23 07:21:55 -08003869 EXPECT_EQ(stats.frames_rendered, info.receivers[0].frames_rendered);
sakale5ba44e2016-10-26 07:09:24 -07003870 EXPECT_EQ(stats.frames_decoded, info.receivers[0].frames_decoded);
sakalcc452e12017-02-09 04:53:45 -08003871 EXPECT_EQ(stats.qp_sum, info.receivers[0].qp_sum);
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003872}
3873
eladalonf1841382017-06-12 01:16:46 -07003874TEST_F(WebRtcVideoChannelTest, GetStatsTranslatesReceivePacketStatsCorrectly) {
Peter Boström393347f2015-04-22 14:52:45 +02003875 FakeVideoReceiveStream* stream = AddRecvStream();
3876 webrtc::VideoReceiveStream::Stats stats;
3877 stats.rtp_stats.transmitted.payload_bytes = 2;
3878 stats.rtp_stats.transmitted.header_bytes = 3;
3879 stats.rtp_stats.transmitted.padding_bytes = 4;
3880 stats.rtp_stats.transmitted.packets = 5;
srte186d9c32017-08-04 05:03:53 -07003881 stats.rtcp_stats.packets_lost = 6;
Peter Boström393347f2015-04-22 14:52:45 +02003882 stats.rtcp_stats.fraction_lost = 7;
3883 stream->SetStats(stats);
3884
3885 cricket::VideoMediaInfo info;
3886 ASSERT_TRUE(channel_->GetStats(&info));
3887 EXPECT_EQ(stats.rtp_stats.transmitted.payload_bytes +
3888 stats.rtp_stats.transmitted.header_bytes +
3889 stats.rtp_stats.transmitted.padding_bytes,
3890 info.receivers[0].bytes_rcvd);
3891 EXPECT_EQ(stats.rtp_stats.transmitted.packets,
3892 info.receivers[0].packets_rcvd);
srte186d9c32017-08-04 05:03:53 -07003893 EXPECT_EQ(stats.rtcp_stats.packets_lost, info.receivers[0].packets_lost);
Peter Boström393347f2015-04-22 14:52:45 +02003894 EXPECT_EQ(static_cast<float>(stats.rtcp_stats.fraction_lost) / (1 << 8),
3895 info.receivers[0].fraction_lost);
3896}
3897
eladalonf1841382017-06-12 01:16:46 -07003898TEST_F(WebRtcVideoChannelTest, TranslatesCallStatsCorrectly) {
pbos@webrtc.org2b19f062014-12-11 13:26:09 +00003899 AddSendStream();
3900 AddSendStream();
3901 webrtc::Call::Stats stats;
3902 stats.rtt_ms = 123;
3903 fake_call_->SetStats(stats);
3904
3905 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003906 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org2b19f062014-12-11 13:26:09 +00003907 ASSERT_EQ(2u, info.senders.size());
3908 EXPECT_EQ(stats.rtt_ms, info.senders[0].rtt_ms);
3909 EXPECT_EQ(stats.rtt_ms, info.senders[1].rtt_ms);
3910}
3911
eladalonf1841382017-06-12 01:16:46 -07003912TEST_F(WebRtcVideoChannelTest, TranslatesSenderBitrateStatsCorrectly) {
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003913 FakeVideoSendStream* stream = AddSendStream();
3914 webrtc::VideoSendStream::Stats stats;
pbos@webrtc.org891d4832015-02-26 13:15:22 +00003915 stats.target_media_bitrate_bps = 156;
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003916 stats.media_bitrate_bps = 123;
3917 stats.substreams[17].total_bitrate_bps = 1;
3918 stats.substreams[17].retransmit_bitrate_bps = 2;
3919 stats.substreams[42].total_bitrate_bps = 3;
3920 stats.substreams[42].retransmit_bitrate_bps = 4;
3921 stream->SetStats(stats);
3922
3923 FakeVideoSendStream* stream2 = AddSendStream();
3924 webrtc::VideoSendStream::Stats stats2;
pbos@webrtc.org891d4832015-02-26 13:15:22 +00003925 stats2.target_media_bitrate_bps = 200;
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003926 stats2.media_bitrate_bps = 321;
3927 stats2.substreams[13].total_bitrate_bps = 5;
3928 stats2.substreams[13].retransmit_bitrate_bps = 6;
3929 stats2.substreams[21].total_bitrate_bps = 7;
3930 stats2.substreams[21].retransmit_bitrate_bps = 8;
3931 stream2->SetStats(stats2);
3932
3933 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003934 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003935 ASSERT_EQ(2u, info.senders.size());
stefanf79ade12017-06-02 06:44:03 -07003936 BandwidthEstimationInfo bwe_info;
3937 channel_->FillBitrateInfo(&bwe_info);
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003938 // Assuming stream and stream2 corresponds to senders[0] and [1] respectively
3939 // is OK as std::maps are sorted and AddSendStream() gives increasing SSRCs.
3940 EXPECT_EQ(stats.media_bitrate_bps, info.senders[0].nominal_bitrate);
3941 EXPECT_EQ(stats2.media_bitrate_bps, info.senders[1].nominal_bitrate);
pbos@webrtc.org891d4832015-02-26 13:15:22 +00003942 EXPECT_EQ(stats.target_media_bitrate_bps + stats2.target_media_bitrate_bps,
stefanf79ade12017-06-02 06:44:03 -07003943 bwe_info.target_enc_bitrate);
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003944 EXPECT_EQ(stats.media_bitrate_bps + stats2.media_bitrate_bps,
stefanf79ade12017-06-02 06:44:03 -07003945 bwe_info.actual_enc_bitrate);
3946 EXPECT_EQ(1 + 3 + 5 + 7, bwe_info.transmit_bitrate)
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003947 << "Bandwidth stats should take all streams into account.";
stefanf79ade12017-06-02 06:44:03 -07003948 EXPECT_EQ(2 + 4 + 6 + 8, bwe_info.retransmit_bitrate)
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003949 << "Bandwidth stats should take all streams into account.";
3950}
3951
eladalonf1841382017-06-12 01:16:46 -07003952TEST_F(WebRtcVideoChannelTest, DefaultReceiveStreamReconfiguresToUseRtx) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003953 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00003954
Peter Boström0c4e06b2015-10-07 12:23:21 +02003955 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
3956 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00003957
3958 ASSERT_EQ(0u, fake_call_->GetVideoReceiveStreams().size());
3959 const size_t kDataLength = 12;
3960 uint8_t data[kDataLength];
3961 memset(data, 0, sizeof(data));
3962 rtc::SetBE32(&data[8], ssrcs[0]);
jbaucheec21bd2016-03-20 06:15:43 -07003963 rtc::CopyOnWriteBuffer packet(data, kDataLength);
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00003964 rtc::PacketTime packet_time;
3965 channel_->OnPacketReceived(&packet, packet_time);
3966
3967 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size())
3968 << "No default receive stream created.";
3969 FakeVideoReceiveStream* recv_stream = fake_call_->GetVideoReceiveStreams()[0];
brandtr14742122017-01-27 04:53:07 -08003970 EXPECT_EQ(0u, recv_stream->GetConfig().rtp.rtx_ssrc)
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00003971 << "Default receive stream should not have configured RTX";
3972
3973 EXPECT_TRUE(channel_->AddRecvStream(
3974 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs)));
3975 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size())
brandtr14742122017-01-27 04:53:07 -08003976 << "AddRecvStream should have reconfigured, not added a new receiver.";
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00003977 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
nisse26e3abb2017-08-25 04:44:25 -07003978 EXPECT_FALSE(
3979 recv_stream->GetConfig().rtp.rtx_associated_payload_types.empty());
nisseca5706d2017-09-11 02:32:16 -07003980 EXPECT_TRUE(VerifyRtxReceiveAssociations(recv_stream->GetConfig()))
Peter Boströmd8b01092016-05-12 16:44:36 +02003981 << "RTX should be mapped for all decoders/payload types.";
nisseca5706d2017-09-11 02:32:16 -07003982 EXPECT_TRUE(HasRtxReceiveAssociation(recv_stream->GetConfig(),
3983 GetEngineCodec("red").id))
3984 << "RTX should be mapped also for the RED payload type";
brandtr14742122017-01-27 04:53:07 -08003985 EXPECT_EQ(rtx_ssrcs[0], recv_stream->GetConfig().rtp.rtx_ssrc);
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00003986}
3987
eladalonf1841382017-06-12 01:16:46 -07003988TEST_F(WebRtcVideoChannelTest, RejectsAddingStreamsWithMissingSsrcsForRtx) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003989 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boströmd4362cd2015-03-25 14:17:23 +01003990
Peter Boström0c4e06b2015-10-07 12:23:21 +02003991 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
3992 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
Peter Boströmd4362cd2015-03-25 14:17:23 +01003993
3994 StreamParams sp =
3995 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs);
3996 sp.ssrcs = ssrcs; // Without RTXs, this is the important part.
3997
3998 EXPECT_FALSE(channel_->AddSendStream(sp));
3999 EXPECT_FALSE(channel_->AddRecvStream(sp));
4000}
4001
eladalonf1841382017-06-12 01:16:46 -07004002TEST_F(WebRtcVideoChannelTest, RejectsAddingStreamsWithOverlappingRtxSsrcs) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004003 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boströmd6f4c252015-03-26 16:23:04 +01004004
Peter Boström0c4e06b2015-10-07 12:23:21 +02004005 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
4006 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
Peter Boströmd6f4c252015-03-26 16:23:04 +01004007
4008 StreamParams sp =
4009 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs);
4010
4011 EXPECT_TRUE(channel_->AddSendStream(sp));
4012 EXPECT_TRUE(channel_->AddRecvStream(sp));
4013
4014 // The RTX SSRC is already used in previous streams, using it should fail.
4015 sp = cricket::StreamParams::CreateLegacy(rtx_ssrcs[0]);
4016 EXPECT_FALSE(channel_->AddSendStream(sp));
4017 EXPECT_FALSE(channel_->AddRecvStream(sp));
4018
4019 // After removing the original stream this should be fine to add (makes sure
4020 // that RTX ssrcs are not forever taken).
4021 EXPECT_TRUE(channel_->RemoveSendStream(ssrcs[0]));
4022 EXPECT_TRUE(channel_->RemoveRecvStream(ssrcs[0]));
4023 EXPECT_TRUE(channel_->AddSendStream(sp));
4024 EXPECT_TRUE(channel_->AddRecvStream(sp));
4025}
4026
eladalonf1841382017-06-12 01:16:46 -07004027TEST_F(WebRtcVideoChannelTest,
Peter Boströmd6f4c252015-03-26 16:23:04 +01004028 RejectsAddingStreamsWithOverlappingSimulcastSsrcs) {
Peter Boström0c4e06b2015-10-07 12:23:21 +02004029 static const uint32_t kFirstStreamSsrcs[] = {1, 2, 3};
4030 static const uint32_t kOverlappingStreamSsrcs[] = {4, 3, 5};
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004031 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boströmd6f4c252015-03-26 16:23:04 +01004032
Peter Boströmd6f4c252015-03-26 16:23:04 +01004033 StreamParams sp =
4034 cricket::CreateSimStreamParams("cname", MAKE_VECTOR(kFirstStreamSsrcs));
4035
4036 EXPECT_TRUE(channel_->AddSendStream(sp));
4037 EXPECT_TRUE(channel_->AddRecvStream(sp));
4038
4039 // One of the SSRCs is already used in previous streams, using it should fail.
4040 sp = cricket::CreateSimStreamParams("cname",
4041 MAKE_VECTOR(kOverlappingStreamSsrcs));
4042 EXPECT_FALSE(channel_->AddSendStream(sp));
4043 EXPECT_FALSE(channel_->AddRecvStream(sp));
4044
4045 // After removing the original stream this should be fine to add (makes sure
4046 // that RTX ssrcs are not forever taken).
Peter Boström3548dd22015-05-22 18:48:36 +02004047 EXPECT_TRUE(channel_->RemoveSendStream(kFirstStreamSsrcs[0]));
4048 EXPECT_TRUE(channel_->RemoveRecvStream(kFirstStreamSsrcs[0]));
Peter Boströmd6f4c252015-03-26 16:23:04 +01004049 EXPECT_TRUE(channel_->AddSendStream(sp));
4050 EXPECT_TRUE(channel_->AddRecvStream(sp));
4051}
4052
eladalonf1841382017-06-12 01:16:46 -07004053TEST_F(WebRtcVideoChannelTest, ReportsSsrcGroupsInStats) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004054 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boström259bd202015-05-28 13:39:50 +02004055
4056 static const uint32_t kSenderSsrcs[] = {4, 7, 10};
4057 static const uint32_t kSenderRtxSsrcs[] = {5, 8, 11};
4058
4059 StreamParams sender_sp = cricket::CreateSimWithRtxStreamParams(
4060 "cname", MAKE_VECTOR(kSenderSsrcs), MAKE_VECTOR(kSenderRtxSsrcs));
4061
4062 EXPECT_TRUE(channel_->AddSendStream(sender_sp));
4063
4064 static const uint32_t kReceiverSsrcs[] = {3};
4065 static const uint32_t kReceiverRtxSsrcs[] = {2};
4066
4067 StreamParams receiver_sp = cricket::CreateSimWithRtxStreamParams(
4068 "cname", MAKE_VECTOR(kReceiverSsrcs), MAKE_VECTOR(kReceiverRtxSsrcs));
4069 EXPECT_TRUE(channel_->AddRecvStream(receiver_sp));
4070
4071 cricket::VideoMediaInfo info;
4072 ASSERT_TRUE(channel_->GetStats(&info));
4073
4074 ASSERT_EQ(1u, info.senders.size());
4075 ASSERT_EQ(1u, info.receivers.size());
4076
4077 EXPECT_NE(sender_sp.ssrc_groups, receiver_sp.ssrc_groups);
4078 EXPECT_EQ(sender_sp.ssrc_groups, info.senders[0].ssrc_groups);
4079 EXPECT_EQ(receiver_sp.ssrc_groups, info.receivers[0].ssrc_groups);
4080}
4081
eladalonf1841382017-06-12 01:16:46 -07004082TEST_F(WebRtcVideoChannelTest, MapsReceivedPayloadTypeToCodecName) {
pbosf42376c2015-08-28 07:35:32 -07004083 FakeVideoReceiveStream* stream = AddRecvStream();
4084 webrtc::VideoReceiveStream::Stats stats;
4085 cricket::VideoMediaInfo info;
4086
4087 // Report no codec name before receiving.
4088 stream->SetStats(stats);
4089 ASSERT_TRUE(channel_->GetStats(&info));
4090 EXPECT_STREQ("", info.receivers[0].codec_name.c_str());
4091
4092 // Report VP8 if we're receiving it.
magjed509e4fe2016-11-18 01:34:11 -08004093 stats.current_payload_type = GetEngineCodec("VP8").id;
pbosf42376c2015-08-28 07:35:32 -07004094 stream->SetStats(stats);
4095 ASSERT_TRUE(channel_->GetStats(&info));
4096 EXPECT_STREQ(kVp8CodecName, info.receivers[0].codec_name.c_str());
4097
4098 // Report no codec name for unknown playload types.
4099 stats.current_payload_type = 3;
4100 stream->SetStats(stats);
4101 ASSERT_TRUE(channel_->GetStats(&info));
4102 EXPECT_STREQ("", info.receivers[0].codec_name.c_str());
4103}
4104
eladalonf1841382017-06-12 01:16:46 -07004105void WebRtcVideoChannelTest::TestReceiveUnsignaledSsrcPacket(
noahricd10a68e2015-07-10 11:27:55 -07004106 uint8_t payload_type,
4107 bool expect_created_receive_stream) {
magjed509e4fe2016-11-18 01:34:11 -08004108 // kRedRtxPayloadType must currently be unused.
4109 EXPECT_FALSE(FindCodecById(engine_.codecs(), kRedRtxPayloadType));
4110
noahricd10a68e2015-07-10 11:27:55 -07004111 // Add a RED RTX codec.
4112 VideoCodec red_rtx_codec =
magjed509e4fe2016-11-18 01:34:11 -08004113 VideoCodec::CreateRtxCodec(kRedRtxPayloadType, GetEngineCodec("red").id);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004114 recv_parameters_.codecs.push_back(red_rtx_codec);
4115 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
noahricd10a68e2015-07-10 11:27:55 -07004116
4117 ASSERT_EQ(0u, fake_call_->GetVideoReceiveStreams().size());
4118 const size_t kDataLength = 12;
4119 uint8_t data[kDataLength];
4120 memset(data, 0, sizeof(data));
4121
4122 rtc::Set8(data, 1, payload_type);
4123 rtc::SetBE32(&data[8], kIncomingUnsignalledSsrc);
jbaucheec21bd2016-03-20 06:15:43 -07004124 rtc::CopyOnWriteBuffer packet(data, kDataLength);
noahricd10a68e2015-07-10 11:27:55 -07004125 rtc::PacketTime packet_time;
4126 channel_->OnPacketReceived(&packet, packet_time);
4127
4128 if (expect_created_receive_stream) {
4129 EXPECT_EQ(1u, fake_call_->GetVideoReceiveStreams().size())
4130 << "Should have created a receive stream for payload type: "
4131 << payload_type;
4132 } else {
4133 EXPECT_EQ(0u, fake_call_->GetVideoReceiveStreams().size())
4134 << "Shouldn't have created a receive stream for payload type: "
4135 << payload_type;
4136 }
4137}
4138
eladalonf1841382017-06-12 01:16:46 -07004139TEST_F(WebRtcVideoChannelTest, Vp8PacketCreatesUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004140 TestReceiveUnsignaledSsrcPacket(GetEngineCodec("VP8").id,
4141 true /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004142}
4143
eladalonf1841382017-06-12 01:16:46 -07004144TEST_F(WebRtcVideoChannelTest, Vp9PacketCreatesUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004145 TestReceiveUnsignaledSsrcPacket(GetEngineCodec("VP9").id,
4146 true /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004147}
4148
eladalonf1841382017-06-12 01:16:46 -07004149TEST_F(WebRtcVideoChannelTest, RtxPacketDoesntCreateUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004150 const cricket::VideoCodec vp8 = GetEngineCodec("VP8");
4151 const int rtx_vp8_payload_type = default_apt_rtx_types_[vp8.id];
4152 TestReceiveUnsignaledSsrcPacket(rtx_vp8_payload_type,
4153 false /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004154}
4155
eladalonf1841382017-06-12 01:16:46 -07004156TEST_F(WebRtcVideoChannelTest, UlpfecPacketDoesntCreateUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004157 TestReceiveUnsignaledSsrcPacket(GetEngineCodec("ulpfec").id,
4158 false /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004159}
4160
eladalonf1841382017-06-12 01:16:46 -07004161TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr468da7c2016-11-22 02:16:47 -08004162 FlexfecPacketDoesntCreateUnsignalledStream) {
4163 TestReceiveUnsignaledSsrcPacket(GetEngineCodec("flexfec-03").id,
4164 false /* expect_created_receive_stream */);
4165}
4166
eladalonf1841382017-06-12 01:16:46 -07004167TEST_F(WebRtcVideoChannelTest, RedRtxPacketDoesntCreateUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004168 TestReceiveUnsignaledSsrcPacket(kRedRtxPayloadType,
4169 false /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004170}
4171
mzanaty8a855d62017-02-17 15:46:43 -08004172// Test that receiving any unsignalled SSRC works even if it changes.
4173// The first unsignalled SSRC received will create a default receive stream.
4174// Any different unsignalled SSRC received will replace the default.
eladalonf1841382017-06-12 01:16:46 -07004175TEST_F(WebRtcVideoChannelTest, ReceiveDifferentUnsignaledSsrc) {
mzanaty8a855d62017-02-17 15:46:43 -08004176 // Allow receiving VP8, VP9, H264 (if enabled).
4177 cricket::VideoRecvParameters parameters;
4178 parameters.codecs.push_back(GetEngineCodec("VP8"));
4179 parameters.codecs.push_back(GetEngineCodec("VP9"));
4180
4181#if defined(WEBRTC_USE_H264)
4182 cricket::VideoCodec H264codec(126, "H264");
4183 parameters.codecs.push_back(H264codec);
4184#endif
4185
4186 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4187 // No receive streams yet.
4188 ASSERT_EQ(0u, fake_call_->GetVideoReceiveStreams().size());
4189 cricket::FakeVideoRenderer renderer;
4190 EXPECT_TRUE(channel_->SetSink(kDefaultRecvSsrc, &renderer));
4191
4192 // Receive VP8 packet on first SSRC.
4193 uint8_t data[kMinRtpPacketLen];
4194 cricket::RtpHeader rtpHeader;
4195 rtpHeader.payload_type = GetEngineCodec("VP8").id;
4196 rtpHeader.seq_num = rtpHeader.timestamp = 0;
4197 rtpHeader.ssrc = kIncomingUnsignalledSsrc+1;
4198 cricket::SetRtpHeader(data, sizeof(data), rtpHeader);
4199 rtc::CopyOnWriteBuffer packet(data, sizeof(data));
4200 rtc::PacketTime packet_time;
4201 channel_->OnPacketReceived(&packet, packet_time);
4202 // VP8 packet should create default receive stream.
4203 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4204 FakeVideoReceiveStream* recv_stream =
4205 fake_call_->GetVideoReceiveStreams()[0];
4206 EXPECT_EQ(rtpHeader.ssrc, recv_stream->GetConfig().rtp.remote_ssrc);
4207 // Verify that the receive stream sinks to a renderer.
4208 webrtc::VideoFrame video_frame(CreateBlackFrameBuffer(4, 4), 100, 0,
4209 webrtc::kVideoRotation_0);
4210 recv_stream->InjectFrame(video_frame);
4211 EXPECT_EQ(1, renderer.num_rendered_frames());
4212
4213 // Receive VP9 packet on second SSRC.
4214 rtpHeader.payload_type = GetEngineCodec("VP9").id;
4215 rtpHeader.ssrc = kIncomingUnsignalledSsrc+2;
4216 cricket::SetRtpHeader(data, sizeof(data), rtpHeader);
4217 rtc::CopyOnWriteBuffer packet2(data, sizeof(data));
4218 channel_->OnPacketReceived(&packet2, packet_time);
4219 // VP9 packet should replace the default receive SSRC.
4220 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4221 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
4222 EXPECT_EQ(rtpHeader.ssrc, recv_stream->GetConfig().rtp.remote_ssrc);
4223 // Verify that the receive stream sinks to a renderer.
4224 webrtc::VideoFrame video_frame2(CreateBlackFrameBuffer(4, 4), 200, 0,
ilnik00d802b2017-04-11 10:34:31 -07004225 webrtc::kVideoRotation_0);
mzanaty8a855d62017-02-17 15:46:43 -08004226 recv_stream->InjectFrame(video_frame2);
4227 EXPECT_EQ(2, renderer.num_rendered_frames());
4228
4229#if defined(WEBRTC_USE_H264)
4230 // Receive H264 packet on third SSRC.
4231 rtpHeader.payload_type = 126;
4232 rtpHeader.ssrc = kIncomingUnsignalledSsrc+3;
4233 cricket::SetRtpHeader(data, sizeof(data), rtpHeader);
4234 rtc::CopyOnWriteBuffer packet3(data, sizeof(data));
4235 channel_->OnPacketReceived(&packet3, packet_time);
4236 // H264 packet should replace the default receive SSRC.
4237 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4238 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
4239 EXPECT_EQ(rtpHeader.ssrc, recv_stream->GetConfig().rtp.remote_ssrc);
4240 // Verify that the receive stream sinks to a renderer.
4241 webrtc::VideoFrame video_frame3(CreateBlackFrameBuffer(4, 4), 300, 0,
ilnik00d802b2017-04-11 10:34:31 -07004242 webrtc::kVideoRotation_0);
mzanaty8a855d62017-02-17 15:46:43 -08004243 recv_stream->InjectFrame(video_frame3);
4244 EXPECT_EQ(3, renderer.num_rendered_frames());
4245#endif
4246}
4247
brandtr0dc57ea2017-05-29 23:33:31 -07004248// This test verifies that when a new default stream is created for a new
4249// unsignaled SSRC, the new stream does not overwrite any old stream that had
4250// been the default receive stream before being properly signaled.
eladalonf1841382017-06-12 01:16:46 -07004251TEST_F(WebRtcVideoChannelTest,
brandtr0dc57ea2017-05-29 23:33:31 -07004252 NewUnsignaledStreamDoesNotDestroyPreviouslyUnsignaledStream) {
4253 cricket::VideoRecvParameters parameters;
4254 parameters.codecs.push_back(GetEngineCodec("VP8"));
4255 ASSERT_TRUE(channel_->SetRecvParameters(parameters));
4256
4257 // No streams signaled and no packets received, so we should not have any
4258 // stream objects created yet.
4259 EXPECT_EQ(0u, fake_call_->GetVideoReceiveStreams().size());
4260
4261 // Receive packet on an unsignaled SSRC.
4262 uint8_t data[kMinRtpPacketLen];
4263 cricket::RtpHeader rtp_header;
4264 rtp_header.payload_type = GetEngineCodec("VP8").id;
4265 rtp_header.seq_num = rtp_header.timestamp = 0;
4266 rtp_header.ssrc = kSsrcs3[0];
4267 cricket::SetRtpHeader(data, sizeof(data), rtp_header);
4268 rtc::CopyOnWriteBuffer packet(data, sizeof(data));
4269 rtc::PacketTime packet_time;
4270 channel_->OnPacketReceived(&packet, packet_time);
4271 // Default receive stream should be created.
4272 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4273 FakeVideoReceiveStream* recv_stream0 =
4274 fake_call_->GetVideoReceiveStreams()[0];
4275 EXPECT_EQ(kSsrcs3[0], recv_stream0->GetConfig().rtp.remote_ssrc);
4276
4277 // Signal the SSRC.
4278 EXPECT_TRUE(
4279 channel_->AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrcs3[0])));
4280 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4281 recv_stream0 = fake_call_->GetVideoReceiveStreams()[0];
4282 EXPECT_EQ(kSsrcs3[0], recv_stream0->GetConfig().rtp.remote_ssrc);
4283
4284 // Receive packet on a different unsignaled SSRC.
4285 rtp_header.ssrc = kSsrcs3[1];
4286 cricket::SetRtpHeader(data, sizeof(data), rtp_header);
4287 packet.SetData(data, sizeof(data));
4288 channel_->OnPacketReceived(&packet, packet_time);
4289 // New default receive stream should be created, but old stream should remain.
4290 ASSERT_EQ(2u, fake_call_->GetVideoReceiveStreams().size());
4291 EXPECT_EQ(recv_stream0, fake_call_->GetVideoReceiveStreams()[0]);
4292 FakeVideoReceiveStream* recv_stream1 =
4293 fake_call_->GetVideoReceiveStreams()[1];
4294 EXPECT_EQ(kSsrcs3[1], recv_stream1->GetConfig().rtp.remote_ssrc);
4295}
4296
eladalonf1841382017-06-12 01:16:46 -07004297TEST_F(WebRtcVideoChannelTest, CanSentMaxBitrateForExistingStream) {
skvladdc1c62c2016-03-16 19:07:43 -07004298 AddSendStream();
4299
4300 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07004301 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
skvladdc1c62c2016-03-16 19:07:43 -07004302 cricket::VideoFormat capture_format_hd =
4303 capturer.GetSupportedFormats()->front();
4304 EXPECT_EQ(1280, capture_format_hd.width);
4305 EXPECT_EQ(720, capture_format_hd.height);
4306 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format_hd));
4307 EXPECT_TRUE(channel_->SetSend(true));
perkjfa10b552016-10-02 23:45:26 -07004308 capturer.CaptureFrame();
skvladdc1c62c2016-03-16 19:07:43 -07004309
perkjfa10b552016-10-02 23:45:26 -07004310 int default_encoder_bitrate = GetMaxEncoderBitrate();
brandtr468da7c2016-11-22 02:16:47 -08004311 EXPECT_GT(default_encoder_bitrate, 1000);
skvladdc1c62c2016-03-16 19:07:43 -07004312
4313 // TODO(skvlad): Resolve the inconsistency between the interpretation
4314 // of the global bitrate limit for audio and video:
4315 // - Audio: max_bandwidth_bps = 0 - fail the operation,
4316 // max_bandwidth_bps = -1 - remove the bandwidth limit
4317 // - Video: max_bandwidth_bps = 0 - remove the bandwidth limit,
pbos5c7760a2017-03-10 11:23:12 -08004318 // max_bandwidth_bps = -1 - remove the bandwidth limit
skvladdc1c62c2016-03-16 19:07:43 -07004319
perkjfa10b552016-10-02 23:45:26 -07004320 SetAndExpectMaxBitrate(1000, 0, 1000);
4321 SetAndExpectMaxBitrate(1000, 800, 800);
4322 SetAndExpectMaxBitrate(600, 800, 600);
4323 SetAndExpectMaxBitrate(0, 800, 800);
4324 SetAndExpectMaxBitrate(0, 0, default_encoder_bitrate);
skvladdc1c62c2016-03-16 19:07:43 -07004325
deadbeef5a4a75a2016-06-02 16:23:38 -07004326 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
skvladdc1c62c2016-03-16 19:07:43 -07004327}
4328
eladalonf1841382017-06-12 01:16:46 -07004329TEST_F(WebRtcVideoChannelTest, CannotSetMaxBitrateForNonexistentStream) {
skvladdc1c62c2016-03-16 19:07:43 -07004330 webrtc::RtpParameters nonexistent_parameters =
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004331 channel_->GetRtpSendParameters(last_ssrc_);
skvladdc1c62c2016-03-16 19:07:43 -07004332 EXPECT_EQ(0, nonexistent_parameters.encodings.size());
4333
4334 nonexistent_parameters.encodings.push_back(webrtc::RtpEncodingParameters());
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004335 EXPECT_FALSE(
4336 channel_->SetRtpSendParameters(last_ssrc_, nonexistent_parameters));
skvladdc1c62c2016-03-16 19:07:43 -07004337}
4338
eladalonf1841382017-06-12 01:16:46 -07004339TEST_F(WebRtcVideoChannelTest,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004340 CannotSetRtpSendParametersWithIncorrectNumberOfEncodings) {
skvladdc1c62c2016-03-16 19:07:43 -07004341 // This test verifies that setting RtpParameters succeeds only if
4342 // the structure contains exactly one encoding.
deadbeefdbe2b872016-03-22 15:42:00 -07004343 // TODO(skvlad): Update this test when we start supporting setting parameters
skvladdc1c62c2016-03-16 19:07:43 -07004344 // for each encoding individually.
4345
4346 AddSendStream();
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004347 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
skvladdc1c62c2016-03-16 19:07:43 -07004348 // Two or more encodings should result in failure.
4349 parameters.encodings.push_back(webrtc::RtpEncodingParameters());
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004350 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters));
deadbeeffb2aced2017-01-06 23:05:37 -08004351 // Zero encodings should also fail.
4352 parameters.encodings.clear();
4353 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters));
4354}
4355
4356// Changing the SSRC through RtpParameters is not allowed.
eladalonf1841382017-06-12 01:16:46 -07004357TEST_F(WebRtcVideoChannelTest, CannotSetSsrcInRtpSendParameters) {
deadbeeffb2aced2017-01-06 23:05:37 -08004358 AddSendStream();
4359 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
4360 parameters.encodings[0].ssrc = rtc::Optional<uint32_t>(0xdeadbeef);
4361 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters));
skvladdc1c62c2016-03-16 19:07:43 -07004362}
4363
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004364// Test that a stream will not be sending if its encoding is made inactive
4365// through SetRtpSendParameters.
deadbeefdbe2b872016-03-22 15:42:00 -07004366// TODO(deadbeef): Update this test when we start supporting setting parameters
4367// for each encoding individually.
eladalonf1841382017-06-12 01:16:46 -07004368TEST_F(WebRtcVideoChannelTest, SetRtpSendParametersEncodingsActive) {
deadbeefdbe2b872016-03-22 15:42:00 -07004369 FakeVideoSendStream* stream = AddSendStream();
4370 EXPECT_TRUE(channel_->SetSend(true));
4371 EXPECT_TRUE(stream->IsSending());
4372
4373 // Get current parameters and change "active" to false.
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004374 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
deadbeefdbe2b872016-03-22 15:42:00 -07004375 ASSERT_EQ(1u, parameters.encodings.size());
4376 ASSERT_TRUE(parameters.encodings[0].active);
4377 parameters.encodings[0].active = false;
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004378 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters));
deadbeefdbe2b872016-03-22 15:42:00 -07004379 EXPECT_FALSE(stream->IsSending());
4380
4381 // Now change it back to active and verify we resume sending.
4382 parameters.encodings[0].active = true;
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004383 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters));
deadbeefdbe2b872016-03-22 15:42:00 -07004384 EXPECT_TRUE(stream->IsSending());
4385}
4386
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004387// Test that if a stream is reconfigured (due to a codec change or other
4388// change) while its encoding is still inactive, it doesn't start sending.
eladalonf1841382017-06-12 01:16:46 -07004389TEST_F(WebRtcVideoChannelTest,
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004390 InactiveStreamDoesntStartSendingWhenReconfigured) {
4391 // Set an initial codec list, which will be modified later.
4392 cricket::VideoSendParameters parameters1;
magjed509e4fe2016-11-18 01:34:11 -08004393 parameters1.codecs.push_back(GetEngineCodec("VP8"));
4394 parameters1.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004395 EXPECT_TRUE(channel_->SetSendParameters(parameters1));
4396
4397 FakeVideoSendStream* stream = AddSendStream();
4398 EXPECT_TRUE(channel_->SetSend(true));
4399 EXPECT_TRUE(stream->IsSending());
4400
4401 // Get current parameters and change "active" to false.
4402 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
4403 ASSERT_EQ(1u, parameters.encodings.size());
4404 ASSERT_TRUE(parameters.encodings[0].active);
4405 parameters.encodings[0].active = false;
4406 EXPECT_EQ(1u, GetFakeSendStreams().size());
4407 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
4408 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters));
4409 EXPECT_FALSE(stream->IsSending());
4410
4411 // Reorder the codec list, causing the stream to be reconfigured.
4412 cricket::VideoSendParameters parameters2;
magjed509e4fe2016-11-18 01:34:11 -08004413 parameters2.codecs.push_back(GetEngineCodec("VP9"));
4414 parameters2.codecs.push_back(GetEngineCodec("VP8"));
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004415 EXPECT_TRUE(channel_->SetSendParameters(parameters2));
4416 auto new_streams = GetFakeSendStreams();
4417 // Assert that a new underlying stream was created due to the codec change.
4418 // Otherwise, this test isn't testing what it set out to test.
4419 EXPECT_EQ(1u, GetFakeSendStreams().size());
4420 EXPECT_EQ(2, fake_call_->GetNumCreatedSendStreams());
4421
4422 // Verify that we still are not sending anything, due to the inactive
4423 // encoding.
4424 EXPECT_FALSE(new_streams[0]->IsSending());
4425}
4426
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004427// Test that GetRtpSendParameters returns the currently configured codecs.
eladalonf1841382017-06-12 01:16:46 -07004428TEST_F(WebRtcVideoChannelTest, GetRtpSendParametersCodecs) {
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004429 AddSendStream();
4430 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08004431 parameters.codecs.push_back(GetEngineCodec("VP8"));
4432 parameters.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004433 EXPECT_TRUE(channel_->SetSendParameters(parameters));
4434
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004435 webrtc::RtpParameters rtp_parameters =
4436 channel_->GetRtpSendParameters(last_ssrc_);
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004437 ASSERT_EQ(2u, rtp_parameters.codecs.size());
magjed509e4fe2016-11-18 01:34:11 -08004438 EXPECT_EQ(GetEngineCodec("VP8").ToCodecParameters(),
4439 rtp_parameters.codecs[0]);
4440 EXPECT_EQ(GetEngineCodec("VP9").ToCodecParameters(),
4441 rtp_parameters.codecs[1]);
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004442}
4443
deadbeeffb2aced2017-01-06 23:05:37 -08004444// Test that RtpParameters for send stream has one encoding and it has
4445// the correct SSRC.
eladalonf1841382017-06-12 01:16:46 -07004446TEST_F(WebRtcVideoChannelTest, GetRtpSendParametersSsrc) {
deadbeeffb2aced2017-01-06 23:05:37 -08004447 AddSendStream();
4448
4449 webrtc::RtpParameters rtp_parameters =
4450 channel_->GetRtpSendParameters(last_ssrc_);
4451 ASSERT_EQ(1u, rtp_parameters.encodings.size());
4452 EXPECT_EQ(rtc::Optional<uint32_t>(last_ssrc_),
4453 rtp_parameters.encodings[0].ssrc);
4454}
4455
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004456// Test that if we set/get parameters multiple times, we get the same results.
eladalonf1841382017-06-12 01:16:46 -07004457TEST_F(WebRtcVideoChannelTest, SetAndGetRtpSendParameters) {
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004458 AddSendStream();
4459 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08004460 parameters.codecs.push_back(GetEngineCodec("VP8"));
4461 parameters.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004462 EXPECT_TRUE(channel_->SetSendParameters(parameters));
4463
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004464 webrtc::RtpParameters initial_params =
4465 channel_->GetRtpSendParameters(last_ssrc_);
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004466
4467 // We should be able to set the params we just got.
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004468 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, initial_params));
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004469
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004470 // ... And this shouldn't change the params returned by GetRtpSendParameters.
4471 EXPECT_EQ(initial_params, channel_->GetRtpSendParameters(last_ssrc_));
4472}
4473
4474// Test that GetRtpReceiveParameters returns the currently configured codecs.
eladalonf1841382017-06-12 01:16:46 -07004475TEST_F(WebRtcVideoChannelTest, GetRtpReceiveParametersCodecs) {
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004476 AddRecvStream();
4477 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08004478 parameters.codecs.push_back(GetEngineCodec("VP8"));
4479 parameters.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004480 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4481
4482 webrtc::RtpParameters rtp_parameters =
4483 channel_->GetRtpReceiveParameters(last_ssrc_);
4484 ASSERT_EQ(2u, rtp_parameters.codecs.size());
magjed509e4fe2016-11-18 01:34:11 -08004485 EXPECT_EQ(GetEngineCodec("VP8").ToCodecParameters(),
4486 rtp_parameters.codecs[0]);
4487 EXPECT_EQ(GetEngineCodec("VP9").ToCodecParameters(),
4488 rtp_parameters.codecs[1]);
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004489}
4490
johan073ece42016-08-26 02:59:47 -07004491#if defined(WEBRTC_USE_H264)
eladalonf1841382017-06-12 01:16:46 -07004492TEST_F(WebRtcVideoChannelTest, GetRtpReceiveFmtpSprop) {
johan073ece42016-08-26 02:59:47 -07004493#else
eladalonf1841382017-06-12 01:16:46 -07004494TEST_F(WebRtcVideoChannelTest, DISABLED_GetRtpReceiveFmtpSprop) {
johan073ece42016-08-26 02:59:47 -07004495#endif
johan3859c892016-08-05 09:19:25 -07004496 cricket::VideoRecvParameters parameters;
perkj26752742016-10-24 01:21:16 -07004497 cricket::VideoCodec kH264sprop1(101, "H264");
magjed5dfac562016-11-25 03:56:37 -08004498 kH264sprop1.SetParam(kH264FmtpSpropParameterSets, "uvw");
johan3859c892016-08-05 09:19:25 -07004499 parameters.codecs.push_back(kH264sprop1);
perkj26752742016-10-24 01:21:16 -07004500 cricket::VideoCodec kH264sprop2(102, "H264");
magjed5dfac562016-11-25 03:56:37 -08004501 kH264sprop2.SetParam(kH264FmtpSpropParameterSets, "xyz");
johan3859c892016-08-05 09:19:25 -07004502 parameters.codecs.push_back(kH264sprop2);
4503 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4504
4505 FakeVideoReceiveStream* recv_stream = AddRecvStream();
4506 const webrtc::VideoReceiveStream::Config& cfg = recv_stream->GetConfig();
4507 webrtc::RtpParameters rtp_parameters =
4508 channel_->GetRtpReceiveParameters(last_ssrc_);
4509 ASSERT_EQ(2u, rtp_parameters.codecs.size());
4510 EXPECT_EQ(kH264sprop1.ToCodecParameters(), rtp_parameters.codecs[0]);
4511 ASSERT_EQ(2u, cfg.decoders.size());
4512 EXPECT_EQ(101, cfg.decoders[0].payload_type);
4513 EXPECT_EQ("H264", cfg.decoders[0].payload_name);
magjed5dfac562016-11-25 03:56:37 -08004514 const auto it0 =
4515 cfg.decoders[0].codec_params.find(kH264FmtpSpropParameterSets);
4516 ASSERT_TRUE(it0 != cfg.decoders[0].codec_params.end());
4517 EXPECT_EQ("uvw", it0->second);
johan3859c892016-08-05 09:19:25 -07004518
4519 EXPECT_EQ(102, cfg.decoders[1].payload_type);
4520 EXPECT_EQ("H264", cfg.decoders[1].payload_name);
magjed5dfac562016-11-25 03:56:37 -08004521 const auto it1 =
4522 cfg.decoders[1].codec_params.find(kH264FmtpSpropParameterSets);
4523 ASSERT_TRUE(it1 != cfg.decoders[1].codec_params.end());
4524 EXPECT_EQ("xyz", it1->second);
johan3859c892016-08-05 09:19:25 -07004525}
4526
sakal1fd95952016-06-22 00:46:15 -07004527// Test that RtpParameters for receive stream has one encoding and it has
4528// the correct SSRC.
eladalonf1841382017-06-12 01:16:46 -07004529TEST_F(WebRtcVideoChannelTest, GetRtpReceiveParametersSsrc) {
sakal1fd95952016-06-22 00:46:15 -07004530 AddRecvStream();
4531
4532 webrtc::RtpParameters rtp_parameters =
4533 channel_->GetRtpReceiveParameters(last_ssrc_);
4534 ASSERT_EQ(1u, rtp_parameters.encodings.size());
4535 EXPECT_EQ(rtc::Optional<uint32_t>(last_ssrc_),
4536 rtp_parameters.encodings[0].ssrc);
4537}
4538
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004539// Test that if we set/get parameters multiple times, we get the same results.
eladalonf1841382017-06-12 01:16:46 -07004540TEST_F(WebRtcVideoChannelTest, SetAndGetRtpReceiveParameters) {
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004541 AddRecvStream();
4542 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08004543 parameters.codecs.push_back(GetEngineCodec("VP8"));
4544 parameters.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004545 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4546
4547 webrtc::RtpParameters initial_params =
4548 channel_->GetRtpReceiveParameters(last_ssrc_);
4549
4550 // We should be able to set the params we just got.
4551 EXPECT_TRUE(channel_->SetRtpReceiveParameters(last_ssrc_, initial_params));
4552
4553 // ... And this shouldn't change the params returned by
4554 // GetRtpReceiveParameters.
4555 EXPECT_EQ(initial_params, channel_->GetRtpReceiveParameters(last_ssrc_));
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004556}
4557
deadbeef3bc15102017-04-20 19:25:07 -07004558// Test that GetRtpReceiveParameters returns parameters correctly when SSRCs
4559// aren't signaled. It should always return an empty "RtpEncodingParameters",
4560// even after a packet is received and the unsignaled SSRC is known.
eladalonf1841382017-06-12 01:16:46 -07004561TEST_F(WebRtcVideoChannelTest, GetRtpReceiveParametersWithUnsignaledSsrc) {
deadbeef3bc15102017-04-20 19:25:07 -07004562 // Call necessary methods to configure receiving a default stream as
4563 // soon as it arrives.
4564 cricket::VideoRecvParameters parameters;
4565 parameters.codecs.push_back(GetEngineCodec("VP8"));
4566 parameters.codecs.push_back(GetEngineCodec("VP9"));
4567 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4568
4569 // Call GetRtpReceiveParameters before configured to receive an unsignaled
4570 // stream. Should return nothing.
4571 EXPECT_EQ(webrtc::RtpParameters(), channel_->GetRtpReceiveParameters(0));
4572
4573 // Set a sink for an unsignaled stream.
4574 cricket::FakeVideoRenderer renderer;
4575 // Value of "0" means "unsignaled stream".
4576 EXPECT_TRUE(channel_->SetSink(0, &renderer));
4577
4578 // Call GetRtpReceiveParameters before the SSRC is known. Value of "0"
4579 // in this method means "unsignaled stream".
4580 webrtc::RtpParameters rtp_parameters = channel_->GetRtpReceiveParameters(0);
4581 ASSERT_EQ(1u, rtp_parameters.encodings.size());
4582 EXPECT_FALSE(rtp_parameters.encodings[0].ssrc);
4583
4584 // Receive VP8 packet.
4585 uint8_t data[kMinRtpPacketLen];
4586 cricket::RtpHeader rtpHeader;
4587 rtpHeader.payload_type = GetEngineCodec("VP8").id;
4588 rtpHeader.seq_num = rtpHeader.timestamp = 0;
4589 rtpHeader.ssrc = kIncomingUnsignalledSsrc;
4590 cricket::SetRtpHeader(data, sizeof(data), rtpHeader);
4591 rtc::CopyOnWriteBuffer packet(data, sizeof(data));
4592 rtc::PacketTime packet_time;
4593 channel_->OnPacketReceived(&packet, packet_time);
4594
4595 // The |ssrc| member should still be unset.
4596 rtp_parameters = channel_->GetRtpReceiveParameters(0);
4597 ASSERT_EQ(1u, rtp_parameters.encodings.size());
4598 EXPECT_FALSE(rtp_parameters.encodings[0].ssrc);
4599}
4600
eladalonf1841382017-06-12 01:16:46 -07004601void WebRtcVideoChannelTest::TestReceiverLocalSsrcConfiguration(
Peter Boström3548dd22015-05-22 18:48:36 +02004602 bool receiver_first) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004603 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boström3548dd22015-05-22 18:48:36 +02004604
4605 const uint32_t kSenderSsrc = 0xC0FFEE;
Peter Boströmdfa28152015-10-21 17:21:10 +02004606 const uint32_t kSecondSenderSsrc = 0xBADCAFE;
Peter Boström3548dd22015-05-22 18:48:36 +02004607 const uint32_t kReceiverSsrc = 0x4711;
Peter Boströmdfa28152015-10-21 17:21:10 +02004608 const uint32_t kExpectedDefaultReceiverSsrc = 1;
Peter Boström3548dd22015-05-22 18:48:36 +02004609
4610 if (receiver_first) {
4611 AddRecvStream(StreamParams::CreateLegacy(kReceiverSsrc));
4612 std::vector<FakeVideoReceiveStream*> receive_streams =
4613 fake_call_->GetVideoReceiveStreams();
4614 ASSERT_EQ(1u, receive_streams.size());
Peter Boströmdfa28152015-10-21 17:21:10 +02004615 // Default local SSRC when we have no sender.
4616 EXPECT_EQ(kExpectedDefaultReceiverSsrc,
4617 receive_streams[0]->GetConfig().rtp.local_ssrc);
Peter Boström3548dd22015-05-22 18:48:36 +02004618 }
4619 AddSendStream(StreamParams::CreateLegacy(kSenderSsrc));
4620 if (!receiver_first)
4621 AddRecvStream(StreamParams::CreateLegacy(kReceiverSsrc));
4622 std::vector<FakeVideoReceiveStream*> receive_streams =
4623 fake_call_->GetVideoReceiveStreams();
4624 ASSERT_EQ(1u, receive_streams.size());
4625 EXPECT_EQ(kSenderSsrc, receive_streams[0]->GetConfig().rtp.local_ssrc);
Peter Boströmdfa28152015-10-21 17:21:10 +02004626
4627 // Removing first sender should fall back to another (in this case the second)
4628 // local send stream's SSRC.
4629 AddSendStream(StreamParams::CreateLegacy(kSecondSenderSsrc));
4630 ASSERT_TRUE(channel_->RemoveSendStream(kSenderSsrc));
4631 receive_streams =
4632 fake_call_->GetVideoReceiveStreams();
4633 ASSERT_EQ(1u, receive_streams.size());
4634 EXPECT_EQ(kSecondSenderSsrc, receive_streams[0]->GetConfig().rtp.local_ssrc);
4635
4636 // Removing the last sender should fall back to default local SSRC.
4637 ASSERT_TRUE(channel_->RemoveSendStream(kSecondSenderSsrc));
4638 receive_streams =
4639 fake_call_->GetVideoReceiveStreams();
4640 ASSERT_EQ(1u, receive_streams.size());
4641 EXPECT_EQ(kExpectedDefaultReceiverSsrc,
4642 receive_streams[0]->GetConfig().rtp.local_ssrc);
Peter Boström3548dd22015-05-22 18:48:36 +02004643}
4644
eladalonf1841382017-06-12 01:16:46 -07004645TEST_F(WebRtcVideoChannelTest, ConfiguresLocalSsrc) {
Peter Boström3548dd22015-05-22 18:48:36 +02004646 TestReceiverLocalSsrcConfiguration(false);
4647}
4648
eladalonf1841382017-06-12 01:16:46 -07004649TEST_F(WebRtcVideoChannelTest, ConfiguresLocalSsrcOnExistingReceivers) {
Peter Boström3548dd22015-05-22 18:48:36 +02004650 TestReceiverLocalSsrcConfiguration(true);
4651}
4652
eladalonf1841382017-06-12 01:16:46 -07004653class WebRtcVideoChannelSimulcastTest : public testing::Test {
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004654 public:
eladalonf1841382017-06-12 01:16:46 -07004655 WebRtcVideoChannelSimulcastTest()
magjed2475ae22017-09-12 04:42:15 -07004656 : fake_call_(webrtc::Call::Config(&event_log_)),
Magnus Jedvert02e7a192017-09-23 17:21:32 +02004657 encoder_factory_(new cricket::FakeWebRtcVideoEncoderFactory),
4658 decoder_factory_(new cricket::FakeWebRtcVideoDecoderFactory),
4659 engine_(std::unique_ptr<cricket::WebRtcVideoEncoderFactory>(
4660 encoder_factory_),
4661 std::unique_ptr<cricket::WebRtcVideoDecoderFactory>(
4662 decoder_factory_)),
magjed2475ae22017-09-12 04:42:15 -07004663 last_ssrc_(0) {}
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004664
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00004665 void SetUp() override {
nisse51542be2016-02-12 02:27:06 -08004666 channel_.reset(
kthelgason2bc68642017-02-07 07:02:22 -08004667 engine_.CreateChannel(&fake_call_, GetMediaConfig(), VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08004668 channel_->OnReadyToSend(true);
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004669 last_ssrc_ = 123;
4670 }
4671
4672 protected:
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004673 void VerifySimulcastSettings(const VideoCodec& codec,
perkj26752742016-10-24 01:21:16 -07004674 int capture_width,
4675 int capture_height,
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004676 size_t num_configured_streams,
sprang429600d2017-01-26 06:12:26 -08004677 size_t expected_num_streams,
4678 bool screenshare,
4679 bool conference_mode) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004680 cricket::VideoSendParameters parameters;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004681 parameters.codecs.push_back(codec);
sprang429600d2017-01-26 06:12:26 -08004682 parameters.conference_mode = conference_mode;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004683 ASSERT_TRUE(channel_->SetSendParameters(parameters));
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004684
Peter Boström0c4e06b2015-10-07 12:23:21 +02004685 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
henrikg91d6ede2015-09-17 00:24:34 -07004686 RTC_DCHECK(num_configured_streams <= ssrcs.size());
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004687 ssrcs.resize(num_configured_streams);
4688
sprangf24a0642017-02-28 13:23:26 -08004689 AddSendStream(CreateSimStreamParams("cname", ssrcs));
pbos@webrtc.org86196c42015-02-16 21:02:00 +00004690 // Send a full-size frame to trigger a stream reconfiguration to use all
4691 // expected simulcast layers.
4692 cricket::FakeVideoCapturer capturer;
sprangf24a0642017-02-28 13:23:26 -08004693 VideoOptions options;
4694 if (screenshare)
4695 options.is_screencast = rtc::Optional<bool>(screenshare);
deadbeef5a4a75a2016-06-02 16:23:38 -07004696 EXPECT_TRUE(
sprang429600d2017-01-26 06:12:26 -08004697 channel_->SetVideoSend(ssrcs.front(), true, &options, &capturer));
sprangf24a0642017-02-28 13:23:26 -08004698 // Fetch the latest stream since SetVideoSend() may recreate it if the
4699 // screen content setting is changed.
4700 FakeVideoSendStream* stream = fake_call_.GetVideoSendStreams().front();
pbos@webrtc.org86196c42015-02-16 21:02:00 +00004701 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(cricket::VideoFormat(
perkj26752742016-10-24 01:21:16 -07004702 capture_width, capture_height,
pbos@webrtc.org86196c42015-02-16 21:02:00 +00004703 cricket::VideoFormat::FpsToInterval(30),
4704 cricket::FOURCC_I420)));
4705 channel_->SetSend(true);
4706 EXPECT_TRUE(capturer.CaptureFrame());
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004707
4708 std::vector<webrtc::VideoStream> video_streams = stream->GetVideoStreams();
4709 ASSERT_EQ(expected_num_streams, video_streams.size());
4710
sprang429600d2017-01-26 06:12:26 -08004711 std::vector<webrtc::VideoStream> expected_streams;
4712 if (conference_mode) {
4713 expected_streams = GetSimulcastConfig(
4714 num_configured_streams, capture_width, capture_height, 0,
4715 kDefaultQpMax, kDefaultVideoMaxFramerate, screenshare);
sprang3ebabf12017-02-16 07:35:22 -08004716 if (screenshare) {
4717 for (const webrtc::VideoStream& stream : expected_streams) {
4718 // Never scale screen content.
4719 EXPECT_EQ(stream.width, capture_width);
4720 EXPECT_EQ(stream.height, capture_height);
4721 }
4722 }
sprang429600d2017-01-26 06:12:26 -08004723 } else {
4724 webrtc::VideoStream stream;
4725 stream.width = capture_width;
4726 stream.height = capture_height;
4727 stream.max_framerate = kDefaultVideoMaxFramerate;
Åsa Persson45bbc8a2017-11-13 10:16:47 +01004728 stream.min_bitrate_bps = cricket::kMinVideoBitrateBps;
sprang429600d2017-01-26 06:12:26 -08004729 int max_bitrate_kbps;
4730 if (capture_width * capture_height <= 320 * 240) {
4731 max_bitrate_kbps = 600;
4732 } else if (capture_width * capture_height <= 640 * 480) {
4733 max_bitrate_kbps = 1700;
4734 } else if (capture_width * capture_height <= 960 * 540) {
4735 max_bitrate_kbps = 2000;
4736 } else {
4737 max_bitrate_kbps = 2500;
4738 }
4739 stream.target_bitrate_bps = stream.max_bitrate_bps =
4740 max_bitrate_kbps * 1000;
4741 stream.max_qp = kDefaultQpMax;
4742 expected_streams.push_back(stream);
4743 }
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004744
4745 ASSERT_EQ(expected_streams.size(), video_streams.size());
4746
4747 size_t num_streams = video_streams.size();
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00004748 int total_max_bitrate_bps = 0;
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004749 for (size_t i = 0; i < num_streams; ++i) {
4750 EXPECT_EQ(expected_streams[i].width, video_streams[i].width);
4751 EXPECT_EQ(expected_streams[i].height, video_streams[i].height);
4752
4753 EXPECT_GT(video_streams[i].max_framerate, 0);
4754 EXPECT_EQ(expected_streams[i].max_framerate,
4755 video_streams[i].max_framerate);
4756
4757 EXPECT_GT(video_streams[i].min_bitrate_bps, 0);
4758 EXPECT_EQ(expected_streams[i].min_bitrate_bps,
4759 video_streams[i].min_bitrate_bps);
4760
4761 EXPECT_GT(video_streams[i].target_bitrate_bps, 0);
4762 EXPECT_EQ(expected_streams[i].target_bitrate_bps,
4763 video_streams[i].target_bitrate_bps);
4764
4765 EXPECT_GT(video_streams[i].max_bitrate_bps, 0);
4766 EXPECT_EQ(expected_streams[i].max_bitrate_bps,
4767 video_streams[i].max_bitrate_bps);
4768
4769 EXPECT_GT(video_streams[i].max_qp, 0);
4770 EXPECT_EQ(expected_streams[i].max_qp, video_streams[i].max_qp);
4771
sprang429600d2017-01-26 06:12:26 -08004772 EXPECT_EQ(!conference_mode,
4773 expected_streams[i].temporal_layer_thresholds_bps.empty());
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004774 EXPECT_EQ(expected_streams[i].temporal_layer_thresholds_bps,
4775 video_streams[i].temporal_layer_thresholds_bps);
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00004776
4777 if (i == num_streams - 1) {
4778 total_max_bitrate_bps += video_streams[i].max_bitrate_bps;
4779 } else {
4780 total_max_bitrate_bps += video_streams[i].target_bitrate_bps;
4781 }
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004782 }
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00004783
deadbeef5a4a75a2016-06-02 16:23:38 -07004784 EXPECT_TRUE(channel_->SetVideoSend(ssrcs.front(), true, nullptr, nullptr));
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004785 }
4786
4787 FakeVideoSendStream* AddSendStream() {
4788 return AddSendStream(StreamParams::CreateLegacy(last_ssrc_++));
4789 }
4790
4791 FakeVideoSendStream* AddSendStream(const StreamParams& sp) {
4792 size_t num_streams =
Fredrik Solenberg709ed672015-09-15 12:26:33 +02004793 fake_call_.GetVideoSendStreams().size();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004794 EXPECT_TRUE(channel_->AddSendStream(sp));
4795 std::vector<FakeVideoSendStream*> streams =
Fredrik Solenberg709ed672015-09-15 12:26:33 +02004796 fake_call_.GetVideoSendStreams();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004797 EXPECT_EQ(num_streams + 1, streams.size());
4798 return streams[streams.size() - 1];
4799 }
4800
4801 std::vector<FakeVideoSendStream*> GetFakeSendStreams() {
Fredrik Solenberg709ed672015-09-15 12:26:33 +02004802 return fake_call_.GetVideoSendStreams();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004803 }
4804
4805 FakeVideoReceiveStream* AddRecvStream() {
4806 return AddRecvStream(StreamParams::CreateLegacy(last_ssrc_++));
4807 }
4808
4809 FakeVideoReceiveStream* AddRecvStream(const StreamParams& sp) {
4810 size_t num_streams =
Fredrik Solenberg709ed672015-09-15 12:26:33 +02004811 fake_call_.GetVideoReceiveStreams().size();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004812 EXPECT_TRUE(channel_->AddRecvStream(sp));
4813 std::vector<FakeVideoReceiveStream*> streams =
Fredrik Solenberg709ed672015-09-15 12:26:33 +02004814 fake_call_.GetVideoReceiveStreams();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004815 EXPECT_EQ(num_streams + 1, streams.size());
4816 return streams[streams.size() - 1];
4817 }
4818
skvlad11a9cbf2016-10-07 11:53:05 -07004819 webrtc::RtcEventLogNullImpl event_log_;
Fredrik Solenberg709ed672015-09-15 12:26:33 +02004820 FakeCall fake_call_;
Magnus Jedvert02e7a192017-09-23 17:21:32 +02004821 cricket::FakeWebRtcVideoEncoderFactory* encoder_factory_;
4822 cricket::FakeWebRtcVideoDecoderFactory* decoder_factory_;
eladalonf1841382017-06-12 01:16:46 -07004823 WebRtcVideoEngine engine_;
kwiberg686a8ef2016-02-26 03:00:35 -08004824 std::unique_ptr<VideoMediaChannel> channel_;
Peter Boström0c4e06b2015-10-07 12:23:21 +02004825 uint32_t last_ssrc_;
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004826};
4827
eladalonf1841382017-06-12 01:16:46 -07004828TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsWith2SimulcastStreams) {
sprang429600d2017-01-26 06:12:26 -08004829 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 640, 360, 2, 2, false,
4830 true);
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004831}
4832
eladalonf1841382017-06-12 01:16:46 -07004833TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsWith3SimulcastStreams) {
sprang429600d2017-01-26 06:12:26 -08004834 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 3, false,
4835 true);
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004836}
4837
4838// Test that we normalize send codec format size in simulcast.
eladalonf1841382017-06-12 01:16:46 -07004839TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsWithOddSizeInSimulcast) {
sprang429600d2017-01-26 06:12:26 -08004840 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 541, 271, 2, 2, false,
4841 true);
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004842}
sprang429600d2017-01-26 06:12:26 -08004843
eladalonf1841382017-06-12 01:16:46 -07004844TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsForScreenshare) {
sprang429600d2017-01-26 06:12:26 -08004845 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 1, true,
4846 false);
4847}
4848
eladalonf1841382017-06-12 01:16:46 -07004849TEST_F(WebRtcVideoChannelSimulcastTest,
sprang429600d2017-01-26 06:12:26 -08004850 SetSendCodecsForConferenceModeScreenshare) {
4851 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 1, true,
4852 true);
4853}
4854
eladalonf1841382017-06-12 01:16:46 -07004855TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsForSimulcastScreenshare) {
sprang429600d2017-01-26 06:12:26 -08004856 webrtc::test::ScopedFieldTrials override_field_trials_(
4857 "WebRTC-SimulcastScreenshare/Enabled/");
4858 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 2, true,
4859 true);
4860}
4861
eladalonf1841382017-06-12 01:16:46 -07004862TEST_F(WebRtcVideoChannelSimulcastTest,
sprangfe627f32017-03-29 08:24:59 -07004863 NoSimulcastScreenshareWithoutConference) {
4864 webrtc::test::ScopedFieldTrials override_field_trials_(
4865 "WebRTC-SimulcastScreenshare/Enabled/");
4866 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 1, true,
4867 false);
4868}
4869
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00004870} // namespace cricket