blob: 7b1eb4a583bf0211df4d42347dc9f3884b593b4a [file] [log] [blame]
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001/*
kjellander1afca732016-02-07 20:46:45 -08002 * Copyright (c) 2004 The WebRTC project authors. All Rights Reserved.
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003 *
kjellander1afca732016-02-07 20:46:45 -08004 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00009 */
10
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +000011#include <algorithm>
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000012#include <map>
kwiberg686a8ef2016-02-26 03:00:35 -080013#include <memory>
Steve Antone78bcb92017-10-31 09:53:08 -070014#include <utility>
pbos@webrtc.org86f613d2014-06-10 08:53:05 +000015#include <vector>
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000016
Emircan Uysalerdbcac7f2017-10-30 23:10:12 -070017#include "api/test/mock_video_decoder_factory.h"
18#include "api/test/mock_video_encoder_factory.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020019#include "api/video_codecs/sdp_video_format.h"
20#include "api/video_codecs/video_decoder_factory.h"
21#include "api/video_codecs/video_encoder.h"
22#include "api/video_codecs/video_encoder_factory.h"
23#include "call/flexfec_receive_stream.h"
24#include "common_video/h264/profile_level_id.h"
25#include "logging/rtc_event_log/rtc_event_log.h"
26#include "media/base/mediaconstants.h"
27#include "media/base/rtputils.h"
28#include "media/base/testutils.h"
29#include "media/base/videoengine_unittest.h"
30#include "media/engine/constants.h"
31#include "media/engine/fakewebrtccall.h"
32#include "media/engine/fakewebrtcvideoengine.h"
Magnus Jedvert7501b1c2017-11-09 13:43:42 +010033#include "media/engine/internalencoderfactory.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020034#include "media/engine/simulcast.h"
35#include "media/engine/webrtcvideoengine.h"
36#include "media/engine/webrtcvoiceengine.h"
37#include "rtc_base/arraysize.h"
38#include "rtc_base/gunit.h"
39#include "rtc_base/stringutils.h"
40#include "test/field_trial.h"
41#include "test/gmock.h"
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000042
isheriff6f8d6862016-05-26 11:24:55 -070043using webrtc::RtpExtension;
44
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000045namespace {
buildbot@webrtc.orga8530772014-12-10 09:01:18 +000046static const int kDefaultQpMax = 56;
buildbot@webrtc.orga8530772014-12-10 09:01:18 +000047
noahricd10a68e2015-07-10 11:27:55 -070048static const uint8_t kRedRtxPayloadType = 125;
49
Peter Boström0c4e06b2015-10-07 12:23:21 +020050static const uint32_t kSsrcs1[] = {1};
51static const uint32_t kSsrcs3[] = {1, 2, 3};
52static const uint32_t kRtxSsrcs1[] = {4};
brandtr468da7c2016-11-22 02:16:47 -080053static const uint32_t kFlexfecSsrc = 5;
Peter Boström0c4e06b2015-10-07 12:23:21 +020054static const uint32_t kIncomingUnsignalledSsrc = 0xC0FFEE;
mzanaty8a855d62017-02-17 15:46:43 -080055static const uint32_t kDefaultRecvSsrc = 0;
56
pbos@webrtc.org3c107582014-07-20 15:27:35 +000057static const char kUnsupportedExtensionName[] =
58 "urn:ietf:params:rtp-hdrext:unsupported";
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +000059
magjed509e4fe2016-11-18 01:34:11 -080060cricket::VideoCodec RemoveFeedbackParams(cricket::VideoCodec&& codec) {
61 codec.feedback_params = cricket::FeedbackParams();
62 return codec;
63}
64
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +000065void VerifyCodecHasDefaultFeedbackParams(const cricket::VideoCodec& codec) {
66 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
67 cricket::kRtcpFbParamNack, cricket::kParamValueEmpty)));
68 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
69 cricket::kRtcpFbParamNack, cricket::kRtcpFbNackParamPli)));
70 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
71 cricket::kRtcpFbParamRemb, cricket::kParamValueEmpty)));
72 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
stefan43edf0f2015-11-20 18:05:48 -080073 cricket::kRtcpFbParamTransportCc, cricket::kParamValueEmpty)));
74 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +000075 cricket::kRtcpFbParamCcm, cricket::kRtcpFbCcmParamFir)));
76}
77
magjed725e4842016-11-16 00:48:13 -080078// Return true if any codec in |codecs| is an RTX codec with associated payload
79// type |payload_type|.
80bool HasRtxCodec(const std::vector<cricket::VideoCodec>& codecs,
81 int payload_type) {
82 for (const cricket::VideoCodec& codec : codecs) {
83 int associated_payload_type;
84 if (cricket::CodecNamesEq(codec.name.c_str(), "rtx") &&
85 codec.GetParam(cricket::kCodecParamAssociatedPayloadType,
86 &associated_payload_type) &&
87 associated_payload_type == payload_type) {
88 return true;
89 }
90 }
91 return false;
92}
93
nisseca5706d2017-09-11 02:32:16 -070094// TODO(nisse): Duplicated in call.cc.
95const int* FindKeyByValue(const std::map<int, int>& m, int v) {
96 for (const auto& kv : m) {
97 if (kv.second == v)
98 return &kv.first;
99 }
100 return nullptr;
101}
102
103bool HasRtxReceiveAssociation(
104 const webrtc::VideoReceiveStream::Config& config,
105 int payload_type) {
106 return FindKeyByValue(config.rtp.rtx_associated_payload_types,
107 payload_type) != nullptr;
108}
109
110// Check that there's an Rtx payload type for each decoder.
111bool VerifyRtxReceiveAssociations(
112 const webrtc::VideoReceiveStream::Config& config) {
113 for (const auto& decoder : config.decoders) {
114 if (!HasRtxReceiveAssociation(config, decoder.payload_type))
115 return false;
116 }
117 return true;
118}
119
brandtrffc61182016-11-28 06:02:22 -0800120rtc::scoped_refptr<webrtc::VideoFrameBuffer> CreateBlackFrameBuffer(
nisse64ec8f82016-09-27 00:17:25 -0700121 int width,
122 int height) {
123 rtc::scoped_refptr<webrtc::I420Buffer> buffer =
124 webrtc::I420Buffer::Create(width, height);
nisseaf916892017-01-10 07:44:26 -0800125 webrtc::I420Buffer::SetBlack(buffer);
nisse64ec8f82016-09-27 00:17:25 -0700126 return buffer;
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +0000127}
128
Shao Changbine62202f2015-04-21 20:24:50 +0800129void VerifySendStreamHasRtxTypes(const webrtc::VideoSendStream::Config& config,
130 const std::map<int, int>& rtx_types) {
131 std::map<int, int>::const_iterator it;
132 it = rtx_types.find(config.encoder_settings.payload_type);
133 EXPECT_TRUE(it != rtx_types.end() &&
134 it->second == config.rtp.rtx.payload_type);
135
brandtrb5f2c3f2016-10-04 23:28:39 -0700136 if (config.rtp.ulpfec.red_rtx_payload_type != -1) {
137 it = rtx_types.find(config.rtp.ulpfec.red_payload_type);
Shao Changbine62202f2015-04-21 20:24:50 +0800138 EXPECT_TRUE(it != rtx_types.end() &&
brandtrb5f2c3f2016-10-04 23:28:39 -0700139 it->second == config.rtp.ulpfec.red_rtx_payload_type);
Shao Changbine62202f2015-04-21 20:24:50 +0800140 }
141}
kthelgason2bc68642017-02-07 07:02:22 -0800142
143cricket::MediaConfig GetMediaConfig() {
144 cricket::MediaConfig media_config;
145 media_config.video.enable_cpu_overuse_detection = false;
146 return media_config;
147}
nisse26e3abb2017-08-25 04:44:25 -0700148
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000149} // namespace
150
151namespace cricket {
eladalonf1841382017-06-12 01:16:46 -0700152class WebRtcVideoEngineTest : public ::testing::Test {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000153 public:
eladalonf1841382017-06-12 01:16:46 -0700154 WebRtcVideoEngineTest() : WebRtcVideoEngineTest("") {}
155 explicit WebRtcVideoEngineTest(const char* field_trials)
stefanc1aeaf02015-10-15 07:26:07 -0700156 : override_field_trials_(field_trials),
skvlad11a9cbf2016-10-07 11:53:05 -0700157 call_(webrtc::Call::Create(webrtc::Call::Config(&event_log_))),
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200158 encoder_factory_(new cricket::FakeWebRtcVideoEncoderFactory),
159 decoder_factory_(new cricket::FakeWebRtcVideoDecoderFactory),
160 engine_(std::unique_ptr<cricket::WebRtcVideoEncoderFactory>(
161 encoder_factory_),
162 std::unique_ptr<cricket::WebRtcVideoDecoderFactory>(
163 decoder_factory_)) {
pbos@webrtc.org9fbb7172014-06-13 09:34:13 +0000164 std::vector<VideoCodec> engine_codecs = engine_.codecs();
henrikg91d6ede2015-09-17 00:24:34 -0700165 RTC_DCHECK(!engine_codecs.empty());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000166 bool codec_set = false;
magjed509e4fe2016-11-18 01:34:11 -0800167 for (const cricket::VideoCodec& codec : engine_codecs) {
168 if (codec.name == "rtx") {
Shao Changbine62202f2015-04-21 20:24:50 +0800169 int associated_payload_type;
magjed509e4fe2016-11-18 01:34:11 -0800170 if (codec.GetParam(kCodecParamAssociatedPayloadType,
171 &associated_payload_type)) {
172 default_apt_rtx_types_[associated_payload_type] = codec.id;
Shao Changbine62202f2015-04-21 20:24:50 +0800173 }
magjed509e4fe2016-11-18 01:34:11 -0800174 } else if (!codec_set && codec.name != "red" && codec.name != "ulpfec") {
175 default_codec_ = codec;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000176 codec_set = true;
177 }
178 }
179
henrikg91d6ede2015-09-17 00:24:34 -0700180 RTC_DCHECK(codec_set);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000181 }
182
183 protected:
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100184 // Find the index of the codec in the engine with the given name. The codec
185 // must be present.
186 int GetEngineCodecIndex(const std::string& name) const;
187
magjed509e4fe2016-11-18 01:34:11 -0800188 // Find the codec in the engine with the given name. The codec must be
189 // present.
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100190 cricket::VideoCodec GetEngineCodec(const std::string& name) const;
magjed509e4fe2016-11-18 01:34:11 -0800191
magjed2475ae22017-09-12 04:42:15 -0700192 VideoMediaChannel* SetUpForExternalEncoderFactory();
pbos@webrtc.orgfa553ef2014-10-20 11:07:07 +0000193
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000194 VideoMediaChannel* SetUpForExternalDecoderFactory(
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000195 const std::vector<VideoCodec>& codecs);
196
Peter Boströme4499152016-02-05 11:13:28 +0100197 void TestExtendedEncoderOveruse(bool use_external_encoder);
198
stefanc1aeaf02015-10-15 07:26:07 -0700199 webrtc::test::ScopedFieldTrials override_field_trials_;
skvlad11a9cbf2016-10-07 11:53:05 -0700200 webrtc::RtcEventLogNullImpl event_log_;
eladalonf1841382017-06-12 01:16:46 -0700201 // Used in WebRtcVideoEngineVoiceTest, but defined here so it's properly
pbos@webrtc.orgf1f0d9a2015-03-02 13:30:15 +0000202 // initialized when the constructor is called.
kwiberg686a8ef2016-02-26 03:00:35 -0800203 std::unique_ptr<webrtc::Call> call_;
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200204 // TODO(magjed): Update all tests to use new video codec factories once the
205 // old factories are deprecated,
206 // https://bugs.chromium.org/p/webrtc/issues/detail?id=7925.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200207 // These factories are owned by the video engine.
208 cricket::FakeWebRtcVideoEncoderFactory* encoder_factory_;
209 cricket::FakeWebRtcVideoDecoderFactory* decoder_factory_;
eladalonf1841382017-06-12 01:16:46 -0700210 WebRtcVideoEngine engine_;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000211 VideoCodec default_codec_;
Shao Changbine62202f2015-04-21 20:24:50 +0800212 std::map<int, int> default_apt_rtx_types_;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000213};
214
eladalonf1841382017-06-12 01:16:46 -0700215TEST_F(WebRtcVideoEngineTest, AnnouncesVp9AccordingToBuildFlags) {
Peter Boström12996152016-05-14 02:03:18 +0200216 bool claims_vp9_support = false;
217 for (const cricket::VideoCodec& codec : engine_.codecs()) {
218 if (codec.name == "VP9") {
219 claims_vp9_support = true;
220 break;
221 }
222 }
223#if defined(RTC_DISABLE_VP9)
224 EXPECT_FALSE(claims_vp9_support);
225#else
226 EXPECT_TRUE(claims_vp9_support);
227#endif // defined(RTC_DISABLE_VP9)
228}
229
eladalonf1841382017-06-12 01:16:46 -0700230TEST_F(WebRtcVideoEngineTest, DefaultRtxCodecHasAssociatedPayloadTypeSet) {
pbos@webrtc.orge322a172014-06-13 11:47:28 +0000231 std::vector<VideoCodec> engine_codecs = engine_.codecs();
232 for (size_t i = 0; i < engine_codecs.size(); ++i) {
233 if (engine_codecs[i].name != kRtxCodecName)
234 continue;
235 int associated_payload_type;
236 EXPECT_TRUE(engine_codecs[i].GetParam(kCodecParamAssociatedPayloadType,
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000237 &associated_payload_type));
pbos@webrtc.orge322a172014-06-13 11:47:28 +0000238 EXPECT_EQ(default_codec_.id, associated_payload_type);
239 return;
240 }
241 FAIL() << "No RTX codec found among default codecs.";
242}
243
eladalonf1841382017-06-12 01:16:46 -0700244TEST_F(WebRtcVideoEngineTest, SupportsTimestampOffsetHeaderExtension) {
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100245 RtpCapabilities capabilities = engine_.GetCapabilities();
246 ASSERT_FALSE(capabilities.header_extensions.empty());
isheriff6f8d6862016-05-26 11:24:55 -0700247 for (const RtpExtension& extension : capabilities.header_extensions) {
248 if (extension.uri == RtpExtension::kTimestampOffsetUri) {
249 EXPECT_EQ(RtpExtension::kTimestampOffsetDefaultId, extension.id);
pbos@webrtc.org587ef602014-06-16 17:32:02 +0000250 return;
251 }
252 }
253 FAIL() << "Timestamp offset extension not in header-extension list.";
254}
255
eladalonf1841382017-06-12 01:16:46 -0700256TEST_F(WebRtcVideoEngineTest, SupportsAbsoluteSenderTimeHeaderExtension) {
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100257 RtpCapabilities capabilities = engine_.GetCapabilities();
258 ASSERT_FALSE(capabilities.header_extensions.empty());
isheriff6f8d6862016-05-26 11:24:55 -0700259 for (const RtpExtension& extension : capabilities.header_extensions) {
260 if (extension.uri == RtpExtension::kAbsSendTimeUri) {
261 EXPECT_EQ(RtpExtension::kAbsSendTimeDefaultId, extension.id);
pbos@webrtc.org587ef602014-06-16 17:32:02 +0000262 return;
263 }
264 }
265 FAIL() << "Absolute Sender Time extension not in header-extension list.";
266}
267
eladalonf1841382017-06-12 01:16:46 -0700268TEST_F(WebRtcVideoEngineTest, SupportsTransportSequenceNumberHeaderExtension) {
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100269 RtpCapabilities capabilities = engine_.GetCapabilities();
270 ASSERT_FALSE(capabilities.header_extensions.empty());
isheriff6f8d6862016-05-26 11:24:55 -0700271 for (const RtpExtension& extension : capabilities.header_extensions) {
272 if (extension.uri == RtpExtension::kTransportSequenceNumberUri) {
273 EXPECT_EQ(RtpExtension::kTransportSequenceNumberDefaultId, extension.id);
stefanc1aeaf02015-10-15 07:26:07 -0700274 return;
275 }
276 }
277 FAIL() << "Transport sequence number extension not in header-extension list.";
278}
279
eladalonf1841382017-06-12 01:16:46 -0700280TEST_F(WebRtcVideoEngineTest, SupportsVideoRotationHeaderExtension) {
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100281 RtpCapabilities capabilities = engine_.GetCapabilities();
282 ASSERT_FALSE(capabilities.header_extensions.empty());
isheriff6f8d6862016-05-26 11:24:55 -0700283 for (const RtpExtension& extension : capabilities.header_extensions) {
284 if (extension.uri == RtpExtension::kVideoRotationUri) {
285 EXPECT_EQ(RtpExtension::kVideoRotationDefaultId, extension.id);
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700286 return;
287 }
288 }
289 FAIL() << "Video Rotation extension not in header-extension list.";
290}
291
eladalonf1841382017-06-12 01:16:46 -0700292TEST_F(WebRtcVideoEngineTest, CVOSetHeaderExtensionBeforeCapturer) {
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700293 // Allocate the capturer first to prevent early destruction before channel's
294 // dtor is called.
295 cricket::FakeVideoCapturer capturer;
296
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200297 encoder_factory_->AddSupportedVideoCodecType("VP8");
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700298
magjed2475ae22017-09-12 04:42:15 -0700299 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700300 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(kSsrc)));
301
302 // Add CVO extension.
303 const int id = 1;
magjed509e4fe2016-11-18 01:34:11 -0800304 cricket::VideoSendParameters parameters;
305 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200306 parameters.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -0700307 RtpExtension(RtpExtension::kVideoRotationUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200308 EXPECT_TRUE(channel->SetSendParameters(parameters));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700309
310 // Set capturer.
deadbeef5a4a75a2016-06-02 16:23:38 -0700311 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700312
313 // Verify capturer has turned off applying rotation.
nisse47ac4622016-05-25 08:47:01 -0700314 EXPECT_FALSE(capturer.apply_rotation());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700315
316 // Verify removing header extension turns on applying rotation.
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200317 parameters.extensions.clear();
318 EXPECT_TRUE(channel->SetSendParameters(parameters));
nisse47ac4622016-05-25 08:47:01 -0700319 EXPECT_TRUE(capturer.apply_rotation());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700320}
321
eladalonf1841382017-06-12 01:16:46 -0700322TEST_F(WebRtcVideoEngineTest, CVOSetHeaderExtensionBeforeAddSendStream) {
perkj91e1c152016-03-02 05:34:00 -0800323 // Allocate the capturer first to prevent early destruction before channel's
324 // dtor is called.
325 cricket::FakeVideoCapturer capturer;
326
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200327 encoder_factory_->AddSupportedVideoCodecType("VP8");
perkj91e1c152016-03-02 05:34:00 -0800328
magjed2475ae22017-09-12 04:42:15 -0700329 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
perkj91e1c152016-03-02 05:34:00 -0800330 // Add CVO extension.
331 const int id = 1;
magjed509e4fe2016-11-18 01:34:11 -0800332 cricket::VideoSendParameters parameters;
333 parameters.codecs.push_back(GetEngineCodec("VP8"));
perkj91e1c152016-03-02 05:34:00 -0800334 parameters.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -0700335 RtpExtension(RtpExtension::kVideoRotationUri, id));
perkj91e1c152016-03-02 05:34:00 -0800336 EXPECT_TRUE(channel->SetSendParameters(parameters));
337 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(kSsrc)));
338
339 // Set capturer.
deadbeef5a4a75a2016-06-02 16:23:38 -0700340 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
perkj91e1c152016-03-02 05:34:00 -0800341
342 // Verify capturer has turned off applying rotation.
nisse47ac4622016-05-25 08:47:01 -0700343 EXPECT_FALSE(capturer.apply_rotation());
perkj91e1c152016-03-02 05:34:00 -0800344}
345
eladalonf1841382017-06-12 01:16:46 -0700346TEST_F(WebRtcVideoEngineTest, CVOSetHeaderExtensionAfterCapturer) {
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700347 cricket::FakeVideoCapturer capturer;
348
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200349 encoder_factory_->AddSupportedVideoCodecType("VP8");
350 encoder_factory_->AddSupportedVideoCodecType("VP9");
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700351
magjed2475ae22017-09-12 04:42:15 -0700352 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700353 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(kSsrc)));
354
355 // Set capturer.
deadbeef5a4a75a2016-06-02 16:23:38 -0700356 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700357
perkjcaafdba2016-03-20 07:34:29 -0700358 // Verify capturer has turned on applying rotation.
nisse47ac4622016-05-25 08:47:01 -0700359 EXPECT_TRUE(capturer.apply_rotation());
perkjcaafdba2016-03-20 07:34:29 -0700360
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700361 // Add CVO extension.
362 const int id = 1;
magjed509e4fe2016-11-18 01:34:11 -0800363 cricket::VideoSendParameters parameters;
364 parameters.codecs.push_back(GetEngineCodec("VP8"));
365 parameters.codecs.push_back(GetEngineCodec("VP9"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200366 parameters.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -0700367 RtpExtension(RtpExtension::kVideoRotationUri, id));
perkjcaafdba2016-03-20 07:34:29 -0700368 // Also remove the first codec to trigger a codec change as well.
369 parameters.codecs.erase(parameters.codecs.begin());
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200370 EXPECT_TRUE(channel->SetSendParameters(parameters));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700371
372 // Verify capturer has turned off applying rotation.
nisse47ac4622016-05-25 08:47:01 -0700373 EXPECT_FALSE(capturer.apply_rotation());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700374
375 // Verify removing header extension turns on applying rotation.
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200376 parameters.extensions.clear();
377 EXPECT_TRUE(channel->SetSendParameters(parameters));
nisse47ac4622016-05-25 08:47:01 -0700378 EXPECT_TRUE(capturer.apply_rotation());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700379}
380
eladalonf1841382017-06-12 01:16:46 -0700381TEST_F(WebRtcVideoEngineTest, SetSendFailsBeforeSettingCodecs) {
kwiberg686a8ef2016-02-26 03:00:35 -0800382 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800383 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +0000384
385 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(123)));
386
387 EXPECT_FALSE(channel->SetSend(true))
388 << "Channel should not start without codecs.";
389 EXPECT_TRUE(channel->SetSend(false))
390 << "Channel should be stoppable even without set codecs.";
391}
392
eladalonf1841382017-06-12 01:16:46 -0700393TEST_F(WebRtcVideoEngineTest, GetStatsWithoutSendCodecsSetDoesNotCrash) {
kwiberg686a8ef2016-02-26 03:00:35 -0800394 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800395 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
pbos@webrtc.orgc3d2bd22014-08-12 20:55:10 +0000396 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(123)));
397 VideoMediaInfo info;
398 channel->GetStats(&info);
399}
400
eladalonf1841382017-06-12 01:16:46 -0700401TEST_F(WebRtcVideoEngineTest, UseExternalFactoryForVp8WhenSupported) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200402 encoder_factory_->AddSupportedVideoCodecType("VP8");
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000403
magjed2475ae22017-09-12 04:42:15 -0700404 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
Sergey Ulanove2b15012016-11-22 16:08:30 -0800405 channel->OnReadyToSend(true);
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000406
407 EXPECT_TRUE(
408 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200409 EXPECT_EQ(0, encoder_factory_->GetNumCreatedEncoders());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000410 EXPECT_TRUE(channel->SetSend(true));
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000411 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700412 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000413 EXPECT_EQ(cricket::CS_RUNNING,
414 capturer.Start(capturer.GetSupportedFormats()->front()));
415 EXPECT_TRUE(capturer.CaptureFrame());
Per21d45d22016-10-30 21:37:57 +0100416 // Sending one frame will have allocate the encoder.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200417 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(1));
418 EXPECT_TRUE_WAIT(encoder_factory_->encoders()[0]->GetNumEncodedFrames() > 0,
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000419 kTimeout);
420
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200421 int num_created_encoders = encoder_factory_->GetNumCreatedEncoders();
Per21d45d22016-10-30 21:37:57 +0100422 EXPECT_EQ(num_created_encoders, 1);
pbos@webrtc.org86196c42015-02-16 21:02:00 +0000423
424 // Setting codecs of the same type should not reallocate any encoders
425 // (expecting a no-op).
magjed509e4fe2016-11-18 01:34:11 -0800426 cricket::VideoSendParameters parameters;
427 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200428 EXPECT_TRUE(channel->SetSendParameters(parameters));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200429 EXPECT_EQ(num_created_encoders, encoder_factory_->GetNumCreatedEncoders());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000430
431 // Remove stream previously added to free the external encoder instance.
432 EXPECT_TRUE(channel->RemoveSendStream(kSsrc));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200433 EXPECT_EQ(0u, encoder_factory_->encoders().size());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000434}
435
Taylor Brandstetter6c3e7882016-06-29 11:14:19 -0700436// Test that when an external encoder factory supports a codec we don't
437// internally support, we still add an RTX codec for it.
438// TODO(deadbeef): Currently this test is only effective if WebRTC is
439// built with no internal H264 support. This test should be updated
440// if/when we start adding RTX codecs for unrecognized codec names.
eladalonf1841382017-06-12 01:16:46 -0700441TEST_F(WebRtcVideoEngineTest, RtxCodecAddedForExternalCodec) {
magjed725e4842016-11-16 00:48:13 -0800442 using webrtc::H264::ProfileLevelIdToString;
443 using webrtc::H264::ProfileLevelId;
444 using webrtc::H264::kLevel1;
445 cricket::VideoCodec h264_constrained_baseline("H264");
446 h264_constrained_baseline.params[kH264FmtpProfileLevelId] =
447 *ProfileLevelIdToString(
448 ProfileLevelId(webrtc::H264::kProfileConstrainedBaseline, kLevel1));
449 cricket::VideoCodec h264_constrained_high("H264");
450 h264_constrained_high.params[kH264FmtpProfileLevelId] =
451 *ProfileLevelIdToString(
452 ProfileLevelId(webrtc::H264::kProfileConstrainedHigh, kLevel1));
453 cricket::VideoCodec h264_high("H264");
454 h264_high.params[kH264FmtpProfileLevelId] = *ProfileLevelIdToString(
455 ProfileLevelId(webrtc::H264::kProfileHigh, kLevel1));
456
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200457 encoder_factory_->AddSupportedVideoCodec(h264_constrained_baseline);
458 encoder_factory_->AddSupportedVideoCodec(h264_constrained_high);
459 encoder_factory_->AddSupportedVideoCodec(h264_high);
Taylor Brandstetter6c3e7882016-06-29 11:14:19 -0700460
magjed725e4842016-11-16 00:48:13 -0800461 // First figure out what payload types the test codecs got assigned.
462 const std::vector<cricket::VideoCodec> codecs = engine_.codecs();
magjed509e4fe2016-11-18 01:34:11 -0800463 // Now search for RTX codecs for them. Expect that they all have associated
464 // RTX codecs.
magjed725e4842016-11-16 00:48:13 -0800465 EXPECT_TRUE(HasRtxCodec(
466 codecs, FindMatchingCodec(codecs, h264_constrained_baseline)->id));
467 EXPECT_TRUE(HasRtxCodec(
468 codecs, FindMatchingCodec(codecs, h264_constrained_high)->id));
magjed509e4fe2016-11-18 01:34:11 -0800469 EXPECT_TRUE(HasRtxCodec(
magjed725e4842016-11-16 00:48:13 -0800470 codecs, FindMatchingCodec(codecs, h264_high)->id));
Taylor Brandstetter6c3e7882016-06-29 11:14:19 -0700471}
472
eladalonf1841382017-06-12 01:16:46 -0700473void WebRtcVideoEngineTest::TestExtendedEncoderOveruse(
Peter Boströme4499152016-02-05 11:13:28 +0100474 bool use_external_encoder) {
kwiberg686a8ef2016-02-26 03:00:35 -0800475 std::unique_ptr<VideoMediaChannel> channel;
skvlad11a9cbf2016-10-07 11:53:05 -0700476 FakeCall* fake_call = new FakeCall(webrtc::Call::Config(&event_log_));
Peter Boströme4499152016-02-05 11:13:28 +0100477 call_.reset(fake_call);
478 if (use_external_encoder) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200479 encoder_factory_->AddSupportedVideoCodecType("VP8");
magjed2475ae22017-09-12 04:42:15 -0700480 channel.reset(SetUpForExternalEncoderFactory());
Peter Boströme4499152016-02-05 11:13:28 +0100481 } else {
nisse51542be2016-02-12 02:27:06 -0800482 channel.reset(
kthelgason2bc68642017-02-07 07:02:22 -0800483 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
Peter Boströme4499152016-02-05 11:13:28 +0100484 }
485 ASSERT_TRUE(
486 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
magjed509e4fe2016-11-18 01:34:11 -0800487 cricket::VideoSendParameters parameters;
488 parameters.codecs.push_back(GetEngineCodec("VP8"));
Peter Boströme4499152016-02-05 11:13:28 +0100489 EXPECT_TRUE(channel->SetSendParameters(parameters));
490 EXPECT_TRUE(channel->SetSend(true));
491 FakeVideoSendStream* stream = fake_call->GetVideoSendStreams()[0];
492
493 EXPECT_EQ(use_external_encoder,
494 stream->GetConfig().encoder_settings.full_overuse_time);
495 // Remove stream previously added to free the external encoder instance.
496 EXPECT_TRUE(channel->RemoveSendStream(kSsrc));
497}
498
eladalonf1841382017-06-12 01:16:46 -0700499TEST_F(WebRtcVideoEngineTest, EnablesFullEncoderTimeForExternalEncoders) {
Peter Boströme4499152016-02-05 11:13:28 +0100500 TestExtendedEncoderOveruse(true);
501}
502
eladalonf1841382017-06-12 01:16:46 -0700503TEST_F(WebRtcVideoEngineTest, DisablesFullEncoderTimeForNonExternalEncoders) {
Peter Boströme4499152016-02-05 11:13:28 +0100504 TestExtendedEncoderOveruse(false);
505}
506
Peter Boström12996152016-05-14 02:03:18 +0200507#if !defined(RTC_DISABLE_VP9)
eladalonf1841382017-06-12 01:16:46 -0700508TEST_F(WebRtcVideoEngineTest, CanConstructDecoderForVp9EncoderFactory) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200509 encoder_factory_->AddSupportedVideoCodecType("VP9");
Peter Boström53eda3d2015-03-27 15:53:18 +0100510
magjed2475ae22017-09-12 04:42:15 -0700511 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
Peter Boström53eda3d2015-03-27 15:53:18 +0100512
513 EXPECT_TRUE(
514 channel->AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrc)));
515}
Peter Boström12996152016-05-14 02:03:18 +0200516#endif // !defined(RTC_DISABLE_VP9)
Peter Boström53eda3d2015-03-27 15:53:18 +0100517
eladalonf1841382017-06-12 01:16:46 -0700518TEST_F(WebRtcVideoEngineTest, PropagatesInputFrameTimestamp) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200519 encoder_factory_->AddSupportedVideoCodecType("VP8");
skvlad11a9cbf2016-10-07 11:53:05 -0700520 FakeCall* fake_call = new FakeCall(webrtc::Call::Config(&event_log_));
Fredrik Solenberg709ed672015-09-15 12:26:33 +0200521 call_.reset(fake_call);
magjed2475ae22017-09-12 04:42:15 -0700522 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
qiangchenc27d89f2015-07-16 10:27:16 -0700523
524 EXPECT_TRUE(
525 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
526
527 FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700528 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
qiangchenc27d89f2015-07-16 10:27:16 -0700529 capturer.Start(cricket::VideoFormat(1280, 720,
530 cricket::VideoFormat::FpsToInterval(60),
531 cricket::FOURCC_I420));
532 channel->SetSend(true);
533
Fredrik Solenberg709ed672015-09-15 12:26:33 +0200534 FakeVideoSendStream* stream = fake_call->GetVideoSendStreams()[0];
qiangchenc27d89f2015-07-16 10:27:16 -0700535
536 EXPECT_TRUE(capturer.CaptureFrame());
pbos1cb121d2015-09-14 11:38:38 -0700537 int64_t last_timestamp = stream->GetLastTimestamp();
qiangchenc27d89f2015-07-16 10:27:16 -0700538 for (int i = 0; i < 10; i++) {
539 EXPECT_TRUE(capturer.CaptureFrame());
pbos1cb121d2015-09-14 11:38:38 -0700540 int64_t timestamp = stream->GetLastTimestamp();
qiangchenc27d89f2015-07-16 10:27:16 -0700541 int64_t interval = timestamp - last_timestamp;
542
543 // Precision changes from nanosecond to millisecond.
544 // Allow error to be no more than 1.
545 EXPECT_NEAR(cricket::VideoFormat::FpsToInterval(60) / 1E6, interval, 1);
546
547 last_timestamp = timestamp;
548 }
549
550 capturer.Start(cricket::VideoFormat(1280, 720,
551 cricket::VideoFormat::FpsToInterval(30),
552 cricket::FOURCC_I420));
553
554 EXPECT_TRUE(capturer.CaptureFrame());
555 last_timestamp = stream->GetLastTimestamp();
556 for (int i = 0; i < 10; i++) {
557 EXPECT_TRUE(capturer.CaptureFrame());
pbos1cb121d2015-09-14 11:38:38 -0700558 int64_t timestamp = stream->GetLastTimestamp();
qiangchenc27d89f2015-07-16 10:27:16 -0700559 int64_t interval = timestamp - last_timestamp;
560
561 // Precision changes from nanosecond to millisecond.
562 // Allow error to be no more than 1.
563 EXPECT_NEAR(cricket::VideoFormat::FpsToInterval(30) / 1E6, interval, 1);
564
565 last_timestamp = timestamp;
566 }
567
568 // Remove stream previously added to free the external encoder instance.
569 EXPECT_TRUE(channel->RemoveSendStream(kSsrc));
570}
571
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100572int WebRtcVideoEngineTest::GetEngineCodecIndex(const std::string& name) const {
573 const std::vector<cricket::VideoCodec> codecs = engine_.codecs();
574 for (size_t i = 0; i < codecs.size(); ++i) {
575 const cricket::VideoCodec engine_codec = codecs[i];
Magnus Jedvert8deb8182017-10-05 13:13:32 +0200576 if (!CodecNamesEq(name, engine_codec.name))
577 continue;
578 // The tests only use H264 Constrained Baseline. Make sure we don't return
579 // an internal H264 codec from the engine with a different H264 profile.
580 if (CodecNamesEq(name.c_str(), kH264CodecName)) {
581 const rtc::Optional<webrtc::H264::ProfileLevelId> profile_level_id =
582 webrtc::H264::ParseSdpProfileLevelId(engine_codec.params);
583 if (profile_level_id->profile !=
584 webrtc::H264::kProfileConstrainedBaseline) {
585 continue;
586 }
587 }
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100588 return i;
magjed509e4fe2016-11-18 01:34:11 -0800589 }
590 // This point should never be reached.
591 ADD_FAILURE() << "Unrecognized codec name: " << name;
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100592 return -1;
593}
594
595cricket::VideoCodec WebRtcVideoEngineTest::GetEngineCodec(
596 const std::string& name) const {
597 return engine_.codecs()[GetEngineCodecIndex(name)];
magjed509e4fe2016-11-18 01:34:11 -0800598}
599
magjed2475ae22017-09-12 04:42:15 -0700600VideoMediaChannel* WebRtcVideoEngineTest::SetUpForExternalEncoderFactory() {
buildbot@webrtc.org1ecbe452014-10-14 20:29:28 +0000601 VideoMediaChannel* channel =
kthelgason2bc68642017-02-07 07:02:22 -0800602 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions());
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200603 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -0800604 // We need to look up the codec in the engine to get the correct payload type.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200605 for (const VideoCodec& codec : encoder_factory_->supported_codecs())
magjed509e4fe2016-11-18 01:34:11 -0800606 parameters.codecs.push_back(GetEngineCodec(codec.name));
607
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200608 EXPECT_TRUE(channel->SetSendParameters(parameters));
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000609
610 return channel;
611}
612
eladalonf1841382017-06-12 01:16:46 -0700613VideoMediaChannel* WebRtcVideoEngineTest::SetUpForExternalDecoderFactory(
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000614 const std::vector<VideoCodec>& codecs) {
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000615 VideoMediaChannel* channel =
kthelgason2bc68642017-02-07 07:02:22 -0800616 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions());
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200617 cricket::VideoRecvParameters parameters;
618 parameters.codecs = codecs;
619 EXPECT_TRUE(channel->SetRecvParameters(parameters));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000620
621 return channel;
622}
623
eladalonf1841382017-06-12 01:16:46 -0700624TEST_F(WebRtcVideoEngineTest, UsesSimulcastAdapterForVp8Factories) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200625 encoder_factory_->AddSupportedVideoCodecType("VP8");
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000626
magjed2475ae22017-09-12 04:42:15 -0700627 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000628
Peter Boström0c4e06b2015-10-07 12:23:21 +0200629 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000630
631 EXPECT_TRUE(
632 channel->AddSendStream(CreateSimStreamParams("cname", ssrcs)));
633 EXPECT_TRUE(channel->SetSend(true));
634
pbos@webrtc.org86196c42015-02-16 21:02:00 +0000635 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700636 EXPECT_TRUE(channel->SetVideoSend(ssrcs.front(), true, nullptr, &capturer));
pbos@webrtc.org86196c42015-02-16 21:02:00 +0000637 EXPECT_EQ(cricket::CS_RUNNING,
638 capturer.Start(capturer.GetSupportedFormats()->front()));
639 EXPECT_TRUE(capturer.CaptureFrame());
640
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200641 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(2));
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000642
643 // Verify that encoders are configured for simulcast through adapter
644 // (increasing resolution and only configured to send one stream each).
645 int prev_width = -1;
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200646 for (size_t i = 0; i < encoder_factory_->encoders().size(); ++i) {
647 ASSERT_TRUE(encoder_factory_->encoders()[i]->WaitForInitEncode());
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000648 webrtc::VideoCodec codec_settings =
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200649 encoder_factory_->encoders()[i]->GetCodecSettings();
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000650 EXPECT_EQ(0, codec_settings.numberOfSimulcastStreams);
651 EXPECT_GT(codec_settings.width, prev_width);
652 prev_width = codec_settings.width;
653 }
pbos@webrtc.org86196c42015-02-16 21:02:00 +0000654
deadbeef5a4a75a2016-06-02 16:23:38 -0700655 EXPECT_TRUE(channel->SetVideoSend(ssrcs.front(), true, nullptr, nullptr));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000656
657 channel.reset();
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200658 ASSERT_EQ(0u, encoder_factory_->encoders().size());
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000659}
660
eladalonf1841382017-06-12 01:16:46 -0700661TEST_F(WebRtcVideoEngineTest, ChannelWithExternalH264CanChangeToInternalVp8) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200662 encoder_factory_->AddSupportedVideoCodecType("H264");
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000663
magjed2475ae22017-09-12 04:42:15 -0700664 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000665
666 EXPECT_TRUE(
667 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200668 ASSERT_EQ(1u, encoder_factory_->encoders().size());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000669
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200670 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -0800671 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200672 EXPECT_TRUE(channel->SetSendParameters(parameters));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200673 ASSERT_EQ(0u, encoder_factory_->encoders().size());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000674}
675
eladalonf1841382017-06-12 01:16:46 -0700676TEST_F(WebRtcVideoEngineTest,
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000677 DontUseExternalEncoderFactoryForUnsupportedCodecs) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200678 encoder_factory_->AddSupportedVideoCodecType("H264");
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000679
kwiberg686a8ef2016-02-26 03:00:35 -0800680 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800681 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
magjed509e4fe2016-11-18 01:34:11 -0800682 cricket::VideoSendParameters parameters;
683 parameters.codecs.push_back(GetEngineCodec("VP8"));
684 EXPECT_TRUE(channel->SetSendParameters(parameters));
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000685
686 EXPECT_TRUE(
687 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000688 // Make sure DestroyVideoEncoder was called on the factory.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200689 ASSERT_EQ(0u, encoder_factory_->encoders().size());
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000690}
691
eladalonf1841382017-06-12 01:16:46 -0700692TEST_F(WebRtcVideoEngineTest,
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000693 UsesSimulcastAdapterForVp8WithCombinedVP8AndH264Factory) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200694 encoder_factory_->AddSupportedVideoCodecType("VP8");
695 encoder_factory_->AddSupportedVideoCodecType("H264");
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000696
kwiberg686a8ef2016-02-26 03:00:35 -0800697 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800698 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
magjed509e4fe2016-11-18 01:34:11 -0800699 cricket::VideoSendParameters parameters;
700 parameters.codecs.push_back(GetEngineCodec("VP8"));
701 EXPECT_TRUE(channel->SetSendParameters(parameters));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000702
Peter Boström0c4e06b2015-10-07 12:23:21 +0200703 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000704
705 EXPECT_TRUE(
706 channel->AddSendStream(CreateSimStreamParams("cname", ssrcs)));
707 EXPECT_TRUE(channel->SetSend(true));
708
709 // Send a fake frame, or else the media engine will configure the simulcast
710 // encoder adapter at a low-enough size that it'll only create a single
711 // encoder layer.
712 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700713 EXPECT_TRUE(channel->SetVideoSend(ssrcs.front(), true, nullptr, &capturer));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000714 EXPECT_EQ(cricket::CS_RUNNING,
715 capturer.Start(capturer.GetSupportedFormats()->front()));
716 EXPECT_TRUE(capturer.CaptureFrame());
717
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200718 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(2));
719 ASSERT_TRUE(encoder_factory_->encoders()[0]->WaitForInitEncode());
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000720 EXPECT_EQ(webrtc::kVideoCodecVP8,
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200721 encoder_factory_->encoders()[0]->GetCodecSettings().codecType);
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000722
723 channel.reset();
724 // Make sure DestroyVideoEncoder was called on the factory.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200725 EXPECT_EQ(0u, encoder_factory_->encoders().size());
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000726}
727
eladalonf1841382017-06-12 01:16:46 -0700728TEST_F(WebRtcVideoEngineTest,
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000729 DestroysNonSimulcastEncoderFromCombinedVP8AndH264Factory) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200730 encoder_factory_->AddSupportedVideoCodecType("VP8");
731 encoder_factory_->AddSupportedVideoCodecType("H264");
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000732
kwiberg686a8ef2016-02-26 03:00:35 -0800733 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800734 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
magjed509e4fe2016-11-18 01:34:11 -0800735 cricket::VideoSendParameters parameters;
736 parameters.codecs.push_back(GetEngineCodec("H264"));
737 EXPECT_TRUE(channel->SetSendParameters(parameters));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000738
739 EXPECT_TRUE(
740 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200741 ASSERT_EQ(1u, encoder_factory_->encoders().size());
Per21d45d22016-10-30 21:37:57 +0100742
743 // Send a frame of 720p. This should trigger a "real" encoder initialization.
744 cricket::VideoFormat format(
745 1280, 720, cricket::VideoFormat::FpsToInterval(30), cricket::FOURCC_I420);
746 cricket::FakeVideoCapturer capturer;
747 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
748 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(format));
749 EXPECT_TRUE(capturer.CaptureFrame());
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200750 ASSERT_TRUE(encoder_factory_->encoders()[0]->WaitForInitEncode());
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000751 EXPECT_EQ(webrtc::kVideoCodecH264,
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200752 encoder_factory_->encoders()[0]->GetCodecSettings().codecType);
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000753
754 channel.reset();
755 // Make sure DestroyVideoEncoder was called on the factory.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200756 ASSERT_EQ(0u, encoder_factory_->encoders().size());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000757}
758
eladalonf1841382017-06-12 01:16:46 -0700759TEST_F(WebRtcVideoEngineTest, SimulcastDisabledForH264) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200760 encoder_factory_->AddSupportedVideoCodecType("H264");
noahricfdac5162015-08-27 01:59:29 -0700761
magjed2475ae22017-09-12 04:42:15 -0700762 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
noahricfdac5162015-08-27 01:59:29 -0700763
Peter Boström0c4e06b2015-10-07 12:23:21 +0200764 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
noahricfdac5162015-08-27 01:59:29 -0700765 EXPECT_TRUE(
766 channel->AddSendStream(cricket::CreateSimStreamParams("cname", ssrcs)));
Peter Boströmce23bee2016-02-02 14:14:30 +0100767
768 // Send a frame of 720p. This should trigger a "real" encoder initialization.
noahricfdac5162015-08-27 01:59:29 -0700769 cricket::VideoFormat format(
770 1280, 720, cricket::VideoFormat::FpsToInterval(30), cricket::FOURCC_I420);
Peter Boströmce23bee2016-02-02 14:14:30 +0100771 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700772 EXPECT_TRUE(channel->SetVideoSend(ssrcs[0], true, nullptr, &capturer));
Peter Boströmce23bee2016-02-02 14:14:30 +0100773 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(format));
774 EXPECT_TRUE(capturer.CaptureFrame());
775
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200776 ASSERT_EQ(1u, encoder_factory_->encoders().size());
777 FakeWebRtcVideoEncoder* encoder = encoder_factory_->encoders()[0];
778 ASSERT_TRUE(encoder_factory_->encoders()[0]->WaitForInitEncode());
noahricfdac5162015-08-27 01:59:29 -0700779 EXPECT_EQ(webrtc::kVideoCodecH264, encoder->GetCodecSettings().codecType);
780 EXPECT_EQ(1u, encoder->GetCodecSettings().numberOfSimulcastStreams);
deadbeef5a4a75a2016-06-02 16:23:38 -0700781 EXPECT_TRUE(channel->SetVideoSend(ssrcs[0], true, nullptr, nullptr));
noahricfdac5162015-08-27 01:59:29 -0700782}
783
brandtrffc61182016-11-28 06:02:22 -0800784// Test that the FlexFEC field trial properly alters the output of
eladalonf1841382017-06-12 01:16:46 -0700785// WebRtcVideoEngine::codecs(), for an existing |engine_| object.
brandtrffc61182016-11-28 06:02:22 -0800786//
787// TODO(brandtr): Remove this test, when the FlexFEC field trial is gone.
eladalonf1841382017-06-12 01:16:46 -0700788TEST_F(WebRtcVideoEngineTest,
brandtrffc61182016-11-28 06:02:22 -0800789 Flexfec03SupportedAsInternalCodecBehindFieldTrial) {
790 auto is_flexfec = [](const VideoCodec& codec) {
791 if (codec.name == "flexfec-03")
792 return true;
793 return false;
794 };
795
796 // FlexFEC is not active without field trial.
brandtrffc61182016-11-28 06:02:22 -0800797 const std::vector<VideoCodec> codecs_before = engine_.codecs();
798 EXPECT_EQ(codecs_before.end(), std::find_if(codecs_before.begin(),
799 codecs_before.end(), is_flexfec));
800
801 // FlexFEC is active with field trial.
802 webrtc::test::ScopedFieldTrials override_field_trials_(
brandtr340e3fd2017-02-28 15:43:10 -0800803 "WebRTC-FlexFEC-03-Advertised/Enabled/");
brandtrffc61182016-11-28 06:02:22 -0800804 const std::vector<VideoCodec> codecs_after = engine_.codecs();
805 EXPECT_NE(codecs_after.end(),
806 std::find_if(codecs_after.begin(), codecs_after.end(), is_flexfec));
807}
808
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100809// Test that external codecs are added after internal SW codecs.
eladalonf1841382017-06-12 01:16:46 -0700810TEST_F(WebRtcVideoEngineTest, ReportSupportedExternalCodecs) {
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100811 const char* kFakeExternalCodecName = "FakeExternalCodec";
812 encoder_factory_->AddSupportedVideoCodecType(kFakeExternalCodecName);
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000813
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100814 // The external codec should appear after the internal codec in the vector.
815 const int vp8_index = GetEngineCodecIndex("VP8");
816 const int fake_external_codec_index =
817 GetEngineCodecIndex(kFakeExternalCodecName);
818 EXPECT_LT(vp8_index, fake_external_codec_index);
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000819}
820
brandtrffc61182016-11-28 06:02:22 -0800821// Test that an external codec that was added after the engine was initialized
822// does show up in the codec list after it was added.
eladalonf1841382017-06-12 01:16:46 -0700823TEST_F(WebRtcVideoEngineTest, ReportSupportedExternalCodecsWithAddedCodec) {
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100824 const char* kFakeExternalCodecName1 = "FakeExternalCodec1";
825 const char* kFakeExternalCodecName2 = "FakeExternalCodec2";
Magnus Jedvert154ee1f2017-11-15 19:27:11 +0100826
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100827 // Set up external encoder factory with first codec, and initialize engine.
828 encoder_factory_->AddSupportedVideoCodecType(kFakeExternalCodecName1);
829
brandtrffc61182016-11-28 06:02:22 -0800830 std::vector<cricket::VideoCodec> codecs_before(engine_.codecs());
brandtrffc61182016-11-28 06:02:22 -0800831
832 // Add second codec.
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100833 encoder_factory_->AddSupportedVideoCodecType(kFakeExternalCodecName2);
brandtrffc61182016-11-28 06:02:22 -0800834 std::vector<cricket::VideoCodec> codecs_after(engine_.codecs());
835 EXPECT_EQ(codecs_before.size() + 1, codecs_after.size());
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100836
837 // Check that both fake codecs are present and that the second fake codec
838 // appears after the first fake codec.
839 const int fake_codec_index1 = GetEngineCodecIndex(kFakeExternalCodecName1);
840 const int fake_codec_index2 = GetEngineCodecIndex(kFakeExternalCodecName2);
841 EXPECT_LT(fake_codec_index1, fake_codec_index2);
brandtrffc61182016-11-28 06:02:22 -0800842}
843
eladalonf1841382017-06-12 01:16:46 -0700844TEST_F(WebRtcVideoEngineTest, RegisterExternalDecodersIfSupported) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200845 decoder_factory_->AddSupportedVideoCodecType(webrtc::kVideoCodecVP8);
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200846 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -0800847 parameters.codecs.push_back(GetEngineCodec("VP8"));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000848
kwiberg686a8ef2016-02-26 03:00:35 -0800849 std::unique_ptr<VideoMediaChannel> channel(
magjed2475ae22017-09-12 04:42:15 -0700850 SetUpForExternalDecoderFactory(parameters.codecs));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000851
852 EXPECT_TRUE(
853 channel->AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200854 ASSERT_EQ(1u, decoder_factory_->decoders().size());
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000855
856 // Setting codecs of the same type should not reallocate the decoder.
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200857 EXPECT_TRUE(channel->SetRecvParameters(parameters));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200858 EXPECT_EQ(1, decoder_factory_->GetNumCreatedDecoders());
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000859
860 // Remove stream previously added to free the external decoder instance.
861 EXPECT_TRUE(channel->RemoveRecvStream(kSsrc));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200862 EXPECT_EQ(0u, decoder_factory_->decoders().size());
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000863}
864
865// Verifies that we can set up decoders that are not internally supported.
eladalonf1841382017-06-12 01:16:46 -0700866TEST_F(WebRtcVideoEngineTest, RegisterExternalH264DecoderIfSupported) {
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000867 // TODO(pbos): Do not assume that encoder/decoder support is symmetric. We
868 // can't even query the WebRtcVideoDecoderFactory for supported codecs.
869 // For now we add a FakeWebRtcVideoEncoderFactory to add H264 to supported
870 // codecs.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200871 encoder_factory_->AddSupportedVideoCodecType("H264");
872 decoder_factory_->AddSupportedVideoCodecType(webrtc::kVideoCodecH264);
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000873 std::vector<cricket::VideoCodec> codecs;
magjed509e4fe2016-11-18 01:34:11 -0800874 codecs.push_back(GetEngineCodec("H264"));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000875
kwiberg686a8ef2016-02-26 03:00:35 -0800876 std::unique_ptr<VideoMediaChannel> channel(
magjed2475ae22017-09-12 04:42:15 -0700877 SetUpForExternalDecoderFactory(codecs));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000878
879 EXPECT_TRUE(
880 channel->AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200881 ASSERT_EQ(1u, decoder_factory_->decoders().size());
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000882}
883
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200884TEST(WebRtcVideoEngineNewVideoCodecFactoryTest, NullFactories) {
885 std::unique_ptr<webrtc::VideoEncoderFactory> encoder_factory;
886 std::unique_ptr<webrtc::VideoDecoderFactory> decoder_factory;
887 WebRtcVideoEngine engine(std::move(encoder_factory),
888 std::move(decoder_factory));
889 EXPECT_EQ(0u, engine.codecs().size());
890}
891
892TEST(WebRtcVideoEngineNewVideoCodecFactoryTest, EmptyFactories) {
893 // |engine| take ownership of the factories.
Emircan Uysalerdbcac7f2017-10-30 23:10:12 -0700894 webrtc::MockVideoEncoderFactory* encoder_factory =
895 new webrtc::MockVideoEncoderFactory();
896 webrtc::MockVideoDecoderFactory* decoder_factory =
897 new webrtc::MockVideoDecoderFactory();
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200898 WebRtcVideoEngine engine(
899 (std::unique_ptr<webrtc::VideoEncoderFactory>(encoder_factory)),
900 (std::unique_ptr<webrtc::VideoDecoderFactory>(decoder_factory)));
901 EXPECT_CALL(*encoder_factory, GetSupportedFormats());
902 EXPECT_EQ(0u, engine.codecs().size());
903 EXPECT_CALL(*encoder_factory, Die());
904 EXPECT_CALL(*decoder_factory, Die());
905}
906
907// Test full behavior in the video engine when video codec factories of the new
908// type are injected supporting the single codec Vp8. Check the returned codecs
909// from the engine and that we will create a Vp8 encoder and decoder using the
910// new factories.
911TEST(WebRtcVideoEngineNewVideoCodecFactoryTest, Vp8) {
912 // |engine| take ownership of the factories.
Emircan Uysalerdbcac7f2017-10-30 23:10:12 -0700913 webrtc::MockVideoEncoderFactory* encoder_factory =
914 new webrtc::MockVideoEncoderFactory();
915 webrtc::MockVideoDecoderFactory* decoder_factory =
916 new webrtc::MockVideoDecoderFactory();
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200917 WebRtcVideoEngine engine(
918 (std::unique_ptr<webrtc::VideoEncoderFactory>(encoder_factory)),
919 (std::unique_ptr<webrtc::VideoDecoderFactory>(decoder_factory)));
920 const webrtc::SdpVideoFormat vp8_format("VP8");
921 const std::vector<webrtc::SdpVideoFormat> supported_formats = {vp8_format};
922 EXPECT_CALL(*encoder_factory, GetSupportedFormats())
923 .WillRepeatedly(testing::Return(supported_formats));
924
925 // Verify the codecs from the engine.
926 const std::vector<VideoCodec> engine_codecs = engine.codecs();
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100927 // Verify default codecs has been added correctly.
928 EXPECT_EQ(5u, engine_codecs.size());
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200929 EXPECT_EQ("VP8", engine_codecs.at(0).name);
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100930
931 // RTX codec for VP8.
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200932 EXPECT_EQ("rtx", engine_codecs.at(1).name);
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100933 int vp8_associated_payload;
934 EXPECT_TRUE(engine_codecs.at(1).GetParam(kCodecParamAssociatedPayloadType,
935 &vp8_associated_payload));
936 EXPECT_EQ(vp8_associated_payload, engine_codecs.at(0).id);
937
938 EXPECT_EQ(kRedCodecName, engine_codecs.at(2).name);
939
940 // RTX codec for RED.
941 EXPECT_EQ("rtx", engine_codecs.at(3).name);
942 int red_associated_payload;
943 EXPECT_TRUE(engine_codecs.at(3).GetParam(kCodecParamAssociatedPayloadType,
944 &red_associated_payload));
945 EXPECT_EQ(red_associated_payload, engine_codecs.at(2).id);
946
947 EXPECT_EQ(kUlpfecCodecName, engine_codecs.at(4).name);
948
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200949 int associated_payload_type;
950 EXPECT_TRUE(engine_codecs.at(1).GetParam(
951 cricket::kCodecParamAssociatedPayloadType, &associated_payload_type));
952 EXPECT_EQ(engine_codecs.at(0).id, associated_payload_type);
953 // Verify default parameters has been added to the VP8 codec.
954 VerifyCodecHasDefaultFeedbackParams(engine_codecs.at(0));
955
956 // Mock encoder creation. |engine| take ownership of the encoder.
957 webrtc::VideoEncoderFactory::CodecInfo codec_info;
958 codec_info.is_hardware_accelerated = false;
959 codec_info.has_internal_source = false;
960 const webrtc::SdpVideoFormat format("VP8");
961 EXPECT_CALL(*encoder_factory, QueryVideoEncoder(format))
962 .WillRepeatedly(testing::Return(codec_info));
963 FakeWebRtcVideoEncoder* const encoder = new FakeWebRtcVideoEncoder();
964 EXPECT_CALL(*encoder_factory, CreateVideoEncoderProxy(format))
965 .WillOnce(testing::Return(encoder));
966
967 // Mock decoder creation. |engine| take ownership of the decoder.
968 FakeWebRtcVideoDecoder* const decoder = new FakeWebRtcVideoDecoder();
969 EXPECT_CALL(*decoder_factory, CreateVideoDecoderProxy(format))
970 .WillOnce(testing::Return(decoder));
971
972 // Create a call.
973 webrtc::RtcEventLogNullImpl event_log;
974 std::unique_ptr<webrtc::Call> call(
975 webrtc::Call::Create(webrtc::Call::Config(&event_log)));
976
977 // Create send channel.
978 const int send_ssrc = 123;
979 std::unique_ptr<VideoMediaChannel> send_channel(
980 engine.CreateChannel(call.get(), GetMediaConfig(), VideoOptions()));
981 cricket::VideoSendParameters send_parameters;
982 send_parameters.codecs.push_back(engine_codecs.at(0));
983 EXPECT_TRUE(send_channel->SetSendParameters(send_parameters));
984 send_channel->OnReadyToSend(true);
985 EXPECT_TRUE(
986 send_channel->AddSendStream(StreamParams::CreateLegacy(send_ssrc)));
987 EXPECT_TRUE(send_channel->SetSend(true));
988
989 // Create recv channel.
990 const int recv_ssrc = 321;
991 std::unique_ptr<VideoMediaChannel> recv_channel(
992 engine.CreateChannel(call.get(), GetMediaConfig(), VideoOptions()));
993 cricket::VideoRecvParameters recv_parameters;
994 recv_parameters.codecs.push_back(engine_codecs.at(0));
995 EXPECT_TRUE(recv_channel->SetRecvParameters(recv_parameters));
996 EXPECT_TRUE(recv_channel->AddRecvStream(
997 cricket::StreamParams::CreateLegacy(recv_ssrc)));
998
999 // Remove streams previously added to free the encoder and decoder instance.
1000 EXPECT_CALL(*encoder_factory, Die());
1001 EXPECT_CALL(*decoder_factory, Die());
1002 EXPECT_TRUE(send_channel->RemoveSendStream(send_ssrc));
1003 EXPECT_TRUE(recv_channel->RemoveRecvStream(recv_ssrc));
1004}
1005
Magnus Jedvert7501b1c2017-11-09 13:43:42 +01001006// Test behavior when decoder factory fails to create a decoder (returns null).
1007TEST(WebRtcVideoEngineNewVideoCodecFactoryTest, NullDecoder) {
1008 // |engine| take ownership of the factories.
1009 webrtc::MockVideoEncoderFactory* encoder_factory =
1010 new testing::StrictMock<webrtc::MockVideoEncoderFactory>();
1011 webrtc::MockVideoDecoderFactory* decoder_factory =
1012 new testing::StrictMock<webrtc::MockVideoDecoderFactory>();
1013 WebRtcVideoEngine engine(
1014 (std::unique_ptr<webrtc::VideoEncoderFactory>(encoder_factory)),
1015 (std::unique_ptr<webrtc::VideoDecoderFactory>(decoder_factory)));
1016 const webrtc::SdpVideoFormat vp8_format("VP8");
1017 const std::vector<webrtc::SdpVideoFormat> supported_formats = {vp8_format};
1018 EXPECT_CALL(*encoder_factory, GetSupportedFormats())
1019 .WillRepeatedly(testing::Return(supported_formats));
1020
1021 // Decoder creation fails.
1022 EXPECT_CALL(*decoder_factory, CreateVideoDecoderProxy(testing::_))
1023 .WillOnce(testing::Return(nullptr));
1024
1025 // Create a call.
1026 webrtc::RtcEventLogNullImpl event_log;
1027 std::unique_ptr<webrtc::Call> call(
1028 webrtc::Call::Create(webrtc::Call::Config(&event_log)));
1029
1030 // Create recv channel.
1031 const int recv_ssrc = 321;
1032 std::unique_ptr<VideoMediaChannel> recv_channel(
1033 engine.CreateChannel(call.get(), GetMediaConfig(), VideoOptions()));
1034 cricket::VideoRecvParameters recv_parameters;
1035 recv_parameters.codecs.push_back(engine.codecs().front());
1036 EXPECT_TRUE(recv_channel->SetRecvParameters(recv_parameters));
1037 EXPECT_TRUE(recv_channel->AddRecvStream(
1038 cricket::StreamParams::CreateLegacy(recv_ssrc)));
1039
1040 // Remove streams previously added to free the encoder and decoder instance.
1041 EXPECT_TRUE(recv_channel->RemoveRecvStream(recv_ssrc));
1042}
1043
eladalonf1841382017-06-12 01:16:46 -07001044class WebRtcVideoChannelBaseTest
1045 : public VideoMediaChannelTest<WebRtcVideoEngine, WebRtcVideoChannel> {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001046 protected:
eladalonf1841382017-06-12 01:16:46 -07001047 typedef VideoMediaChannelTest<WebRtcVideoEngine, WebRtcVideoChannel> Base;
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001048
magjed509e4fe2016-11-18 01:34:11 -08001049 cricket::VideoCodec GetEngineCodec(const std::string& name) {
1050 for (const cricket::VideoCodec& engine_codec : engine_.codecs()) {
1051 if (CodecNamesEq(name, engine_codec.name))
1052 return engine_codec;
1053 }
1054 // This point should never be reached.
1055 ADD_FAILURE() << "Unrecognized codec name: " << name;
1056 return cricket::VideoCodec();
1057 }
1058
1059 cricket::VideoCodec DefaultCodec() override { return GetEngineCodec("VP8"); }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001060};
1061
sakal1fd95952016-06-22 00:46:15 -07001062// Verifies that id given in stream params is passed to the decoder factory.
eladalonf1841382017-06-12 01:16:46 -07001063TEST_F(WebRtcVideoEngineTest, StreamParamsIdPassedToDecoderFactory) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001064 decoder_factory_->AddSupportedVideoCodecType(webrtc::kVideoCodecVP8);
sakal1fd95952016-06-22 00:46:15 -07001065 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001066 parameters.codecs.push_back(GetEngineCodec("VP8"));
sakal1fd95952016-06-22 00:46:15 -07001067
1068 std::unique_ptr<VideoMediaChannel> channel(
magjed2475ae22017-09-12 04:42:15 -07001069 SetUpForExternalDecoderFactory(parameters.codecs));
sakal1fd95952016-06-22 00:46:15 -07001070
1071 StreamParams sp = cricket::StreamParams::CreateLegacy(kSsrc);
1072 sp.id = "FakeStreamParamsId";
1073 EXPECT_TRUE(channel->AddRecvStream(sp));
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001074 EXPECT_EQ(1u, decoder_factory_->decoders().size());
sakal1fd95952016-06-22 00:46:15 -07001075
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001076 std::vector<cricket::VideoDecoderParams> params = decoder_factory_->params();
sakal1fd95952016-06-22 00:46:15 -07001077 ASSERT_EQ(1u, params.size());
1078 EXPECT_EQ(sp.id, params[0].receive_stream_id);
1079}
1080
eladalonf1841382017-06-12 01:16:46 -07001081TEST_F(WebRtcVideoEngineTest, DISABLED_RecreatesEncoderOnContentTypeChange) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001082 encoder_factory_->AddSupportedVideoCodecType("VP8");
sprangf24a0642017-02-28 13:23:26 -08001083 std::unique_ptr<FakeCall> fake_call(
1084 new FakeCall(webrtc::Call::Config(&event_log_)));
magjed2475ae22017-09-12 04:42:15 -07001085 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
sprangf24a0642017-02-28 13:23:26 -08001086 ASSERT_TRUE(
1087 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
1088 cricket::VideoCodec codec = GetEngineCodec("VP8");
1089 cricket::VideoSendParameters parameters;
1090 parameters.codecs.push_back(codec);
1091 channel->OnReadyToSend(true);
1092 channel->SetSend(true);
1093 ASSERT_TRUE(channel->SetSendParameters(parameters));
1094
1095 cricket::FakeVideoCapturer capturer;
1096 VideoOptions options;
1097 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1098
1099 EXPECT_EQ(cricket::CS_RUNNING,
1100 capturer.Start(capturer.GetSupportedFormats()->front()));
1101 EXPECT_TRUE(capturer.CaptureFrame());
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001102 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(1));
sprangf24a0642017-02-28 13:23:26 -08001103 EXPECT_EQ(webrtc::kRealtimeVideo,
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001104 encoder_factory_->encoders().back()->GetCodecSettings().mode);
sprangf24a0642017-02-28 13:23:26 -08001105
1106 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1107 EXPECT_TRUE(capturer.CaptureFrame());
1108 // No change in content type, keep current encoder.
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001109 EXPECT_EQ(1, encoder_factory_->GetNumCreatedEncoders());
sprangf24a0642017-02-28 13:23:26 -08001110
1111 options.is_screencast.emplace(true);
1112 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1113 EXPECT_TRUE(capturer.CaptureFrame());
1114 // Change to screen content, recreate encoder. For the simulcast encoder
1115 // adapter case, this will result in two calls since InitEncode triggers a
1116 // a new instance.
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001117 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(2));
sprangf24a0642017-02-28 13:23:26 -08001118 EXPECT_EQ(webrtc::kScreensharing,
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001119 encoder_factory_->encoders().back()->GetCodecSettings().mode);
sprangf24a0642017-02-28 13:23:26 -08001120
1121 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1122 EXPECT_TRUE(capturer.CaptureFrame());
1123 // Still screen content, no need to update encoder.
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001124 EXPECT_EQ(2, encoder_factory_->GetNumCreatedEncoders());
sprangf24a0642017-02-28 13:23:26 -08001125
1126 options.is_screencast.emplace(false);
1127 options.video_noise_reduction.emplace(false);
1128 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1129 // Change back to regular video content, update encoder. Also change
1130 // a non |is_screencast| option just to verify it doesn't affect recreation.
1131 EXPECT_TRUE(capturer.CaptureFrame());
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001132 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(3));
sprangf24a0642017-02-28 13:23:26 -08001133 EXPECT_EQ(webrtc::kRealtimeVideo,
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001134 encoder_factory_->encoders().back()->GetCodecSettings().mode);
sprangf24a0642017-02-28 13:23:26 -08001135
1136 // Remove stream previously added to free the external encoder instance.
1137 EXPECT_TRUE(channel->RemoveSendStream(kSsrc));
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001138 EXPECT_EQ(0u, encoder_factory_->encoders().size());
sprangf24a0642017-02-28 13:23:26 -08001139}
1140
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001141#define WEBRTC_BASE_TEST(test) \
eladalonf1841382017-06-12 01:16:46 -07001142 TEST_F(WebRtcVideoChannelBaseTest, test) { Base::test(); }
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001143
1144#define WEBRTC_DISABLED_BASE_TEST(test) \
eladalonf1841382017-06-12 01:16:46 -07001145 TEST_F(WebRtcVideoChannelBaseTest, DISABLED_##test) { Base::test(); }
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001146
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001147WEBRTC_BASE_TEST(SetSend);
1148WEBRTC_BASE_TEST(SetSendWithoutCodecs);
1149WEBRTC_BASE_TEST(SetSendSetsTransportBufferSizes);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001150
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001151WEBRTC_BASE_TEST(GetStats);
1152WEBRTC_BASE_TEST(GetStatsMultipleRecvStreams);
1153WEBRTC_BASE_TEST(GetStatsMultipleSendStreams);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001154
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001155WEBRTC_BASE_TEST(SetSendBandwidth);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001156
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001157WEBRTC_BASE_TEST(SetSendSsrc);
1158WEBRTC_BASE_TEST(SetSendSsrcAfterSetCodecs);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001159
nisse08582ff2016-02-04 01:24:52 -08001160WEBRTC_BASE_TEST(SetSink);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001161
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001162WEBRTC_BASE_TEST(AddRemoveSendStreams);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001163
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001164WEBRTC_BASE_TEST(SimulateConference);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001165
Alejandro Luebs947c02d2016-06-15 15:39:46 -07001166WEBRTC_DISABLED_BASE_TEST(AddRemoveCapturer);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001167
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001168WEBRTC_BASE_TEST(RemoveCapturerWithoutAdd);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001169
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001170WEBRTC_BASE_TEST(AddRemoveCapturerMultipleSources);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001171
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001172WEBRTC_BASE_TEST(RejectEmptyStreamParams);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001173
pbos@webrtc.orgc4175b92014-09-03 15:25:49 +00001174WEBRTC_BASE_TEST(MultipleSendStreams);
1175
eladalonf1841382017-06-12 01:16:46 -07001176TEST_F(WebRtcVideoChannelBaseTest, SendAndReceiveVp8Vga) {
magjed509e4fe2016-11-18 01:34:11 -08001177 SendAndReceive(GetEngineCodec("VP8"));
pbos@webrtc.org9359cb32014-07-23 15:44:48 +00001178}
1179
eladalonf1841382017-06-12 01:16:46 -07001180TEST_F(WebRtcVideoChannelBaseTest, SendAndReceiveVp8Qvga) {
magjed509e4fe2016-11-18 01:34:11 -08001181 SendAndReceive(GetEngineCodec("VP8"));
pbos@webrtc.org9359cb32014-07-23 15:44:48 +00001182}
1183
eladalonf1841382017-06-12 01:16:46 -07001184TEST_F(WebRtcVideoChannelBaseTest, SendAndReceiveVp8SvcQqvga) {
magjed509e4fe2016-11-18 01:34:11 -08001185 SendAndReceive(GetEngineCodec("VP8"));
pbos@webrtc.org9359cb32014-07-23 15:44:48 +00001186}
1187
eladalonf1841382017-06-12 01:16:46 -07001188TEST_F(WebRtcVideoChannelBaseTest, TwoStreamsSendAndReceive) {
Peter Boströmd1f584b2016-04-20 16:31:53 +02001189 // Set a high bitrate to not be downscaled by VP8 due to low initial start
1190 // bitrates. This currently happens at <250k, and two streams sharing 300k
1191 // initially will use QVGA instead of VGA.
1192 // TODO(pbos): Set up the quality scaler so that both senders reliably start
1193 // at QVGA, then verify that instead.
magjed509e4fe2016-11-18 01:34:11 -08001194 cricket::VideoCodec codec = GetEngineCodec("VP8");
Peter Boströmd1f584b2016-04-20 16:31:53 +02001195 codec.params[kCodecParamStartBitrate] = "1000000";
1196 Base::TwoStreamsSendAndReceive(codec);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001197}
1198
eladalonf1841382017-06-12 01:16:46 -07001199class WebRtcVideoChannelTest : public WebRtcVideoEngineTest {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001200 public:
eladalonf1841382017-06-12 01:16:46 -07001201 WebRtcVideoChannelTest() : WebRtcVideoChannelTest("") {}
1202 explicit WebRtcVideoChannelTest(const char* field_trials)
1203 : WebRtcVideoEngineTest(field_trials), last_ssrc_(0) {}
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001204 void SetUp() override {
skvlad11a9cbf2016-10-07 11:53:05 -07001205 fake_call_.reset(new FakeCall(webrtc::Call::Config(&event_log_)));
kthelgason2bc68642017-02-07 07:02:22 -08001206 channel_.reset(engine_.CreateChannel(fake_call_.get(), GetMediaConfig(),
1207 VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08001208 channel_->OnReadyToSend(true);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001209 last_ssrc_ = 123;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001210 send_parameters_.codecs = engine_.codecs();
1211 recv_parameters_.codecs = engine_.codecs();
1212 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001213 }
1214
1215 protected:
1216 FakeVideoSendStream* AddSendStream() {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001217 return AddSendStream(StreamParams::CreateLegacy(++last_ssrc_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001218 }
1219
1220 FakeVideoSendStream* AddSendStream(const StreamParams& sp) {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001221 size_t num_streams = fake_call_->GetVideoSendStreams().size();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001222 EXPECT_TRUE(channel_->AddSendStream(sp));
1223 std::vector<FakeVideoSendStream*> streams =
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001224 fake_call_->GetVideoSendStreams();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001225 EXPECT_EQ(num_streams + 1, streams.size());
1226 return streams[streams.size() - 1];
1227 }
1228
1229 std::vector<FakeVideoSendStream*> GetFakeSendStreams() {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001230 return fake_call_->GetVideoSendStreams();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001231 }
1232
1233 FakeVideoReceiveStream* AddRecvStream() {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001234 return AddRecvStream(StreamParams::CreateLegacy(++last_ssrc_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001235 }
1236
1237 FakeVideoReceiveStream* AddRecvStream(const StreamParams& sp) {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001238 size_t num_streams = fake_call_->GetVideoReceiveStreams().size();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001239 EXPECT_TRUE(channel_->AddRecvStream(sp));
1240 std::vector<FakeVideoReceiveStream*> streams =
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001241 fake_call_->GetVideoReceiveStreams();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001242 EXPECT_EQ(num_streams + 1, streams.size());
1243 return streams[streams.size() - 1];
1244 }
1245
pbos@webrtc.org00873182014-11-25 14:03:34 +00001246 void SetSendCodecsShouldWorkForBitrates(const char* min_bitrate_kbps,
1247 int expected_min_bitrate_bps,
1248 const char* start_bitrate_kbps,
1249 int expected_start_bitrate_bps,
1250 const char* max_bitrate_kbps,
1251 int expected_max_bitrate_bps) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001252 auto& codecs = send_parameters_.codecs;
1253 codecs.clear();
magjed509e4fe2016-11-18 01:34:11 -08001254 codecs.push_back(GetEngineCodec("VP8"));
pbos@webrtc.org00873182014-11-25 14:03:34 +00001255 codecs[0].params[kCodecParamMinBitrate] = min_bitrate_kbps;
1256 codecs[0].params[kCodecParamStartBitrate] = start_bitrate_kbps;
1257 codecs[0].params[kCodecParamMaxBitrate] = max_bitrate_kbps;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001258 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001259
pbos@webrtc.org00873182014-11-25 14:03:34 +00001260 EXPECT_EQ(expected_min_bitrate_bps,
Stefan Holmere5904162015-03-26 11:11:06 +01001261 fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
pbos@webrtc.org00873182014-11-25 14:03:34 +00001262 EXPECT_EQ(expected_start_bitrate_bps,
Stefan Holmere5904162015-03-26 11:11:06 +01001263 fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
pbos@webrtc.org00873182014-11-25 14:03:34 +00001264 EXPECT_EQ(expected_max_bitrate_bps,
Stefan Holmere5904162015-03-26 11:11:06 +01001265 fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001266 }
1267
isheriff6f8d6862016-05-26 11:24:55 -07001268 void TestSetSendRtpHeaderExtensions(const std::string& ext_uri) {
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001269 // Enable extension.
1270 const int id = 1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001271 cricket::VideoSendParameters parameters = send_parameters_;
isheriff6f8d6862016-05-26 11:24:55 -07001272 parameters.extensions.push_back(RtpExtension(ext_uri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001273 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001274 FakeVideoSendStream* send_stream =
1275 AddSendStream(cricket::StreamParams::CreateLegacy(123));
1276
1277 // Verify the send extension id.
1278 ASSERT_EQ(1u, send_stream->GetConfig().rtp.extensions.size());
1279 EXPECT_EQ(id, send_stream->GetConfig().rtp.extensions[0].id);
isheriff6f8d6862016-05-26 11:24:55 -07001280 EXPECT_EQ(ext_uri, send_stream->GetConfig().rtp.extensions[0].uri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001281 // Verify call with same set of extensions returns true.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001282 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001283 // Verify that SetSendRtpHeaderExtensions doesn't implicitly add them for
1284 // receivers.
1285 EXPECT_TRUE(AddRecvStream(cricket::StreamParams::CreateLegacy(123))
1286 ->GetConfig()
1287 .rtp.extensions.empty());
1288
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001289 // Verify that existing RTP header extensions can be removed.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001290 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001291 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
1292 send_stream = fake_call_->GetVideoSendStreams()[0];
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001293 EXPECT_TRUE(send_stream->GetConfig().rtp.extensions.empty());
1294
1295 // Verify that adding receive RTP header extensions adds them for existing
1296 // streams.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001297 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001298 send_stream = fake_call_->GetVideoSendStreams()[0];
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001299 ASSERT_EQ(1u, send_stream->GetConfig().rtp.extensions.size());
1300 EXPECT_EQ(id, send_stream->GetConfig().rtp.extensions[0].id);
isheriff6f8d6862016-05-26 11:24:55 -07001301 EXPECT_EQ(ext_uri, send_stream->GetConfig().rtp.extensions[0].uri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001302 }
1303
isheriff6f8d6862016-05-26 11:24:55 -07001304 void TestSetRecvRtpHeaderExtensions(const std::string& ext_uri) {
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001305 // Enable extension.
1306 const int id = 1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001307 cricket::VideoRecvParameters parameters = recv_parameters_;
isheriff6f8d6862016-05-26 11:24:55 -07001308 parameters.extensions.push_back(RtpExtension(ext_uri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001309 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001310
1311 FakeVideoReceiveStream* recv_stream =
1312 AddRecvStream(cricket::StreamParams::CreateLegacy(123));
1313
1314 // Verify the recv extension id.
1315 ASSERT_EQ(1u, recv_stream->GetConfig().rtp.extensions.size());
1316 EXPECT_EQ(id, recv_stream->GetConfig().rtp.extensions[0].id);
isheriff6f8d6862016-05-26 11:24:55 -07001317 EXPECT_EQ(ext_uri, recv_stream->GetConfig().rtp.extensions[0].uri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001318 // Verify call with same set of extensions returns true.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001319 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001320
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001321 // Verify that SetRecvRtpHeaderExtensions doesn't implicitly add them for
1322 // senders.
1323 EXPECT_TRUE(AddSendStream(cricket::StreamParams::CreateLegacy(123))
1324 ->GetConfig()
1325 .rtp.extensions.empty());
1326
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001327 // Verify that existing RTP header extensions can be removed.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001328 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001329 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
1330 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001331 EXPECT_TRUE(recv_stream->GetConfig().rtp.extensions.empty());
1332
1333 // Verify that adding receive RTP header extensions adds them for existing
1334 // streams.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001335 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001336 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001337 ASSERT_EQ(1u, recv_stream->GetConfig().rtp.extensions.size());
1338 EXPECT_EQ(id, recv_stream->GetConfig().rtp.extensions[0].id);
isheriff6f8d6862016-05-26 11:24:55 -07001339 EXPECT_EQ(ext_uri, recv_stream->GetConfig().rtp.extensions[0].uri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001340 }
1341
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001342 void TestExtensionFilter(const std::vector<std::string>& extensions,
1343 const std::string& expected_extension) {
1344 cricket::VideoSendParameters parameters = send_parameters_;
1345 int expected_id = -1;
1346 int id = 1;
1347 for (const std::string& extension : extensions) {
1348 if (extension == expected_extension)
1349 expected_id = id;
isheriff6f8d6862016-05-26 11:24:55 -07001350 parameters.extensions.push_back(RtpExtension(extension, id++));
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001351 }
1352 EXPECT_TRUE(channel_->SetSendParameters(parameters));
1353 FakeVideoSendStream* send_stream =
1354 AddSendStream(cricket::StreamParams::CreateLegacy(123));
1355
1356 // Verify that only one of them has been set, and that it is the one with
1357 // highest priority (transport sequence number).
1358 ASSERT_EQ(1u, send_stream->GetConfig().rtp.extensions.size());
1359 EXPECT_EQ(expected_id, send_stream->GetConfig().rtp.extensions[0].id);
1360 EXPECT_EQ(expected_extension,
isheriff6f8d6862016-05-26 11:24:55 -07001361 send_stream->GetConfig().rtp.extensions[0].uri);
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001362 }
1363
asapersson3c81a1a2017-06-14 05:52:21 -07001364 void TestDegradationPreference(bool resolution_scaling_enabled,
1365 bool fps_scaling_enabled);
1366
Erik Språngefbde372015-04-29 16:21:28 +02001367 void TestCpuAdaptation(bool enable_overuse, bool is_screenshare);
Peter Boström3548dd22015-05-22 18:48:36 +02001368 void TestReceiverLocalSsrcConfiguration(bool receiver_first);
magjed509e4fe2016-11-18 01:34:11 -08001369 void TestReceiveUnsignaledSsrcPacket(uint8_t payload_type,
1370 bool expect_created_receive_stream);
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001371
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001372 FakeVideoSendStream* SetDenoisingOption(
nisse05103312016-03-16 02:22:50 -07001373 uint32_t ssrc,
nisse0db023a2016-03-01 04:29:59 -08001374 cricket::FakeVideoCapturer* capturer,
1375 bool enabled) {
nisse05103312016-03-16 02:22:50 -07001376 cricket::VideoOptions options;
Oskar Sundbom78807582017-11-16 11:09:55 +01001377 options.video_noise_reduction = enabled;
deadbeef5a4a75a2016-06-02 16:23:38 -07001378 EXPECT_TRUE(channel_->SetVideoSend(ssrc, true, &options, capturer));
nisse0db023a2016-03-01 04:29:59 -08001379 // Options only take effect on the next frame.
1380 EXPECT_TRUE(capturer->CaptureFrame());
1381
Erik Språng143cec12015-04-28 10:01:41 +02001382 return fake_call_->GetVideoSendStreams().back();
1383 }
1384
Peter Boström2feafdb2015-09-09 14:32:14 +02001385 FakeVideoSendStream* SetUpSimulcast(bool enabled, bool with_rtx) {
1386 const int kRtxSsrcOffset = 0xDEADBEEF;
Erik Språng143cec12015-04-28 10:01:41 +02001387 last_ssrc_ += 3;
Peter Boström2feafdb2015-09-09 14:32:14 +02001388 std::vector<uint32_t> ssrcs;
1389 std::vector<uint32_t> rtx_ssrcs;
1390 uint32_t num_streams = enabled ? 3 : 1;
1391 for (uint32_t i = 0; i < num_streams; ++i) {
1392 uint32_t ssrc = last_ssrc_ + i;
1393 ssrcs.push_back(ssrc);
1394 if (with_rtx) {
1395 rtx_ssrcs.push_back(ssrc + kRtxSsrcOffset);
1396 }
Erik Språng143cec12015-04-28 10:01:41 +02001397 }
Peter Boström2feafdb2015-09-09 14:32:14 +02001398 if (with_rtx) {
1399 return AddSendStream(
1400 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs));
1401 }
1402 return AddSendStream(CreateSimStreamParams("cname", ssrcs));
Erik Språng143cec12015-04-28 10:01:41 +02001403 }
1404
perkjfa10b552016-10-02 23:45:26 -07001405 int GetMaxEncoderBitrate() {
skvladdc1c62c2016-03-16 19:07:43 -07001406 std::vector<FakeVideoSendStream*> streams =
1407 fake_call_->GetVideoSendStreams();
perkjfa10b552016-10-02 23:45:26 -07001408 EXPECT_EQ(1u, streams.size());
skvladdc1c62c2016-03-16 19:07:43 -07001409 FakeVideoSendStream* stream = streams[streams.size() - 1];
perkjfa10b552016-10-02 23:45:26 -07001410 EXPECT_EQ(1, stream->GetEncoderConfig().number_of_streams);
1411 return stream->GetVideoStreams()[0].max_bitrate_bps;
skvladdc1c62c2016-03-16 19:07:43 -07001412 }
1413
perkjfa10b552016-10-02 23:45:26 -07001414 void SetAndExpectMaxBitrate(int global_max,
skvladdc1c62c2016-03-16 19:07:43 -07001415 int stream_max,
1416 int expected_encoder_bitrate) {
1417 VideoSendParameters limited_send_params = send_parameters_;
1418 limited_send_params.max_bandwidth_bps = global_max;
1419 EXPECT_TRUE(channel_->SetSendParameters(limited_send_params));
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001420 webrtc::RtpParameters parameters =
1421 channel_->GetRtpSendParameters(last_ssrc_);
skvladdc1c62c2016-03-16 19:07:43 -07001422 EXPECT_EQ(1UL, parameters.encodings.size());
Oskar Sundbom78807582017-11-16 11:09:55 +01001423 parameters.encodings[0].max_bitrate_bps = stream_max;
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001424 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters));
skvladdc1c62c2016-03-16 19:07:43 -07001425 // Read back the parameteres and verify they have the correct value
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001426 parameters = channel_->GetRtpSendParameters(last_ssrc_);
skvladdc1c62c2016-03-16 19:07:43 -07001427 EXPECT_EQ(1UL, parameters.encodings.size());
Oskar Sundbom78807582017-11-16 11:09:55 +01001428 EXPECT_EQ(stream_max, parameters.encodings[0].max_bitrate_bps);
skvladdc1c62c2016-03-16 19:07:43 -07001429 // Verify that the new value propagated down to the encoder
perkjfa10b552016-10-02 23:45:26 -07001430 EXPECT_EQ(expected_encoder_bitrate, GetMaxEncoderBitrate());
skvladdc1c62c2016-03-16 19:07:43 -07001431 }
1432
kwiberg686a8ef2016-02-26 03:00:35 -08001433 std::unique_ptr<FakeCall> fake_call_;
1434 std::unique_ptr<VideoMediaChannel> channel_;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001435 cricket::VideoSendParameters send_parameters_;
1436 cricket::VideoRecvParameters recv_parameters_;
Peter Boström0c4e06b2015-10-07 12:23:21 +02001437 uint32_t last_ssrc_;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001438};
1439
eladalonf1841382017-06-12 01:16:46 -07001440TEST_F(WebRtcVideoChannelTest, SetsSyncGroupFromSyncLabel) {
Peter Boström0c4e06b2015-10-07 12:23:21 +02001441 const uint32_t kVideoSsrc = 123;
pbos8fc7fa72015-07-15 08:02:58 -07001442 const std::string kSyncLabel = "AvSyncLabel";
1443
1444 cricket::StreamParams sp = cricket::StreamParams::CreateLegacy(kVideoSsrc);
1445 sp.sync_label = kSyncLabel;
1446 EXPECT_TRUE(channel_->AddRecvStream(sp));
1447
1448 EXPECT_EQ(1, fake_call_->GetVideoReceiveStreams().size());
1449 EXPECT_EQ(kSyncLabel,
1450 fake_call_->GetVideoReceiveStreams()[0]->GetConfig().sync_group)
1451 << "SyncGroup should be set based on sync_label";
1452}
1453
eladalonf1841382017-06-12 01:16:46 -07001454TEST_F(WebRtcVideoChannelTest, RecvStreamWithSimAndRtx) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001455 cricket::VideoSendParameters parameters;
1456 parameters.codecs = engine_.codecs();
1457 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001458 EXPECT_TRUE(channel_->SetSend(true));
nisse4b4dc862016-02-17 05:25:36 -08001459 parameters.conference_mode = true;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001460 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001461
1462 // Send side.
Peter Boström0c4e06b2015-10-07 12:23:21 +02001463 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
1464 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001465 FakeVideoSendStream* send_stream = AddSendStream(
1466 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs));
1467
1468 ASSERT_EQ(rtx_ssrcs.size(), send_stream->GetConfig().rtp.rtx.ssrcs.size());
1469 for (size_t i = 0; i < rtx_ssrcs.size(); ++i)
1470 EXPECT_EQ(rtx_ssrcs[i], send_stream->GetConfig().rtp.rtx.ssrcs[i]);
1471
1472 // Receiver side.
1473 FakeVideoReceiveStream* recv_stream = AddRecvStream(
1474 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs));
nisse26e3abb2017-08-25 04:44:25 -07001475 EXPECT_FALSE(
1476 recv_stream->GetConfig().rtp.rtx_associated_payload_types.empty());
nisseca5706d2017-09-11 02:32:16 -07001477 EXPECT_TRUE(VerifyRtxReceiveAssociations(recv_stream->GetConfig()))
Peter Boströmd8b01092016-05-12 16:44:36 +02001478 << "RTX should be mapped for all decoders/payload types.";
nisseca5706d2017-09-11 02:32:16 -07001479 EXPECT_TRUE(HasRtxReceiveAssociation(recv_stream->GetConfig(),
1480 GetEngineCodec("red").id))
1481 << "RTX should be mapped for the RED payload type";
1482
brandtr14742122017-01-27 04:53:07 -08001483 EXPECT_EQ(rtx_ssrcs[0], recv_stream->GetConfig().rtp.rtx_ssrc);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001484}
1485
eladalonf1841382017-06-12 01:16:46 -07001486TEST_F(WebRtcVideoChannelTest, RecvStreamWithRtx) {
pbos@webrtc.orge322a172014-06-13 11:47:28 +00001487 // Setup one channel with an associated RTX stream.
1488 cricket::StreamParams params =
1489 cricket::StreamParams::CreateLegacy(kSsrcs1[0]);
1490 params.AddFidSsrc(kSsrcs1[0], kRtxSsrcs1[0]);
1491 FakeVideoReceiveStream* recv_stream = AddRecvStream(params);
brandtr14742122017-01-27 04:53:07 -08001492 EXPECT_EQ(kRtxSsrcs1[0], recv_stream->GetConfig().rtp.rtx_ssrc);
nisseca5706d2017-09-11 02:32:16 -07001493
1494 EXPECT_TRUE(VerifyRtxReceiveAssociations(recv_stream->GetConfig()))
1495 << "RTX should be mapped for all decoders/payload types.";
1496 EXPECT_TRUE(HasRtxReceiveAssociation(recv_stream->GetConfig(),
1497 GetEngineCodec("red").id))
1498 << "RTX should be mapped for the RED payload type";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001499}
1500
eladalonf1841382017-06-12 01:16:46 -07001501TEST_F(WebRtcVideoChannelTest, RecvStreamNoRtx) {
pbos@webrtc.orge322a172014-06-13 11:47:28 +00001502 // Setup one channel without an associated RTX stream.
1503 cricket::StreamParams params =
1504 cricket::StreamParams::CreateLegacy(kSsrcs1[0]);
1505 FakeVideoReceiveStream* recv_stream = AddRecvStream(params);
brandtr14742122017-01-27 04:53:07 -08001506 ASSERT_EQ(0U, recv_stream->GetConfig().rtp.rtx_ssrc);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001507}
1508
eladalonf1841382017-06-12 01:16:46 -07001509TEST_F(WebRtcVideoChannelTest, NoHeaderExtesionsByDefault) {
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001510 FakeVideoSendStream* send_stream =
1511 AddSendStream(cricket::StreamParams::CreateLegacy(kSsrcs1[0]));
1512 ASSERT_TRUE(send_stream->GetConfig().rtp.extensions.empty());
1513
1514 FakeVideoReceiveStream* recv_stream =
1515 AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrcs1[0]));
1516 ASSERT_TRUE(recv_stream->GetConfig().rtp.extensions.empty());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001517}
1518
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001519// Test support for RTP timestamp offset header extension.
eladalonf1841382017-06-12 01:16:46 -07001520TEST_F(WebRtcVideoChannelTest, SendRtpTimestampOffsetHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001521 TestSetSendRtpHeaderExtensions(RtpExtension::kTimestampOffsetUri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001522}
isheriff6f8d6862016-05-26 11:24:55 -07001523
eladalonf1841382017-06-12 01:16:46 -07001524TEST_F(WebRtcVideoChannelTest, RecvRtpTimestampOffsetHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001525 TestSetRecvRtpHeaderExtensions(RtpExtension::kTimestampOffsetUri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001526}
1527
1528// Test support for absolute send time header extension.
eladalonf1841382017-06-12 01:16:46 -07001529TEST_F(WebRtcVideoChannelTest, SendAbsoluteSendTimeHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001530 TestSetSendRtpHeaderExtensions(RtpExtension::kAbsSendTimeUri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001531}
isheriff6f8d6862016-05-26 11:24:55 -07001532
eladalonf1841382017-06-12 01:16:46 -07001533TEST_F(WebRtcVideoChannelTest, RecvAbsoluteSendTimeHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001534 TestSetRecvRtpHeaderExtensions(RtpExtension::kAbsSendTimeUri);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001535}
1536
eladalonf1841382017-06-12 01:16:46 -07001537TEST_F(WebRtcVideoChannelTest, FiltersExtensionsPicksTransportSeqNum) {
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001538 // Enable three redundant extensions.
1539 std::vector<std::string> extensions;
isheriff6f8d6862016-05-26 11:24:55 -07001540 extensions.push_back(RtpExtension::kAbsSendTimeUri);
1541 extensions.push_back(RtpExtension::kTimestampOffsetUri);
1542 extensions.push_back(RtpExtension::kTransportSequenceNumberUri);
1543 TestExtensionFilter(extensions, RtpExtension::kTransportSequenceNumberUri);
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001544}
1545
eladalonf1841382017-06-12 01:16:46 -07001546TEST_F(WebRtcVideoChannelTest, FiltersExtensionsPicksAbsSendTime) {
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001547 // Enable two redundant extensions.
1548 std::vector<std::string> extensions;
isheriff6f8d6862016-05-26 11:24:55 -07001549 extensions.push_back(RtpExtension::kAbsSendTimeUri);
1550 extensions.push_back(RtpExtension::kTimestampOffsetUri);
1551 TestExtensionFilter(extensions, RtpExtension::kAbsSendTimeUri);
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001552}
1553
stefanc1aeaf02015-10-15 07:26:07 -07001554// Test support for transport sequence number header extension.
eladalonf1841382017-06-12 01:16:46 -07001555TEST_F(WebRtcVideoChannelTest, SendTransportSequenceNumberHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001556 TestSetSendRtpHeaderExtensions(RtpExtension::kTransportSequenceNumberUri);
stefanc1aeaf02015-10-15 07:26:07 -07001557}
eladalonf1841382017-06-12 01:16:46 -07001558TEST_F(WebRtcVideoChannelTest, RecvTransportSequenceNumberHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001559 TestSetRecvRtpHeaderExtensions(RtpExtension::kTransportSequenceNumberUri);
stefanc1aeaf02015-10-15 07:26:07 -07001560}
1561
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001562// Test support for video rotation header extension.
eladalonf1841382017-06-12 01:16:46 -07001563TEST_F(WebRtcVideoChannelTest, SendVideoRotationHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001564 TestSetSendRtpHeaderExtensions(RtpExtension::kVideoRotationUri);
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001565}
eladalonf1841382017-06-12 01:16:46 -07001566TEST_F(WebRtcVideoChannelTest, RecvVideoRotationHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001567 TestSetRecvRtpHeaderExtensions(RtpExtension::kVideoRotationUri);
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001568}
1569
eladalonf1841382017-06-12 01:16:46 -07001570TEST_F(WebRtcVideoChannelTest, IdenticalSendExtensionsDoesntRecreateStream) {
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001571 const int kAbsSendTimeId = 1;
1572 const int kVideoRotationId = 2;
isheriff6f8d6862016-05-26 11:24:55 -07001573 send_parameters_.extensions.push_back(
1574 RtpExtension(RtpExtension::kAbsSendTimeUri, kAbsSendTimeId));
1575 send_parameters_.extensions.push_back(
1576 RtpExtension(RtpExtension::kVideoRotationUri, kVideoRotationId));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001577
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001578 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001579 FakeVideoSendStream* send_stream =
1580 AddSendStream(cricket::StreamParams::CreateLegacy(123));
1581
1582 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001583 ASSERT_EQ(2u, send_stream->GetConfig().rtp.extensions.size());
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001584
1585 // Setting the same extensions (even if in different order) shouldn't
1586 // reallocate the stream.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001587 std::reverse(send_parameters_.extensions.begin(),
1588 send_parameters_.extensions.end());
1589 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001590
1591 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
1592
1593 // Setting different extensions should recreate the stream.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001594 send_parameters_.extensions.resize(1);
1595 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001596
1597 EXPECT_EQ(2, fake_call_->GetNumCreatedSendStreams());
1598}
1599
eladalonf1841382017-06-12 01:16:46 -07001600TEST_F(WebRtcVideoChannelTest, IdenticalRecvExtensionsDoesntRecreateStream) {
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001601 const int kTOffsetId = 1;
1602 const int kAbsSendTimeId = 2;
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001603 const int kVideoRotationId = 3;
isheriff6f8d6862016-05-26 11:24:55 -07001604 recv_parameters_.extensions.push_back(
1605 RtpExtension(RtpExtension::kAbsSendTimeUri, kAbsSendTimeId));
1606 recv_parameters_.extensions.push_back(
1607 RtpExtension(RtpExtension::kTimestampOffsetUri, kTOffsetId));
1608 recv_parameters_.extensions.push_back(
1609 RtpExtension(RtpExtension::kVideoRotationUri, kVideoRotationId));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001610
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001611 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
Peter Boström54be3e02015-05-25 15:04:24 +02001612 FakeVideoReceiveStream* recv_stream =
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001613 AddRecvStream(cricket::StreamParams::CreateLegacy(123));
1614
1615 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
Peter Boström54be3e02015-05-25 15:04:24 +02001616 ASSERT_EQ(3u, recv_stream->GetConfig().rtp.extensions.size());
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001617
1618 // Setting the same extensions (even if in different order) shouldn't
1619 // reallocate the stream.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001620 std::reverse(recv_parameters_.extensions.begin(),
1621 recv_parameters_.extensions.end());
1622 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001623
1624 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
1625
1626 // Setting different extensions should recreate the stream.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001627 recv_parameters_.extensions.resize(1);
1628 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001629
1630 EXPECT_EQ(2, fake_call_->GetNumCreatedReceiveStreams());
1631}
1632
eladalonf1841382017-06-12 01:16:46 -07001633TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001634 SetSendRtpHeaderExtensionsExcludeUnsupportedExtensions) {
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001635 const int kUnsupportedId = 1;
1636 const int kTOffsetId = 2;
1637
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001638 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001639 RtpExtension(kUnsupportedExtensionName, kUnsupportedId));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001640 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001641 RtpExtension(RtpExtension::kTimestampOffsetUri, kTOffsetId));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001642 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001643 FakeVideoSendStream* send_stream =
1644 AddSendStream(cricket::StreamParams::CreateLegacy(123));
1645
1646 // Only timestamp offset extension is set to send stream,
1647 // unsupported rtp extension is ignored.
1648 ASSERT_EQ(1u, send_stream->GetConfig().rtp.extensions.size());
isheriff6f8d6862016-05-26 11:24:55 -07001649 EXPECT_STREQ(RtpExtension::kTimestampOffsetUri,
1650 send_stream->GetConfig().rtp.extensions[0].uri.c_str());
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001651}
1652
eladalonf1841382017-06-12 01:16:46 -07001653TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001654 SetRecvRtpHeaderExtensionsExcludeUnsupportedExtensions) {
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001655 const int kUnsupportedId = 1;
1656 const int kTOffsetId = 2;
1657
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001658 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001659 RtpExtension(kUnsupportedExtensionName, kUnsupportedId));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001660 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001661 RtpExtension(RtpExtension::kTimestampOffsetUri, kTOffsetId));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001662 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001663 FakeVideoReceiveStream* recv_stream =
1664 AddRecvStream(cricket::StreamParams::CreateLegacy(123));
1665
1666 // Only timestamp offset extension is set to receive stream,
1667 // unsupported rtp extension is ignored.
1668 ASSERT_EQ(1u, recv_stream->GetConfig().rtp.extensions.size());
isheriff6f8d6862016-05-26 11:24:55 -07001669 EXPECT_STREQ(RtpExtension::kTimestampOffsetUri,
1670 recv_stream->GetConfig().rtp.extensions[0].uri.c_str());
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001671}
1672
eladalonf1841382017-06-12 01:16:46 -07001673TEST_F(WebRtcVideoChannelTest, SetSendRtpHeaderExtensionsRejectsIncorrectIds) {
Peter Boström23914fe2015-03-31 15:08:04 +02001674 const int kIncorrectIds[] = {-2, -1, 0, 15, 16};
pkasting@chromium.orge7a4a122015-01-28 21:36:55 +00001675 for (size_t i = 0; i < arraysize(kIncorrectIds); ++i) {
isheriff6f8d6862016-05-26 11:24:55 -07001676 send_parameters_.extensions.push_back(
1677 RtpExtension(RtpExtension::kTimestampOffsetUri, kIncorrectIds[i]));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001678 EXPECT_FALSE(channel_->SetSendParameters(send_parameters_))
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001679 << "Bad extension id '" << kIncorrectIds[i] << "' accepted.";
1680 }
1681}
1682
eladalonf1841382017-06-12 01:16:46 -07001683TEST_F(WebRtcVideoChannelTest, SetRecvRtpHeaderExtensionsRejectsIncorrectIds) {
Peter Boström23914fe2015-03-31 15:08:04 +02001684 const int kIncorrectIds[] = {-2, -1, 0, 15, 16};
pkasting@chromium.orge7a4a122015-01-28 21:36:55 +00001685 for (size_t i = 0; i < arraysize(kIncorrectIds); ++i) {
isheriff6f8d6862016-05-26 11:24:55 -07001686 recv_parameters_.extensions.push_back(
1687 RtpExtension(RtpExtension::kTimestampOffsetUri, kIncorrectIds[i]));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001688 EXPECT_FALSE(channel_->SetRecvParameters(recv_parameters_))
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001689 << "Bad extension id '" << kIncorrectIds[i] << "' accepted.";
1690 }
1691}
1692
eladalonf1841382017-06-12 01:16:46 -07001693TEST_F(WebRtcVideoChannelTest, SetSendRtpHeaderExtensionsRejectsDuplicateIds) {
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001694 const int id = 1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001695 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001696 RtpExtension(RtpExtension::kTimestampOffsetUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001697 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001698 RtpExtension(RtpExtension::kAbsSendTimeUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001699 EXPECT_FALSE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001700
1701 // Duplicate entries are also not supported.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001702 send_parameters_.extensions.clear();
1703 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001704 RtpExtension(RtpExtension::kTimestampOffsetUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001705 send_parameters_.extensions.push_back(send_parameters_.extensions.back());
1706 EXPECT_FALSE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001707}
1708
eladalonf1841382017-06-12 01:16:46 -07001709TEST_F(WebRtcVideoChannelTest, SetRecvRtpHeaderExtensionsRejectsDuplicateIds) {
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001710 const int id = 1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001711 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001712 RtpExtension(RtpExtension::kTimestampOffsetUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001713 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001714 RtpExtension(RtpExtension::kAbsSendTimeUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001715 EXPECT_FALSE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001716
1717 // Duplicate entries are also not supported.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001718 recv_parameters_.extensions.clear();
1719 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001720 RtpExtension(RtpExtension::kTimestampOffsetUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001721 recv_parameters_.extensions.push_back(recv_parameters_.extensions.back());
1722 EXPECT_FALSE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001723}
1724
eladalonf1841382017-06-12 01:16:46 -07001725TEST_F(WebRtcVideoChannelTest, AddRecvStreamOnlyUsesOneReceiveStream) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001726 EXPECT_TRUE(channel_->AddRecvStream(cricket::StreamParams::CreateLegacy(1)));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001727 EXPECT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001728}
1729
eladalonf1841382017-06-12 01:16:46 -07001730TEST_F(WebRtcVideoChannelTest, RtcpIsCompoundByDefault) {
Peter Boströmd7da1202015-06-05 14:09:38 +02001731 FakeVideoReceiveStream* stream = AddRecvStream();
pbosda903ea2015-10-02 02:36:56 -07001732 EXPECT_EQ(webrtc::RtcpMode::kCompound, stream->GetConfig().rtp.rtcp_mode);
Peter Boströmd7da1202015-06-05 14:09:38 +02001733}
1734
eladalonf1841382017-06-12 01:16:46 -07001735TEST_F(WebRtcVideoChannelTest, RembIsEnabledByDefault) {
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001736 FakeVideoReceiveStream* stream = AddRecvStream();
1737 EXPECT_TRUE(stream->GetConfig().rtp.remb);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001738}
1739
eladalonf1841382017-06-12 01:16:46 -07001740TEST_F(WebRtcVideoChannelTest, TransportCcIsEnabledByDefault) {
stefan43edf0f2015-11-20 18:05:48 -08001741 FakeVideoReceiveStream* stream = AddRecvStream();
1742 EXPECT_TRUE(stream->GetConfig().rtp.transport_cc);
1743}
1744
eladalonf1841382017-06-12 01:16:46 -07001745TEST_F(WebRtcVideoChannelTest, RembCanBeEnabledAndDisabled) {
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001746 FakeVideoReceiveStream* stream = AddRecvStream();
1747 EXPECT_TRUE(stream->GetConfig().rtp.remb);
1748
Peter Boström126c03e2015-05-11 12:48:12 +02001749 // Verify that REMB is turned off when send(!) codecs without REMB are set.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001750 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001751 parameters.codecs.push_back(RemoveFeedbackParams(GetEngineCodec("VP8")));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001752 EXPECT_TRUE(parameters.codecs[0].feedback_params.params().empty());
1753 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001754 stream = fake_call_->GetVideoReceiveStreams()[0];
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001755 EXPECT_FALSE(stream->GetConfig().rtp.remb);
1756
1757 // Verify that REMB is turned on when setting default codecs since the
1758 // default codecs have REMB enabled.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001759 parameters.codecs = engine_.codecs();
1760 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001761 stream = fake_call_->GetVideoReceiveStreams()[0];
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001762 EXPECT_TRUE(stream->GetConfig().rtp.remb);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001763}
1764
eladalonf1841382017-06-12 01:16:46 -07001765TEST_F(WebRtcVideoChannelTest, TransportCcCanBeEnabledAndDisabled) {
stefan43edf0f2015-11-20 18:05:48 -08001766 FakeVideoReceiveStream* stream = AddRecvStream();
1767 EXPECT_TRUE(stream->GetConfig().rtp.transport_cc);
1768
1769 // Verify that transport cc feedback is turned off when send(!) codecs without
1770 // transport cc feedback are set.
1771 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001772 parameters.codecs.push_back(RemoveFeedbackParams(GetEngineCodec("VP8")));
stefan43edf0f2015-11-20 18:05:48 -08001773 EXPECT_TRUE(parameters.codecs[0].feedback_params.params().empty());
1774 EXPECT_TRUE(channel_->SetSendParameters(parameters));
1775 stream = fake_call_->GetVideoReceiveStreams()[0];
1776 EXPECT_FALSE(stream->GetConfig().rtp.transport_cc);
1777
1778 // Verify that transport cc feedback is turned on when setting default codecs
1779 // since the default codecs have transport cc feedback enabled.
1780 parameters.codecs = engine_.codecs();
1781 EXPECT_TRUE(channel_->SetSendParameters(parameters));
1782 stream = fake_call_->GetVideoReceiveStreams()[0];
1783 EXPECT_TRUE(stream->GetConfig().rtp.transport_cc);
1784}
1785
eladalonf1841382017-06-12 01:16:46 -07001786TEST_F(WebRtcVideoChannelTest, NackIsEnabledByDefault) {
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +00001787 VerifyCodecHasDefaultFeedbackParams(default_codec_);
1788
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001789 cricket::VideoSendParameters parameters;
1790 parameters.codecs = engine_.codecs();
1791 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org19864742014-05-30 07:35:47 +00001792 EXPECT_TRUE(channel_->SetSend(true));
1793
1794 // Send side.
1795 FakeVideoSendStream* send_stream =
1796 AddSendStream(cricket::StreamParams::CreateLegacy(1));
1797 EXPECT_GT(send_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1798
1799 // Receiver side.
1800 FakeVideoReceiveStream* recv_stream =
1801 AddRecvStream(cricket::StreamParams::CreateLegacy(1));
1802 EXPECT_GT(recv_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1803
1804 // Nack history size should match between sender and receiver.
1805 EXPECT_EQ(send_stream->GetConfig().rtp.nack.rtp_history_ms,
1806 recv_stream->GetConfig().rtp.nack.rtp_history_ms);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001807}
1808
eladalonf1841382017-06-12 01:16:46 -07001809TEST_F(WebRtcVideoChannelTest, NackCanBeEnabledAndDisabled) {
Peter Boström67c9df72015-05-11 14:34:58 +02001810 FakeVideoSendStream* send_stream = AddSendStream();
Peter Boström3548dd22015-05-22 18:48:36 +02001811 FakeVideoReceiveStream* recv_stream = AddRecvStream();
Peter Boström67c9df72015-05-11 14:34:58 +02001812
1813 EXPECT_GT(recv_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1814 EXPECT_GT(send_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1815
1816 // Verify that NACK is turned off when send(!) codecs without NACK are set.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001817 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001818 parameters.codecs.push_back(RemoveFeedbackParams(GetEngineCodec("VP8")));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001819 EXPECT_TRUE(parameters.codecs[0].feedback_params.params().empty());
1820 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström67c9df72015-05-11 14:34:58 +02001821 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
1822 EXPECT_EQ(0, recv_stream->GetConfig().rtp.nack.rtp_history_ms);
1823 send_stream = fake_call_->GetVideoSendStreams()[0];
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +00001824 EXPECT_EQ(0, send_stream->GetConfig().rtp.nack.rtp_history_ms);
1825
Peter Boström67c9df72015-05-11 14:34:58 +02001826 // Verify that NACK is turned on when setting default codecs since the
1827 // default codecs have NACK enabled.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001828 parameters.codecs = engine_.codecs();
1829 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström67c9df72015-05-11 14:34:58 +02001830 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
1831 EXPECT_GT(recv_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1832 send_stream = fake_call_->GetVideoSendStreams()[0];
1833 EXPECT_GT(send_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +00001834}
1835
Peter Boströme7ba0862016-03-12 00:02:28 +01001836// This test verifies that new frame sizes reconfigures encoders even though not
1837// (yet) sending. The purpose of this is to permit encoding as quickly as
1838// possible once we start sending. Likely the frames being input are from the
1839// same source that will be sent later, which just means that we're ready
1840// earlier.
eladalonf1841382017-06-12 01:16:46 -07001841TEST_F(WebRtcVideoChannelTest, ReconfiguresEncodersWhenNotSending) {
Peter Boströme7ba0862016-03-12 00:02:28 +01001842 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001843 parameters.codecs.push_back(GetEngineCodec("VP8"));
Peter Boströme7ba0862016-03-12 00:02:28 +01001844 ASSERT_TRUE(channel_->SetSendParameters(parameters));
1845 channel_->SetSend(false);
1846
1847 FakeVideoSendStream* stream = AddSendStream();
1848
perkjfa10b552016-10-02 23:45:26 -07001849 // No frames entered.
Peter Boströme7ba0862016-03-12 00:02:28 +01001850 std::vector<webrtc::VideoStream> streams = stream->GetVideoStreams();
perkjfa10b552016-10-02 23:45:26 -07001851 EXPECT_EQ(0u, streams[0].width);
1852 EXPECT_EQ(0u, streams[0].height);
Peter Boströme7ba0862016-03-12 00:02:28 +01001853
1854 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07001855 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
perkj26752742016-10-24 01:21:16 -07001856 VideoFormat capture_format = capturer.GetSupportedFormats()->front();
1857 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format));
Peter Boströme7ba0862016-03-12 00:02:28 +01001858 EXPECT_TRUE(capturer.CaptureFrame());
1859
1860 // Frame entered, should be reconfigured to new dimensions.
1861 streams = stream->GetVideoStreams();
perkj26752742016-10-24 01:21:16 -07001862 EXPECT_EQ(capture_format.width, streams[0].width);
1863 EXPECT_EQ(capture_format.height, streams[0].height);
Peter Boströme7ba0862016-03-12 00:02:28 +01001864
deadbeef5a4a75a2016-06-02 16:23:38 -07001865 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Peter Boströme7ba0862016-03-12 00:02:28 +01001866}
1867
eladalonf1841382017-06-12 01:16:46 -07001868TEST_F(WebRtcVideoChannelTest, UsesCorrectSettingsForScreencast) {
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001869 static const int kScreenshareMinBitrateKbps = 800;
magjed509e4fe2016-11-18 01:34:11 -08001870 cricket::VideoCodec codec = GetEngineCodec("VP8");
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001871 cricket::VideoSendParameters parameters;
1872 parameters.codecs.push_back(codec);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001873 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001874 AddSendStream();
1875
deadbeef5a4a75a2016-06-02 16:23:38 -07001876 cricket::FakeVideoCapturer capturer;
nisse05103312016-03-16 02:22:50 -07001877 VideoOptions min_bitrate_options;
Oskar Sundbom78807582017-11-16 11:09:55 +01001878 min_bitrate_options.screencast_min_bitrate_kbps = kScreenshareMinBitrateKbps;
deadbeef5a4a75a2016-06-02 16:23:38 -07001879 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &min_bitrate_options,
1880 &capturer));
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001881 cricket::VideoFormat capture_format_hd =
1882 capturer.GetSupportedFormats()->front();
1883 EXPECT_EQ(1280, capture_format_hd.width);
1884 EXPECT_EQ(720, capture_format_hd.height);
1885 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format_hd));
1886
1887 EXPECT_TRUE(channel_->SetSend(true));
1888
1889 EXPECT_TRUE(capturer.CaptureFrame());
1890 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
1891 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
1892
1893 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
1894
1895 // Verify non-screencast settings.
perkj26091b12016-09-01 01:17:40 -07001896 webrtc::VideoEncoderConfig encoder_config =
1897 send_stream->GetEncoderConfig().Copy();
Erik Språng143cec12015-04-28 10:01:41 +02001898 EXPECT_EQ(webrtc::VideoEncoderConfig::ContentType::kRealtimeVideo,
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001899 encoder_config.content_type);
perkjfa10b552016-10-02 23:45:26 -07001900 std::vector<webrtc::VideoStream> streams = send_stream->GetVideoStreams();
1901 EXPECT_EQ(capture_format_hd.width, streams.front().width);
1902 EXPECT_EQ(capture_format_hd.height, streams.front().height);
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001903 EXPECT_EQ(0, encoder_config.min_transmit_bitrate_bps)
1904 << "Non-screenshare shouldn't use min-transmit bitrate.";
1905
deadbeef5a4a75a2016-06-02 16:23:38 -07001906 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
perkjd533aec2017-01-13 05:57:25 -08001907 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
nisse05103312016-03-16 02:22:50 -07001908 VideoOptions screencast_options;
Oskar Sundbom78807582017-11-16 11:09:55 +01001909 screencast_options.is_screencast = true;
deadbeef5a4a75a2016-06-02 16:23:38 -07001910 EXPECT_TRUE(
1911 channel_->SetVideoSend(last_ssrc_, true, &screencast_options, &capturer));
perkj2d5f0912016-02-29 00:04:41 -08001912 EXPECT_TRUE(capturer.CaptureFrame());
sprangf24a0642017-02-28 13:23:26 -08001913 // Send stream recreated after option change.
1914 ASSERT_EQ(2, fake_call_->GetNumCreatedSendStreams());
1915 send_stream = fake_call_->GetVideoSendStreams().front();
1916 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001917
1918 // Verify screencast settings.
perkj26091b12016-09-01 01:17:40 -07001919 encoder_config = send_stream->GetEncoderConfig().Copy();
Erik Språng143cec12015-04-28 10:01:41 +02001920 EXPECT_EQ(webrtc::VideoEncoderConfig::ContentType::kScreen,
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001921 encoder_config.content_type);
1922 EXPECT_EQ(kScreenshareMinBitrateKbps * 1000,
1923 encoder_config.min_transmit_bitrate_bps);
1924
perkjfa10b552016-10-02 23:45:26 -07001925 streams = send_stream->GetVideoStreams();
1926 EXPECT_EQ(capture_format_hd.width, streams.front().width);
1927 EXPECT_EQ(capture_format_hd.height, streams.front().height);
1928 EXPECT_TRUE(streams[0].temporal_layer_thresholds_bps.empty());
deadbeef5a4a75a2016-06-02 16:23:38 -07001929 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001930}
1931
eladalonf1841382017-06-12 01:16:46 -07001932TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001933 ConferenceModeScreencastConfiguresTemporalLayer) {
Erik Språng2c4c9142015-06-24 11:24:44 +02001934 static const int kConferenceScreencastTemporalBitrateBps =
1935 ScreenshareLayerConfig::GetDefault().tl0_bitrate_kbps * 1000;
nisse4b4dc862016-02-17 05:25:36 -08001936 send_parameters_.conference_mode = true;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001937 channel_->SetSendParameters(send_parameters_);
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001938
1939 AddSendStream();
nisse05103312016-03-16 02:22:50 -07001940 VideoOptions options;
Oskar Sundbom78807582017-11-16 11:09:55 +01001941 options.is_screencast = true;
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001942 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07001943 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001944 cricket::VideoFormat capture_format_hd =
1945 capturer.GetSupportedFormats()->front();
1946 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format_hd));
1947
1948 EXPECT_TRUE(channel_->SetSend(true));
1949
1950 EXPECT_TRUE(capturer.CaptureFrame());
1951 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
1952 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
1953
perkj26091b12016-09-01 01:17:40 -07001954 webrtc::VideoEncoderConfig encoder_config =
1955 send_stream->GetEncoderConfig().Copy();
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001956
1957 // Verify screencast settings.
perkj26091b12016-09-01 01:17:40 -07001958 encoder_config = send_stream->GetEncoderConfig().Copy();
Erik Språng143cec12015-04-28 10:01:41 +02001959 EXPECT_EQ(webrtc::VideoEncoderConfig::ContentType::kScreen,
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001960 encoder_config.content_type);
perkjfa10b552016-10-02 23:45:26 -07001961
1962 std::vector<webrtc::VideoStream> streams = send_stream->GetVideoStreams();
1963 ASSERT_EQ(1u, streams.size());
1964 ASSERT_EQ(1u, streams[0].temporal_layer_thresholds_bps.size());
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001965 EXPECT_EQ(kConferenceScreencastTemporalBitrateBps,
perkjfa10b552016-10-02 23:45:26 -07001966 streams[0].temporal_layer_thresholds_bps[0]);
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001967
deadbeef5a4a75a2016-06-02 16:23:38 -07001968 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001969}
1970
eladalonf1841382017-06-12 01:16:46 -07001971TEST_F(WebRtcVideoChannelTest, SuspendBelowMinBitrateDisabledByDefault) {
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00001972 FakeVideoSendStream* stream = AddSendStream();
1973 EXPECT_FALSE(stream->GetConfig().suspend_below_min_bitrate);
1974}
1975
eladalonf1841382017-06-12 01:16:46 -07001976TEST_F(WebRtcVideoChannelTest, SetMediaConfigSuspendBelowMinBitrate) {
kthelgason2bc68642017-02-07 07:02:22 -08001977 MediaConfig media_config = GetMediaConfig();
nisse0db023a2016-03-01 04:29:59 -08001978 media_config.video.suspend_below_min_bitrate = true;
1979
1980 channel_.reset(
1981 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08001982 channel_->OnReadyToSend(true);
nisse0db023a2016-03-01 04:29:59 -08001983
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001984 channel_->SetSendParameters(send_parameters_);
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00001985
1986 FakeVideoSendStream* stream = AddSendStream();
1987 EXPECT_TRUE(stream->GetConfig().suspend_below_min_bitrate);
1988
nisse0db023a2016-03-01 04:29:59 -08001989 media_config.video.suspend_below_min_bitrate = false;
1990 channel_.reset(
1991 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08001992 channel_->OnReadyToSend(true);
nisse0db023a2016-03-01 04:29:59 -08001993
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001994 channel_->SetSendParameters(send_parameters_);
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00001995
nisse0db023a2016-03-01 04:29:59 -08001996 stream = AddSendStream();
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00001997 EXPECT_FALSE(stream->GetConfig().suspend_below_min_bitrate);
1998}
1999
eladalonf1841382017-06-12 01:16:46 -07002000TEST_F(WebRtcVideoChannelTest, Vp8DenoisingEnabledByDefault) {
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002001 FakeVideoSendStream* stream = AddSendStream();
2002 webrtc::VideoCodecVP8 vp8_settings;
2003 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2004 EXPECT_TRUE(vp8_settings.denoisingOn);
2005}
2006
eladalonf1841382017-06-12 01:16:46 -07002007TEST_F(WebRtcVideoChannelTest, VerifyVp8SpecificSettings) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002008 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002009 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002010 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002011
Peter Boström2feafdb2015-09-09 14:32:14 +02002012 // Single-stream settings should apply with RTX as well (verifies that we
2013 // check number of regular SSRCs and not StreamParams::ssrcs which contains
2014 // both RTX and regular SSRCs).
2015 FakeVideoSendStream* stream = SetUpSimulcast(false, true);
Erik Språng143cec12015-04-28 10:01:41 +02002016
2017 cricket::FakeVideoCapturer capturer;
Erik Språng143cec12015-04-28 10:01:41 +02002018 EXPECT_EQ(cricket::CS_RUNNING,
2019 capturer.Start(capturer.GetSupportedFormats()->front()));
deadbeef5a4a75a2016-06-02 16:23:38 -07002020 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
Erik Språng143cec12015-04-28 10:01:41 +02002021 channel_->SetSend(true);
2022
2023 EXPECT_TRUE(capturer.CaptureFrame());
2024
pbos4cba4eb2015-10-26 11:18:18 -07002025 webrtc::VideoCodecVP8 vp8_settings;
2026 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2027 EXPECT_TRUE(vp8_settings.denoisingOn)
2028 << "VP8 denoising should be on by default.";
2029
nisse05103312016-03-16 02:22:50 -07002030 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002031
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002032 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2033 EXPECT_FALSE(vp8_settings.denoisingOn);
Erik Språng143cec12015-04-28 10:01:41 +02002034 EXPECT_TRUE(vp8_settings.automaticResizeOn);
2035 EXPECT_TRUE(vp8_settings.frameDroppingOn);
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002036
nisse05103312016-03-16 02:22:50 -07002037 stream = SetDenoisingOption(last_ssrc_, &capturer, true);
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002038
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002039 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2040 EXPECT_TRUE(vp8_settings.denoisingOn);
Erik Språng143cec12015-04-28 10:01:41 +02002041 EXPECT_TRUE(vp8_settings.automaticResizeOn);
2042 EXPECT_TRUE(vp8_settings.frameDroppingOn);
2043
deadbeef5a4a75a2016-06-02 16:23:38 -07002044 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Peter Boström2feafdb2015-09-09 14:32:14 +02002045 stream = SetUpSimulcast(true, false);
deadbeef5a4a75a2016-06-02 16:23:38 -07002046 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
Erik Språng143cec12015-04-28 10:01:41 +02002047 channel_->SetSend(true);
2048 EXPECT_TRUE(capturer.CaptureFrame());
2049
2050 EXPECT_EQ(3, stream->GetVideoStreams().size());
2051 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2052 // Autmatic resize off when using simulcast.
2053 EXPECT_FALSE(vp8_settings.automaticResizeOn);
2054 EXPECT_TRUE(vp8_settings.frameDroppingOn);
2055
2056 // In screen-share mode, denoising is forced off and simulcast disabled.
nisse05103312016-03-16 02:22:50 -07002057 VideoOptions options;
Oskar Sundbom78807582017-11-16 11:09:55 +01002058 options.is_screencast = true;
deadbeef5a4a75a2016-06-02 16:23:38 -07002059 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
Niels Möller60653ba2016-03-02 11:41:36 +01002060
nisse05103312016-03-16 02:22:50 -07002061 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002062
2063 EXPECT_EQ(1, stream->GetVideoStreams().size());
2064 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2065 EXPECT_FALSE(vp8_settings.denoisingOn);
2066 // Resizing and frame dropping always off for screen sharing.
2067 EXPECT_FALSE(vp8_settings.automaticResizeOn);
2068 EXPECT_FALSE(vp8_settings.frameDroppingOn);
2069
nisse05103312016-03-16 02:22:50 -07002070 stream = SetDenoisingOption(last_ssrc_, &capturer, true);
Erik Språng143cec12015-04-28 10:01:41 +02002071
2072 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2073 EXPECT_FALSE(vp8_settings.denoisingOn);
2074 EXPECT_FALSE(vp8_settings.automaticResizeOn);
2075 EXPECT_FALSE(vp8_settings.frameDroppingOn);
2076
deadbeef5a4a75a2016-06-02 16:23:38 -07002077 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Erik Språng143cec12015-04-28 10:01:41 +02002078}
2079
deadbeef119760a2016-04-04 11:43:27 -07002080// Test that setting the same options doesn't result in the encoder being
2081// reconfigured.
eladalonf1841382017-06-12 01:16:46 -07002082TEST_F(WebRtcVideoChannelTest, SetIdenticalOptionsDoesntReconfigureEncoder) {
deadbeef119760a2016-04-04 11:43:27 -07002083 VideoOptions options;
2084 cricket::FakeVideoCapturer capturer;
2085
perkjfa10b552016-10-02 23:45:26 -07002086 AddSendStream();
deadbeef119760a2016-04-04 11:43:27 -07002087 EXPECT_EQ(cricket::CS_RUNNING,
2088 capturer.Start(capturer.GetSupportedFormats()->front()));
perkjfa10b552016-10-02 23:45:26 -07002089 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002090 parameters.codecs.push_back(GetEngineCodec("VP8"));
perkjfa10b552016-10-02 23:45:26 -07002091 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2092 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
2093
2094 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
deadbeef5a4a75a2016-06-02 16:23:38 -07002095 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
deadbeef119760a2016-04-04 11:43:27 -07002096 EXPECT_TRUE(capturer.CaptureFrame());
perkjfa10b552016-10-02 23:45:26 -07002097 // Expect 1 reconfigurations at this point from the initial configuration.
2098 EXPECT_EQ(1, send_stream->num_encoder_reconfigurations());
deadbeef119760a2016-04-04 11:43:27 -07002099
2100 // Set the options one more time and expect no additional reconfigurations.
deadbeef5a4a75a2016-06-02 16:23:38 -07002101 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
perkjfa10b552016-10-02 23:45:26 -07002102 EXPECT_EQ(1, send_stream->num_encoder_reconfigurations());
2103
2104 // Change |options| and expect 2 reconfigurations.
Oskar Sundbom78807582017-11-16 11:09:55 +01002105 options.video_noise_reduction = true;
perkjfa10b552016-10-02 23:45:26 -07002106 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
deadbeef119760a2016-04-04 11:43:27 -07002107 EXPECT_EQ(2, send_stream->num_encoder_reconfigurations());
2108
deadbeef5a4a75a2016-06-02 16:23:38 -07002109 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
deadbeef119760a2016-04-04 11:43:27 -07002110}
2111
eladalonf1841382017-06-12 01:16:46 -07002112class Vp9SettingsTest : public WebRtcVideoChannelTest {
Erik Språng143cec12015-04-28 10:01:41 +02002113 public:
asaperssonc5dabdd2016-03-21 04:15:50 -07002114 Vp9SettingsTest() : Vp9SettingsTest("") {}
2115 explicit Vp9SettingsTest(const char* field_trials)
eladalonf1841382017-06-12 01:16:46 -07002116 : WebRtcVideoChannelTest(field_trials) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +02002117 encoder_factory_->AddSupportedVideoCodecType("VP9");
Erik Språng143cec12015-04-28 10:01:41 +02002118 }
2119 virtual ~Vp9SettingsTest() {}
2120
2121 protected:
Erik Språng143cec12015-04-28 10:01:41 +02002122 void TearDown() override {
2123 // Remove references to encoder_factory_ since this will be destroyed
2124 // before channel_ and engine_.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002125 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
Erik Språng143cec12015-04-28 10:01:41 +02002126 }
Erik Språng143cec12015-04-28 10:01:41 +02002127};
2128
2129TEST_F(Vp9SettingsTest, VerifyVp9SpecificSettings) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002130 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002131 parameters.codecs.push_back(GetEngineCodec("VP9"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002132 ASSERT_TRUE(channel_->SetSendParameters(parameters));
Erik Språng143cec12015-04-28 10:01:41 +02002133
Peter Boström2feafdb2015-09-09 14:32:14 +02002134 FakeVideoSendStream* stream = SetUpSimulcast(false, false);
Erik Språng143cec12015-04-28 10:01:41 +02002135
2136 cricket::FakeVideoCapturer capturer;
Erik Språng143cec12015-04-28 10:01:41 +02002137 EXPECT_EQ(cricket::CS_RUNNING,
2138 capturer.Start(capturer.GetSupportedFormats()->front()));
deadbeef5a4a75a2016-06-02 16:23:38 -07002139 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
Erik Språng143cec12015-04-28 10:01:41 +02002140 channel_->SetSend(true);
2141
2142 EXPECT_TRUE(capturer.CaptureFrame());
2143
pbos4cba4eb2015-10-26 11:18:18 -07002144 webrtc::VideoCodecVP9 vp9_settings;
2145 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
jianja5e8aa62017-03-27 10:09:00 -07002146 EXPECT_TRUE(vp9_settings.denoisingOn)
2147 << "VP9 denoising should be on by default.";
pbos4cba4eb2015-10-26 11:18:18 -07002148
nisse05103312016-03-16 02:22:50 -07002149 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002150
Erik Språng143cec12015-04-28 10:01:41 +02002151 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2152 EXPECT_FALSE(vp9_settings.denoisingOn);
2153 // Frame dropping always on for real time video.
2154 EXPECT_TRUE(vp9_settings.frameDroppingOn);
2155
nisse05103312016-03-16 02:22:50 -07002156 stream = SetDenoisingOption(last_ssrc_, &capturer, true);
Erik Språng143cec12015-04-28 10:01:41 +02002157
2158 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2159 EXPECT_TRUE(vp9_settings.denoisingOn);
2160 EXPECT_TRUE(vp9_settings.frameDroppingOn);
2161
2162 // In screen-share mode, denoising is forced off.
nisse05103312016-03-16 02:22:50 -07002163 VideoOptions options;
Oskar Sundbom78807582017-11-16 11:09:55 +01002164 options.is_screencast = true;
deadbeef5a4a75a2016-06-02 16:23:38 -07002165 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
perkj2d5f0912016-02-29 00:04:41 -08002166
nisse05103312016-03-16 02:22:50 -07002167 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002168
2169 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2170 EXPECT_FALSE(vp9_settings.denoisingOn);
2171 // Frame dropping always off for screen sharing.
2172 EXPECT_FALSE(vp9_settings.frameDroppingOn);
2173
nisse05103312016-03-16 02:22:50 -07002174 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002175
2176 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2177 EXPECT_FALSE(vp9_settings.denoisingOn);
2178 EXPECT_FALSE(vp9_settings.frameDroppingOn);
2179
deadbeef5a4a75a2016-06-02 16:23:38 -07002180 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002181}
2182
asaperssonc5dabdd2016-03-21 04:15:50 -07002183class Vp9SettingsTestWithFieldTrial : public Vp9SettingsTest {
2184 public:
brandtr468da7c2016-11-22 02:16:47 -08002185 explicit Vp9SettingsTestWithFieldTrial(const char* field_trials)
asaperssonc5dabdd2016-03-21 04:15:50 -07002186 : Vp9SettingsTest(field_trials) {}
2187
2188 protected:
2189 void VerifySettings(int num_spatial_layers, int num_temporal_layers) {
2190 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002191 parameters.codecs.push_back(GetEngineCodec("VP9"));
asaperssonc5dabdd2016-03-21 04:15:50 -07002192 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2193
2194 FakeVideoSendStream* stream = SetUpSimulcast(false, false);
2195
2196 cricket::FakeVideoCapturer capturer;
2197 EXPECT_EQ(cricket::CS_RUNNING,
2198 capturer.Start(capturer.GetSupportedFormats()->front()));
deadbeef5a4a75a2016-06-02 16:23:38 -07002199 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
asaperssonc5dabdd2016-03-21 04:15:50 -07002200 channel_->SetSend(true);
2201
2202 EXPECT_TRUE(capturer.CaptureFrame());
2203
2204 webrtc::VideoCodecVP9 vp9_settings;
2205 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2206 EXPECT_EQ(num_spatial_layers, vp9_settings.numberOfSpatialLayers);
2207 EXPECT_EQ(num_temporal_layers, vp9_settings.numberOfTemporalLayers);
2208
deadbeef5a4a75a2016-06-02 16:23:38 -07002209 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
asaperssonc5dabdd2016-03-21 04:15:50 -07002210 }
2211};
2212
2213class Vp9SettingsTestWithNoFlag : public Vp9SettingsTestWithFieldTrial {
2214 public:
2215 Vp9SettingsTestWithNoFlag() : Vp9SettingsTestWithFieldTrial("") {}
2216};
2217
2218TEST_F(Vp9SettingsTestWithNoFlag, VerifySettings) {
2219 const int kNumSpatialLayers = 1;
2220 const int kNumTemporalLayers = 1;
2221 VerifySettings(kNumSpatialLayers, kNumTemporalLayers);
2222}
2223
2224class Vp9SettingsTestWithInvalidFlag : public Vp9SettingsTestWithFieldTrial {
2225 public:
2226 Vp9SettingsTestWithInvalidFlag()
2227 : Vp9SettingsTestWithFieldTrial("WebRTC-SupportVP9SVC/Default/") {}
2228};
2229
2230TEST_F(Vp9SettingsTestWithInvalidFlag, VerifySettings) {
2231 const int kNumSpatialLayers = 1;
2232 const int kNumTemporalLayers = 1;
2233 VerifySettings(kNumSpatialLayers, kNumTemporalLayers);
2234}
2235
2236class Vp9SettingsTestWith2SL3TLFlag : public Vp9SettingsTestWithFieldTrial {
2237 public:
2238 Vp9SettingsTestWith2SL3TLFlag()
2239 : Vp9SettingsTestWithFieldTrial(
2240 "WebRTC-SupportVP9SVC/EnabledByFlag_2SL3TL/") {}
2241};
2242
2243TEST_F(Vp9SettingsTestWith2SL3TLFlag, VerifySettings) {
2244 const int kNumSpatialLayers = 2;
2245 const int kNumTemporalLayers = 3;
2246 VerifySettings(kNumSpatialLayers, kNumTemporalLayers);
2247}
2248
Åsa Persson45bbc8a2017-11-13 10:16:47 +01002249TEST_F(WebRtcVideoChannelTest, VerifyMinBitrate) {
2250 std::vector<webrtc::VideoStream> streams = AddSendStream()->GetVideoStreams();
2251 ASSERT_EQ(1u, streams.size());
2252 EXPECT_EQ(cricket::kMinVideoBitrateBps, streams[0].min_bitrate_bps);
2253}
2254
2255TEST_F(WebRtcVideoChannelTest, VerifyMinBitrateWithForcedFallbackFieldTrial) {
2256 webrtc::test::ScopedFieldTrials override_field_trials_(
2257 "WebRTC-VP8-Forced-Fallback-Encoder-v2/Enabled-1,2,34567/");
2258 std::vector<webrtc::VideoStream> streams = AddSendStream()->GetVideoStreams();
2259 ASSERT_EQ(1u, streams.size());
2260 EXPECT_EQ(34567, streams[0].min_bitrate_bps);
2261}
2262
asapersson3c81a1a2017-06-14 05:52:21 -07002263TEST_F(WebRtcVideoChannelTest,
2264 BalancedDegradationPreferenceNotSupportedWithoutFieldtrial) {
2265 webrtc::test::ScopedFieldTrials override_field_trials_(
2266 "WebRTC-Video-BalancedDegradation/Disabled/");
2267 const bool kResolutionScalingEnabled = true;
2268 const bool kFpsScalingEnabled = false;
2269 TestDegradationPreference(kResolutionScalingEnabled, kFpsScalingEnabled);
2270}
2271
2272TEST_F(WebRtcVideoChannelTest,
2273 BalancedDegradationPreferenceSupportedBehindFieldtrial) {
2274 webrtc::test::ScopedFieldTrials override_field_trials_(
2275 "WebRTC-Video-BalancedDegradation/Enabled/");
2276 const bool kResolutionScalingEnabled = true;
2277 const bool kFpsScalingEnabled = true;
2278 TestDegradationPreference(kResolutionScalingEnabled, kFpsScalingEnabled);
2279}
2280
eladalonf1841382017-06-12 01:16:46 -07002281TEST_F(WebRtcVideoChannelTest, AdaptsOnOveruse) {
Erik Språngefbde372015-04-29 16:21:28 +02002282 TestCpuAdaptation(true, false);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002283}
2284
eladalonf1841382017-06-12 01:16:46 -07002285TEST_F(WebRtcVideoChannelTest, DoesNotAdaptOnOveruseWhenDisabled) {
Erik Språngefbde372015-04-29 16:21:28 +02002286 TestCpuAdaptation(false, false);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002287}
2288
eladalonf1841382017-06-12 01:16:46 -07002289TEST_F(WebRtcVideoChannelTest, DoesNotAdaptOnOveruseWhenScreensharing) {
Erik Språngefbde372015-04-29 16:21:28 +02002290 TestCpuAdaptation(true, true);
2291}
2292
eladalonf1841382017-06-12 01:16:46 -07002293TEST_F(WebRtcVideoChannelTest, AdaptsOnOveruseAndChangeResolution) {
magjed509e4fe2016-11-18 01:34:11 -08002294 cricket::VideoCodec codec = GetEngineCodec("VP8");
perkj2d5f0912016-02-29 00:04:41 -08002295 cricket::VideoSendParameters parameters;
2296 parameters.codecs.push_back(codec);
2297
kthelgason2bc68642017-02-07 07:02:22 -08002298 MediaConfig media_config = GetMediaConfig();
perkj2d5f0912016-02-29 00:04:41 -08002299 channel_.reset(
2300 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08002301 channel_->OnReadyToSend(true);
perkj2d5f0912016-02-29 00:04:41 -08002302 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2303
2304 AddSendStream();
2305
2306 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07002307 ASSERT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
perkj2d5f0912016-02-29 00:04:41 -08002308 ASSERT_EQ(cricket::CS_RUNNING,
2309 capturer.Start(capturer.GetSupportedFormats()->front()));
2310 ASSERT_TRUE(channel_->SetSend(true));
2311
2312 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
2313 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
perkj2d5f0912016-02-29 00:04:41 -08002314
2315 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2316 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
2317 EXPECT_EQ(1280, send_stream->GetLastWidth());
2318 EXPECT_EQ(720, send_stream->GetLastHeight());
2319
2320 // Trigger overuse.
perkj803d97f2016-11-01 11:45:46 -07002321 rtc::VideoSinkWants wants;
sprangc5d62e22017-04-02 23:53:04 -07002322 wants.max_pixel_count =
2323 send_stream->GetLastWidth() * send_stream->GetLastHeight() - 1;
perkj803d97f2016-11-01 11:45:46 -07002324 send_stream->InjectVideoSinkWants(wants);
perkj2d5f0912016-02-29 00:04:41 -08002325 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2326 EXPECT_EQ(2, send_stream->GetNumberOfSwappedFrames());
2327 EXPECT_EQ(1280 * 3 / 4, send_stream->GetLastWidth());
2328 EXPECT_EQ(720 * 3 / 4, send_stream->GetLastHeight());
2329
2330 // Trigger overuse again.
sprangc5d62e22017-04-02 23:53:04 -07002331 wants.max_pixel_count =
2332 send_stream->GetLastWidth() * send_stream->GetLastHeight() - 1;
perkj803d97f2016-11-01 11:45:46 -07002333 send_stream->InjectVideoSinkWants(wants);
perkj2d5f0912016-02-29 00:04:41 -08002334 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2335 EXPECT_EQ(3, send_stream->GetNumberOfSwappedFrames());
2336 EXPECT_EQ(1280 * 2 / 4, send_stream->GetLastWidth());
2337 EXPECT_EQ(720 * 2 / 4, send_stream->GetLastHeight());
2338
2339 // Change input resolution.
2340 EXPECT_TRUE(capturer.CaptureCustomFrame(1284, 724, cricket::FOURCC_I420));
perkj803d97f2016-11-01 11:45:46 -07002341 EXPECT_EQ(4, send_stream->GetNumberOfSwappedFrames());
perkj2d5f0912016-02-29 00:04:41 -08002342 EXPECT_EQ(1284 / 2, send_stream->GetLastWidth());
2343 EXPECT_EQ(724 / 2, send_stream->GetLastHeight());
2344
2345 // Trigger underuse which should go back up in resolution.
sprang84a37592017-02-10 07:04:27 -08002346 int current_pixel_count =
2347 send_stream->GetLastWidth() * send_stream->GetLastHeight();
2348 // Cap the max to 4x the pixel count (assuming max 1/2 x 1/2 scale downs)
2349 // of the current stream, so we don't take too large steps.
sprangc5d62e22017-04-02 23:53:04 -07002350 wants.max_pixel_count = current_pixel_count * 4;
sprang84a37592017-02-10 07:04:27 -08002351 // Default step down is 3/5 pixel count, so go up by 5/3.
Oskar Sundbom78807582017-11-16 11:09:55 +01002352 wants.target_pixel_count = (current_pixel_count * 5 / 3);
perkj803d97f2016-11-01 11:45:46 -07002353 send_stream->InjectVideoSinkWants(wants);
perkj2d5f0912016-02-29 00:04:41 -08002354 EXPECT_TRUE(capturer.CaptureCustomFrame(1284, 724, cricket::FOURCC_I420));
perkj803d97f2016-11-01 11:45:46 -07002355 EXPECT_EQ(5, send_stream->GetNumberOfSwappedFrames());
perkj2d5f0912016-02-29 00:04:41 -08002356 EXPECT_EQ(1284 * 3 / 4, send_stream->GetLastWidth());
2357 EXPECT_EQ(724 * 3 / 4, send_stream->GetLastHeight());
2358
sprang84a37592017-02-10 07:04:27 -08002359 // Trigger underuse again, should go back up to full resolution.
2360 current_pixel_count =
2361 send_stream->GetLastWidth() * send_stream->GetLastHeight();
sprangc5d62e22017-04-02 23:53:04 -07002362 wants.max_pixel_count = current_pixel_count * 4;
Oskar Sundbom78807582017-11-16 11:09:55 +01002363 wants.target_pixel_count = (current_pixel_count * 5 / 3);
perkj803d97f2016-11-01 11:45:46 -07002364 send_stream->InjectVideoSinkWants(wants);
perkj2d5f0912016-02-29 00:04:41 -08002365 EXPECT_TRUE(capturer.CaptureCustomFrame(1284, 724, cricket::FOURCC_I420));
perkj803d97f2016-11-01 11:45:46 -07002366 EXPECT_EQ(6, send_stream->GetNumberOfSwappedFrames());
perkj2d5f0912016-02-29 00:04:41 -08002367 EXPECT_EQ(1284, send_stream->GetLastWidth());
2368 EXPECT_EQ(724, send_stream->GetLastHeight());
2369
deadbeef5a4a75a2016-06-02 16:23:38 -07002370 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
perkj2d5f0912016-02-29 00:04:41 -08002371}
2372
eladalonf1841382017-06-12 01:16:46 -07002373TEST_F(WebRtcVideoChannelTest, PreviousAdaptationDoesNotApplyToScreenshare) {
magjed509e4fe2016-11-18 01:34:11 -08002374 cricket::VideoCodec codec = GetEngineCodec("VP8");
Per766ad3b2016-04-05 15:23:49 +02002375 cricket::VideoSendParameters parameters;
2376 parameters.codecs.push_back(codec);
2377
kthelgason2bc68642017-02-07 07:02:22 -08002378 MediaConfig media_config = GetMediaConfig();
2379 media_config.video.enable_cpu_overuse_detection = true;
Per766ad3b2016-04-05 15:23:49 +02002380 channel_.reset(
2381 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08002382 channel_->OnReadyToSend(true);
Per766ad3b2016-04-05 15:23:49 +02002383 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2384
2385 AddSendStream();
2386
2387 cricket::FakeVideoCapturer capturer;
Per766ad3b2016-04-05 15:23:49 +02002388 ASSERT_EQ(cricket::CS_RUNNING,
2389 capturer.Start(capturer.GetSupportedFormats()->front()));
2390 ASSERT_TRUE(channel_->SetSend(true));
2391 cricket::VideoOptions camera_options;
Oskar Sundbom78807582017-11-16 11:09:55 +01002392 camera_options.is_screencast = false;
deadbeef5a4a75a2016-06-02 16:23:38 -07002393 channel_->SetVideoSend(last_ssrc_, true /* enable */, &camera_options,
2394 &capturer);
Per766ad3b2016-04-05 15:23:49 +02002395
2396 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
2397 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
Per766ad3b2016-04-05 15:23:49 +02002398
2399 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2400 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
2401 EXPECT_EQ(1280, send_stream->GetLastWidth());
2402 EXPECT_EQ(720, send_stream->GetLastHeight());
2403
2404 // Trigger overuse.
perkj803d97f2016-11-01 11:45:46 -07002405 rtc::VideoSinkWants wants;
sprangc5d62e22017-04-02 23:53:04 -07002406 wants.max_pixel_count =
2407 send_stream->GetLastWidth() * send_stream->GetLastHeight() - 1;
perkj803d97f2016-11-01 11:45:46 -07002408 send_stream->InjectVideoSinkWants(wants);
Per766ad3b2016-04-05 15:23:49 +02002409 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2410 EXPECT_EQ(2, send_stream->GetNumberOfSwappedFrames());
2411 EXPECT_EQ(1280 * 3 / 4, send_stream->GetLastWidth());
2412 EXPECT_EQ(720 * 3 / 4, send_stream->GetLastHeight());
2413
2414 // Switch to screen share. Expect no CPU adaptation.
2415 cricket::FakeVideoCapturer screen_share(true);
2416 ASSERT_EQ(cricket::CS_RUNNING,
2417 screen_share.Start(screen_share.GetSupportedFormats()->front()));
Per766ad3b2016-04-05 15:23:49 +02002418 cricket::VideoOptions screenshare_options;
Oskar Sundbom78807582017-11-16 11:09:55 +01002419 screenshare_options.is_screencast = true;
deadbeef5a4a75a2016-06-02 16:23:38 -07002420 channel_->SetVideoSend(last_ssrc_, true /* enable */, &screenshare_options,
2421 &screen_share);
Per766ad3b2016-04-05 15:23:49 +02002422 EXPECT_TRUE(screen_share.CaptureCustomFrame(1284, 724, cricket::FOURCC_I420));
sprangf24a0642017-02-28 13:23:26 -08002423 ASSERT_EQ(2, fake_call_->GetNumCreatedSendStreams());
2424 send_stream = fake_call_->GetVideoSendStreams().front();
2425 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
Per766ad3b2016-04-05 15:23:49 +02002426 EXPECT_EQ(1284, send_stream->GetLastWidth());
2427 EXPECT_EQ(724, send_stream->GetLastHeight());
2428
2429 // Switch back to the normal capturer. Expect the frame to be CPU adapted.
deadbeef5a4a75a2016-06-02 16:23:38 -07002430 channel_->SetVideoSend(last_ssrc_, true /* enable */, &camera_options,
2431 &capturer);
sprangf24a0642017-02-28 13:23:26 -08002432 send_stream = fake_call_->GetVideoSendStreams().front();
2433 // We have a new fake send stream, so it doesn't remember the old sink wants.
2434 // In practice, it will be populated from
mflodmancc3d4422017-08-03 08:27:51 -07002435 // VideoStreamEncoder::VideoSourceProxy::SetSource(), so simulate that here.
sprangf24a0642017-02-28 13:23:26 -08002436 send_stream->InjectVideoSinkWants(wants);
Per766ad3b2016-04-05 15:23:49 +02002437 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
sprangf24a0642017-02-28 13:23:26 -08002438 ASSERT_EQ(3, fake_call_->GetNumCreatedSendStreams());
2439 send_stream = fake_call_->GetVideoSendStreams().front();
2440 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
Per766ad3b2016-04-05 15:23:49 +02002441 EXPECT_EQ(1280 * 3 / 4, send_stream->GetLastWidth());
2442 EXPECT_EQ(720 * 3 / 4, send_stream->GetLastHeight());
2443
deadbeef5a4a75a2016-06-02 16:23:38 -07002444 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Per766ad3b2016-04-05 15:23:49 +02002445}
2446
asapersson3c81a1a2017-06-14 05:52:21 -07002447// TODO(asapersson): Remove this test when the balanced field trial is removed.
2448void WebRtcVideoChannelTest::TestDegradationPreference(
2449 bool resolution_scaling_enabled,
2450 bool fps_scaling_enabled) {
2451 cricket::VideoCodec codec = GetEngineCodec("VP8");
2452 cricket::VideoSendParameters parameters;
2453 parameters.codecs.push_back(codec);
2454
2455 MediaConfig media_config = GetMediaConfig();
2456 media_config.video.enable_cpu_overuse_detection = true;
2457 channel_.reset(
2458 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
2459 channel_->OnReadyToSend(true);
2460
2461 EXPECT_TRUE(channel_->SetSendParameters(parameters));
2462
2463 AddSendStream();
2464
2465 cricket::FakeVideoCapturer capturer;
2466 VideoOptions options;
2467 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
2468 cricket::VideoFormat capture_format = capturer.GetSupportedFormats()->front();
2469 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format));
2470
2471 EXPECT_TRUE(channel_->SetSend(true));
2472
2473 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
2474 EXPECT_EQ(resolution_scaling_enabled,
2475 send_stream->resolution_scaling_enabled());
2476 EXPECT_EQ(fps_scaling_enabled, send_stream->framerate_scaling_enabled());
2477
2478 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
2479}
2480
eladalonf1841382017-06-12 01:16:46 -07002481void WebRtcVideoChannelTest::TestCpuAdaptation(bool enable_overuse,
2482 bool is_screenshare) {
sprangc5d62e22017-04-02 23:53:04 -07002483 const int kDefaultFps = 30;
magjed509e4fe2016-11-18 01:34:11 -08002484 cricket::VideoCodec codec = GetEngineCodec("VP8");
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002485 cricket::VideoSendParameters parameters;
2486 parameters.codecs.push_back(codec);
nisse51542be2016-02-12 02:27:06 -08002487
kthelgason2bc68642017-02-07 07:02:22 -08002488 MediaConfig media_config = GetMediaConfig();
2489 if (enable_overuse) {
2490 media_config.video.enable_cpu_overuse_detection = true;
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002491 }
nisse51542be2016-02-12 02:27:06 -08002492 channel_.reset(
2493 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08002494 channel_->OnReadyToSend(true);
nisse51542be2016-02-12 02:27:06 -08002495
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002496 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002497
2498 AddSendStream();
2499
deadbeef5a4a75a2016-06-02 16:23:38 -07002500 cricket::FakeVideoCapturer capturer;
nisse05103312016-03-16 02:22:50 -07002501 VideoOptions options;
Oskar Sundbom78807582017-11-16 11:09:55 +01002502 options.is_screencast = is_screenshare;
deadbeef5a4a75a2016-06-02 16:23:38 -07002503 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
perkj26752742016-10-24 01:21:16 -07002504 cricket::VideoFormat capture_format = capturer.GetSupportedFormats()->front();
sprangc5d62e22017-04-02 23:53:04 -07002505 capture_format.interval = rtc::kNumNanosecsPerSec / kDefaultFps;
perkj26752742016-10-24 01:21:16 -07002506 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002507
2508 EXPECT_TRUE(channel_->SetSend(true));
2509
solenberge5269742015-09-08 05:13:22 -07002510 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
perkj2d5f0912016-02-29 00:04:41 -08002511
sprangc5d62e22017-04-02 23:53:04 -07002512 if (!enable_overuse) {
perkj803d97f2016-11-01 11:45:46 -07002513 EXPECT_FALSE(send_stream->resolution_scaling_enabled());
sprangc5d62e22017-04-02 23:53:04 -07002514 EXPECT_FALSE(send_stream->framerate_scaling_enabled());
2515 EXPECT_EQ(is_screenshare, send_stream->framerate_scaling_enabled());
perkj2d5f0912016-02-29 00:04:41 -08002516
2517 EXPECT_TRUE(capturer.CaptureFrame());
2518 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
2519
perkj26752742016-10-24 01:21:16 -07002520 EXPECT_EQ(capture_format.width, send_stream->GetLastWidth());
2521 EXPECT_EQ(capture_format.height, send_stream->GetLastHeight());
perkj2d5f0912016-02-29 00:04:41 -08002522
deadbeef5a4a75a2016-06-02 16:23:38 -07002523 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
perkj2d5f0912016-02-29 00:04:41 -08002524 return;
2525 }
2526
sprangc5d62e22017-04-02 23:53:04 -07002527 if (is_screenshare) {
2528 EXPECT_FALSE(send_stream->resolution_scaling_enabled());
2529 EXPECT_TRUE(send_stream->framerate_scaling_enabled());
2530 } else {
2531 EXPECT_TRUE(send_stream->resolution_scaling_enabled());
2532 EXPECT_FALSE(send_stream->framerate_scaling_enabled());
2533 }
2534
perkj803d97f2016-11-01 11:45:46 -07002535 // Trigger overuse.
2536 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
2537
2538 rtc::VideoSinkWants wants;
sprangc5d62e22017-04-02 23:53:04 -07002539 if (is_screenshare) {
2540 wants.max_framerate_fps = (kDefaultFps * 2) / 3;
2541 } else {
2542 wants.max_pixel_count = capture_format.width * capture_format.height - 1;
2543 }
perkj803d97f2016-11-01 11:45:46 -07002544 send_stream->InjectVideoSinkWants(wants);
2545
sprangc5d62e22017-04-02 23:53:04 -07002546 for (int i = 0; i < kDefaultFps; ++i)
2547 EXPECT_TRUE(capturer.CaptureFrame());
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002548
sprangc5d62e22017-04-02 23:53:04 -07002549 if (is_screenshare) {
2550 // Drops every third frame.
2551 EXPECT_EQ(kDefaultFps * 2 / 3, send_stream->GetNumberOfSwappedFrames());
2552 EXPECT_EQ(send_stream->GetLastWidth(), capture_format.width);
2553 EXPECT_EQ(send_stream->GetLastHeight(), capture_format.height);
2554 } else {
2555 EXPECT_EQ(kDefaultFps, send_stream->GetNumberOfSwappedFrames());
2556 EXPECT_LT(send_stream->GetLastWidth(), capture_format.width);
2557 EXPECT_LT(send_stream->GetLastHeight(), capture_format.height);
2558 }
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002559
2560 // Trigger underuse which should go back to normal resolution.
sprang84a37592017-02-10 07:04:27 -08002561 int last_pixel_count =
2562 send_stream->GetLastWidth() * send_stream->GetLastHeight();
sprangc5d62e22017-04-02 23:53:04 -07002563 if (is_screenshare) {
2564 wants.max_framerate_fps = kDefaultFps;
2565 } else {
2566 wants.max_pixel_count = last_pixel_count * 4;
2567 wants.target_pixel_count.emplace((last_pixel_count * 5) / 3);
2568 }
perkj803d97f2016-11-01 11:45:46 -07002569 send_stream->InjectVideoSinkWants(wants);
2570
sprangc5d62e22017-04-02 23:53:04 -07002571 for (int i = 0; i < kDefaultFps; ++i)
2572 EXPECT_TRUE(capturer.CaptureFrame());
2573
2574 if (is_screenshare) {
2575 EXPECT_EQ(kDefaultFps + (kDefaultFps * 2 / 3),
2576 send_stream->GetNumberOfSwappedFrames());
2577 } else {
2578 EXPECT_EQ(kDefaultFps * 2, send_stream->GetNumberOfSwappedFrames());
2579 }
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002580
perkj26752742016-10-24 01:21:16 -07002581 EXPECT_EQ(capture_format.width, send_stream->GetLastWidth());
2582 EXPECT_EQ(capture_format.height, send_stream->GetLastHeight());
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002583
deadbeef5a4a75a2016-06-02 16:23:38 -07002584 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002585}
2586
eladalonf1841382017-06-12 01:16:46 -07002587TEST_F(WebRtcVideoChannelTest, EstimatesNtpStartTimeCorrectly) {
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002588 // Start at last timestamp to verify that wraparounds are estimated correctly.
2589 static const uint32_t kInitialTimestamp = 0xFFFFFFFFu;
2590 static const int64_t kInitialNtpTimeMs = 1247891230;
2591 static const int kFrameOffsetMs = 20;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002592 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002593
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002594 FakeVideoReceiveStream* stream = AddRecvStream();
2595 cricket::FakeVideoRenderer renderer;
nisse08582ff2016-02-04 01:24:52 -08002596 EXPECT_TRUE(channel_->SetSink(last_ssrc_, &renderer));
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002597
nisse64ec8f82016-09-27 00:17:25 -07002598 webrtc::VideoFrame video_frame(CreateBlackFrameBuffer(4, 4),
2599 kInitialTimestamp, 0,
2600 webrtc::kVideoRotation_0);
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002601 // Initial NTP time is not available on the first frame, but should still be
2602 // able to be estimated.
nisseeb83a1a2016-03-21 01:27:56 -07002603 stream->InjectFrame(video_frame);
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002604
2605 EXPECT_EQ(1, renderer.num_rendered_frames());
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002606
2607 // This timestamp is kInitialTimestamp (-1) + kFrameOffsetMs * 90, which
2608 // triggers a constant-overflow warning, hence we're calculating it explicitly
2609 // here.
2610 video_frame.set_timestamp(kFrameOffsetMs * 90 - 1);
2611 video_frame.set_ntp_time_ms(kInitialNtpTimeMs + kFrameOffsetMs);
nisseeb83a1a2016-03-21 01:27:56 -07002612 stream->InjectFrame(video_frame);
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002613
2614 EXPECT_EQ(2, renderer.num_rendered_frames());
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002615
2616 // Verify that NTP time has been correctly deduced.
2617 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00002618 ASSERT_TRUE(channel_->GetStats(&info));
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002619 ASSERT_EQ(1u, info.receivers.size());
2620 EXPECT_EQ(kInitialNtpTimeMs, info.receivers[0].capture_start_ntp_time_ms);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002621}
2622
eladalonf1841382017-06-12 01:16:46 -07002623TEST_F(WebRtcVideoChannelTest, SetDefaultSendCodecs) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002624 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002625
2626 VideoCodec codec;
2627 EXPECT_TRUE(channel_->GetSendCodec(&codec));
pbos@webrtc.org9fbb7172014-06-13 09:34:13 +00002628 EXPECT_TRUE(codec.Matches(engine_.codecs()[0]));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002629
2630 // Using a RTX setup to verify that the default RTX payload type is good.
Peter Boström0c4e06b2015-10-07 12:23:21 +02002631 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
2632 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002633 FakeVideoSendStream* stream = AddSendStream(
2634 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs));
perkj26091b12016-09-01 01:17:40 -07002635 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002636
2637 // Make sure NACK and FEC are enabled on the correct payload types.
2638 EXPECT_EQ(1000, config.rtp.nack.rtp_history_ms);
magjed509e4fe2016-11-18 01:34:11 -08002639 EXPECT_EQ(GetEngineCodec("ulpfec").id, config.rtp.ulpfec.ulpfec_payload_type);
2640 EXPECT_EQ(GetEngineCodec("red").id, config.rtp.ulpfec.red_payload_type);
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002641
2642 EXPECT_EQ(1u, config.rtp.rtx.ssrcs.size());
2643 EXPECT_EQ(kRtxSsrcs1[0], config.rtp.rtx.ssrcs[0]);
Shao Changbine62202f2015-04-21 20:24:50 +08002644 VerifySendStreamHasRtxTypes(config, default_apt_rtx_types_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002645 // TODO(juberti): Check RTCP, PLI, TMMBR.
2646}
2647
brandtr31bd2242017-05-19 05:47:46 -07002648// The following four tests ensures that FlexFEC is not activated by default
2649// when the field trials are not enabled.
2650// TODO(brandtr): Remove or update these tests when FlexFEC _is_ enabled by
2651// default.
eladalonf1841382017-06-12 01:16:46 -07002652TEST_F(WebRtcVideoChannelTest,
brandtr31bd2242017-05-19 05:47:46 -07002653 FlexfecSendCodecWithoutSsrcNotExposedByDefault) {
brandtr468da7c2016-11-22 02:16:47 -08002654 FakeVideoSendStream* stream = AddSendStream();
2655 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2656
brandtr3d200bd2017-01-16 06:59:19 -08002657 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
brandtr31bd2242017-05-19 05:47:46 -07002658 EXPECT_EQ(0U, config.rtp.flexfec.ssrc);
2659 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
brandtr468da7c2016-11-22 02:16:47 -08002660}
2661
eladalonf1841382017-06-12 01:16:46 -07002662TEST_F(WebRtcVideoChannelTest, FlexfecSendCodecWithSsrcNotExposedByDefault) {
brandtr468da7c2016-11-22 02:16:47 -08002663 FakeVideoSendStream* stream = AddSendStream(
2664 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2665 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2666
brandtr3d200bd2017-01-16 06:59:19 -08002667 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
brandtr31bd2242017-05-19 05:47:46 -07002668 EXPECT_EQ(0U, config.rtp.flexfec.ssrc);
2669 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
2670}
2671
eladalonf1841382017-06-12 01:16:46 -07002672TEST_F(WebRtcVideoChannelTest,
brandtr31bd2242017-05-19 05:47:46 -07002673 FlexfecRecvCodecWithoutSsrcNotExposedByDefault) {
2674 AddRecvStream();
2675
2676 const std::vector<FakeFlexfecReceiveStream*>& streams =
2677 fake_call_->GetFlexfecReceiveStreams();
2678 EXPECT_TRUE(streams.empty());
2679}
2680
eladalonf1841382017-06-12 01:16:46 -07002681TEST_F(WebRtcVideoChannelTest, FlexfecRecvCodecWithSsrcNotExposedByDefault) {
brandtr31bd2242017-05-19 05:47:46 -07002682 AddRecvStream(
2683 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2684
2685 const std::vector<FakeFlexfecReceiveStream*>& streams =
2686 fake_call_->GetFlexfecReceiveStreams();
2687 EXPECT_TRUE(streams.empty());
brandtr468da7c2016-11-22 02:16:47 -08002688}
2689
2690// TODO(brandtr): When FlexFEC is no longer behind a field trial, merge all
2691// tests that use this test fixture into the corresponding "non-field trial"
2692// tests.
eladalonf1841382017-06-12 01:16:46 -07002693class WebRtcVideoChannelFlexfecRecvTest : public WebRtcVideoChannelTest {
brandtr468da7c2016-11-22 02:16:47 -08002694 public:
eladalonf1841382017-06-12 01:16:46 -07002695 WebRtcVideoChannelFlexfecRecvTest()
2696 : WebRtcVideoChannelTest("WebRTC-FlexFEC-03-Advertised/Enabled/") {}
brandtr468da7c2016-11-22 02:16:47 -08002697};
2698
eladalonf1841382017-06-12 01:16:46 -07002699TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr36e7d702017-01-13 07:15:54 -08002700 DefaultFlexfecCodecHasTransportCcAndRembFeedbackParam) {
2701 EXPECT_TRUE(cricket::HasTransportCc(GetEngineCodec("flexfec-03")));
2702 EXPECT_TRUE(cricket::HasRemb(GetEngineCodec("flexfec-03")));
2703}
2704
eladalonf1841382017-06-12 01:16:46 -07002705TEST_F(WebRtcVideoChannelFlexfecRecvTest, SetDefaultRecvCodecsWithoutSsrc) {
brandtr31bd2242017-05-19 05:47:46 -07002706 AddRecvStream();
2707
2708 const std::vector<FakeFlexfecReceiveStream*>& streams =
2709 fake_call_->GetFlexfecReceiveStreams();
2710 EXPECT_TRUE(streams.empty());
2711}
2712
eladalonf1841382017-06-12 01:16:46 -07002713TEST_F(WebRtcVideoChannelFlexfecRecvTest, SetDefaultRecvCodecsWithSsrc) {
brandtr31bd2242017-05-19 05:47:46 -07002714 AddRecvStream(
2715 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2716
2717 const std::vector<FakeFlexfecReceiveStream*>& streams =
2718 fake_call_->GetFlexfecReceiveStreams();
2719 ASSERT_EQ(1U, streams.size());
2720 const FakeFlexfecReceiveStream* stream = streams.front();
2721 const webrtc::FlexfecReceiveStream::Config& config = stream->GetConfig();
2722 EXPECT_EQ(GetEngineCodec("flexfec-03").id, config.payload_type);
2723 EXPECT_EQ(kFlexfecSsrc, config.remote_ssrc);
2724 ASSERT_EQ(1U, config.protected_media_ssrcs.size());
2725 EXPECT_EQ(kSsrcs1[0], config.protected_media_ssrcs[0]);
brandtr7cd28b92017-09-22 00:26:25 -07002726
2727 const std::vector<FakeVideoReceiveStream*>& video_streams =
2728 fake_call_->GetVideoReceiveStreams();
2729 ASSERT_EQ(1U, video_streams.size());
2730 const webrtc::VideoReceiveStream::Config& video_config =
2731 video_streams.front()->GetConfig();
2732 EXPECT_TRUE(video_config.rtp.protected_by_flexfec);
brandtr31bd2242017-05-19 05:47:46 -07002733}
2734
eladalonf1841382017-06-12 01:16:46 -07002735TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr11fb4722017-05-30 01:31:37 -07002736 EnablingFlexfecDoesNotRecreateVideoReceiveStream) {
2737 cricket::VideoRecvParameters recv_parameters;
2738 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
2739 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
2740
2741 AddRecvStream(
2742 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2743 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
2744 EXPECT_EQ(1U, fake_call_->GetVideoReceiveStreams().size());
2745
2746 // Enable FlexFEC.
2747 recv_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2748 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
2749 EXPECT_EQ(2, fake_call_->GetNumCreatedReceiveStreams())
2750 << "Enabling FlexFEC should create FlexfecReceiveStream.";
2751 EXPECT_EQ(1U, fake_call_->GetVideoReceiveStreams().size())
2752 << "Enabling FlexFEC should not create VideoReceiveStream.";
2753 EXPECT_EQ(1U, fake_call_->GetFlexfecReceiveStreams().size())
2754 << "Enabling FlexFEC should create a single FlexfecReceiveStream.";
2755}
2756
eladalonf1841382017-06-12 01:16:46 -07002757TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr11fb4722017-05-30 01:31:37 -07002758 DisablingFlexfecDoesNotRecreateVideoReceiveStream) {
2759 cricket::VideoRecvParameters recv_parameters;
2760 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
2761 recv_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2762 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
2763
2764 AddRecvStream(
2765 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2766 EXPECT_EQ(2, fake_call_->GetNumCreatedReceiveStreams());
2767 EXPECT_EQ(1U, fake_call_->GetVideoReceiveStreams().size());
2768 EXPECT_EQ(1U, fake_call_->GetFlexfecReceiveStreams().size());
2769
2770 // Disable FlexFEC.
2771 recv_parameters.codecs.clear();
2772 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
2773 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
2774 EXPECT_EQ(2, fake_call_->GetNumCreatedReceiveStreams())
2775 << "Disabling FlexFEC should not recreate VideoReceiveStream.";
2776 EXPECT_EQ(1U, fake_call_->GetVideoReceiveStreams().size())
2777 << "Disabling FlexFEC should not destroy VideoReceiveStream.";
2778 EXPECT_TRUE(fake_call_->GetFlexfecReceiveStreams().empty())
2779 << "Disabling FlexFEC should destroy FlexfecReceiveStream.";
2780}
2781
brandtr31bd2242017-05-19 05:47:46 -07002782// TODO(brandtr): When FlexFEC is no longer behind a field trial, merge all
2783// tests that use this test fixture into the corresponding "non-field trial"
2784// tests.
eladalonf1841382017-06-12 01:16:46 -07002785class WebRtcVideoChannelFlexfecSendRecvTest : public WebRtcVideoChannelTest {
brandtr31bd2242017-05-19 05:47:46 -07002786 public:
eladalonf1841382017-06-12 01:16:46 -07002787 WebRtcVideoChannelFlexfecSendRecvTest()
2788 : WebRtcVideoChannelTest(
brandtr31bd2242017-05-19 05:47:46 -07002789 "WebRTC-FlexFEC-03-Advertised/Enabled/WebRTC-FlexFEC-03/Enabled/") {
2790 }
2791};
2792
eladalonf1841382017-06-12 01:16:46 -07002793TEST_F(WebRtcVideoChannelFlexfecSendRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07002794 SetDefaultSendCodecsWithoutSsrc) {
brandtr468da7c2016-11-22 02:16:47 -08002795 FakeVideoSendStream* stream = AddSendStream();
2796 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2797
brandtr3d200bd2017-01-16 06:59:19 -08002798 EXPECT_EQ(GetEngineCodec("flexfec-03").id, config.rtp.flexfec.payload_type);
2799 EXPECT_EQ(0U, config.rtp.flexfec.ssrc);
2800 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
brandtr468da7c2016-11-22 02:16:47 -08002801}
2802
eladalonf1841382017-06-12 01:16:46 -07002803TEST_F(WebRtcVideoChannelFlexfecSendRecvTest, SetDefaultSendCodecsWithSsrc) {
brandtr468da7c2016-11-22 02:16:47 -08002804 FakeVideoSendStream* stream = AddSendStream(
2805 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2806 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2807
brandtr3d200bd2017-01-16 06:59:19 -08002808 EXPECT_EQ(GetEngineCodec("flexfec-03").id, config.rtp.flexfec.payload_type);
2809 EXPECT_EQ(kFlexfecSsrc, config.rtp.flexfec.ssrc);
2810 ASSERT_EQ(1U, config.rtp.flexfec.protected_media_ssrcs.size());
2811 EXPECT_EQ(kSsrcs1[0], config.rtp.flexfec.protected_media_ssrcs[0]);
brandtr468da7c2016-11-22 02:16:47 -08002812}
2813
eladalonf1841382017-06-12 01:16:46 -07002814TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithoutFec) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002815 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002816 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002817 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002818
2819 FakeVideoSendStream* stream = AddSendStream();
perkj26091b12016-09-01 01:17:40 -07002820 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002821
brandtrb5f2c3f2016-10-04 23:28:39 -07002822 EXPECT_EQ(-1, config.rtp.ulpfec.ulpfec_payload_type);
2823 EXPECT_EQ(-1, config.rtp.ulpfec.red_payload_type);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002824}
2825
eladalonf1841382017-06-12 01:16:46 -07002826TEST_F(WebRtcVideoChannelFlexfecSendRecvTest, SetSendCodecsWithoutFec) {
brandtr468da7c2016-11-22 02:16:47 -08002827 cricket::VideoSendParameters parameters;
2828 parameters.codecs.push_back(GetEngineCodec("VP8"));
2829 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2830
2831 FakeVideoSendStream* stream = AddSendStream();
2832 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2833
brandtr3d200bd2017-01-16 06:59:19 -08002834 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
brandtr468da7c2016-11-22 02:16:47 -08002835}
2836
eladalonf1841382017-06-12 01:16:46 -07002837TEST_F(WebRtcVideoChannelFlexfecRecvTest, SetRecvCodecsWithFec) {
brandtr9c3d4c42017-01-23 06:59:13 -08002838 AddRecvStream(
2839 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
brandtr9c3d4c42017-01-23 06:59:13 -08002840
2841 cricket::VideoRecvParameters recv_parameters;
2842 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
2843 recv_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2844 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
brandtr9d58d942017-02-03 04:43:41 -08002845
2846 const std::vector<FakeFlexfecReceiveStream*>& flexfec_streams =
2847 fake_call_->GetFlexfecReceiveStreams();
2848 ASSERT_EQ(1U, flexfec_streams.size());
2849 const FakeFlexfecReceiveStream* flexfec_stream = flexfec_streams.front();
2850 const webrtc::FlexfecReceiveStream::Config& flexfec_stream_config =
2851 flexfec_stream->GetConfig();
brandtr9c3d4c42017-01-23 06:59:13 -08002852 EXPECT_EQ(GetEngineCodec("flexfec-03").id,
brandtr9d58d942017-02-03 04:43:41 -08002853 flexfec_stream_config.payload_type);
2854 EXPECT_EQ(kFlexfecSsrc, flexfec_stream_config.remote_ssrc);
2855 ASSERT_EQ(1U, flexfec_stream_config.protected_media_ssrcs.size());
2856 EXPECT_EQ(kSsrcs1[0], flexfec_stream_config.protected_media_ssrcs[0]);
2857 const std::vector<FakeVideoReceiveStream*>& video_streams =
2858 fake_call_->GetVideoReceiveStreams();
2859 const FakeVideoReceiveStream* video_stream = video_streams.front();
2860 const webrtc::VideoReceiveStream::Config& video_stream_config =
2861 video_stream->GetConfig();
2862 EXPECT_EQ(video_stream_config.rtp.local_ssrc,
2863 flexfec_stream_config.local_ssrc);
2864 EXPECT_EQ(video_stream_config.rtp.rtcp_mode, flexfec_stream_config.rtcp_mode);
2865 EXPECT_EQ(video_stream_config.rtcp_send_transport,
2866 flexfec_stream_config.rtcp_send_transport);
2867 // TODO(brandtr): Update this EXPECT when we set |transport_cc| in a
2868 // spec-compliant way.
2869 EXPECT_EQ(video_stream_config.rtp.transport_cc,
2870 flexfec_stream_config.transport_cc);
2871 EXPECT_EQ(video_stream_config.rtp.rtcp_mode, flexfec_stream_config.rtcp_mode);
2872 EXPECT_EQ(video_stream_config.rtp.extensions,
2873 flexfec_stream_config.rtp_header_extensions);
brandtr9c3d4c42017-01-23 06:59:13 -08002874}
2875
brandtr31bd2242017-05-19 05:47:46 -07002876// We should not send FlexFEC, even if we advertise it, unless the right
2877// field trial is set.
2878// TODO(brandtr): Remove when FlexFEC is enabled by default.
eladalonf1841382017-06-12 01:16:46 -07002879TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07002880 SetSendCodecsWithoutSsrcWithFecDoesNotEnableFec) {
2881 cricket::VideoSendParameters parameters;
2882 parameters.codecs.push_back(GetEngineCodec("VP8"));
2883 parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2884 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2885
2886 FakeVideoSendStream* stream = AddSendStream();
2887 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2888
2889 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
2890 EXPECT_EQ(0, config.rtp.flexfec.ssrc);
2891 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
2892}
2893
eladalonf1841382017-06-12 01:16:46 -07002894TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07002895 SetSendCodecsWithSsrcWithFecDoesNotEnableFec) {
2896 cricket::VideoSendParameters parameters;
2897 parameters.codecs.push_back(GetEngineCodec("VP8"));
2898 parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2899 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2900
2901 FakeVideoSendStream* stream = AddSendStream(
2902 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2903 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2904
2905 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
2906 EXPECT_EQ(0, config.rtp.flexfec.ssrc);
2907 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
2908}
2909
eladalonf1841382017-06-12 01:16:46 -07002910TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002911 SetSendCodecRejectsRtxWithoutAssociatedPayloadType) {
magjed509e4fe2016-11-18 01:34:11 -08002912 const int kUnusedPayloadType = 127;
2913 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType));
2914
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002915 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002916 cricket::VideoCodec rtx_codec(kUnusedPayloadType, "rtx");
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002917 parameters.codecs.push_back(rtx_codec);
2918 EXPECT_FALSE(channel_->SetSendParameters(parameters))
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002919 << "RTX codec without associated payload type should be rejected.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002920}
2921
eladalonf1841382017-06-12 01:16:46 -07002922TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002923 SetSendCodecRejectsRtxWithoutMatchingVideoCodec) {
magjed509e4fe2016-11-18 01:34:11 -08002924 const int kUnusedPayloadType1 = 126;
2925 const int kUnusedPayloadType2 = 127;
2926 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType1));
2927 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType2));
2928 {
2929 cricket::VideoCodec rtx_codec = cricket::VideoCodec::CreateRtxCodec(
2930 kUnusedPayloadType1, GetEngineCodec("VP8").id);
2931 cricket::VideoSendParameters parameters;
2932 parameters.codecs.push_back(GetEngineCodec("VP8"));
2933 parameters.codecs.push_back(rtx_codec);
2934 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2935 }
2936 {
2937 cricket::VideoCodec rtx_codec = cricket::VideoCodec::CreateRtxCodec(
2938 kUnusedPayloadType1, kUnusedPayloadType2);
2939 cricket::VideoSendParameters parameters;
2940 parameters.codecs.push_back(GetEngineCodec("VP8"));
2941 parameters.codecs.push_back(rtx_codec);
2942 EXPECT_FALSE(channel_->SetSendParameters(parameters))
2943 << "RTX without matching video codec should be rejected.";
2944 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002945}
2946
eladalonf1841382017-06-12 01:16:46 -07002947TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithChangedRtxPayloadType) {
brandtr14742122017-01-27 04:53:07 -08002948 const int kUnusedPayloadType1 = 126;
2949 const int kUnusedPayloadType2 = 127;
2950 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType1));
2951 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType2));
2952
2953 // SSRCs for RTX.
2954 cricket::StreamParams params =
2955 cricket::StreamParams::CreateLegacy(kSsrcs1[0]);
2956 params.AddFidSsrc(kSsrcs1[0], kRtxSsrcs1[0]);
2957 AddSendStream(params);
2958
2959 // Original payload type for RTX.
2960 cricket::VideoSendParameters parameters;
2961 parameters.codecs.push_back(GetEngineCodec("VP8"));
2962 cricket::VideoCodec rtx_codec(kUnusedPayloadType1, "rtx");
2963 rtx_codec.SetParam("apt", GetEngineCodec("VP8").id);
2964 parameters.codecs.push_back(rtx_codec);
2965 EXPECT_TRUE(channel_->SetSendParameters(parameters));
2966 ASSERT_EQ(1U, fake_call_->GetVideoSendStreams().size());
2967 const webrtc::VideoSendStream::Config& config_before =
2968 fake_call_->GetVideoSendStreams()[0]->GetConfig();
2969 EXPECT_EQ(kUnusedPayloadType1, config_before.rtp.rtx.payload_type);
2970 ASSERT_EQ(1U, config_before.rtp.rtx.ssrcs.size());
2971 EXPECT_EQ(kRtxSsrcs1[0], config_before.rtp.rtx.ssrcs[0]);
2972
2973 // Change payload type for RTX.
2974 parameters.codecs[1].id = kUnusedPayloadType2;
2975 EXPECT_TRUE(channel_->SetSendParameters(parameters));
2976 ASSERT_EQ(1U, fake_call_->GetVideoSendStreams().size());
2977 const webrtc::VideoSendStream::Config& config_after =
2978 fake_call_->GetVideoSendStreams()[0]->GetConfig();
2979 EXPECT_EQ(kUnusedPayloadType2, config_after.rtp.rtx.payload_type);
2980 ASSERT_EQ(1U, config_after.rtp.rtx.ssrcs.size());
2981 EXPECT_EQ(kRtxSsrcs1[0], config_after.rtp.rtx.ssrcs[0]);
2982}
2983
eladalonf1841382017-06-12 01:16:46 -07002984TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithoutFecDisablesFec) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002985 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002986 parameters.codecs.push_back(GetEngineCodec("VP8"));
2987 parameters.codecs.push_back(GetEngineCodec("ulpfec"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002988 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002989
2990 FakeVideoSendStream* stream = AddSendStream();
perkj26091b12016-09-01 01:17:40 -07002991 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002992
magjed509e4fe2016-11-18 01:34:11 -08002993 EXPECT_EQ(GetEngineCodec("ulpfec").id, config.rtp.ulpfec.ulpfec_payload_type);
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002994
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002995 parameters.codecs.pop_back();
2996 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002997 stream = fake_call_->GetVideoSendStreams()[0];
brandtr468da7c2016-11-22 02:16:47 -08002998 ASSERT_TRUE(stream != nullptr);
perkj26091b12016-09-01 01:17:40 -07002999 config = stream->GetConfig().Copy();
brandtrb5f2c3f2016-10-04 23:28:39 -07003000 EXPECT_EQ(-1, config.rtp.ulpfec.ulpfec_payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003001 << "SetSendCodec without ULPFEC should disable current ULPFEC.";
3002}
3003
eladalonf1841382017-06-12 01:16:46 -07003004TEST_F(WebRtcVideoChannelFlexfecSendRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07003005 SetSendCodecsWithoutFecDisablesFec) {
brandtr468da7c2016-11-22 02:16:47 -08003006 cricket::VideoSendParameters parameters;
3007 parameters.codecs.push_back(GetEngineCodec("VP8"));
3008 parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
3009 ASSERT_TRUE(channel_->SetSendParameters(parameters));
3010
3011 FakeVideoSendStream* stream = AddSendStream(
3012 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
3013 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
3014
brandtr3d200bd2017-01-16 06:59:19 -08003015 EXPECT_EQ(GetEngineCodec("flexfec-03").id, config.rtp.flexfec.payload_type);
3016 EXPECT_EQ(kFlexfecSsrc, config.rtp.flexfec.ssrc);
brandtr468da7c2016-11-22 02:16:47 -08003017 ASSERT_EQ(1U, config.rtp.flexfec.protected_media_ssrcs.size());
3018 EXPECT_EQ(kSsrcs1[0], config.rtp.flexfec.protected_media_ssrcs[0]);
3019
3020 parameters.codecs.pop_back();
3021 ASSERT_TRUE(channel_->SetSendParameters(parameters));
3022 stream = fake_call_->GetVideoSendStreams()[0];
3023 ASSERT_TRUE(stream != nullptr);
3024 config = stream->GetConfig().Copy();
brandtr3d200bd2017-01-16 06:59:19 -08003025 EXPECT_EQ(-1, config.rtp.flexfec.payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003026 << "SetSendCodec without FlexFEC should disable current FlexFEC.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003027}
3028
eladalonf1841382017-06-12 01:16:46 -07003029TEST_F(WebRtcVideoChannelTest, SetSendCodecsChangesExistingStreams) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003030 cricket::VideoSendParameters parameters;
perkj26752742016-10-24 01:21:16 -07003031 cricket::VideoCodec codec(100, "VP8");
3032 codec.SetParam(kCodecParamMaxQuantization, kDefaultQpMax);
3033 parameters.codecs.push_back(codec);
perkjfa10b552016-10-02 23:45:26 -07003034
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003035 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org86196c42015-02-16 21:02:00 +00003036 channel_->SetSend(true);
pbos@webrtc.org38ce7d02014-07-16 08:01:38 +00003037
pbos@webrtc.org86196c42015-02-16 21:02:00 +00003038 FakeVideoSendStream* stream = AddSendStream();
pbos@webrtc.org86196c42015-02-16 21:02:00 +00003039 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07003040 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
pbos@webrtc.org86196c42015-02-16 21:02:00 +00003041
3042 std::vector<webrtc::VideoStream> streams = stream->GetVideoStreams();
perkjfa10b552016-10-02 23:45:26 -07003043 EXPECT_EQ(kDefaultQpMax, streams[0].max_qp);
pbos@webrtc.org38ce7d02014-07-16 08:01:38 +00003044
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003045 parameters.codecs.clear();
perkj26752742016-10-24 01:21:16 -07003046 codec.SetParam(kCodecParamMaxQuantization, kDefaultQpMax + 1);
3047 parameters.codecs.push_back(codec);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003048 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00003049 streams = fake_call_->GetVideoSendStreams()[0]->GetVideoStreams();
perkjfa10b552016-10-02 23:45:26 -07003050 EXPECT_EQ(kDefaultQpMax + 1, streams[0].max_qp);
deadbeef5a4a75a2016-06-02 16:23:38 -07003051 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003052}
3053
eladalonf1841382017-06-12 01:16:46 -07003054TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithBitrates) {
pbos@webrtc.org00873182014-11-25 14:03:34 +00003055 SetSendCodecsShouldWorkForBitrates("100", 100000, "150", 150000, "200",
3056 200000);
3057}
3058
eladalonf1841382017-06-12 01:16:46 -07003059TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithHighMaxBitrate) {
pbos@webrtc.orga5f6fb52015-03-23 22:29:39 +00003060 SetSendCodecsShouldWorkForBitrates("", 0, "", -1, "10000", 10000000);
3061 std::vector<webrtc::VideoStream> streams = AddSendStream()->GetVideoStreams();
3062 ASSERT_EQ(1u, streams.size());
3063 EXPECT_EQ(10000000, streams[0].max_bitrate_bps);
3064}
3065
eladalonf1841382017-06-12 01:16:46 -07003066TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org00873182014-11-25 14:03:34 +00003067 SetSendCodecsWithoutBitratesUsesCorrectDefaults) {
3068 SetSendCodecsShouldWorkForBitrates(
3069 "", 0, "", -1, "", -1);
3070}
3071
eladalonf1841382017-06-12 01:16:46 -07003072TEST_F(WebRtcVideoChannelTest, SetSendCodecsCapsMinAndStartBitrate) {
pbos@webrtc.org00873182014-11-25 14:03:34 +00003073 SetSendCodecsShouldWorkForBitrates("-1", 0, "-100", -1, "", -1);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003074}
3075
eladalonf1841382017-06-12 01:16:46 -07003076TEST_F(WebRtcVideoChannelTest, SetSendCodecsRejectsMaxLessThanMinBitrate) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003077 send_parameters_.codecs[0].params[kCodecParamMinBitrate] = "300";
3078 send_parameters_.codecs[0].params[kCodecParamMaxBitrate] = "200";
3079 EXPECT_FALSE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003080}
3081
Taylor Brandstetter58f2bd92016-04-26 17:15:23 -07003082// Test that when both the codec-specific bitrate params and max_bandwidth_bps
3083// are present in the same send parameters, the settings are combined correctly.
eladalonf1841382017-06-12 01:16:46 -07003084TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithBitratesAndMaxSendBandwidth) {
Taylor Brandstetter58f2bd92016-04-26 17:15:23 -07003085 send_parameters_.codecs[0].params[kCodecParamMinBitrate] = "100";
3086 send_parameters_.codecs[0].params[kCodecParamStartBitrate] = "200";
3087 send_parameters_.codecs[0].params[kCodecParamMaxBitrate] = "300";
3088 send_parameters_.max_bandwidth_bps = 400000;
3089 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
3090 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
3091 EXPECT_EQ(200000, fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
3092 // We expect max_bandwidth_bps to take priority, if set.
3093 EXPECT_EQ(400000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3094
3095 // Decrease max_bandwidth_bps.
3096 send_parameters_.max_bandwidth_bps = 350000;
3097 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
3098 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
3099 // Since the codec isn't changing, start_bitrate_bps should be -1.
3100 EXPECT_EQ(-1, fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
3101 EXPECT_EQ(350000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3102
3103 // Now try again with the values flipped around.
3104 send_parameters_.codecs[0].params[kCodecParamMaxBitrate] = "400";
3105 send_parameters_.max_bandwidth_bps = 300000;
3106 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
3107 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
3108 EXPECT_EQ(200000, fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
3109 EXPECT_EQ(300000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3110
3111 // If we change the codec max, max_bandwidth_bps should still apply.
3112 send_parameters_.codecs[0].params[kCodecParamMaxBitrate] = "350";
3113 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
3114 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
3115 EXPECT_EQ(200000, fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
3116 EXPECT_EQ(300000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3117}
3118
eladalonf1841382017-06-12 01:16:46 -07003119TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org00873182014-11-25 14:03:34 +00003120 SetMaxSendBandwidthShouldPreserveOtherBitrates) {
3121 SetSendCodecsShouldWorkForBitrates("100", 100000, "150", 150000, "200",
3122 200000);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003123 send_parameters_.max_bandwidth_bps = 300000;
3124 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Stefan Holmere5904162015-03-26 11:11:06 +01003125 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps)
pbos@webrtc.org00873182014-11-25 14:03:34 +00003126 << "Setting max bitrate should keep previous min bitrate.";
Stefan Holmere5904162015-03-26 11:11:06 +01003127 EXPECT_EQ(-1, fake_call_->GetConfig().bitrate_config.start_bitrate_bps)
pbos@webrtc.org00873182014-11-25 14:03:34 +00003128 << "Setting max bitrate should not reset start bitrate.";
Stefan Holmere5904162015-03-26 11:11:06 +01003129 EXPECT_EQ(300000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
pbos@webrtc.org00873182014-11-25 14:03:34 +00003130}
3131
eladalonf1841382017-06-12 01:16:46 -07003132TEST_F(WebRtcVideoChannelTest, SetMaxSendBandwidthShouldBeRemovable) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003133 send_parameters_.max_bandwidth_bps = 300000;
3134 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Stefan Holmere5904162015-03-26 11:11:06 +01003135 EXPECT_EQ(300000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
pbos5c7760a2017-03-10 11:23:12 -08003136 // -1 means to disable max bitrate (set infinite).
3137 send_parameters_.max_bandwidth_bps = -1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003138 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Stefan Holmere5904162015-03-26 11:11:06 +01003139 EXPECT_EQ(-1, fake_call_->GetConfig().bitrate_config.max_bitrate_bps)
pbos@webrtc.org00873182014-11-25 14:03:34 +00003140 << "Setting zero max bitrate did not reset start bitrate.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003141}
3142
eladalonf1841382017-06-12 01:16:46 -07003143TEST_F(WebRtcVideoChannelTest, SetMaxSendBandwidthAndAddSendStream) {
perkjfa10b552016-10-02 23:45:26 -07003144 send_parameters_.max_bandwidth_bps = 99999;
3145 FakeVideoSendStream* stream = AddSendStream();
3146 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
3147 EXPECT_EQ(send_parameters_.max_bandwidth_bps,
3148 fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3149 ASSERT_EQ(1u, stream->GetVideoStreams().size());
3150 EXPECT_EQ(send_parameters_.max_bandwidth_bps,
3151 stream->GetVideoStreams()[0].max_bitrate_bps);
3152
3153 send_parameters_.max_bandwidth_bps = 77777;
3154 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
3155 EXPECT_EQ(send_parameters_.max_bandwidth_bps,
3156 fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3157 EXPECT_EQ(send_parameters_.max_bandwidth_bps,
3158 stream->GetVideoStreams()[0].max_bitrate_bps);
3159}
3160
eladalonf1841382017-06-12 01:16:46 -07003161TEST_F(WebRtcVideoChannelTest, SetMaxSendBitrateCanIncreaseSenderBitrate) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003162 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003163 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003164 ASSERT_TRUE(channel_->SetSendParameters(parameters));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003165 channel_->SetSend(true);
3166
3167 FakeVideoSendStream* stream = AddSendStream();
3168
Peter Boström3afc8c42016-01-27 16:45:21 +01003169 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07003170 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
Peter Boström3afc8c42016-01-27 16:45:21 +01003171 EXPECT_EQ(cricket::CS_RUNNING,
3172 capturer.Start(capturer.GetSupportedFormats()->front()));
3173
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003174 std::vector<webrtc::VideoStream> streams = stream->GetVideoStreams();
3175 int initial_max_bitrate_bps = streams[0].max_bitrate_bps;
3176 EXPECT_GT(initial_max_bitrate_bps, 0);
3177
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003178 parameters.max_bandwidth_bps = initial_max_bitrate_bps * 2;
3179 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström3afc8c42016-01-27 16:45:21 +01003180 // Insert a frame to update the encoder config.
3181 EXPECT_TRUE(capturer.CaptureFrame());
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003182 streams = stream->GetVideoStreams();
3183 EXPECT_EQ(initial_max_bitrate_bps * 2, streams[0].max_bitrate_bps);
deadbeef5a4a75a2016-06-02 16:23:38 -07003184 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003185}
3186
eladalonf1841382017-06-12 01:16:46 -07003187TEST_F(WebRtcVideoChannelTest,
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003188 SetMaxSendBitrateCanIncreaseSimulcastSenderBitrate) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003189 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003190 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003191 ASSERT_TRUE(channel_->SetSendParameters(parameters));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003192 channel_->SetSend(true);
3193
3194 FakeVideoSendStream* stream = AddSendStream(
3195 cricket::CreateSimStreamParams("cname", MAKE_VECTOR(kSsrcs3)));
3196
3197 // Send a frame to make sure this scales up to >1 stream (simulcast).
3198 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07003199 EXPECT_TRUE(channel_->SetVideoSend(kSsrcs3[0], true, nullptr, &capturer));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003200 EXPECT_EQ(cricket::CS_RUNNING,
3201 capturer.Start(capturer.GetSupportedFormats()->front()));
3202 EXPECT_TRUE(capturer.CaptureFrame());
3203
3204 std::vector<webrtc::VideoStream> streams = stream->GetVideoStreams();
3205 ASSERT_GT(streams.size(), 1u)
3206 << "Without simulcast this test doesn't make sense.";
pbosbe16f792015-10-16 12:49:39 -07003207 int initial_max_bitrate_bps = GetTotalMaxBitrateBps(streams);
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003208 EXPECT_GT(initial_max_bitrate_bps, 0);
3209
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003210 parameters.max_bandwidth_bps = initial_max_bitrate_bps * 2;
3211 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström3afc8c42016-01-27 16:45:21 +01003212 // Insert a frame to update the encoder config.
3213 EXPECT_TRUE(capturer.CaptureFrame());
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003214 streams = stream->GetVideoStreams();
pbosbe16f792015-10-16 12:49:39 -07003215 int increased_max_bitrate_bps = GetTotalMaxBitrateBps(streams);
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003216 EXPECT_EQ(initial_max_bitrate_bps * 2, increased_max_bitrate_bps);
3217
deadbeef5a4a75a2016-06-02 16:23:38 -07003218 EXPECT_TRUE(channel_->SetVideoSend(kSsrcs3[0], true, nullptr, nullptr));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003219}
3220
eladalonf1841382017-06-12 01:16:46 -07003221TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithMaxQuantization) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003222 static const char* kMaxQuantization = "21";
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003223 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003224 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003225 parameters.codecs[0].params[kCodecParamMaxQuantization] = kMaxQuantization;
3226 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +00003227 EXPECT_EQ(static_cast<unsigned int>(atoi(kMaxQuantization)),
3228 AddSendStream()->GetVideoStreams().back().max_qp);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003229
3230 VideoCodec codec;
3231 EXPECT_TRUE(channel_->GetSendCodec(&codec));
3232 EXPECT_EQ(kMaxQuantization, codec.params[kCodecParamMaxQuantization]);
3233}
3234
eladalonf1841382017-06-12 01:16:46 -07003235TEST_F(WebRtcVideoChannelTest, SetSendCodecsRejectBadPayloadTypes) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003236 // TODO(pbos): Should we only allow the dynamic range?
pkasting@chromium.orge7a4a122015-01-28 21:36:55 +00003237 static const int kIncorrectPayloads[] = {-2, -1, 128, 129};
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003238 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003239 parameters.codecs.push_back(GetEngineCodec("VP8"));
pkasting@chromium.orge7a4a122015-01-28 21:36:55 +00003240 for (size_t i = 0; i < arraysize(kIncorrectPayloads); ++i) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003241 parameters.codecs[0].id = kIncorrectPayloads[i];
3242 EXPECT_FALSE(channel_->SetSendParameters(parameters))
pkasting@chromium.orgd3245462015-02-23 21:28:22 +00003243 << "Bad payload type '" << kIncorrectPayloads[i] << "' accepted.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003244 }
3245}
3246
eladalonf1841382017-06-12 01:16:46 -07003247TEST_F(WebRtcVideoChannelTest, SetSendCodecsAcceptAllValidPayloadTypes) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003248 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003249 parameters.codecs.push_back(GetEngineCodec("VP8"));
magjedf823ede2016-11-12 09:53:04 -08003250 for (int payload_type = 96; payload_type <= 127; ++payload_type) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003251 parameters.codecs[0].id = payload_type;
3252 EXPECT_TRUE(channel_->SetSendParameters(parameters))
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003253 << "Payload type '" << payload_type << "' rejected.";
3254 }
3255}
3256
deadbeef67cf2c12016-04-13 10:07:16 -07003257// Test that setting the a different set of codecs but with an identical front
3258// codec doesn't result in the stream being recreated.
3259// This may happen when a subsequent negotiation includes fewer codecs, as a
3260// result of one of the codecs being rejected.
eladalonf1841382017-06-12 01:16:46 -07003261TEST_F(WebRtcVideoChannelTest,
deadbeef67cf2c12016-04-13 10:07:16 -07003262 SetSendCodecsIdenticalFirstCodecDoesntRecreateStream) {
3263 cricket::VideoSendParameters parameters1;
magjed509e4fe2016-11-18 01:34:11 -08003264 parameters1.codecs.push_back(GetEngineCodec("VP8"));
3265 parameters1.codecs.push_back(GetEngineCodec("VP9"));
deadbeef67cf2c12016-04-13 10:07:16 -07003266 EXPECT_TRUE(channel_->SetSendParameters(parameters1));
3267
3268 AddSendStream();
3269 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
3270
3271 cricket::VideoSendParameters parameters2;
magjed509e4fe2016-11-18 01:34:11 -08003272 parameters2.codecs.push_back(GetEngineCodec("VP8"));
deadbeef67cf2c12016-04-13 10:07:16 -07003273 EXPECT_TRUE(channel_->SetSendParameters(parameters2));
3274 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
3275}
3276
eladalonf1841382017-06-12 01:16:46 -07003277TEST_F(WebRtcVideoChannelTest, SetRecvCodecsWithOnlyVp8) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003278 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003279 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003280 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003281}
3282
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003283// Test that we set our inbound RTX codecs properly.
eladalonf1841382017-06-12 01:16:46 -07003284TEST_F(WebRtcVideoChannelTest, SetRecvCodecsWithRtx) {
magjed509e4fe2016-11-18 01:34:11 -08003285 const int kUnusedPayloadType1 = 126;
3286 const int kUnusedPayloadType2 = 127;
3287 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType1));
3288 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType2));
3289
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003290 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003291 parameters.codecs.push_back(GetEngineCodec("VP8"));
3292 cricket::VideoCodec rtx_codec(kUnusedPayloadType1, "rtx");
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003293 parameters.codecs.push_back(rtx_codec);
3294 EXPECT_FALSE(channel_->SetRecvParameters(parameters))
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003295 << "RTX codec without associated payload should be rejected.";
3296
magjed509e4fe2016-11-18 01:34:11 -08003297 parameters.codecs[1].SetParam("apt", kUnusedPayloadType2);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003298 EXPECT_FALSE(channel_->SetRecvParameters(parameters))
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003299 << "RTX codec with invalid associated payload type should be rejected.";
3300
magjed509e4fe2016-11-18 01:34:11 -08003301 parameters.codecs[1].SetParam("apt", GetEngineCodec("VP8").id);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003302 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003303
magjed509e4fe2016-11-18 01:34:11 -08003304 cricket::VideoCodec rtx_codec2(kUnusedPayloadType2, "rtx");
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003305 rtx_codec2.SetParam("apt", rtx_codec.id);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003306 parameters.codecs.push_back(rtx_codec2);
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003307
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003308 EXPECT_FALSE(channel_->SetRecvParameters(parameters)) <<
3309 "RTX codec with another RTX as associated payload type should be "
3310 "rejected.";
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003311}
3312
eladalonf1841382017-06-12 01:16:46 -07003313TEST_F(WebRtcVideoChannelTest, SetRecvCodecsWithChangedRtxPayloadType) {
brandtr14742122017-01-27 04:53:07 -08003314 const int kUnusedPayloadType1 = 126;
3315 const int kUnusedPayloadType2 = 127;
3316 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType1));
3317 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType2));
3318
3319 // SSRCs for RTX.
3320 cricket::StreamParams params =
3321 cricket::StreamParams::CreateLegacy(kSsrcs1[0]);
3322 params.AddFidSsrc(kSsrcs1[0], kRtxSsrcs1[0]);
3323 AddRecvStream(params);
3324
3325 // Original payload type for RTX.
3326 cricket::VideoRecvParameters parameters;
3327 parameters.codecs.push_back(GetEngineCodec("VP8"));
3328 cricket::VideoCodec rtx_codec(kUnusedPayloadType1, "rtx");
3329 rtx_codec.SetParam("apt", GetEngineCodec("VP8").id);
3330 parameters.codecs.push_back(rtx_codec);
3331 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
3332 ASSERT_EQ(1U, fake_call_->GetVideoReceiveStreams().size());
3333 const webrtc::VideoReceiveStream::Config& config_before =
3334 fake_call_->GetVideoReceiveStreams()[0]->GetConfig();
nisse26e3abb2017-08-25 04:44:25 -07003335 EXPECT_EQ(1U, config_before.rtp.rtx_associated_payload_types.size());
3336 const int* payload_type_before = FindKeyByValue(
3337 config_before.rtp.rtx_associated_payload_types, GetEngineCodec("VP8").id);
3338 ASSERT_NE(payload_type_before, nullptr);
3339 EXPECT_EQ(kUnusedPayloadType1, *payload_type_before);
brandtr14742122017-01-27 04:53:07 -08003340 EXPECT_EQ(kRtxSsrcs1[0], config_before.rtp.rtx_ssrc);
3341
3342 // Change payload type for RTX.
3343 parameters.codecs[1].id = kUnusedPayloadType2;
3344 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
3345 ASSERT_EQ(1U, fake_call_->GetVideoReceiveStreams().size());
3346 const webrtc::VideoReceiveStream::Config& config_after =
3347 fake_call_->GetVideoReceiveStreams()[0]->GetConfig();
nisse26e3abb2017-08-25 04:44:25 -07003348 EXPECT_EQ(1U, config_after.rtp.rtx_associated_payload_types.size());
3349 const int* payload_type_after = FindKeyByValue(
3350 config_after.rtp.rtx_associated_payload_types, GetEngineCodec("VP8").id);
3351 ASSERT_NE(payload_type_after, nullptr);
3352 EXPECT_EQ(kUnusedPayloadType2, *payload_type_after);
brandtr14742122017-01-27 04:53:07 -08003353 EXPECT_EQ(kRtxSsrcs1[0], config_after.rtp.rtx_ssrc);
3354}
3355
eladalonf1841382017-06-12 01:16:46 -07003356TEST_F(WebRtcVideoChannelTest, SetRecvCodecsDifferentPayloadType) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003357 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003358 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003359 parameters.codecs[0].id = 99;
3360 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003361}
3362
eladalonf1841382017-06-12 01:16:46 -07003363TEST_F(WebRtcVideoChannelTest, SetRecvCodecsAcceptDefaultCodecs) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003364 cricket::VideoRecvParameters parameters;
3365 parameters.codecs = engine_.codecs();
3366 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgccbed3b2014-07-11 13:02:54 +00003367
3368 FakeVideoReceiveStream* stream = AddRecvStream();
Tommi733b5472016-06-10 17:58:01 +02003369 const webrtc::VideoReceiveStream::Config& config = stream->GetConfig();
pbos@webrtc.org776e6f22014-10-29 15:28:39 +00003370 EXPECT_EQ(engine_.codecs()[0].name, config.decoders[0].payload_name);
3371 EXPECT_EQ(engine_.codecs()[0].id, config.decoders[0].payload_type);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003372}
3373
eladalonf1841382017-06-12 01:16:46 -07003374TEST_F(WebRtcVideoChannelTest, SetRecvCodecsRejectUnsupportedCodec) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003375 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003376 parameters.codecs.push_back(GetEngineCodec("VP8"));
perkj26752742016-10-24 01:21:16 -07003377 parameters.codecs.push_back(VideoCodec(101, "WTF3"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003378 EXPECT_FALSE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003379}
3380
eladalonf1841382017-06-12 01:16:46 -07003381TEST_F(WebRtcVideoChannelTest, SetRecvCodecsAcceptsMultipleVideoCodecs) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003382 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003383 parameters.codecs.push_back(GetEngineCodec("VP8"));
3384 parameters.codecs.push_back(GetEngineCodec("VP9"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003385 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003386}
3387
eladalonf1841382017-06-12 01:16:46 -07003388TEST_F(WebRtcVideoChannelTest, SetRecvCodecsWithoutFecDisablesFec) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003389 cricket::VideoSendParameters send_parameters;
magjed509e4fe2016-11-18 01:34:11 -08003390 send_parameters.codecs.push_back(GetEngineCodec("VP8"));
3391 send_parameters.codecs.push_back(GetEngineCodec("red"));
3392 send_parameters.codecs.push_back(GetEngineCodec("ulpfec"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003393 ASSERT_TRUE(channel_->SetSendParameters(send_parameters));
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00003394
3395 FakeVideoReceiveStream* stream = AddRecvStream();
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00003396
magjed509e4fe2016-11-18 01:34:11 -08003397 EXPECT_EQ(GetEngineCodec("ulpfec").id,
nisse3b3622f2017-09-26 02:49:21 -07003398 stream->GetConfig().rtp.ulpfec_payload_type);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00003399
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003400 cricket::VideoRecvParameters recv_parameters;
magjed509e4fe2016-11-18 01:34:11 -08003401 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003402 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00003403 stream = fake_call_->GetVideoReceiveStreams()[0];
brandtr468da7c2016-11-22 02:16:47 -08003404 ASSERT_TRUE(stream != nullptr);
nisse3b3622f2017-09-26 02:49:21 -07003405 EXPECT_EQ(-1, stream->GetConfig().rtp.ulpfec_payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003406 << "SetSendCodec without ULPFEC should disable current ULPFEC.";
3407}
3408
eladalonf1841382017-06-12 01:16:46 -07003409TEST_F(WebRtcVideoChannelFlexfecRecvTest, SetRecvParamsWithoutFecDisablesFec) {
brandtr468da7c2016-11-22 02:16:47 -08003410 AddRecvStream(
3411 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
brandtr9c3d4c42017-01-23 06:59:13 -08003412 const std::vector<FakeFlexfecReceiveStream*>& streams =
brandtr468da7c2016-11-22 02:16:47 -08003413 fake_call_->GetFlexfecReceiveStreams();
3414
3415 ASSERT_EQ(1U, streams.size());
brandtr9c3d4c42017-01-23 06:59:13 -08003416 const FakeFlexfecReceiveStream* stream = streams.front();
3417 EXPECT_EQ(GetEngineCodec("flexfec-03").id, stream->GetConfig().payload_type);
3418 EXPECT_EQ(kFlexfecSsrc, stream->GetConfig().remote_ssrc);
3419 ASSERT_EQ(1U, stream->GetConfig().protected_media_ssrcs.size());
3420 EXPECT_EQ(kSsrcs1[0], stream->GetConfig().protected_media_ssrcs[0]);
brandtr468da7c2016-11-22 02:16:47 -08003421
3422 cricket::VideoRecvParameters recv_parameters;
3423 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
3424 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
3425 EXPECT_TRUE(streams.empty())
3426 << "SetSendCodec without FlexFEC should disable current FlexFEC.";
pbos@webrtc.org269605c2014-06-26 08:49:03 +00003427}
3428
eladalonf1841382017-06-12 01:16:46 -07003429TEST_F(WebRtcVideoChannelTest, SetSendParamsWithFecEnablesFec) {
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003430 FakeVideoReceiveStream* stream = AddRecvStream();
magjed509e4fe2016-11-18 01:34:11 -08003431 EXPECT_EQ(GetEngineCodec("ulpfec").id,
nisse3b3622f2017-09-26 02:49:21 -07003432 stream->GetConfig().rtp.ulpfec_payload_type);
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003433
3434 cricket::VideoRecvParameters recv_parameters;
magjed509e4fe2016-11-18 01:34:11 -08003435 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
3436 recv_parameters.codecs.push_back(GetEngineCodec("red"));
3437 recv_parameters.codecs.push_back(GetEngineCodec("ulpfec"));
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003438 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
3439 stream = fake_call_->GetVideoReceiveStreams()[0];
brandtr468da7c2016-11-22 02:16:47 -08003440 ASSERT_TRUE(stream != nullptr);
magjed509e4fe2016-11-18 01:34:11 -08003441 EXPECT_EQ(GetEngineCodec("ulpfec").id,
nisse3b3622f2017-09-26 02:49:21 -07003442 stream->GetConfig().rtp.ulpfec_payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003443 << "ULPFEC should be enabled on the receive stream.";
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003444
3445 cricket::VideoSendParameters send_parameters;
magjed509e4fe2016-11-18 01:34:11 -08003446 send_parameters.codecs.push_back(GetEngineCodec("VP8"));
3447 send_parameters.codecs.push_back(GetEngineCodec("red"));
3448 send_parameters.codecs.push_back(GetEngineCodec("ulpfec"));
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003449 ASSERT_TRUE(channel_->SetSendParameters(send_parameters));
3450 stream = fake_call_->GetVideoReceiveStreams()[0];
magjed509e4fe2016-11-18 01:34:11 -08003451 EXPECT_EQ(GetEngineCodec("ulpfec").id,
nisse3b3622f2017-09-26 02:49:21 -07003452 stream->GetConfig().rtp.ulpfec_payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003453 << "ULPFEC should be enabled on the receive stream.";
3454}
3455
eladalonf1841382017-06-12 01:16:46 -07003456TEST_F(WebRtcVideoChannelFlexfecSendRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07003457 SetSendRecvParamsWithFecEnablesFec) {
brandtr468da7c2016-11-22 02:16:47 -08003458 AddRecvStream(
3459 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
brandtr9c3d4c42017-01-23 06:59:13 -08003460 const std::vector<FakeFlexfecReceiveStream*>& streams =
brandtr468da7c2016-11-22 02:16:47 -08003461 fake_call_->GetFlexfecReceiveStreams();
3462
3463 cricket::VideoRecvParameters recv_parameters;
3464 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
3465 recv_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
3466 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
3467 ASSERT_EQ(1U, streams.size());
brandtr9c3d4c42017-01-23 06:59:13 -08003468 const FakeFlexfecReceiveStream* stream_with_recv_params = streams.front();
brandtr468da7c2016-11-22 02:16:47 -08003469 EXPECT_EQ(GetEngineCodec("flexfec-03").id,
brandtr9c3d4c42017-01-23 06:59:13 -08003470 stream_with_recv_params->GetConfig().payload_type);
3471 EXPECT_EQ(kFlexfecSsrc, stream_with_recv_params->GetConfig().remote_ssrc);
brandtr468da7c2016-11-22 02:16:47 -08003472 EXPECT_EQ(1U,
brandtr9c3d4c42017-01-23 06:59:13 -08003473 stream_with_recv_params->GetConfig().protected_media_ssrcs.size());
brandtr468da7c2016-11-22 02:16:47 -08003474 EXPECT_EQ(kSsrcs1[0],
brandtr9c3d4c42017-01-23 06:59:13 -08003475 stream_with_recv_params->GetConfig().protected_media_ssrcs[0]);
brandtr468da7c2016-11-22 02:16:47 -08003476
3477 cricket::VideoSendParameters send_parameters;
3478 send_parameters.codecs.push_back(GetEngineCodec("VP8"));
3479 send_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
3480 ASSERT_TRUE(channel_->SetSendParameters(send_parameters));
3481 ASSERT_EQ(1U, streams.size());
brandtr9c3d4c42017-01-23 06:59:13 -08003482 const FakeFlexfecReceiveStream* stream_with_send_params = streams.front();
brandtr468da7c2016-11-22 02:16:47 -08003483 EXPECT_EQ(GetEngineCodec("flexfec-03").id,
brandtr9c3d4c42017-01-23 06:59:13 -08003484 stream_with_send_params->GetConfig().payload_type);
3485 EXPECT_EQ(kFlexfecSsrc, stream_with_send_params->GetConfig().remote_ssrc);
brandtr468da7c2016-11-22 02:16:47 -08003486 EXPECT_EQ(1U,
brandtr9c3d4c42017-01-23 06:59:13 -08003487 stream_with_send_params->GetConfig().protected_media_ssrcs.size());
brandtr468da7c2016-11-22 02:16:47 -08003488 EXPECT_EQ(kSsrcs1[0],
brandtr9c3d4c42017-01-23 06:59:13 -08003489 stream_with_send_params->GetConfig().protected_media_ssrcs[0]);
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003490}
3491
eladalonf1841382017-06-12 01:16:46 -07003492TEST_F(WebRtcVideoChannelTest, SetRecvCodecsRejectDuplicateFecPayloads) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003493 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003494 parameters.codecs.push_back(GetEngineCodec("VP8"));
3495 parameters.codecs.push_back(GetEngineCodec("red"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003496 parameters.codecs[1].id = parameters.codecs[0].id;
3497 EXPECT_FALSE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003498}
3499
eladalonf1841382017-06-12 01:16:46 -07003500TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07003501 SetRecvCodecsRejectDuplicateFecPayloads) {
brandtr468da7c2016-11-22 02:16:47 -08003502 cricket::VideoRecvParameters parameters;
3503 parameters.codecs.push_back(GetEngineCodec("VP8"));
3504 parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
3505 parameters.codecs[1].id = parameters.codecs[0].id;
3506 EXPECT_FALSE(channel_->SetRecvParameters(parameters));
3507}
3508
eladalonf1841382017-06-12 01:16:46 -07003509TEST_F(WebRtcVideoChannelTest, SetRecvCodecsRejectDuplicateCodecPayloads) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003510 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003511 parameters.codecs.push_back(GetEngineCodec("VP8"));
3512 parameters.codecs.push_back(GetEngineCodec("VP9"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003513 parameters.codecs[1].id = parameters.codecs[0].id;
3514 EXPECT_FALSE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003515}
3516
eladalonf1841382017-06-12 01:16:46 -07003517TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003518 SetRecvCodecsAcceptSameCodecOnMultiplePayloadTypes) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003519 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003520 parameters.codecs.push_back(GetEngineCodec("VP8"));
3521 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003522 parameters.codecs[1].id += 1;
3523 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003524}
3525
deadbeef67cf2c12016-04-13 10:07:16 -07003526// Test that setting the same codecs but with a different order
deadbeef874ca3a2015-08-20 17:19:20 -07003527// doesn't result in the stream being recreated.
eladalonf1841382017-06-12 01:16:46 -07003528TEST_F(WebRtcVideoChannelTest,
deadbeef67cf2c12016-04-13 10:07:16 -07003529 SetRecvCodecsDifferentOrderDoesntRecreateStream) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003530 cricket::VideoRecvParameters parameters1;
magjed509e4fe2016-11-18 01:34:11 -08003531 parameters1.codecs.push_back(GetEngineCodec("VP8"));
3532 parameters1.codecs.push_back(GetEngineCodec("red"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003533 EXPECT_TRUE(channel_->SetRecvParameters(parameters1));
deadbeef874ca3a2015-08-20 17:19:20 -07003534
3535 AddRecvStream(cricket::StreamParams::CreateLegacy(123));
3536 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
3537
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003538 cricket::VideoRecvParameters parameters2;
magjed509e4fe2016-11-18 01:34:11 -08003539 parameters2.codecs.push_back(GetEngineCodec("red"));
3540 parameters2.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003541 EXPECT_TRUE(channel_->SetRecvParameters(parameters2));
deadbeef874ca3a2015-08-20 17:19:20 -07003542 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
3543}
3544
eladalonf1841382017-06-12 01:16:46 -07003545TEST_F(WebRtcVideoChannelTest, SendStreamNotSendingByDefault) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003546 EXPECT_FALSE(AddSendStream()->IsSending());
3547}
3548
eladalonf1841382017-06-12 01:16:46 -07003549TEST_F(WebRtcVideoChannelTest, ReceiveStreamReceivingByDefault) {
pbos@webrtc.org85f42942014-07-22 09:14:58 +00003550 EXPECT_TRUE(AddRecvStream()->IsReceiving());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003551}
3552
eladalonf1841382017-06-12 01:16:46 -07003553TEST_F(WebRtcVideoChannelTest, SetSend) {
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00003554 FakeVideoSendStream* stream = AddSendStream();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003555 EXPECT_FALSE(stream->IsSending());
3556
3557 // false->true
3558 EXPECT_TRUE(channel_->SetSend(true));
3559 EXPECT_TRUE(stream->IsSending());
3560 // true->true
3561 EXPECT_TRUE(channel_->SetSend(true));
3562 EXPECT_TRUE(stream->IsSending());
3563 // true->false
3564 EXPECT_TRUE(channel_->SetSend(false));
3565 EXPECT_FALSE(stream->IsSending());
3566 // false->false
3567 EXPECT_TRUE(channel_->SetSend(false));
3568 EXPECT_FALSE(stream->IsSending());
3569
3570 EXPECT_TRUE(channel_->SetSend(true));
3571 FakeVideoSendStream* new_stream = AddSendStream();
3572 EXPECT_TRUE(new_stream->IsSending())
3573 << "Send stream created after SetSend(true) not sending initially.";
3574}
3575
pbos@webrtc.orgd8198032014-11-10 14:41:43 +00003576// This test verifies DSCP settings are properly applied on video media channel.
eladalonf1841382017-06-12 01:16:46 -07003577TEST_F(WebRtcVideoChannelTest, TestSetDscpOptions) {
kwiberg686a8ef2016-02-26 03:00:35 -08003578 std::unique_ptr<cricket::FakeNetworkInterface> network_interface(
pbos@webrtc.orgd8198032014-11-10 14:41:43 +00003579 new cricket::FakeNetworkInterface);
nisse51542be2016-02-12 02:27:06 -08003580 MediaConfig config;
kwiberg686a8ef2016-02-26 03:00:35 -08003581 std::unique_ptr<VideoMediaChannel> channel;
nisse51542be2016-02-12 02:27:06 -08003582
3583 channel.reset(engine_.CreateChannel(call_.get(), config, VideoOptions()));
3584 channel->SetInterface(network_interface.get());
3585 // Default value when DSCP is disabled should be DSCP_DEFAULT.
pbos@webrtc.orgd8198032014-11-10 14:41:43 +00003586 EXPECT_EQ(rtc::DSCP_DEFAULT, network_interface->dscp());
nisse51542be2016-02-12 02:27:06 -08003587
3588 config.enable_dscp = true;
3589 channel.reset(engine_.CreateChannel(call_.get(), config, VideoOptions()));
3590 channel->SetInterface(network_interface.get());
3591 EXPECT_EQ(rtc::DSCP_AF41, network_interface->dscp());
3592
3593 // Verify that setting the option to false resets the
3594 // DiffServCodePoint.
3595 config.enable_dscp = false;
3596 channel.reset(engine_.CreateChannel(call_.get(), config, VideoOptions()));
3597 channel->SetInterface(network_interface.get());
3598 EXPECT_EQ(rtc::DSCP_DEFAULT, network_interface->dscp());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003599}
3600
deadbeef13871492015-12-09 12:37:51 -08003601// This test verifies that the RTCP reduced size mode is properly applied to
3602// send video streams.
eladalonf1841382017-06-12 01:16:46 -07003603TEST_F(WebRtcVideoChannelTest, TestSetSendRtcpReducedSize) {
deadbeef13871492015-12-09 12:37:51 -08003604 // Create stream, expecting that default mode is "compound".
3605 FakeVideoSendStream* stream1 = AddSendStream();
3606 EXPECT_EQ(webrtc::RtcpMode::kCompound, stream1->GetConfig().rtp.rtcp_mode);
3607
3608 // Now enable reduced size mode.
3609 send_parameters_.rtcp.reduced_size = true;
3610 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
3611 stream1 = fake_call_->GetVideoSendStreams()[0];
3612 EXPECT_EQ(webrtc::RtcpMode::kReducedSize, stream1->GetConfig().rtp.rtcp_mode);
3613
3614 // Create a new stream and ensure it picks up the reduced size mode.
3615 FakeVideoSendStream* stream2 = AddSendStream();
3616 EXPECT_EQ(webrtc::RtcpMode::kReducedSize, stream2->GetConfig().rtp.rtcp_mode);
3617}
3618
3619// This test verifies that the RTCP reduced size mode is properly applied to
3620// receive video streams.
eladalonf1841382017-06-12 01:16:46 -07003621TEST_F(WebRtcVideoChannelTest, TestSetRecvRtcpReducedSize) {
deadbeef13871492015-12-09 12:37:51 -08003622 // Create stream, expecting that default mode is "compound".
3623 FakeVideoReceiveStream* stream1 = AddRecvStream();
3624 EXPECT_EQ(webrtc::RtcpMode::kCompound, stream1->GetConfig().rtp.rtcp_mode);
3625
3626 // Now enable reduced size mode.
Taylor Brandstetter5f0b83b2016-03-18 15:02:07 -07003627 // TODO(deadbeef): Once "recv_parameters" becomes "receiver_parameters",
3628 // the reduced_size flag should come from that.
3629 send_parameters_.rtcp.reduced_size = true;
3630 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
deadbeef13871492015-12-09 12:37:51 -08003631 stream1 = fake_call_->GetVideoReceiveStreams()[0];
3632 EXPECT_EQ(webrtc::RtcpMode::kReducedSize, stream1->GetConfig().rtp.rtcp_mode);
3633
3634 // Create a new stream and ensure it picks up the reduced size mode.
3635 FakeVideoReceiveStream* stream2 = AddRecvStream();
3636 EXPECT_EQ(webrtc::RtcpMode::kReducedSize, stream2->GetConfig().rtp.rtcp_mode);
3637}
3638
eladalonf1841382017-06-12 01:16:46 -07003639TEST_F(WebRtcVideoChannelTest, OnReadyToSendSignalsNetworkState) {
skvlad7a43d252016-03-22 15:32:27 -07003640 EXPECT_EQ(webrtc::kNetworkUp,
3641 fake_call_->GetNetworkState(webrtc::MediaType::VIDEO));
3642 EXPECT_EQ(webrtc::kNetworkUp,
3643 fake_call_->GetNetworkState(webrtc::MediaType::AUDIO));
pbos@webrtc.org26c0c412014-09-03 16:17:12 +00003644
3645 channel_->OnReadyToSend(false);
skvlad7a43d252016-03-22 15:32:27 -07003646 EXPECT_EQ(webrtc::kNetworkDown,
3647 fake_call_->GetNetworkState(webrtc::MediaType::VIDEO));
3648 EXPECT_EQ(webrtc::kNetworkUp,
3649 fake_call_->GetNetworkState(webrtc::MediaType::AUDIO));
pbos@webrtc.org26c0c412014-09-03 16:17:12 +00003650
3651 channel_->OnReadyToSend(true);
skvlad7a43d252016-03-22 15:32:27 -07003652 EXPECT_EQ(webrtc::kNetworkUp,
3653 fake_call_->GetNetworkState(webrtc::MediaType::VIDEO));
3654 EXPECT_EQ(webrtc::kNetworkUp,
3655 fake_call_->GetNetworkState(webrtc::MediaType::AUDIO));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003656}
3657
eladalonf1841382017-06-12 01:16:46 -07003658TEST_F(WebRtcVideoChannelTest, GetStatsReportsSentCodecName) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003659 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003660 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003661 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström74d9ed72015-03-26 16:28:31 +01003662
3663 AddSendStream();
3664
3665 cricket::VideoMediaInfo info;
3666 ASSERT_TRUE(channel_->GetStats(&info));
magjed509e4fe2016-11-18 01:34:11 -08003667 EXPECT_EQ("VP8", info.senders[0].codec_name);
Peter Boström74d9ed72015-03-26 16:28:31 +01003668}
3669
eladalonf1841382017-06-12 01:16:46 -07003670TEST_F(WebRtcVideoChannelTest, GetStatsReportsEncoderImplementationName) {
Peter Boströmb7d9a972015-12-18 16:01:11 +01003671 FakeVideoSendStream* stream = AddSendStream();
3672 webrtc::VideoSendStream::Stats stats;
3673 stats.encoder_implementation_name = "encoder_implementation_name";
3674 stream->SetStats(stats);
3675
3676 cricket::VideoMediaInfo info;
3677 ASSERT_TRUE(channel_->GetStats(&info));
3678 EXPECT_EQ(stats.encoder_implementation_name,
3679 info.senders[0].encoder_implementation_name);
3680}
3681
eladalonf1841382017-06-12 01:16:46 -07003682TEST_F(WebRtcVideoChannelTest, GetStatsReportsCpuOveruseMetrics) {
pbos@webrtc.org3e6e2712015-02-26 12:19:31 +00003683 FakeVideoSendStream* stream = AddSendStream();
3684 webrtc::VideoSendStream::Stats stats;
3685 stats.avg_encode_time_ms = 13;
3686 stats.encode_usage_percent = 42;
3687 stream->SetStats(stats);
3688
3689 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003690 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org3e6e2712015-02-26 12:19:31 +00003691 EXPECT_EQ(stats.avg_encode_time_ms, info.senders[0].avg_encode_ms);
3692 EXPECT_EQ(stats.encode_usage_percent, info.senders[0].encode_usage_percent);
3693}
3694
eladalonf1841382017-06-12 01:16:46 -07003695TEST_F(WebRtcVideoChannelTest, GetStatsReportsFramesEncoded) {
sakal43536c32016-10-24 01:46:43 -07003696 FakeVideoSendStream* stream = AddSendStream();
3697 webrtc::VideoSendStream::Stats stats;
3698 stats.frames_encoded = 13;
3699 stream->SetStats(stats);
3700
3701 cricket::VideoMediaInfo info;
3702 ASSERT_TRUE(channel_->GetStats(&info));
3703 EXPECT_EQ(stats.frames_encoded, info.senders[0].frames_encoded);
3704}
3705
eladalonf1841382017-06-12 01:16:46 -07003706TEST_F(WebRtcVideoChannelTest, GetStatsReportsQpSum) {
sakal87da4042016-10-31 06:53:47 -07003707 FakeVideoSendStream* stream = AddSendStream();
3708 webrtc::VideoSendStream::Stats stats;
Oskar Sundbom78807582017-11-16 11:09:55 +01003709 stats.qp_sum = 13;
sakal87da4042016-10-31 06:53:47 -07003710 stream->SetStats(stats);
3711
3712 cricket::VideoMediaInfo info;
3713 ASSERT_TRUE(channel_->GetStats(&info));
3714 EXPECT_EQ(stats.qp_sum, info.senders[0].qp_sum);
3715}
3716
eladalonf1841382017-06-12 01:16:46 -07003717TEST_F(WebRtcVideoChannelTest, GetStatsReportsUpperResolution) {
pbos@webrtc.org273a4142014-12-01 15:23:21 +00003718 FakeVideoSendStream* stream = AddSendStream();
3719 webrtc::VideoSendStream::Stats stats;
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003720 stats.substreams[17].width = 123;
3721 stats.substreams[17].height = 40;
3722 stats.substreams[42].width = 80;
3723 stats.substreams[42].height = 31;
3724 stats.substreams[11].width = 20;
3725 stats.substreams[11].height = 90;
pbos@webrtc.org273a4142014-12-01 15:23:21 +00003726 stream->SetStats(stats);
3727
3728 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003729 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org273a4142014-12-01 15:23:21 +00003730 ASSERT_EQ(1u, info.senders.size());
3731 EXPECT_EQ(123, info.senders[0].send_frame_width);
3732 EXPECT_EQ(90, info.senders[0].send_frame_height);
3733}
3734
eladalonf1841382017-06-12 01:16:46 -07003735TEST_F(WebRtcVideoChannelTest, GetStatsReportsPreferredBitrate) {
Pera48ddb72016-09-29 11:48:50 +02003736 FakeVideoSendStream* stream = AddSendStream();
3737 webrtc::VideoSendStream::Stats stats;
3738 stats.preferred_media_bitrate_bps = 5;
3739 stream->SetStats(stats);
3740
3741 cricket::VideoMediaInfo info;
3742 ASSERT_TRUE(channel_->GetStats(&info));
3743 ASSERT_EQ(1u, info.senders.size());
3744 EXPECT_EQ(5, info.senders[0].preferred_bitrate);
3745}
3746
eladalonf1841382017-06-12 01:16:46 -07003747TEST_F(WebRtcVideoChannelTest, GetStatsReportsCpuAdaptationStats) {
perkj803d97f2016-11-01 11:45:46 -07003748 FakeVideoSendStream* stream = AddSendStream();
3749 webrtc::VideoSendStream::Stats stats;
3750 stats.number_of_cpu_adapt_changes = 2;
3751 stats.cpu_limited_resolution = true;
3752 stream->SetStats(stats);
pbos@webrtc.org9a4410e2015-02-26 10:03:39 +00003753
pbos@webrtc.org9a4410e2015-02-26 10:03:39 +00003754 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003755 EXPECT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org9a4410e2015-02-26 10:03:39 +00003756 ASSERT_EQ(1U, info.senders.size());
eladalonf1841382017-06-12 01:16:46 -07003757 EXPECT_EQ(WebRtcVideoChannel::ADAPTREASON_CPU, info.senders[0].adapt_reason);
perkj803d97f2016-11-01 11:45:46 -07003758 EXPECT_EQ(stats.number_of_cpu_adapt_changes, info.senders[0].adapt_changes);
pbos@webrtc.org9a4410e2015-02-26 10:03:39 +00003759}
3760
eladalonf1841382017-06-12 01:16:46 -07003761TEST_F(WebRtcVideoChannelTest, GetStatsReportsAdaptationAndBandwidthStats) {
perkj803d97f2016-11-01 11:45:46 -07003762 FakeVideoSendStream* stream = AddSendStream();
asapersson17821db2015-12-14 02:08:12 -08003763 webrtc::VideoSendStream::Stats stats;
perkj803d97f2016-11-01 11:45:46 -07003764 stats.number_of_cpu_adapt_changes = 2;
3765 stats.cpu_limited_resolution = true;
asapersson17821db2015-12-14 02:08:12 -08003766 stats.bw_limited_resolution = true;
perkj803d97f2016-11-01 11:45:46 -07003767 stream->SetStats(stats);
3768
3769 cricket::VideoMediaInfo info;
asapersson17821db2015-12-14 02:08:12 -08003770 EXPECT_TRUE(channel_->GetStats(&info));
3771 ASSERT_EQ(1U, info.senders.size());
eladalonf1841382017-06-12 01:16:46 -07003772 EXPECT_EQ(WebRtcVideoChannel::ADAPTREASON_CPU |
3773 WebRtcVideoChannel::ADAPTREASON_BANDWIDTH,
asapersson17821db2015-12-14 02:08:12 -08003774 info.senders[0].adapt_reason);
perkj803d97f2016-11-01 11:45:46 -07003775 EXPECT_EQ(stats.number_of_cpu_adapt_changes, info.senders[0].adapt_changes);
asapersson17821db2015-12-14 02:08:12 -08003776}
3777
eladalonf1841382017-06-12 01:16:46 -07003778TEST_F(WebRtcVideoChannelTest,
asapersson17821db2015-12-14 02:08:12 -08003779 GetStatsTranslatesBandwidthLimitedResolutionCorrectly) {
3780 FakeVideoSendStream* stream = AddSendStream();
3781 webrtc::VideoSendStream::Stats stats;
3782 stats.bw_limited_resolution = true;
3783 stream->SetStats(stats);
3784
3785 cricket::VideoMediaInfo info;
3786 EXPECT_TRUE(channel_->GetStats(&info));
3787 ASSERT_EQ(1U, info.senders.size());
eladalonf1841382017-06-12 01:16:46 -07003788 EXPECT_EQ(WebRtcVideoChannel::ADAPTREASON_BANDWIDTH,
asapersson17821db2015-12-14 02:08:12 -08003789 info.senders[0].adapt_reason);
3790}
3791
eladalonf1841382017-06-12 01:16:46 -07003792TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00003793 GetStatsTranslatesSendRtcpPacketTypesCorrectly) {
3794 FakeVideoSendStream* stream = AddSendStream();
3795 webrtc::VideoSendStream::Stats stats;
3796 stats.substreams[17].rtcp_packet_type_counts.fir_packets = 2;
3797 stats.substreams[17].rtcp_packet_type_counts.nack_packets = 3;
3798 stats.substreams[17].rtcp_packet_type_counts.pli_packets = 4;
3799
3800 stats.substreams[42].rtcp_packet_type_counts.fir_packets = 5;
3801 stats.substreams[42].rtcp_packet_type_counts.nack_packets = 7;
3802 stats.substreams[42].rtcp_packet_type_counts.pli_packets = 9;
3803
3804 stream->SetStats(stats);
3805
3806 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003807 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00003808 EXPECT_EQ(7, info.senders[0].firs_rcvd);
3809 EXPECT_EQ(10, info.senders[0].nacks_rcvd);
3810 EXPECT_EQ(13, info.senders[0].plis_rcvd);
3811}
3812
eladalonf1841382017-06-12 01:16:46 -07003813TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00003814 GetStatsTranslatesReceiveRtcpPacketTypesCorrectly) {
3815 FakeVideoReceiveStream* stream = AddRecvStream();
3816 webrtc::VideoReceiveStream::Stats stats;
3817 stats.rtcp_packet_type_counts.fir_packets = 2;
3818 stats.rtcp_packet_type_counts.nack_packets = 3;
3819 stats.rtcp_packet_type_counts.pli_packets = 4;
3820 stream->SetStats(stats);
3821
3822 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003823 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00003824 EXPECT_EQ(stats.rtcp_packet_type_counts.fir_packets,
3825 info.receivers[0].firs_sent);
3826 EXPECT_EQ(stats.rtcp_packet_type_counts.nack_packets,
3827 info.receivers[0].nacks_sent);
3828 EXPECT_EQ(stats.rtcp_packet_type_counts.pli_packets,
3829 info.receivers[0].plis_sent);
3830}
3831
eladalonf1841382017-06-12 01:16:46 -07003832TEST_F(WebRtcVideoChannelTest, GetStatsTranslatesDecodeStatsCorrectly) {
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003833 FakeVideoReceiveStream* stream = AddRecvStream();
3834 webrtc::VideoReceiveStream::Stats stats;
Peter Boströmb7d9a972015-12-18 16:01:11 +01003835 stats.decoder_implementation_name = "decoder_implementation_name";
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003836 stats.decode_ms = 2;
3837 stats.max_decode_ms = 3;
3838 stats.current_delay_ms = 4;
3839 stats.target_delay_ms = 5;
3840 stats.jitter_buffer_ms = 6;
3841 stats.min_playout_delay_ms = 7;
3842 stats.render_delay_ms = 8;
asapersson26dd92b2016-08-30 00:45:45 -07003843 stats.width = 9;
3844 stats.height = 10;
hbos42f6d2f2017-01-20 03:56:50 -08003845 stats.frame_counts.key_frames = 11;
3846 stats.frame_counts.delta_frames = 12;
hbos50cfe1f2017-01-23 07:21:55 -08003847 stats.frames_rendered = 13;
3848 stats.frames_decoded = 14;
Oskar Sundbom78807582017-11-16 11:09:55 +01003849 stats.qp_sum = 15;
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003850 stream->SetStats(stats);
3851
3852 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003853 ASSERT_TRUE(channel_->GetStats(&info));
Peter Boströmb7d9a972015-12-18 16:01:11 +01003854 EXPECT_EQ(stats.decoder_implementation_name,
3855 info.receivers[0].decoder_implementation_name);
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003856 EXPECT_EQ(stats.decode_ms, info.receivers[0].decode_ms);
3857 EXPECT_EQ(stats.max_decode_ms, info.receivers[0].max_decode_ms);
3858 EXPECT_EQ(stats.current_delay_ms, info.receivers[0].current_delay_ms);
3859 EXPECT_EQ(stats.target_delay_ms, info.receivers[0].target_delay_ms);
3860 EXPECT_EQ(stats.jitter_buffer_ms, info.receivers[0].jitter_buffer_ms);
3861 EXPECT_EQ(stats.min_playout_delay_ms, info.receivers[0].min_playout_delay_ms);
3862 EXPECT_EQ(stats.render_delay_ms, info.receivers[0].render_delay_ms);
asapersson26dd92b2016-08-30 00:45:45 -07003863 EXPECT_EQ(stats.width, info.receivers[0].frame_width);
3864 EXPECT_EQ(stats.height, info.receivers[0].frame_height);
hbos42f6d2f2017-01-20 03:56:50 -08003865 EXPECT_EQ(stats.frame_counts.key_frames + stats.frame_counts.delta_frames,
3866 info.receivers[0].frames_received);
hbos50cfe1f2017-01-23 07:21:55 -08003867 EXPECT_EQ(stats.frames_rendered, info.receivers[0].frames_rendered);
sakale5ba44e2016-10-26 07:09:24 -07003868 EXPECT_EQ(stats.frames_decoded, info.receivers[0].frames_decoded);
sakalcc452e12017-02-09 04:53:45 -08003869 EXPECT_EQ(stats.qp_sum, info.receivers[0].qp_sum);
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003870}
3871
eladalonf1841382017-06-12 01:16:46 -07003872TEST_F(WebRtcVideoChannelTest, GetStatsTranslatesReceivePacketStatsCorrectly) {
Peter Boström393347f2015-04-22 14:52:45 +02003873 FakeVideoReceiveStream* stream = AddRecvStream();
3874 webrtc::VideoReceiveStream::Stats stats;
3875 stats.rtp_stats.transmitted.payload_bytes = 2;
3876 stats.rtp_stats.transmitted.header_bytes = 3;
3877 stats.rtp_stats.transmitted.padding_bytes = 4;
3878 stats.rtp_stats.transmitted.packets = 5;
srte186d9c32017-08-04 05:03:53 -07003879 stats.rtcp_stats.packets_lost = 6;
Peter Boström393347f2015-04-22 14:52:45 +02003880 stats.rtcp_stats.fraction_lost = 7;
3881 stream->SetStats(stats);
3882
3883 cricket::VideoMediaInfo info;
3884 ASSERT_TRUE(channel_->GetStats(&info));
3885 EXPECT_EQ(stats.rtp_stats.transmitted.payload_bytes +
3886 stats.rtp_stats.transmitted.header_bytes +
3887 stats.rtp_stats.transmitted.padding_bytes,
3888 info.receivers[0].bytes_rcvd);
3889 EXPECT_EQ(stats.rtp_stats.transmitted.packets,
3890 info.receivers[0].packets_rcvd);
srte186d9c32017-08-04 05:03:53 -07003891 EXPECT_EQ(stats.rtcp_stats.packets_lost, info.receivers[0].packets_lost);
Peter Boström393347f2015-04-22 14:52:45 +02003892 EXPECT_EQ(static_cast<float>(stats.rtcp_stats.fraction_lost) / (1 << 8),
3893 info.receivers[0].fraction_lost);
3894}
3895
eladalonf1841382017-06-12 01:16:46 -07003896TEST_F(WebRtcVideoChannelTest, TranslatesCallStatsCorrectly) {
pbos@webrtc.org2b19f062014-12-11 13:26:09 +00003897 AddSendStream();
3898 AddSendStream();
3899 webrtc::Call::Stats stats;
3900 stats.rtt_ms = 123;
3901 fake_call_->SetStats(stats);
3902
3903 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003904 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org2b19f062014-12-11 13:26:09 +00003905 ASSERT_EQ(2u, info.senders.size());
3906 EXPECT_EQ(stats.rtt_ms, info.senders[0].rtt_ms);
3907 EXPECT_EQ(stats.rtt_ms, info.senders[1].rtt_ms);
3908}
3909
eladalonf1841382017-06-12 01:16:46 -07003910TEST_F(WebRtcVideoChannelTest, TranslatesSenderBitrateStatsCorrectly) {
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003911 FakeVideoSendStream* stream = AddSendStream();
3912 webrtc::VideoSendStream::Stats stats;
pbos@webrtc.org891d4832015-02-26 13:15:22 +00003913 stats.target_media_bitrate_bps = 156;
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003914 stats.media_bitrate_bps = 123;
3915 stats.substreams[17].total_bitrate_bps = 1;
3916 stats.substreams[17].retransmit_bitrate_bps = 2;
3917 stats.substreams[42].total_bitrate_bps = 3;
3918 stats.substreams[42].retransmit_bitrate_bps = 4;
3919 stream->SetStats(stats);
3920
3921 FakeVideoSendStream* stream2 = AddSendStream();
3922 webrtc::VideoSendStream::Stats stats2;
pbos@webrtc.org891d4832015-02-26 13:15:22 +00003923 stats2.target_media_bitrate_bps = 200;
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003924 stats2.media_bitrate_bps = 321;
3925 stats2.substreams[13].total_bitrate_bps = 5;
3926 stats2.substreams[13].retransmit_bitrate_bps = 6;
3927 stats2.substreams[21].total_bitrate_bps = 7;
3928 stats2.substreams[21].retransmit_bitrate_bps = 8;
3929 stream2->SetStats(stats2);
3930
3931 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003932 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003933 ASSERT_EQ(2u, info.senders.size());
stefanf79ade12017-06-02 06:44:03 -07003934 BandwidthEstimationInfo bwe_info;
3935 channel_->FillBitrateInfo(&bwe_info);
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003936 // Assuming stream and stream2 corresponds to senders[0] and [1] respectively
3937 // is OK as std::maps are sorted and AddSendStream() gives increasing SSRCs.
3938 EXPECT_EQ(stats.media_bitrate_bps, info.senders[0].nominal_bitrate);
3939 EXPECT_EQ(stats2.media_bitrate_bps, info.senders[1].nominal_bitrate);
pbos@webrtc.org891d4832015-02-26 13:15:22 +00003940 EXPECT_EQ(stats.target_media_bitrate_bps + stats2.target_media_bitrate_bps,
stefanf79ade12017-06-02 06:44:03 -07003941 bwe_info.target_enc_bitrate);
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003942 EXPECT_EQ(stats.media_bitrate_bps + stats2.media_bitrate_bps,
stefanf79ade12017-06-02 06:44:03 -07003943 bwe_info.actual_enc_bitrate);
3944 EXPECT_EQ(1 + 3 + 5 + 7, bwe_info.transmit_bitrate)
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003945 << "Bandwidth stats should take all streams into account.";
stefanf79ade12017-06-02 06:44:03 -07003946 EXPECT_EQ(2 + 4 + 6 + 8, bwe_info.retransmit_bitrate)
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003947 << "Bandwidth stats should take all streams into account.";
3948}
3949
eladalonf1841382017-06-12 01:16:46 -07003950TEST_F(WebRtcVideoChannelTest, DefaultReceiveStreamReconfiguresToUseRtx) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003951 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00003952
Peter Boström0c4e06b2015-10-07 12:23:21 +02003953 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
3954 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00003955
3956 ASSERT_EQ(0u, fake_call_->GetVideoReceiveStreams().size());
3957 const size_t kDataLength = 12;
3958 uint8_t data[kDataLength];
3959 memset(data, 0, sizeof(data));
3960 rtc::SetBE32(&data[8], ssrcs[0]);
jbaucheec21bd2016-03-20 06:15:43 -07003961 rtc::CopyOnWriteBuffer packet(data, kDataLength);
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00003962 rtc::PacketTime packet_time;
3963 channel_->OnPacketReceived(&packet, packet_time);
3964
3965 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size())
3966 << "No default receive stream created.";
3967 FakeVideoReceiveStream* recv_stream = fake_call_->GetVideoReceiveStreams()[0];
brandtr14742122017-01-27 04:53:07 -08003968 EXPECT_EQ(0u, recv_stream->GetConfig().rtp.rtx_ssrc)
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00003969 << "Default receive stream should not have configured RTX";
3970
3971 EXPECT_TRUE(channel_->AddRecvStream(
3972 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs)));
3973 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size())
brandtr14742122017-01-27 04:53:07 -08003974 << "AddRecvStream should have reconfigured, not added a new receiver.";
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00003975 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
nisse26e3abb2017-08-25 04:44:25 -07003976 EXPECT_FALSE(
3977 recv_stream->GetConfig().rtp.rtx_associated_payload_types.empty());
nisseca5706d2017-09-11 02:32:16 -07003978 EXPECT_TRUE(VerifyRtxReceiveAssociations(recv_stream->GetConfig()))
Peter Boströmd8b01092016-05-12 16:44:36 +02003979 << "RTX should be mapped for all decoders/payload types.";
nisseca5706d2017-09-11 02:32:16 -07003980 EXPECT_TRUE(HasRtxReceiveAssociation(recv_stream->GetConfig(),
3981 GetEngineCodec("red").id))
3982 << "RTX should be mapped also for the RED payload type";
brandtr14742122017-01-27 04:53:07 -08003983 EXPECT_EQ(rtx_ssrcs[0], recv_stream->GetConfig().rtp.rtx_ssrc);
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00003984}
3985
eladalonf1841382017-06-12 01:16:46 -07003986TEST_F(WebRtcVideoChannelTest, RejectsAddingStreamsWithMissingSsrcsForRtx) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003987 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boströmd4362cd2015-03-25 14:17:23 +01003988
Peter Boström0c4e06b2015-10-07 12:23:21 +02003989 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
3990 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
Peter Boströmd4362cd2015-03-25 14:17:23 +01003991
3992 StreamParams sp =
3993 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs);
3994 sp.ssrcs = ssrcs; // Without RTXs, this is the important part.
3995
3996 EXPECT_FALSE(channel_->AddSendStream(sp));
3997 EXPECT_FALSE(channel_->AddRecvStream(sp));
3998}
3999
eladalonf1841382017-06-12 01:16:46 -07004000TEST_F(WebRtcVideoChannelTest, RejectsAddingStreamsWithOverlappingRtxSsrcs) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004001 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boströmd6f4c252015-03-26 16:23:04 +01004002
Peter Boström0c4e06b2015-10-07 12:23:21 +02004003 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
4004 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
Peter Boströmd6f4c252015-03-26 16:23:04 +01004005
4006 StreamParams sp =
4007 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs);
4008
4009 EXPECT_TRUE(channel_->AddSendStream(sp));
4010 EXPECT_TRUE(channel_->AddRecvStream(sp));
4011
4012 // The RTX SSRC is already used in previous streams, using it should fail.
4013 sp = cricket::StreamParams::CreateLegacy(rtx_ssrcs[0]);
4014 EXPECT_FALSE(channel_->AddSendStream(sp));
4015 EXPECT_FALSE(channel_->AddRecvStream(sp));
4016
4017 // After removing the original stream this should be fine to add (makes sure
4018 // that RTX ssrcs are not forever taken).
4019 EXPECT_TRUE(channel_->RemoveSendStream(ssrcs[0]));
4020 EXPECT_TRUE(channel_->RemoveRecvStream(ssrcs[0]));
4021 EXPECT_TRUE(channel_->AddSendStream(sp));
4022 EXPECT_TRUE(channel_->AddRecvStream(sp));
4023}
4024
eladalonf1841382017-06-12 01:16:46 -07004025TEST_F(WebRtcVideoChannelTest,
Peter Boströmd6f4c252015-03-26 16:23:04 +01004026 RejectsAddingStreamsWithOverlappingSimulcastSsrcs) {
Peter Boström0c4e06b2015-10-07 12:23:21 +02004027 static const uint32_t kFirstStreamSsrcs[] = {1, 2, 3};
4028 static const uint32_t kOverlappingStreamSsrcs[] = {4, 3, 5};
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004029 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boströmd6f4c252015-03-26 16:23:04 +01004030
Peter Boströmd6f4c252015-03-26 16:23:04 +01004031 StreamParams sp =
4032 cricket::CreateSimStreamParams("cname", MAKE_VECTOR(kFirstStreamSsrcs));
4033
4034 EXPECT_TRUE(channel_->AddSendStream(sp));
4035 EXPECT_TRUE(channel_->AddRecvStream(sp));
4036
4037 // One of the SSRCs is already used in previous streams, using it should fail.
4038 sp = cricket::CreateSimStreamParams("cname",
4039 MAKE_VECTOR(kOverlappingStreamSsrcs));
4040 EXPECT_FALSE(channel_->AddSendStream(sp));
4041 EXPECT_FALSE(channel_->AddRecvStream(sp));
4042
4043 // After removing the original stream this should be fine to add (makes sure
4044 // that RTX ssrcs are not forever taken).
Peter Boström3548dd22015-05-22 18:48:36 +02004045 EXPECT_TRUE(channel_->RemoveSendStream(kFirstStreamSsrcs[0]));
4046 EXPECT_TRUE(channel_->RemoveRecvStream(kFirstStreamSsrcs[0]));
Peter Boströmd6f4c252015-03-26 16:23:04 +01004047 EXPECT_TRUE(channel_->AddSendStream(sp));
4048 EXPECT_TRUE(channel_->AddRecvStream(sp));
4049}
4050
eladalonf1841382017-06-12 01:16:46 -07004051TEST_F(WebRtcVideoChannelTest, ReportsSsrcGroupsInStats) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004052 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boström259bd202015-05-28 13:39:50 +02004053
4054 static const uint32_t kSenderSsrcs[] = {4, 7, 10};
4055 static const uint32_t kSenderRtxSsrcs[] = {5, 8, 11};
4056
4057 StreamParams sender_sp = cricket::CreateSimWithRtxStreamParams(
4058 "cname", MAKE_VECTOR(kSenderSsrcs), MAKE_VECTOR(kSenderRtxSsrcs));
4059
4060 EXPECT_TRUE(channel_->AddSendStream(sender_sp));
4061
4062 static const uint32_t kReceiverSsrcs[] = {3};
4063 static const uint32_t kReceiverRtxSsrcs[] = {2};
4064
4065 StreamParams receiver_sp = cricket::CreateSimWithRtxStreamParams(
4066 "cname", MAKE_VECTOR(kReceiverSsrcs), MAKE_VECTOR(kReceiverRtxSsrcs));
4067 EXPECT_TRUE(channel_->AddRecvStream(receiver_sp));
4068
4069 cricket::VideoMediaInfo info;
4070 ASSERT_TRUE(channel_->GetStats(&info));
4071
4072 ASSERT_EQ(1u, info.senders.size());
4073 ASSERT_EQ(1u, info.receivers.size());
4074
4075 EXPECT_NE(sender_sp.ssrc_groups, receiver_sp.ssrc_groups);
4076 EXPECT_EQ(sender_sp.ssrc_groups, info.senders[0].ssrc_groups);
4077 EXPECT_EQ(receiver_sp.ssrc_groups, info.receivers[0].ssrc_groups);
4078}
4079
eladalonf1841382017-06-12 01:16:46 -07004080TEST_F(WebRtcVideoChannelTest, MapsReceivedPayloadTypeToCodecName) {
pbosf42376c2015-08-28 07:35:32 -07004081 FakeVideoReceiveStream* stream = AddRecvStream();
4082 webrtc::VideoReceiveStream::Stats stats;
4083 cricket::VideoMediaInfo info;
4084
4085 // Report no codec name before receiving.
4086 stream->SetStats(stats);
4087 ASSERT_TRUE(channel_->GetStats(&info));
4088 EXPECT_STREQ("", info.receivers[0].codec_name.c_str());
4089
4090 // Report VP8 if we're receiving it.
magjed509e4fe2016-11-18 01:34:11 -08004091 stats.current_payload_type = GetEngineCodec("VP8").id;
pbosf42376c2015-08-28 07:35:32 -07004092 stream->SetStats(stats);
4093 ASSERT_TRUE(channel_->GetStats(&info));
4094 EXPECT_STREQ(kVp8CodecName, info.receivers[0].codec_name.c_str());
4095
4096 // Report no codec name for unknown playload types.
4097 stats.current_payload_type = 3;
4098 stream->SetStats(stats);
4099 ASSERT_TRUE(channel_->GetStats(&info));
4100 EXPECT_STREQ("", info.receivers[0].codec_name.c_str());
4101}
4102
eladalonf1841382017-06-12 01:16:46 -07004103void WebRtcVideoChannelTest::TestReceiveUnsignaledSsrcPacket(
noahricd10a68e2015-07-10 11:27:55 -07004104 uint8_t payload_type,
4105 bool expect_created_receive_stream) {
magjed509e4fe2016-11-18 01:34:11 -08004106 // kRedRtxPayloadType must currently be unused.
4107 EXPECT_FALSE(FindCodecById(engine_.codecs(), kRedRtxPayloadType));
4108
noahricd10a68e2015-07-10 11:27:55 -07004109 // Add a RED RTX codec.
4110 VideoCodec red_rtx_codec =
magjed509e4fe2016-11-18 01:34:11 -08004111 VideoCodec::CreateRtxCodec(kRedRtxPayloadType, GetEngineCodec("red").id);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004112 recv_parameters_.codecs.push_back(red_rtx_codec);
4113 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
noahricd10a68e2015-07-10 11:27:55 -07004114
4115 ASSERT_EQ(0u, fake_call_->GetVideoReceiveStreams().size());
4116 const size_t kDataLength = 12;
4117 uint8_t data[kDataLength];
4118 memset(data, 0, sizeof(data));
4119
4120 rtc::Set8(data, 1, payload_type);
4121 rtc::SetBE32(&data[8], kIncomingUnsignalledSsrc);
jbaucheec21bd2016-03-20 06:15:43 -07004122 rtc::CopyOnWriteBuffer packet(data, kDataLength);
noahricd10a68e2015-07-10 11:27:55 -07004123 rtc::PacketTime packet_time;
4124 channel_->OnPacketReceived(&packet, packet_time);
4125
4126 if (expect_created_receive_stream) {
4127 EXPECT_EQ(1u, fake_call_->GetVideoReceiveStreams().size())
4128 << "Should have created a receive stream for payload type: "
4129 << payload_type;
4130 } else {
4131 EXPECT_EQ(0u, fake_call_->GetVideoReceiveStreams().size())
4132 << "Shouldn't have created a receive stream for payload type: "
4133 << payload_type;
4134 }
4135}
4136
eladalonf1841382017-06-12 01:16:46 -07004137TEST_F(WebRtcVideoChannelTest, Vp8PacketCreatesUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004138 TestReceiveUnsignaledSsrcPacket(GetEngineCodec("VP8").id,
4139 true /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004140}
4141
eladalonf1841382017-06-12 01:16:46 -07004142TEST_F(WebRtcVideoChannelTest, Vp9PacketCreatesUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004143 TestReceiveUnsignaledSsrcPacket(GetEngineCodec("VP9").id,
4144 true /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004145}
4146
eladalonf1841382017-06-12 01:16:46 -07004147TEST_F(WebRtcVideoChannelTest, RtxPacketDoesntCreateUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004148 const cricket::VideoCodec vp8 = GetEngineCodec("VP8");
4149 const int rtx_vp8_payload_type = default_apt_rtx_types_[vp8.id];
4150 TestReceiveUnsignaledSsrcPacket(rtx_vp8_payload_type,
4151 false /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004152}
4153
eladalonf1841382017-06-12 01:16:46 -07004154TEST_F(WebRtcVideoChannelTest, UlpfecPacketDoesntCreateUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004155 TestReceiveUnsignaledSsrcPacket(GetEngineCodec("ulpfec").id,
4156 false /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004157}
4158
eladalonf1841382017-06-12 01:16:46 -07004159TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr468da7c2016-11-22 02:16:47 -08004160 FlexfecPacketDoesntCreateUnsignalledStream) {
4161 TestReceiveUnsignaledSsrcPacket(GetEngineCodec("flexfec-03").id,
4162 false /* expect_created_receive_stream */);
4163}
4164
eladalonf1841382017-06-12 01:16:46 -07004165TEST_F(WebRtcVideoChannelTest, RedRtxPacketDoesntCreateUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004166 TestReceiveUnsignaledSsrcPacket(kRedRtxPayloadType,
4167 false /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004168}
4169
mzanaty8a855d62017-02-17 15:46:43 -08004170// Test that receiving any unsignalled SSRC works even if it changes.
4171// The first unsignalled SSRC received will create a default receive stream.
4172// Any different unsignalled SSRC received will replace the default.
eladalonf1841382017-06-12 01:16:46 -07004173TEST_F(WebRtcVideoChannelTest, ReceiveDifferentUnsignaledSsrc) {
mzanaty8a855d62017-02-17 15:46:43 -08004174 // Allow receiving VP8, VP9, H264 (if enabled).
4175 cricket::VideoRecvParameters parameters;
4176 parameters.codecs.push_back(GetEngineCodec("VP8"));
4177 parameters.codecs.push_back(GetEngineCodec("VP9"));
4178
4179#if defined(WEBRTC_USE_H264)
4180 cricket::VideoCodec H264codec(126, "H264");
4181 parameters.codecs.push_back(H264codec);
4182#endif
4183
4184 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4185 // No receive streams yet.
4186 ASSERT_EQ(0u, fake_call_->GetVideoReceiveStreams().size());
4187 cricket::FakeVideoRenderer renderer;
4188 EXPECT_TRUE(channel_->SetSink(kDefaultRecvSsrc, &renderer));
4189
4190 // Receive VP8 packet on first SSRC.
4191 uint8_t data[kMinRtpPacketLen];
4192 cricket::RtpHeader rtpHeader;
4193 rtpHeader.payload_type = GetEngineCodec("VP8").id;
4194 rtpHeader.seq_num = rtpHeader.timestamp = 0;
4195 rtpHeader.ssrc = kIncomingUnsignalledSsrc+1;
4196 cricket::SetRtpHeader(data, sizeof(data), rtpHeader);
4197 rtc::CopyOnWriteBuffer packet(data, sizeof(data));
4198 rtc::PacketTime packet_time;
4199 channel_->OnPacketReceived(&packet, packet_time);
4200 // VP8 packet should create default receive stream.
4201 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4202 FakeVideoReceiveStream* recv_stream =
4203 fake_call_->GetVideoReceiveStreams()[0];
4204 EXPECT_EQ(rtpHeader.ssrc, recv_stream->GetConfig().rtp.remote_ssrc);
4205 // Verify that the receive stream sinks to a renderer.
4206 webrtc::VideoFrame video_frame(CreateBlackFrameBuffer(4, 4), 100, 0,
4207 webrtc::kVideoRotation_0);
4208 recv_stream->InjectFrame(video_frame);
4209 EXPECT_EQ(1, renderer.num_rendered_frames());
4210
4211 // Receive VP9 packet on second SSRC.
4212 rtpHeader.payload_type = GetEngineCodec("VP9").id;
4213 rtpHeader.ssrc = kIncomingUnsignalledSsrc+2;
4214 cricket::SetRtpHeader(data, sizeof(data), rtpHeader);
4215 rtc::CopyOnWriteBuffer packet2(data, sizeof(data));
4216 channel_->OnPacketReceived(&packet2, packet_time);
4217 // VP9 packet should replace the default receive SSRC.
4218 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4219 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
4220 EXPECT_EQ(rtpHeader.ssrc, recv_stream->GetConfig().rtp.remote_ssrc);
4221 // Verify that the receive stream sinks to a renderer.
4222 webrtc::VideoFrame video_frame2(CreateBlackFrameBuffer(4, 4), 200, 0,
ilnik00d802b2017-04-11 10:34:31 -07004223 webrtc::kVideoRotation_0);
mzanaty8a855d62017-02-17 15:46:43 -08004224 recv_stream->InjectFrame(video_frame2);
4225 EXPECT_EQ(2, renderer.num_rendered_frames());
4226
4227#if defined(WEBRTC_USE_H264)
4228 // Receive H264 packet on third SSRC.
4229 rtpHeader.payload_type = 126;
4230 rtpHeader.ssrc = kIncomingUnsignalledSsrc+3;
4231 cricket::SetRtpHeader(data, sizeof(data), rtpHeader);
4232 rtc::CopyOnWriteBuffer packet3(data, sizeof(data));
4233 channel_->OnPacketReceived(&packet3, packet_time);
4234 // H264 packet should replace the default receive SSRC.
4235 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4236 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
4237 EXPECT_EQ(rtpHeader.ssrc, recv_stream->GetConfig().rtp.remote_ssrc);
4238 // Verify that the receive stream sinks to a renderer.
4239 webrtc::VideoFrame video_frame3(CreateBlackFrameBuffer(4, 4), 300, 0,
ilnik00d802b2017-04-11 10:34:31 -07004240 webrtc::kVideoRotation_0);
mzanaty8a855d62017-02-17 15:46:43 -08004241 recv_stream->InjectFrame(video_frame3);
4242 EXPECT_EQ(3, renderer.num_rendered_frames());
4243#endif
4244}
4245
brandtr0dc57ea2017-05-29 23:33:31 -07004246// This test verifies that when a new default stream is created for a new
4247// unsignaled SSRC, the new stream does not overwrite any old stream that had
4248// been the default receive stream before being properly signaled.
eladalonf1841382017-06-12 01:16:46 -07004249TEST_F(WebRtcVideoChannelTest,
brandtr0dc57ea2017-05-29 23:33:31 -07004250 NewUnsignaledStreamDoesNotDestroyPreviouslyUnsignaledStream) {
4251 cricket::VideoRecvParameters parameters;
4252 parameters.codecs.push_back(GetEngineCodec("VP8"));
4253 ASSERT_TRUE(channel_->SetRecvParameters(parameters));
4254
4255 // No streams signaled and no packets received, so we should not have any
4256 // stream objects created yet.
4257 EXPECT_EQ(0u, fake_call_->GetVideoReceiveStreams().size());
4258
4259 // Receive packet on an unsignaled SSRC.
4260 uint8_t data[kMinRtpPacketLen];
4261 cricket::RtpHeader rtp_header;
4262 rtp_header.payload_type = GetEngineCodec("VP8").id;
4263 rtp_header.seq_num = rtp_header.timestamp = 0;
4264 rtp_header.ssrc = kSsrcs3[0];
4265 cricket::SetRtpHeader(data, sizeof(data), rtp_header);
4266 rtc::CopyOnWriteBuffer packet(data, sizeof(data));
4267 rtc::PacketTime packet_time;
4268 channel_->OnPacketReceived(&packet, packet_time);
4269 // Default receive stream should be created.
4270 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4271 FakeVideoReceiveStream* recv_stream0 =
4272 fake_call_->GetVideoReceiveStreams()[0];
4273 EXPECT_EQ(kSsrcs3[0], recv_stream0->GetConfig().rtp.remote_ssrc);
4274
4275 // Signal the SSRC.
4276 EXPECT_TRUE(
4277 channel_->AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrcs3[0])));
4278 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4279 recv_stream0 = fake_call_->GetVideoReceiveStreams()[0];
4280 EXPECT_EQ(kSsrcs3[0], recv_stream0->GetConfig().rtp.remote_ssrc);
4281
4282 // Receive packet on a different unsignaled SSRC.
4283 rtp_header.ssrc = kSsrcs3[1];
4284 cricket::SetRtpHeader(data, sizeof(data), rtp_header);
4285 packet.SetData(data, sizeof(data));
4286 channel_->OnPacketReceived(&packet, packet_time);
4287 // New default receive stream should be created, but old stream should remain.
4288 ASSERT_EQ(2u, fake_call_->GetVideoReceiveStreams().size());
4289 EXPECT_EQ(recv_stream0, fake_call_->GetVideoReceiveStreams()[0]);
4290 FakeVideoReceiveStream* recv_stream1 =
4291 fake_call_->GetVideoReceiveStreams()[1];
4292 EXPECT_EQ(kSsrcs3[1], recv_stream1->GetConfig().rtp.remote_ssrc);
4293}
4294
eladalonf1841382017-06-12 01:16:46 -07004295TEST_F(WebRtcVideoChannelTest, CanSentMaxBitrateForExistingStream) {
skvladdc1c62c2016-03-16 19:07:43 -07004296 AddSendStream();
4297
4298 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07004299 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
skvladdc1c62c2016-03-16 19:07:43 -07004300 cricket::VideoFormat capture_format_hd =
4301 capturer.GetSupportedFormats()->front();
4302 EXPECT_EQ(1280, capture_format_hd.width);
4303 EXPECT_EQ(720, capture_format_hd.height);
4304 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format_hd));
4305 EXPECT_TRUE(channel_->SetSend(true));
perkjfa10b552016-10-02 23:45:26 -07004306 capturer.CaptureFrame();
skvladdc1c62c2016-03-16 19:07:43 -07004307
perkjfa10b552016-10-02 23:45:26 -07004308 int default_encoder_bitrate = GetMaxEncoderBitrate();
brandtr468da7c2016-11-22 02:16:47 -08004309 EXPECT_GT(default_encoder_bitrate, 1000);
skvladdc1c62c2016-03-16 19:07:43 -07004310
4311 // TODO(skvlad): Resolve the inconsistency between the interpretation
4312 // of the global bitrate limit for audio and video:
4313 // - Audio: max_bandwidth_bps = 0 - fail the operation,
4314 // max_bandwidth_bps = -1 - remove the bandwidth limit
4315 // - Video: max_bandwidth_bps = 0 - remove the bandwidth limit,
pbos5c7760a2017-03-10 11:23:12 -08004316 // max_bandwidth_bps = -1 - remove the bandwidth limit
skvladdc1c62c2016-03-16 19:07:43 -07004317
perkjfa10b552016-10-02 23:45:26 -07004318 SetAndExpectMaxBitrate(1000, 0, 1000);
4319 SetAndExpectMaxBitrate(1000, 800, 800);
4320 SetAndExpectMaxBitrate(600, 800, 600);
4321 SetAndExpectMaxBitrate(0, 800, 800);
4322 SetAndExpectMaxBitrate(0, 0, default_encoder_bitrate);
skvladdc1c62c2016-03-16 19:07:43 -07004323
deadbeef5a4a75a2016-06-02 16:23:38 -07004324 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
skvladdc1c62c2016-03-16 19:07:43 -07004325}
4326
eladalonf1841382017-06-12 01:16:46 -07004327TEST_F(WebRtcVideoChannelTest, CannotSetMaxBitrateForNonexistentStream) {
skvladdc1c62c2016-03-16 19:07:43 -07004328 webrtc::RtpParameters nonexistent_parameters =
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004329 channel_->GetRtpSendParameters(last_ssrc_);
skvladdc1c62c2016-03-16 19:07:43 -07004330 EXPECT_EQ(0, nonexistent_parameters.encodings.size());
4331
4332 nonexistent_parameters.encodings.push_back(webrtc::RtpEncodingParameters());
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004333 EXPECT_FALSE(
4334 channel_->SetRtpSendParameters(last_ssrc_, nonexistent_parameters));
skvladdc1c62c2016-03-16 19:07:43 -07004335}
4336
eladalonf1841382017-06-12 01:16:46 -07004337TEST_F(WebRtcVideoChannelTest,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004338 CannotSetRtpSendParametersWithIncorrectNumberOfEncodings) {
skvladdc1c62c2016-03-16 19:07:43 -07004339 // This test verifies that setting RtpParameters succeeds only if
4340 // the structure contains exactly one encoding.
deadbeefdbe2b872016-03-22 15:42:00 -07004341 // TODO(skvlad): Update this test when we start supporting setting parameters
skvladdc1c62c2016-03-16 19:07:43 -07004342 // for each encoding individually.
4343
4344 AddSendStream();
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004345 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
skvladdc1c62c2016-03-16 19:07:43 -07004346 // Two or more encodings should result in failure.
4347 parameters.encodings.push_back(webrtc::RtpEncodingParameters());
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004348 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters));
deadbeeffb2aced2017-01-06 23:05:37 -08004349 // Zero encodings should also fail.
4350 parameters.encodings.clear();
4351 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters));
4352}
4353
4354// Changing the SSRC through RtpParameters is not allowed.
eladalonf1841382017-06-12 01:16:46 -07004355TEST_F(WebRtcVideoChannelTest, CannotSetSsrcInRtpSendParameters) {
deadbeeffb2aced2017-01-06 23:05:37 -08004356 AddSendStream();
4357 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
Oskar Sundbom78807582017-11-16 11:09:55 +01004358 parameters.encodings[0].ssrc = 0xdeadbeef;
deadbeeffb2aced2017-01-06 23:05:37 -08004359 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters));
skvladdc1c62c2016-03-16 19:07:43 -07004360}
4361
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004362// Test that a stream will not be sending if its encoding is made inactive
4363// through SetRtpSendParameters.
deadbeefdbe2b872016-03-22 15:42:00 -07004364// TODO(deadbeef): Update this test when we start supporting setting parameters
4365// for each encoding individually.
eladalonf1841382017-06-12 01:16:46 -07004366TEST_F(WebRtcVideoChannelTest, SetRtpSendParametersEncodingsActive) {
deadbeefdbe2b872016-03-22 15:42:00 -07004367 FakeVideoSendStream* stream = AddSendStream();
4368 EXPECT_TRUE(channel_->SetSend(true));
4369 EXPECT_TRUE(stream->IsSending());
4370
4371 // Get current parameters and change "active" to false.
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004372 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
deadbeefdbe2b872016-03-22 15:42:00 -07004373 ASSERT_EQ(1u, parameters.encodings.size());
4374 ASSERT_TRUE(parameters.encodings[0].active);
4375 parameters.encodings[0].active = false;
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004376 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters));
deadbeefdbe2b872016-03-22 15:42:00 -07004377 EXPECT_FALSE(stream->IsSending());
4378
4379 // Now change it back to active and verify we resume sending.
4380 parameters.encodings[0].active = true;
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004381 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters));
deadbeefdbe2b872016-03-22 15:42:00 -07004382 EXPECT_TRUE(stream->IsSending());
4383}
4384
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004385// Test that if a stream is reconfigured (due to a codec change or other
4386// change) while its encoding is still inactive, it doesn't start sending.
eladalonf1841382017-06-12 01:16:46 -07004387TEST_F(WebRtcVideoChannelTest,
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004388 InactiveStreamDoesntStartSendingWhenReconfigured) {
4389 // Set an initial codec list, which will be modified later.
4390 cricket::VideoSendParameters parameters1;
magjed509e4fe2016-11-18 01:34:11 -08004391 parameters1.codecs.push_back(GetEngineCodec("VP8"));
4392 parameters1.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004393 EXPECT_TRUE(channel_->SetSendParameters(parameters1));
4394
4395 FakeVideoSendStream* stream = AddSendStream();
4396 EXPECT_TRUE(channel_->SetSend(true));
4397 EXPECT_TRUE(stream->IsSending());
4398
4399 // Get current parameters and change "active" to false.
4400 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
4401 ASSERT_EQ(1u, parameters.encodings.size());
4402 ASSERT_TRUE(parameters.encodings[0].active);
4403 parameters.encodings[0].active = false;
4404 EXPECT_EQ(1u, GetFakeSendStreams().size());
4405 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
4406 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters));
4407 EXPECT_FALSE(stream->IsSending());
4408
4409 // Reorder the codec list, causing the stream to be reconfigured.
4410 cricket::VideoSendParameters parameters2;
magjed509e4fe2016-11-18 01:34:11 -08004411 parameters2.codecs.push_back(GetEngineCodec("VP9"));
4412 parameters2.codecs.push_back(GetEngineCodec("VP8"));
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004413 EXPECT_TRUE(channel_->SetSendParameters(parameters2));
4414 auto new_streams = GetFakeSendStreams();
4415 // Assert that a new underlying stream was created due to the codec change.
4416 // Otherwise, this test isn't testing what it set out to test.
4417 EXPECT_EQ(1u, GetFakeSendStreams().size());
4418 EXPECT_EQ(2, fake_call_->GetNumCreatedSendStreams());
4419
4420 // Verify that we still are not sending anything, due to the inactive
4421 // encoding.
4422 EXPECT_FALSE(new_streams[0]->IsSending());
4423}
4424
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004425// Test that GetRtpSendParameters returns the currently configured codecs.
eladalonf1841382017-06-12 01:16:46 -07004426TEST_F(WebRtcVideoChannelTest, GetRtpSendParametersCodecs) {
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004427 AddSendStream();
4428 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08004429 parameters.codecs.push_back(GetEngineCodec("VP8"));
4430 parameters.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004431 EXPECT_TRUE(channel_->SetSendParameters(parameters));
4432
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004433 webrtc::RtpParameters rtp_parameters =
4434 channel_->GetRtpSendParameters(last_ssrc_);
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004435 ASSERT_EQ(2u, rtp_parameters.codecs.size());
magjed509e4fe2016-11-18 01:34:11 -08004436 EXPECT_EQ(GetEngineCodec("VP8").ToCodecParameters(),
4437 rtp_parameters.codecs[0]);
4438 EXPECT_EQ(GetEngineCodec("VP9").ToCodecParameters(),
4439 rtp_parameters.codecs[1]);
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004440}
4441
deadbeeffb2aced2017-01-06 23:05:37 -08004442// Test that RtpParameters for send stream has one encoding and it has
4443// the correct SSRC.
eladalonf1841382017-06-12 01:16:46 -07004444TEST_F(WebRtcVideoChannelTest, GetRtpSendParametersSsrc) {
deadbeeffb2aced2017-01-06 23:05:37 -08004445 AddSendStream();
4446
4447 webrtc::RtpParameters rtp_parameters =
4448 channel_->GetRtpSendParameters(last_ssrc_);
4449 ASSERT_EQ(1u, rtp_parameters.encodings.size());
Oskar Sundbom78807582017-11-16 11:09:55 +01004450 EXPECT_EQ(last_ssrc_, rtp_parameters.encodings[0].ssrc);
deadbeeffb2aced2017-01-06 23:05:37 -08004451}
4452
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004453// Test that if we set/get parameters multiple times, we get the same results.
eladalonf1841382017-06-12 01:16:46 -07004454TEST_F(WebRtcVideoChannelTest, SetAndGetRtpSendParameters) {
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004455 AddSendStream();
4456 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08004457 parameters.codecs.push_back(GetEngineCodec("VP8"));
4458 parameters.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004459 EXPECT_TRUE(channel_->SetSendParameters(parameters));
4460
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004461 webrtc::RtpParameters initial_params =
4462 channel_->GetRtpSendParameters(last_ssrc_);
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004463
4464 // We should be able to set the params we just got.
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004465 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, initial_params));
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004466
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004467 // ... And this shouldn't change the params returned by GetRtpSendParameters.
4468 EXPECT_EQ(initial_params, channel_->GetRtpSendParameters(last_ssrc_));
4469}
4470
4471// Test that GetRtpReceiveParameters returns the currently configured codecs.
eladalonf1841382017-06-12 01:16:46 -07004472TEST_F(WebRtcVideoChannelTest, GetRtpReceiveParametersCodecs) {
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004473 AddRecvStream();
4474 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08004475 parameters.codecs.push_back(GetEngineCodec("VP8"));
4476 parameters.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004477 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4478
4479 webrtc::RtpParameters rtp_parameters =
4480 channel_->GetRtpReceiveParameters(last_ssrc_);
4481 ASSERT_EQ(2u, rtp_parameters.codecs.size());
magjed509e4fe2016-11-18 01:34:11 -08004482 EXPECT_EQ(GetEngineCodec("VP8").ToCodecParameters(),
4483 rtp_parameters.codecs[0]);
4484 EXPECT_EQ(GetEngineCodec("VP9").ToCodecParameters(),
4485 rtp_parameters.codecs[1]);
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004486}
4487
johan073ece42016-08-26 02:59:47 -07004488#if defined(WEBRTC_USE_H264)
eladalonf1841382017-06-12 01:16:46 -07004489TEST_F(WebRtcVideoChannelTest, GetRtpReceiveFmtpSprop) {
johan073ece42016-08-26 02:59:47 -07004490#else
eladalonf1841382017-06-12 01:16:46 -07004491TEST_F(WebRtcVideoChannelTest, DISABLED_GetRtpReceiveFmtpSprop) {
johan073ece42016-08-26 02:59:47 -07004492#endif
johan3859c892016-08-05 09:19:25 -07004493 cricket::VideoRecvParameters parameters;
perkj26752742016-10-24 01:21:16 -07004494 cricket::VideoCodec kH264sprop1(101, "H264");
magjed5dfac562016-11-25 03:56:37 -08004495 kH264sprop1.SetParam(kH264FmtpSpropParameterSets, "uvw");
johan3859c892016-08-05 09:19:25 -07004496 parameters.codecs.push_back(kH264sprop1);
perkj26752742016-10-24 01:21:16 -07004497 cricket::VideoCodec kH264sprop2(102, "H264");
magjed5dfac562016-11-25 03:56:37 -08004498 kH264sprop2.SetParam(kH264FmtpSpropParameterSets, "xyz");
johan3859c892016-08-05 09:19:25 -07004499 parameters.codecs.push_back(kH264sprop2);
4500 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4501
4502 FakeVideoReceiveStream* recv_stream = AddRecvStream();
4503 const webrtc::VideoReceiveStream::Config& cfg = recv_stream->GetConfig();
4504 webrtc::RtpParameters rtp_parameters =
4505 channel_->GetRtpReceiveParameters(last_ssrc_);
4506 ASSERT_EQ(2u, rtp_parameters.codecs.size());
4507 EXPECT_EQ(kH264sprop1.ToCodecParameters(), rtp_parameters.codecs[0]);
4508 ASSERT_EQ(2u, cfg.decoders.size());
4509 EXPECT_EQ(101, cfg.decoders[0].payload_type);
4510 EXPECT_EQ("H264", cfg.decoders[0].payload_name);
magjed5dfac562016-11-25 03:56:37 -08004511 const auto it0 =
4512 cfg.decoders[0].codec_params.find(kH264FmtpSpropParameterSets);
4513 ASSERT_TRUE(it0 != cfg.decoders[0].codec_params.end());
4514 EXPECT_EQ("uvw", it0->second);
johan3859c892016-08-05 09:19:25 -07004515
4516 EXPECT_EQ(102, cfg.decoders[1].payload_type);
4517 EXPECT_EQ("H264", cfg.decoders[1].payload_name);
magjed5dfac562016-11-25 03:56:37 -08004518 const auto it1 =
4519 cfg.decoders[1].codec_params.find(kH264FmtpSpropParameterSets);
4520 ASSERT_TRUE(it1 != cfg.decoders[1].codec_params.end());
4521 EXPECT_EQ("xyz", it1->second);
johan3859c892016-08-05 09:19:25 -07004522}
4523
sakal1fd95952016-06-22 00:46:15 -07004524// Test that RtpParameters for receive stream has one encoding and it has
4525// the correct SSRC.
eladalonf1841382017-06-12 01:16:46 -07004526TEST_F(WebRtcVideoChannelTest, GetRtpReceiveParametersSsrc) {
sakal1fd95952016-06-22 00:46:15 -07004527 AddRecvStream();
4528
4529 webrtc::RtpParameters rtp_parameters =
4530 channel_->GetRtpReceiveParameters(last_ssrc_);
4531 ASSERT_EQ(1u, rtp_parameters.encodings.size());
Oskar Sundbom78807582017-11-16 11:09:55 +01004532 EXPECT_EQ(last_ssrc_, rtp_parameters.encodings[0].ssrc);
sakal1fd95952016-06-22 00:46:15 -07004533}
4534
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004535// Test that if we set/get parameters multiple times, we get the same results.
eladalonf1841382017-06-12 01:16:46 -07004536TEST_F(WebRtcVideoChannelTest, SetAndGetRtpReceiveParameters) {
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004537 AddRecvStream();
4538 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08004539 parameters.codecs.push_back(GetEngineCodec("VP8"));
4540 parameters.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004541 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4542
4543 webrtc::RtpParameters initial_params =
4544 channel_->GetRtpReceiveParameters(last_ssrc_);
4545
4546 // We should be able to set the params we just got.
4547 EXPECT_TRUE(channel_->SetRtpReceiveParameters(last_ssrc_, initial_params));
4548
4549 // ... And this shouldn't change the params returned by
4550 // GetRtpReceiveParameters.
4551 EXPECT_EQ(initial_params, channel_->GetRtpReceiveParameters(last_ssrc_));
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004552}
4553
deadbeef3bc15102017-04-20 19:25:07 -07004554// Test that GetRtpReceiveParameters returns parameters correctly when SSRCs
4555// aren't signaled. It should always return an empty "RtpEncodingParameters",
4556// even after a packet is received and the unsignaled SSRC is known.
eladalonf1841382017-06-12 01:16:46 -07004557TEST_F(WebRtcVideoChannelTest, GetRtpReceiveParametersWithUnsignaledSsrc) {
deadbeef3bc15102017-04-20 19:25:07 -07004558 // Call necessary methods to configure receiving a default stream as
4559 // soon as it arrives.
4560 cricket::VideoRecvParameters parameters;
4561 parameters.codecs.push_back(GetEngineCodec("VP8"));
4562 parameters.codecs.push_back(GetEngineCodec("VP9"));
4563 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4564
4565 // Call GetRtpReceiveParameters before configured to receive an unsignaled
4566 // stream. Should return nothing.
4567 EXPECT_EQ(webrtc::RtpParameters(), channel_->GetRtpReceiveParameters(0));
4568
4569 // Set a sink for an unsignaled stream.
4570 cricket::FakeVideoRenderer renderer;
4571 // Value of "0" means "unsignaled stream".
4572 EXPECT_TRUE(channel_->SetSink(0, &renderer));
4573
4574 // Call GetRtpReceiveParameters before the SSRC is known. Value of "0"
4575 // in this method means "unsignaled stream".
4576 webrtc::RtpParameters rtp_parameters = channel_->GetRtpReceiveParameters(0);
4577 ASSERT_EQ(1u, rtp_parameters.encodings.size());
4578 EXPECT_FALSE(rtp_parameters.encodings[0].ssrc);
4579
4580 // Receive VP8 packet.
4581 uint8_t data[kMinRtpPacketLen];
4582 cricket::RtpHeader rtpHeader;
4583 rtpHeader.payload_type = GetEngineCodec("VP8").id;
4584 rtpHeader.seq_num = rtpHeader.timestamp = 0;
4585 rtpHeader.ssrc = kIncomingUnsignalledSsrc;
4586 cricket::SetRtpHeader(data, sizeof(data), rtpHeader);
4587 rtc::CopyOnWriteBuffer packet(data, sizeof(data));
4588 rtc::PacketTime packet_time;
4589 channel_->OnPacketReceived(&packet, packet_time);
4590
4591 // The |ssrc| member should still be unset.
4592 rtp_parameters = channel_->GetRtpReceiveParameters(0);
4593 ASSERT_EQ(1u, rtp_parameters.encodings.size());
4594 EXPECT_FALSE(rtp_parameters.encodings[0].ssrc);
4595}
4596
eladalonf1841382017-06-12 01:16:46 -07004597void WebRtcVideoChannelTest::TestReceiverLocalSsrcConfiguration(
Peter Boström3548dd22015-05-22 18:48:36 +02004598 bool receiver_first) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004599 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boström3548dd22015-05-22 18:48:36 +02004600
4601 const uint32_t kSenderSsrc = 0xC0FFEE;
Peter Boströmdfa28152015-10-21 17:21:10 +02004602 const uint32_t kSecondSenderSsrc = 0xBADCAFE;
Peter Boström3548dd22015-05-22 18:48:36 +02004603 const uint32_t kReceiverSsrc = 0x4711;
Peter Boströmdfa28152015-10-21 17:21:10 +02004604 const uint32_t kExpectedDefaultReceiverSsrc = 1;
Peter Boström3548dd22015-05-22 18:48:36 +02004605
4606 if (receiver_first) {
4607 AddRecvStream(StreamParams::CreateLegacy(kReceiverSsrc));
4608 std::vector<FakeVideoReceiveStream*> receive_streams =
4609 fake_call_->GetVideoReceiveStreams();
4610 ASSERT_EQ(1u, receive_streams.size());
Peter Boströmdfa28152015-10-21 17:21:10 +02004611 // Default local SSRC when we have no sender.
4612 EXPECT_EQ(kExpectedDefaultReceiverSsrc,
4613 receive_streams[0]->GetConfig().rtp.local_ssrc);
Peter Boström3548dd22015-05-22 18:48:36 +02004614 }
4615 AddSendStream(StreamParams::CreateLegacy(kSenderSsrc));
4616 if (!receiver_first)
4617 AddRecvStream(StreamParams::CreateLegacy(kReceiverSsrc));
4618 std::vector<FakeVideoReceiveStream*> receive_streams =
4619 fake_call_->GetVideoReceiveStreams();
4620 ASSERT_EQ(1u, receive_streams.size());
4621 EXPECT_EQ(kSenderSsrc, receive_streams[0]->GetConfig().rtp.local_ssrc);
Peter Boströmdfa28152015-10-21 17:21:10 +02004622
4623 // Removing first sender should fall back to another (in this case the second)
4624 // local send stream's SSRC.
4625 AddSendStream(StreamParams::CreateLegacy(kSecondSenderSsrc));
4626 ASSERT_TRUE(channel_->RemoveSendStream(kSenderSsrc));
4627 receive_streams =
4628 fake_call_->GetVideoReceiveStreams();
4629 ASSERT_EQ(1u, receive_streams.size());
4630 EXPECT_EQ(kSecondSenderSsrc, receive_streams[0]->GetConfig().rtp.local_ssrc);
4631
4632 // Removing the last sender should fall back to default local SSRC.
4633 ASSERT_TRUE(channel_->RemoveSendStream(kSecondSenderSsrc));
4634 receive_streams =
4635 fake_call_->GetVideoReceiveStreams();
4636 ASSERT_EQ(1u, receive_streams.size());
4637 EXPECT_EQ(kExpectedDefaultReceiverSsrc,
4638 receive_streams[0]->GetConfig().rtp.local_ssrc);
Peter Boström3548dd22015-05-22 18:48:36 +02004639}
4640
eladalonf1841382017-06-12 01:16:46 -07004641TEST_F(WebRtcVideoChannelTest, ConfiguresLocalSsrc) {
Peter Boström3548dd22015-05-22 18:48:36 +02004642 TestReceiverLocalSsrcConfiguration(false);
4643}
4644
eladalonf1841382017-06-12 01:16:46 -07004645TEST_F(WebRtcVideoChannelTest, ConfiguresLocalSsrcOnExistingReceivers) {
Peter Boström3548dd22015-05-22 18:48:36 +02004646 TestReceiverLocalSsrcConfiguration(true);
4647}
4648
eladalonf1841382017-06-12 01:16:46 -07004649class WebRtcVideoChannelSimulcastTest : public testing::Test {
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004650 public:
eladalonf1841382017-06-12 01:16:46 -07004651 WebRtcVideoChannelSimulcastTest()
magjed2475ae22017-09-12 04:42:15 -07004652 : fake_call_(webrtc::Call::Config(&event_log_)),
Magnus Jedvert02e7a192017-09-23 17:21:32 +02004653 encoder_factory_(new cricket::FakeWebRtcVideoEncoderFactory),
4654 decoder_factory_(new cricket::FakeWebRtcVideoDecoderFactory),
4655 engine_(std::unique_ptr<cricket::WebRtcVideoEncoderFactory>(
4656 encoder_factory_),
4657 std::unique_ptr<cricket::WebRtcVideoDecoderFactory>(
4658 decoder_factory_)),
magjed2475ae22017-09-12 04:42:15 -07004659 last_ssrc_(0) {}
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004660
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00004661 void SetUp() override {
nisse51542be2016-02-12 02:27:06 -08004662 channel_.reset(
kthelgason2bc68642017-02-07 07:02:22 -08004663 engine_.CreateChannel(&fake_call_, GetMediaConfig(), VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08004664 channel_->OnReadyToSend(true);
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004665 last_ssrc_ = 123;
4666 }
4667
4668 protected:
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004669 void VerifySimulcastSettings(const VideoCodec& codec,
perkj26752742016-10-24 01:21:16 -07004670 int capture_width,
4671 int capture_height,
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004672 size_t num_configured_streams,
sprang429600d2017-01-26 06:12:26 -08004673 size_t expected_num_streams,
4674 bool screenshare,
4675 bool conference_mode) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004676 cricket::VideoSendParameters parameters;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004677 parameters.codecs.push_back(codec);
sprang429600d2017-01-26 06:12:26 -08004678 parameters.conference_mode = conference_mode;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004679 ASSERT_TRUE(channel_->SetSendParameters(parameters));
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004680
Peter Boström0c4e06b2015-10-07 12:23:21 +02004681 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
henrikg91d6ede2015-09-17 00:24:34 -07004682 RTC_DCHECK(num_configured_streams <= ssrcs.size());
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004683 ssrcs.resize(num_configured_streams);
4684
sprangf24a0642017-02-28 13:23:26 -08004685 AddSendStream(CreateSimStreamParams("cname", ssrcs));
pbos@webrtc.org86196c42015-02-16 21:02:00 +00004686 // Send a full-size frame to trigger a stream reconfiguration to use all
4687 // expected simulcast layers.
4688 cricket::FakeVideoCapturer capturer;
sprangf24a0642017-02-28 13:23:26 -08004689 VideoOptions options;
4690 if (screenshare)
Oskar Sundbom78807582017-11-16 11:09:55 +01004691 options.is_screencast = screenshare;
deadbeef5a4a75a2016-06-02 16:23:38 -07004692 EXPECT_TRUE(
sprang429600d2017-01-26 06:12:26 -08004693 channel_->SetVideoSend(ssrcs.front(), true, &options, &capturer));
sprangf24a0642017-02-28 13:23:26 -08004694 // Fetch the latest stream since SetVideoSend() may recreate it if the
4695 // screen content setting is changed.
4696 FakeVideoSendStream* stream = fake_call_.GetVideoSendStreams().front();
pbos@webrtc.org86196c42015-02-16 21:02:00 +00004697 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(cricket::VideoFormat(
perkj26752742016-10-24 01:21:16 -07004698 capture_width, capture_height,
pbos@webrtc.org86196c42015-02-16 21:02:00 +00004699 cricket::VideoFormat::FpsToInterval(30),
4700 cricket::FOURCC_I420)));
4701 channel_->SetSend(true);
4702 EXPECT_TRUE(capturer.CaptureFrame());
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004703
4704 std::vector<webrtc::VideoStream> video_streams = stream->GetVideoStreams();
4705 ASSERT_EQ(expected_num_streams, video_streams.size());
4706
sprang429600d2017-01-26 06:12:26 -08004707 std::vector<webrtc::VideoStream> expected_streams;
4708 if (conference_mode) {
4709 expected_streams = GetSimulcastConfig(
4710 num_configured_streams, capture_width, capture_height, 0,
Lu Liu8b77aea2017-12-20 23:48:03 +00004711 kDefaultQpMax, kDefaultVideoMaxFramerate, screenshare);
sprang3ebabf12017-02-16 07:35:22 -08004712 if (screenshare) {
4713 for (const webrtc::VideoStream& stream : expected_streams) {
4714 // Never scale screen content.
4715 EXPECT_EQ(stream.width, capture_width);
4716 EXPECT_EQ(stream.height, capture_height);
4717 }
4718 }
sprang429600d2017-01-26 06:12:26 -08004719 } else {
4720 webrtc::VideoStream stream;
4721 stream.width = capture_width;
4722 stream.height = capture_height;
4723 stream.max_framerate = kDefaultVideoMaxFramerate;
Åsa Persson45bbc8a2017-11-13 10:16:47 +01004724 stream.min_bitrate_bps = cricket::kMinVideoBitrateBps;
sprang429600d2017-01-26 06:12:26 -08004725 int max_bitrate_kbps;
4726 if (capture_width * capture_height <= 320 * 240) {
4727 max_bitrate_kbps = 600;
4728 } else if (capture_width * capture_height <= 640 * 480) {
4729 max_bitrate_kbps = 1700;
4730 } else if (capture_width * capture_height <= 960 * 540) {
4731 max_bitrate_kbps = 2000;
4732 } else {
4733 max_bitrate_kbps = 2500;
4734 }
4735 stream.target_bitrate_bps = stream.max_bitrate_bps =
4736 max_bitrate_kbps * 1000;
4737 stream.max_qp = kDefaultQpMax;
4738 expected_streams.push_back(stream);
4739 }
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004740
4741 ASSERT_EQ(expected_streams.size(), video_streams.size());
4742
4743 size_t num_streams = video_streams.size();
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00004744 int total_max_bitrate_bps = 0;
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004745 for (size_t i = 0; i < num_streams; ++i) {
4746 EXPECT_EQ(expected_streams[i].width, video_streams[i].width);
4747 EXPECT_EQ(expected_streams[i].height, video_streams[i].height);
4748
4749 EXPECT_GT(video_streams[i].max_framerate, 0);
4750 EXPECT_EQ(expected_streams[i].max_framerate,
4751 video_streams[i].max_framerate);
4752
4753 EXPECT_GT(video_streams[i].min_bitrate_bps, 0);
4754 EXPECT_EQ(expected_streams[i].min_bitrate_bps,
4755 video_streams[i].min_bitrate_bps);
4756
4757 EXPECT_GT(video_streams[i].target_bitrate_bps, 0);
4758 EXPECT_EQ(expected_streams[i].target_bitrate_bps,
4759 video_streams[i].target_bitrate_bps);
4760
4761 EXPECT_GT(video_streams[i].max_bitrate_bps, 0);
4762 EXPECT_EQ(expected_streams[i].max_bitrate_bps,
4763 video_streams[i].max_bitrate_bps);
4764
4765 EXPECT_GT(video_streams[i].max_qp, 0);
4766 EXPECT_EQ(expected_streams[i].max_qp, video_streams[i].max_qp);
4767
sprang429600d2017-01-26 06:12:26 -08004768 EXPECT_EQ(!conference_mode,
4769 expected_streams[i].temporal_layer_thresholds_bps.empty());
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004770 EXPECT_EQ(expected_streams[i].temporal_layer_thresholds_bps,
4771 video_streams[i].temporal_layer_thresholds_bps);
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00004772
4773 if (i == num_streams - 1) {
4774 total_max_bitrate_bps += video_streams[i].max_bitrate_bps;
4775 } else {
4776 total_max_bitrate_bps += video_streams[i].target_bitrate_bps;
4777 }
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004778 }
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00004779
deadbeef5a4a75a2016-06-02 16:23:38 -07004780 EXPECT_TRUE(channel_->SetVideoSend(ssrcs.front(), true, nullptr, nullptr));
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004781 }
4782
4783 FakeVideoSendStream* AddSendStream() {
4784 return AddSendStream(StreamParams::CreateLegacy(last_ssrc_++));
4785 }
4786
4787 FakeVideoSendStream* AddSendStream(const StreamParams& sp) {
4788 size_t num_streams =
Fredrik Solenberg709ed672015-09-15 12:26:33 +02004789 fake_call_.GetVideoSendStreams().size();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004790 EXPECT_TRUE(channel_->AddSendStream(sp));
4791 std::vector<FakeVideoSendStream*> streams =
Fredrik Solenberg709ed672015-09-15 12:26:33 +02004792 fake_call_.GetVideoSendStreams();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004793 EXPECT_EQ(num_streams + 1, streams.size());
4794 return streams[streams.size() - 1];
4795 }
4796
4797 std::vector<FakeVideoSendStream*> GetFakeSendStreams() {
Fredrik Solenberg709ed672015-09-15 12:26:33 +02004798 return fake_call_.GetVideoSendStreams();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004799 }
4800
4801 FakeVideoReceiveStream* AddRecvStream() {
4802 return AddRecvStream(StreamParams::CreateLegacy(last_ssrc_++));
4803 }
4804
4805 FakeVideoReceiveStream* AddRecvStream(const StreamParams& sp) {
4806 size_t num_streams =
Fredrik Solenberg709ed672015-09-15 12:26:33 +02004807 fake_call_.GetVideoReceiveStreams().size();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004808 EXPECT_TRUE(channel_->AddRecvStream(sp));
4809 std::vector<FakeVideoReceiveStream*> streams =
Fredrik Solenberg709ed672015-09-15 12:26:33 +02004810 fake_call_.GetVideoReceiveStreams();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004811 EXPECT_EQ(num_streams + 1, streams.size());
4812 return streams[streams.size() - 1];
4813 }
4814
skvlad11a9cbf2016-10-07 11:53:05 -07004815 webrtc::RtcEventLogNullImpl event_log_;
Fredrik Solenberg709ed672015-09-15 12:26:33 +02004816 FakeCall fake_call_;
Magnus Jedvert02e7a192017-09-23 17:21:32 +02004817 cricket::FakeWebRtcVideoEncoderFactory* encoder_factory_;
4818 cricket::FakeWebRtcVideoDecoderFactory* decoder_factory_;
eladalonf1841382017-06-12 01:16:46 -07004819 WebRtcVideoEngine engine_;
kwiberg686a8ef2016-02-26 03:00:35 -08004820 std::unique_ptr<VideoMediaChannel> channel_;
Peter Boström0c4e06b2015-10-07 12:23:21 +02004821 uint32_t last_ssrc_;
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004822};
4823
eladalonf1841382017-06-12 01:16:46 -07004824TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsWith2SimulcastStreams) {
sprang429600d2017-01-26 06:12:26 -08004825 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 640, 360, 2, 2, false,
4826 true);
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004827}
4828
eladalonf1841382017-06-12 01:16:46 -07004829TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsWith3SimulcastStreams) {
sprang429600d2017-01-26 06:12:26 -08004830 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 3, false,
4831 true);
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004832}
4833
4834// Test that we normalize send codec format size in simulcast.
eladalonf1841382017-06-12 01:16:46 -07004835TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsWithOddSizeInSimulcast) {
sprang429600d2017-01-26 06:12:26 -08004836 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 541, 271, 2, 2, false,
4837 true);
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004838}
sprang429600d2017-01-26 06:12:26 -08004839
eladalonf1841382017-06-12 01:16:46 -07004840TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsForScreenshare) {
sprang429600d2017-01-26 06:12:26 -08004841 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 1, true,
4842 false);
4843}
4844
eladalonf1841382017-06-12 01:16:46 -07004845TEST_F(WebRtcVideoChannelSimulcastTest,
sprang429600d2017-01-26 06:12:26 -08004846 SetSendCodecsForConferenceModeScreenshare) {
4847 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 1, true,
4848 true);
4849}
4850
eladalonf1841382017-06-12 01:16:46 -07004851TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsForSimulcastScreenshare) {
sprang429600d2017-01-26 06:12:26 -08004852 webrtc::test::ScopedFieldTrials override_field_trials_(
4853 "WebRTC-SimulcastScreenshare/Enabled/");
4854 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 2, true,
4855 true);
4856}
4857
eladalonf1841382017-06-12 01:16:46 -07004858TEST_F(WebRtcVideoChannelSimulcastTest,
sprangfe627f32017-03-29 08:24:59 -07004859 NoSimulcastScreenshareWithoutConference) {
4860 webrtc::test::ScopedFieldTrials override_field_trials_(
4861 "WebRTC-SimulcastScreenshare/Enabled/");
4862 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 1, true,
4863 false);
4864}
4865
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00004866} // namespace cricket