blob: 1ecc0888dbc51d46f2a2bc49e8aca1f77edf4fcd [file] [log] [blame]
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001/*
kjellander1afca732016-02-07 20:46:45 -08002 * Copyright (c) 2004 The WebRTC project authors. All Rights Reserved.
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003 *
kjellander1afca732016-02-07 20:46:45 -08004 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00009 */
10
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +000011#include <algorithm>
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000012#include <map>
kwiberg686a8ef2016-02-26 03:00:35 -080013#include <memory>
Steve Antone78bcb92017-10-31 09:53:08 -070014#include <utility>
pbos@webrtc.org86f613d2014-06-10 08:53:05 +000015#include <vector>
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000016
Seth Hampson24722b32017-12-22 09:36:42 -080017#include "api/rtpparameters.h"
Emircan Uysalerdbcac7f2017-10-30 23:10:12 -070018#include "api/test/mock_video_decoder_factory.h"
19#include "api/test/mock_video_encoder_factory.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020020#include "api/video_codecs/sdp_video_format.h"
21#include "api/video_codecs/video_decoder_factory.h"
22#include "api/video_codecs/video_encoder.h"
23#include "api/video_codecs/video_encoder_factory.h"
24#include "call/flexfec_receive_stream.h"
25#include "common_video/h264/profile_level_id.h"
26#include "logging/rtc_event_log/rtc_event_log.h"
27#include "media/base/mediaconstants.h"
28#include "media/base/rtputils.h"
29#include "media/base/testutils.h"
30#include "media/base/videoengine_unittest.h"
31#include "media/engine/constants.h"
32#include "media/engine/fakewebrtccall.h"
33#include "media/engine/fakewebrtcvideoengine.h"
Magnus Jedvert7501b1c2017-11-09 13:43:42 +010034#include "media/engine/internalencoderfactory.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020035#include "media/engine/simulcast.h"
36#include "media/engine/webrtcvideoengine.h"
37#include "media/engine/webrtcvoiceengine.h"
38#include "rtc_base/arraysize.h"
39#include "rtc_base/gunit.h"
40#include "rtc_base/stringutils.h"
41#include "test/field_trial.h"
42#include "test/gmock.h"
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000043
Tommi85959932018-02-07 19:26:06 +010044using cricket::FakeVideoCapturerWithTaskQueue;
isheriff6f8d6862016-05-26 11:24:55 -070045using webrtc::RtpExtension;
46
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000047namespace {
buildbot@webrtc.orga8530772014-12-10 09:01:18 +000048static const int kDefaultQpMax = 56;
buildbot@webrtc.orga8530772014-12-10 09:01:18 +000049
noahricd10a68e2015-07-10 11:27:55 -070050static const uint8_t kRedRtxPayloadType = 125;
51
Peter Boström0c4e06b2015-10-07 12:23:21 +020052static const uint32_t kSsrcs1[] = {1};
53static const uint32_t kSsrcs3[] = {1, 2, 3};
54static const uint32_t kRtxSsrcs1[] = {4};
brandtr468da7c2016-11-22 02:16:47 -080055static const uint32_t kFlexfecSsrc = 5;
Peter Boström0c4e06b2015-10-07 12:23:21 +020056static const uint32_t kIncomingUnsignalledSsrc = 0xC0FFEE;
mzanaty8a855d62017-02-17 15:46:43 -080057static const uint32_t kDefaultRecvSsrc = 0;
58
pbos@webrtc.org3c107582014-07-20 15:27:35 +000059static const char kUnsupportedExtensionName[] =
60 "urn:ietf:params:rtp-hdrext:unsupported";
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +000061
magjed509e4fe2016-11-18 01:34:11 -080062cricket::VideoCodec RemoveFeedbackParams(cricket::VideoCodec&& codec) {
63 codec.feedback_params = cricket::FeedbackParams();
64 return codec;
65}
66
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +000067void VerifyCodecHasDefaultFeedbackParams(const cricket::VideoCodec& codec) {
68 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
69 cricket::kRtcpFbParamNack, cricket::kParamValueEmpty)));
70 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
71 cricket::kRtcpFbParamNack, cricket::kRtcpFbNackParamPli)));
72 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
73 cricket::kRtcpFbParamRemb, cricket::kParamValueEmpty)));
74 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
stefan43edf0f2015-11-20 18:05:48 -080075 cricket::kRtcpFbParamTransportCc, cricket::kParamValueEmpty)));
76 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +000077 cricket::kRtcpFbParamCcm, cricket::kRtcpFbCcmParamFir)));
78}
79
magjed725e4842016-11-16 00:48:13 -080080// Return true if any codec in |codecs| is an RTX codec with associated payload
81// type |payload_type|.
82bool HasRtxCodec(const std::vector<cricket::VideoCodec>& codecs,
83 int payload_type) {
84 for (const cricket::VideoCodec& codec : codecs) {
85 int associated_payload_type;
86 if (cricket::CodecNamesEq(codec.name.c_str(), "rtx") &&
87 codec.GetParam(cricket::kCodecParamAssociatedPayloadType,
88 &associated_payload_type) &&
89 associated_payload_type == payload_type) {
90 return true;
91 }
92 }
93 return false;
94}
95
nisseca5706d2017-09-11 02:32:16 -070096// TODO(nisse): Duplicated in call.cc.
97const int* FindKeyByValue(const std::map<int, int>& m, int v) {
98 for (const auto& kv : m) {
99 if (kv.second == v)
100 return &kv.first;
101 }
102 return nullptr;
103}
104
105bool HasRtxReceiveAssociation(
106 const webrtc::VideoReceiveStream::Config& config,
107 int payload_type) {
108 return FindKeyByValue(config.rtp.rtx_associated_payload_types,
109 payload_type) != nullptr;
110}
111
112// Check that there's an Rtx payload type for each decoder.
113bool VerifyRtxReceiveAssociations(
114 const webrtc::VideoReceiveStream::Config& config) {
115 for (const auto& decoder : config.decoders) {
116 if (!HasRtxReceiveAssociation(config, decoder.payload_type))
117 return false;
118 }
119 return true;
120}
121
brandtrffc61182016-11-28 06:02:22 -0800122rtc::scoped_refptr<webrtc::VideoFrameBuffer> CreateBlackFrameBuffer(
nisse64ec8f82016-09-27 00:17:25 -0700123 int width,
124 int height) {
125 rtc::scoped_refptr<webrtc::I420Buffer> buffer =
126 webrtc::I420Buffer::Create(width, height);
nisseaf916892017-01-10 07:44:26 -0800127 webrtc::I420Buffer::SetBlack(buffer);
nisse64ec8f82016-09-27 00:17:25 -0700128 return buffer;
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +0000129}
130
Shao Changbine62202f2015-04-21 20:24:50 +0800131void VerifySendStreamHasRtxTypes(const webrtc::VideoSendStream::Config& config,
132 const std::map<int, int>& rtx_types) {
133 std::map<int, int>::const_iterator it;
134 it = rtx_types.find(config.encoder_settings.payload_type);
135 EXPECT_TRUE(it != rtx_types.end() &&
136 it->second == config.rtp.rtx.payload_type);
137
brandtrb5f2c3f2016-10-04 23:28:39 -0700138 if (config.rtp.ulpfec.red_rtx_payload_type != -1) {
139 it = rtx_types.find(config.rtp.ulpfec.red_payload_type);
Shao Changbine62202f2015-04-21 20:24:50 +0800140 EXPECT_TRUE(it != rtx_types.end() &&
brandtrb5f2c3f2016-10-04 23:28:39 -0700141 it->second == config.rtp.ulpfec.red_rtx_payload_type);
Shao Changbine62202f2015-04-21 20:24:50 +0800142 }
143}
kthelgason2bc68642017-02-07 07:02:22 -0800144
145cricket::MediaConfig GetMediaConfig() {
146 cricket::MediaConfig media_config;
Niels Möller1d7ecd22018-01-18 15:25:12 +0100147 media_config.video.enable_cpu_adaptation = false;
kthelgason2bc68642017-02-07 07:02:22 -0800148 return media_config;
149}
nisse26e3abb2017-08-25 04:44:25 -0700150
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000151} // namespace
152
153namespace cricket {
eladalonf1841382017-06-12 01:16:46 -0700154class WebRtcVideoEngineTest : public ::testing::Test {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000155 public:
eladalonf1841382017-06-12 01:16:46 -0700156 WebRtcVideoEngineTest() : WebRtcVideoEngineTest("") {}
157 explicit WebRtcVideoEngineTest(const char* field_trials)
stefanc1aeaf02015-10-15 07:26:07 -0700158 : override_field_trials_(field_trials),
skvlad11a9cbf2016-10-07 11:53:05 -0700159 call_(webrtc::Call::Create(webrtc::Call::Config(&event_log_))),
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200160 encoder_factory_(new cricket::FakeWebRtcVideoEncoderFactory),
161 decoder_factory_(new cricket::FakeWebRtcVideoDecoderFactory),
162 engine_(std::unique_ptr<cricket::WebRtcVideoEncoderFactory>(
163 encoder_factory_),
164 std::unique_ptr<cricket::WebRtcVideoDecoderFactory>(
165 decoder_factory_)) {
pbos@webrtc.org9fbb7172014-06-13 09:34:13 +0000166 std::vector<VideoCodec> engine_codecs = engine_.codecs();
henrikg91d6ede2015-09-17 00:24:34 -0700167 RTC_DCHECK(!engine_codecs.empty());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000168 bool codec_set = false;
magjed509e4fe2016-11-18 01:34:11 -0800169 for (const cricket::VideoCodec& codec : engine_codecs) {
170 if (codec.name == "rtx") {
Shao Changbine62202f2015-04-21 20:24:50 +0800171 int associated_payload_type;
magjed509e4fe2016-11-18 01:34:11 -0800172 if (codec.GetParam(kCodecParamAssociatedPayloadType,
173 &associated_payload_type)) {
174 default_apt_rtx_types_[associated_payload_type] = codec.id;
Shao Changbine62202f2015-04-21 20:24:50 +0800175 }
magjed509e4fe2016-11-18 01:34:11 -0800176 } else if (!codec_set && codec.name != "red" && codec.name != "ulpfec") {
177 default_codec_ = codec;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000178 codec_set = true;
179 }
180 }
181
henrikg91d6ede2015-09-17 00:24:34 -0700182 RTC_DCHECK(codec_set);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000183 }
184
185 protected:
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100186 // Find the index of the codec in the engine with the given name. The codec
187 // must be present.
Oleh Prypina40f8242017-12-21 13:32:23 +0100188 size_t GetEngineCodecIndex(const std::string& name) const;
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100189
magjed509e4fe2016-11-18 01:34:11 -0800190 // Find the codec in the engine with the given name. The codec must be
191 // present.
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100192 cricket::VideoCodec GetEngineCodec(const std::string& name) const;
magjed509e4fe2016-11-18 01:34:11 -0800193
magjed2475ae22017-09-12 04:42:15 -0700194 VideoMediaChannel* SetUpForExternalEncoderFactory();
pbos@webrtc.orgfa553ef2014-10-20 11:07:07 +0000195
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000196 VideoMediaChannel* SetUpForExternalDecoderFactory(
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000197 const std::vector<VideoCodec>& codecs);
198
Peter Boströme4499152016-02-05 11:13:28 +0100199 void TestExtendedEncoderOveruse(bool use_external_encoder);
200
stefanc1aeaf02015-10-15 07:26:07 -0700201 webrtc::test::ScopedFieldTrials override_field_trials_;
skvlad11a9cbf2016-10-07 11:53:05 -0700202 webrtc::RtcEventLogNullImpl event_log_;
eladalonf1841382017-06-12 01:16:46 -0700203 // Used in WebRtcVideoEngineVoiceTest, but defined here so it's properly
pbos@webrtc.orgf1f0d9a2015-03-02 13:30:15 +0000204 // initialized when the constructor is called.
kwiberg686a8ef2016-02-26 03:00:35 -0800205 std::unique_ptr<webrtc::Call> call_;
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200206 // TODO(magjed): Update all tests to use new video codec factories once the
207 // old factories are deprecated,
208 // https://bugs.chromium.org/p/webrtc/issues/detail?id=7925.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200209 // These factories are owned by the video engine.
210 cricket::FakeWebRtcVideoEncoderFactory* encoder_factory_;
211 cricket::FakeWebRtcVideoDecoderFactory* decoder_factory_;
eladalonf1841382017-06-12 01:16:46 -0700212 WebRtcVideoEngine engine_;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000213 VideoCodec default_codec_;
Shao Changbine62202f2015-04-21 20:24:50 +0800214 std::map<int, int> default_apt_rtx_types_;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000215};
216
eladalonf1841382017-06-12 01:16:46 -0700217TEST_F(WebRtcVideoEngineTest, AnnouncesVp9AccordingToBuildFlags) {
Peter Boström12996152016-05-14 02:03:18 +0200218 bool claims_vp9_support = false;
219 for (const cricket::VideoCodec& codec : engine_.codecs()) {
220 if (codec.name == "VP9") {
221 claims_vp9_support = true;
222 break;
223 }
224 }
225#if defined(RTC_DISABLE_VP9)
226 EXPECT_FALSE(claims_vp9_support);
227#else
228 EXPECT_TRUE(claims_vp9_support);
229#endif // defined(RTC_DISABLE_VP9)
230}
231
eladalonf1841382017-06-12 01:16:46 -0700232TEST_F(WebRtcVideoEngineTest, DefaultRtxCodecHasAssociatedPayloadTypeSet) {
pbos@webrtc.orge322a172014-06-13 11:47:28 +0000233 std::vector<VideoCodec> engine_codecs = engine_.codecs();
234 for (size_t i = 0; i < engine_codecs.size(); ++i) {
235 if (engine_codecs[i].name != kRtxCodecName)
236 continue;
237 int associated_payload_type;
238 EXPECT_TRUE(engine_codecs[i].GetParam(kCodecParamAssociatedPayloadType,
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000239 &associated_payload_type));
pbos@webrtc.orge322a172014-06-13 11:47:28 +0000240 EXPECT_EQ(default_codec_.id, associated_payload_type);
241 return;
242 }
243 FAIL() << "No RTX codec found among default codecs.";
244}
245
eladalonf1841382017-06-12 01:16:46 -0700246TEST_F(WebRtcVideoEngineTest, SupportsTimestampOffsetHeaderExtension) {
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100247 RtpCapabilities capabilities = engine_.GetCapabilities();
248 ASSERT_FALSE(capabilities.header_extensions.empty());
isheriff6f8d6862016-05-26 11:24:55 -0700249 for (const RtpExtension& extension : capabilities.header_extensions) {
250 if (extension.uri == RtpExtension::kTimestampOffsetUri) {
251 EXPECT_EQ(RtpExtension::kTimestampOffsetDefaultId, extension.id);
pbos@webrtc.org587ef602014-06-16 17:32:02 +0000252 return;
253 }
254 }
255 FAIL() << "Timestamp offset extension not in header-extension list.";
256}
257
eladalonf1841382017-06-12 01:16:46 -0700258TEST_F(WebRtcVideoEngineTest, SupportsAbsoluteSenderTimeHeaderExtension) {
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100259 RtpCapabilities capabilities = engine_.GetCapabilities();
260 ASSERT_FALSE(capabilities.header_extensions.empty());
isheriff6f8d6862016-05-26 11:24:55 -0700261 for (const RtpExtension& extension : capabilities.header_extensions) {
262 if (extension.uri == RtpExtension::kAbsSendTimeUri) {
263 EXPECT_EQ(RtpExtension::kAbsSendTimeDefaultId, extension.id);
pbos@webrtc.org587ef602014-06-16 17:32:02 +0000264 return;
265 }
266 }
267 FAIL() << "Absolute Sender Time extension not in header-extension list.";
268}
269
eladalonf1841382017-06-12 01:16:46 -0700270TEST_F(WebRtcVideoEngineTest, SupportsTransportSequenceNumberHeaderExtension) {
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100271 RtpCapabilities capabilities = engine_.GetCapabilities();
272 ASSERT_FALSE(capabilities.header_extensions.empty());
isheriff6f8d6862016-05-26 11:24:55 -0700273 for (const RtpExtension& extension : capabilities.header_extensions) {
274 if (extension.uri == RtpExtension::kTransportSequenceNumberUri) {
275 EXPECT_EQ(RtpExtension::kTransportSequenceNumberDefaultId, extension.id);
stefanc1aeaf02015-10-15 07:26:07 -0700276 return;
277 }
278 }
279 FAIL() << "Transport sequence number extension not in header-extension list.";
280}
281
eladalonf1841382017-06-12 01:16:46 -0700282TEST_F(WebRtcVideoEngineTest, SupportsVideoRotationHeaderExtension) {
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100283 RtpCapabilities capabilities = engine_.GetCapabilities();
284 ASSERT_FALSE(capabilities.header_extensions.empty());
isheriff6f8d6862016-05-26 11:24:55 -0700285 for (const RtpExtension& extension : capabilities.header_extensions) {
286 if (extension.uri == RtpExtension::kVideoRotationUri) {
287 EXPECT_EQ(RtpExtension::kVideoRotationDefaultId, extension.id);
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700288 return;
289 }
290 }
291 FAIL() << "Video Rotation extension not in header-extension list.";
292}
293
eladalonf1841382017-06-12 01:16:46 -0700294TEST_F(WebRtcVideoEngineTest, CVOSetHeaderExtensionBeforeCapturer) {
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700295 // Allocate the capturer first to prevent early destruction before channel's
296 // dtor is called.
Tommi85959932018-02-07 19:26:06 +0100297 FakeVideoCapturerWithTaskQueue capturer;
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700298
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200299 encoder_factory_->AddSupportedVideoCodecType("VP8");
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700300
magjed2475ae22017-09-12 04:42:15 -0700301 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700302 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(kSsrc)));
303
304 // Add CVO extension.
305 const int id = 1;
magjed509e4fe2016-11-18 01:34:11 -0800306 cricket::VideoSendParameters parameters;
307 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200308 parameters.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -0700309 RtpExtension(RtpExtension::kVideoRotationUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200310 EXPECT_TRUE(channel->SetSendParameters(parameters));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700311
312 // Set capturer.
deadbeef5a4a75a2016-06-02 16:23:38 -0700313 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700314
315 // Verify capturer has turned off applying rotation.
nisse47ac4622016-05-25 08:47:01 -0700316 EXPECT_FALSE(capturer.apply_rotation());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700317
318 // Verify removing header extension turns on applying rotation.
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200319 parameters.extensions.clear();
320 EXPECT_TRUE(channel->SetSendParameters(parameters));
nisse47ac4622016-05-25 08:47:01 -0700321 EXPECT_TRUE(capturer.apply_rotation());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700322}
323
eladalonf1841382017-06-12 01:16:46 -0700324TEST_F(WebRtcVideoEngineTest, CVOSetHeaderExtensionBeforeAddSendStream) {
perkj91e1c152016-03-02 05:34:00 -0800325 // Allocate the capturer first to prevent early destruction before channel's
326 // dtor is called.
Tommi85959932018-02-07 19:26:06 +0100327 FakeVideoCapturerWithTaskQueue capturer;
perkj91e1c152016-03-02 05:34:00 -0800328
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200329 encoder_factory_->AddSupportedVideoCodecType("VP8");
perkj91e1c152016-03-02 05:34:00 -0800330
magjed2475ae22017-09-12 04:42:15 -0700331 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
perkj91e1c152016-03-02 05:34:00 -0800332 // Add CVO extension.
333 const int id = 1;
magjed509e4fe2016-11-18 01:34:11 -0800334 cricket::VideoSendParameters parameters;
335 parameters.codecs.push_back(GetEngineCodec("VP8"));
perkj91e1c152016-03-02 05:34:00 -0800336 parameters.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -0700337 RtpExtension(RtpExtension::kVideoRotationUri, id));
perkj91e1c152016-03-02 05:34:00 -0800338 EXPECT_TRUE(channel->SetSendParameters(parameters));
339 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(kSsrc)));
340
341 // Set capturer.
deadbeef5a4a75a2016-06-02 16:23:38 -0700342 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
perkj91e1c152016-03-02 05:34:00 -0800343
344 // Verify capturer has turned off applying rotation.
nisse47ac4622016-05-25 08:47:01 -0700345 EXPECT_FALSE(capturer.apply_rotation());
perkj91e1c152016-03-02 05:34:00 -0800346}
347
eladalonf1841382017-06-12 01:16:46 -0700348TEST_F(WebRtcVideoEngineTest, CVOSetHeaderExtensionAfterCapturer) {
Tommi85959932018-02-07 19:26:06 +0100349 FakeVideoCapturerWithTaskQueue capturer;
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700350
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200351 encoder_factory_->AddSupportedVideoCodecType("VP8");
352 encoder_factory_->AddSupportedVideoCodecType("VP9");
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700353
magjed2475ae22017-09-12 04:42:15 -0700354 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700355 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(kSsrc)));
356
357 // Set capturer.
deadbeef5a4a75a2016-06-02 16:23:38 -0700358 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700359
perkjcaafdba2016-03-20 07:34:29 -0700360 // Verify capturer has turned on applying rotation.
nisse47ac4622016-05-25 08:47:01 -0700361 EXPECT_TRUE(capturer.apply_rotation());
perkjcaafdba2016-03-20 07:34:29 -0700362
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700363 // Add CVO extension.
364 const int id = 1;
magjed509e4fe2016-11-18 01:34:11 -0800365 cricket::VideoSendParameters parameters;
366 parameters.codecs.push_back(GetEngineCodec("VP8"));
367 parameters.codecs.push_back(GetEngineCodec("VP9"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200368 parameters.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -0700369 RtpExtension(RtpExtension::kVideoRotationUri, id));
perkjcaafdba2016-03-20 07:34:29 -0700370 // Also remove the first codec to trigger a codec change as well.
371 parameters.codecs.erase(parameters.codecs.begin());
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200372 EXPECT_TRUE(channel->SetSendParameters(parameters));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700373
374 // Verify capturer has turned off applying rotation.
nisse47ac4622016-05-25 08:47:01 -0700375 EXPECT_FALSE(capturer.apply_rotation());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700376
377 // Verify removing header extension turns on applying rotation.
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200378 parameters.extensions.clear();
379 EXPECT_TRUE(channel->SetSendParameters(parameters));
nisse47ac4622016-05-25 08:47:01 -0700380 EXPECT_TRUE(capturer.apply_rotation());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700381}
382
eladalonf1841382017-06-12 01:16:46 -0700383TEST_F(WebRtcVideoEngineTest, SetSendFailsBeforeSettingCodecs) {
kwiberg686a8ef2016-02-26 03:00:35 -0800384 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800385 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +0000386
387 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(123)));
388
389 EXPECT_FALSE(channel->SetSend(true))
390 << "Channel should not start without codecs.";
391 EXPECT_TRUE(channel->SetSend(false))
392 << "Channel should be stoppable even without set codecs.";
393}
394
eladalonf1841382017-06-12 01:16:46 -0700395TEST_F(WebRtcVideoEngineTest, GetStatsWithoutSendCodecsSetDoesNotCrash) {
kwiberg686a8ef2016-02-26 03:00:35 -0800396 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800397 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
pbos@webrtc.orgc3d2bd22014-08-12 20:55:10 +0000398 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(123)));
399 VideoMediaInfo info;
400 channel->GetStats(&info);
401}
402
eladalonf1841382017-06-12 01:16:46 -0700403TEST_F(WebRtcVideoEngineTest, UseExternalFactoryForVp8WhenSupported) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200404 encoder_factory_->AddSupportedVideoCodecType("VP8");
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000405
magjed2475ae22017-09-12 04:42:15 -0700406 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
Sergey Ulanove2b15012016-11-22 16:08:30 -0800407 channel->OnReadyToSend(true);
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000408
409 EXPECT_TRUE(
410 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200411 EXPECT_EQ(0, encoder_factory_->GetNumCreatedEncoders());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000412 EXPECT_TRUE(channel->SetSend(true));
Tommi85959932018-02-07 19:26:06 +0100413 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700414 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000415 EXPECT_EQ(cricket::CS_RUNNING,
416 capturer.Start(capturer.GetSupportedFormats()->front()));
417 EXPECT_TRUE(capturer.CaptureFrame());
Per21d45d22016-10-30 21:37:57 +0100418 // Sending one frame will have allocate the encoder.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200419 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(1));
420 EXPECT_TRUE_WAIT(encoder_factory_->encoders()[0]->GetNumEncodedFrames() > 0,
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000421 kTimeout);
422
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200423 int num_created_encoders = encoder_factory_->GetNumCreatedEncoders();
Per21d45d22016-10-30 21:37:57 +0100424 EXPECT_EQ(num_created_encoders, 1);
pbos@webrtc.org86196c42015-02-16 21:02:00 +0000425
426 // Setting codecs of the same type should not reallocate any encoders
427 // (expecting a no-op).
magjed509e4fe2016-11-18 01:34:11 -0800428 cricket::VideoSendParameters parameters;
429 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200430 EXPECT_TRUE(channel->SetSendParameters(parameters));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200431 EXPECT_EQ(num_created_encoders, encoder_factory_->GetNumCreatedEncoders());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000432
433 // Remove stream previously added to free the external encoder instance.
434 EXPECT_TRUE(channel->RemoveSendStream(kSsrc));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200435 EXPECT_EQ(0u, encoder_factory_->encoders().size());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000436}
437
Taylor Brandstetter6c3e7882016-06-29 11:14:19 -0700438// Test that when an external encoder factory supports a codec we don't
439// internally support, we still add an RTX codec for it.
440// TODO(deadbeef): Currently this test is only effective if WebRTC is
441// built with no internal H264 support. This test should be updated
442// if/when we start adding RTX codecs for unrecognized codec names.
eladalonf1841382017-06-12 01:16:46 -0700443TEST_F(WebRtcVideoEngineTest, RtxCodecAddedForExternalCodec) {
magjed725e4842016-11-16 00:48:13 -0800444 using webrtc::H264::ProfileLevelIdToString;
445 using webrtc::H264::ProfileLevelId;
446 using webrtc::H264::kLevel1;
447 cricket::VideoCodec h264_constrained_baseline("H264");
448 h264_constrained_baseline.params[kH264FmtpProfileLevelId] =
449 *ProfileLevelIdToString(
450 ProfileLevelId(webrtc::H264::kProfileConstrainedBaseline, kLevel1));
451 cricket::VideoCodec h264_constrained_high("H264");
452 h264_constrained_high.params[kH264FmtpProfileLevelId] =
453 *ProfileLevelIdToString(
454 ProfileLevelId(webrtc::H264::kProfileConstrainedHigh, kLevel1));
455 cricket::VideoCodec h264_high("H264");
456 h264_high.params[kH264FmtpProfileLevelId] = *ProfileLevelIdToString(
457 ProfileLevelId(webrtc::H264::kProfileHigh, kLevel1));
458
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200459 encoder_factory_->AddSupportedVideoCodec(h264_constrained_baseline);
460 encoder_factory_->AddSupportedVideoCodec(h264_constrained_high);
461 encoder_factory_->AddSupportedVideoCodec(h264_high);
Taylor Brandstetter6c3e7882016-06-29 11:14:19 -0700462
magjed725e4842016-11-16 00:48:13 -0800463 // First figure out what payload types the test codecs got assigned.
464 const std::vector<cricket::VideoCodec> codecs = engine_.codecs();
magjed509e4fe2016-11-18 01:34:11 -0800465 // Now search for RTX codecs for them. Expect that they all have associated
466 // RTX codecs.
magjed725e4842016-11-16 00:48:13 -0800467 EXPECT_TRUE(HasRtxCodec(
468 codecs, FindMatchingCodec(codecs, h264_constrained_baseline)->id));
469 EXPECT_TRUE(HasRtxCodec(
470 codecs, FindMatchingCodec(codecs, h264_constrained_high)->id));
magjed509e4fe2016-11-18 01:34:11 -0800471 EXPECT_TRUE(HasRtxCodec(
magjed725e4842016-11-16 00:48:13 -0800472 codecs, FindMatchingCodec(codecs, h264_high)->id));
Taylor Brandstetter6c3e7882016-06-29 11:14:19 -0700473}
474
eladalonf1841382017-06-12 01:16:46 -0700475void WebRtcVideoEngineTest::TestExtendedEncoderOveruse(
Peter Boströme4499152016-02-05 11:13:28 +0100476 bool use_external_encoder) {
kwiberg686a8ef2016-02-26 03:00:35 -0800477 std::unique_ptr<VideoMediaChannel> channel;
skvlad11a9cbf2016-10-07 11:53:05 -0700478 FakeCall* fake_call = new FakeCall(webrtc::Call::Config(&event_log_));
Peter Boströme4499152016-02-05 11:13:28 +0100479 call_.reset(fake_call);
480 if (use_external_encoder) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200481 encoder_factory_->AddSupportedVideoCodecType("VP8");
magjed2475ae22017-09-12 04:42:15 -0700482 channel.reset(SetUpForExternalEncoderFactory());
Peter Boströme4499152016-02-05 11:13:28 +0100483 } else {
nisse51542be2016-02-12 02:27:06 -0800484 channel.reset(
kthelgason2bc68642017-02-07 07:02:22 -0800485 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
Peter Boströme4499152016-02-05 11:13:28 +0100486 }
487 ASSERT_TRUE(
488 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
magjed509e4fe2016-11-18 01:34:11 -0800489 cricket::VideoSendParameters parameters;
490 parameters.codecs.push_back(GetEngineCodec("VP8"));
Peter Boströme4499152016-02-05 11:13:28 +0100491 EXPECT_TRUE(channel->SetSendParameters(parameters));
492 EXPECT_TRUE(channel->SetSend(true));
493 FakeVideoSendStream* stream = fake_call->GetVideoSendStreams()[0];
494
495 EXPECT_EQ(use_external_encoder,
496 stream->GetConfig().encoder_settings.full_overuse_time);
497 // Remove stream previously added to free the external encoder instance.
498 EXPECT_TRUE(channel->RemoveSendStream(kSsrc));
499}
500
eladalonf1841382017-06-12 01:16:46 -0700501TEST_F(WebRtcVideoEngineTest, EnablesFullEncoderTimeForExternalEncoders) {
Peter Boströme4499152016-02-05 11:13:28 +0100502 TestExtendedEncoderOveruse(true);
503}
504
eladalonf1841382017-06-12 01:16:46 -0700505TEST_F(WebRtcVideoEngineTest, DisablesFullEncoderTimeForNonExternalEncoders) {
Peter Boströme4499152016-02-05 11:13:28 +0100506 TestExtendedEncoderOveruse(false);
507}
508
Peter Boström12996152016-05-14 02:03:18 +0200509#if !defined(RTC_DISABLE_VP9)
eladalonf1841382017-06-12 01:16:46 -0700510TEST_F(WebRtcVideoEngineTest, CanConstructDecoderForVp9EncoderFactory) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200511 encoder_factory_->AddSupportedVideoCodecType("VP9");
Peter Boström53eda3d2015-03-27 15:53:18 +0100512
magjed2475ae22017-09-12 04:42:15 -0700513 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
Peter Boström53eda3d2015-03-27 15:53:18 +0100514
515 EXPECT_TRUE(
516 channel->AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrc)));
517}
Peter Boström12996152016-05-14 02:03:18 +0200518#endif // !defined(RTC_DISABLE_VP9)
Peter Boström53eda3d2015-03-27 15:53:18 +0100519
eladalonf1841382017-06-12 01:16:46 -0700520TEST_F(WebRtcVideoEngineTest, PropagatesInputFrameTimestamp) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200521 encoder_factory_->AddSupportedVideoCodecType("VP8");
skvlad11a9cbf2016-10-07 11:53:05 -0700522 FakeCall* fake_call = new FakeCall(webrtc::Call::Config(&event_log_));
Fredrik Solenberg709ed672015-09-15 12:26:33 +0200523 call_.reset(fake_call);
magjed2475ae22017-09-12 04:42:15 -0700524 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
qiangchenc27d89f2015-07-16 10:27:16 -0700525
526 EXPECT_TRUE(
527 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
528
Tommi85959932018-02-07 19:26:06 +0100529 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700530 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
qiangchenc27d89f2015-07-16 10:27:16 -0700531 capturer.Start(cricket::VideoFormat(1280, 720,
532 cricket::VideoFormat::FpsToInterval(60),
533 cricket::FOURCC_I420));
534 channel->SetSend(true);
535
Fredrik Solenberg709ed672015-09-15 12:26:33 +0200536 FakeVideoSendStream* stream = fake_call->GetVideoSendStreams()[0];
qiangchenc27d89f2015-07-16 10:27:16 -0700537
538 EXPECT_TRUE(capturer.CaptureFrame());
pbos1cb121d2015-09-14 11:38:38 -0700539 int64_t last_timestamp = stream->GetLastTimestamp();
qiangchenc27d89f2015-07-16 10:27:16 -0700540 for (int i = 0; i < 10; i++) {
541 EXPECT_TRUE(capturer.CaptureFrame());
pbos1cb121d2015-09-14 11:38:38 -0700542 int64_t timestamp = stream->GetLastTimestamp();
qiangchenc27d89f2015-07-16 10:27:16 -0700543 int64_t interval = timestamp - last_timestamp;
544
545 // Precision changes from nanosecond to millisecond.
546 // Allow error to be no more than 1.
547 EXPECT_NEAR(cricket::VideoFormat::FpsToInterval(60) / 1E6, interval, 1);
548
549 last_timestamp = timestamp;
550 }
551
552 capturer.Start(cricket::VideoFormat(1280, 720,
553 cricket::VideoFormat::FpsToInterval(30),
554 cricket::FOURCC_I420));
555
556 EXPECT_TRUE(capturer.CaptureFrame());
557 last_timestamp = stream->GetLastTimestamp();
558 for (int i = 0; i < 10; i++) {
559 EXPECT_TRUE(capturer.CaptureFrame());
pbos1cb121d2015-09-14 11:38:38 -0700560 int64_t timestamp = stream->GetLastTimestamp();
qiangchenc27d89f2015-07-16 10:27:16 -0700561 int64_t interval = timestamp - last_timestamp;
562
563 // Precision changes from nanosecond to millisecond.
564 // Allow error to be no more than 1.
565 EXPECT_NEAR(cricket::VideoFormat::FpsToInterval(30) / 1E6, interval, 1);
566
567 last_timestamp = timestamp;
568 }
569
570 // Remove stream previously added to free the external encoder instance.
571 EXPECT_TRUE(channel->RemoveSendStream(kSsrc));
572}
573
Oleh Prypina40f8242017-12-21 13:32:23 +0100574size_t WebRtcVideoEngineTest::GetEngineCodecIndex(
575 const std::string& name) const {
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100576 const std::vector<cricket::VideoCodec> codecs = engine_.codecs();
577 for (size_t i = 0; i < codecs.size(); ++i) {
578 const cricket::VideoCodec engine_codec = codecs[i];
Magnus Jedvert8deb8182017-10-05 13:13:32 +0200579 if (!CodecNamesEq(name, engine_codec.name))
580 continue;
581 // The tests only use H264 Constrained Baseline. Make sure we don't return
582 // an internal H264 codec from the engine with a different H264 profile.
583 if (CodecNamesEq(name.c_str(), kH264CodecName)) {
584 const rtc::Optional<webrtc::H264::ProfileLevelId> profile_level_id =
585 webrtc::H264::ParseSdpProfileLevelId(engine_codec.params);
586 if (profile_level_id->profile !=
587 webrtc::H264::kProfileConstrainedBaseline) {
588 continue;
589 }
590 }
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100591 return i;
magjed509e4fe2016-11-18 01:34:11 -0800592 }
593 // This point should never be reached.
594 ADD_FAILURE() << "Unrecognized codec name: " << name;
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100595 return -1;
596}
597
598cricket::VideoCodec WebRtcVideoEngineTest::GetEngineCodec(
599 const std::string& name) const {
600 return engine_.codecs()[GetEngineCodecIndex(name)];
magjed509e4fe2016-11-18 01:34:11 -0800601}
602
magjed2475ae22017-09-12 04:42:15 -0700603VideoMediaChannel* WebRtcVideoEngineTest::SetUpForExternalEncoderFactory() {
buildbot@webrtc.org1ecbe452014-10-14 20:29:28 +0000604 VideoMediaChannel* channel =
kthelgason2bc68642017-02-07 07:02:22 -0800605 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions());
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200606 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -0800607 // We need to look up the codec in the engine to get the correct payload type.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200608 for (const VideoCodec& codec : encoder_factory_->supported_codecs())
magjed509e4fe2016-11-18 01:34:11 -0800609 parameters.codecs.push_back(GetEngineCodec(codec.name));
610
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200611 EXPECT_TRUE(channel->SetSendParameters(parameters));
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000612
613 return channel;
614}
615
eladalonf1841382017-06-12 01:16:46 -0700616VideoMediaChannel* WebRtcVideoEngineTest::SetUpForExternalDecoderFactory(
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000617 const std::vector<VideoCodec>& codecs) {
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000618 VideoMediaChannel* channel =
kthelgason2bc68642017-02-07 07:02:22 -0800619 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions());
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200620 cricket::VideoRecvParameters parameters;
621 parameters.codecs = codecs;
622 EXPECT_TRUE(channel->SetRecvParameters(parameters));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000623
624 return channel;
625}
626
eladalonf1841382017-06-12 01:16:46 -0700627TEST_F(WebRtcVideoEngineTest, UsesSimulcastAdapterForVp8Factories) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200628 encoder_factory_->AddSupportedVideoCodecType("VP8");
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000629
magjed2475ae22017-09-12 04:42:15 -0700630 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000631
Peter Boström0c4e06b2015-10-07 12:23:21 +0200632 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000633
634 EXPECT_TRUE(
635 channel->AddSendStream(CreateSimStreamParams("cname", ssrcs)));
636 EXPECT_TRUE(channel->SetSend(true));
637
Tommi85959932018-02-07 19:26:06 +0100638 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700639 EXPECT_TRUE(channel->SetVideoSend(ssrcs.front(), true, nullptr, &capturer));
pbos@webrtc.org86196c42015-02-16 21:02:00 +0000640 EXPECT_EQ(cricket::CS_RUNNING,
641 capturer.Start(capturer.GetSupportedFormats()->front()));
642 EXPECT_TRUE(capturer.CaptureFrame());
643
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200644 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(2));
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000645
646 // Verify that encoders are configured for simulcast through adapter
647 // (increasing resolution and only configured to send one stream each).
648 int prev_width = -1;
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200649 for (size_t i = 0; i < encoder_factory_->encoders().size(); ++i) {
650 ASSERT_TRUE(encoder_factory_->encoders()[i]->WaitForInitEncode());
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000651 webrtc::VideoCodec codec_settings =
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200652 encoder_factory_->encoders()[i]->GetCodecSettings();
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000653 EXPECT_EQ(0, codec_settings.numberOfSimulcastStreams);
654 EXPECT_GT(codec_settings.width, prev_width);
655 prev_width = codec_settings.width;
656 }
pbos@webrtc.org86196c42015-02-16 21:02:00 +0000657
deadbeef5a4a75a2016-06-02 16:23:38 -0700658 EXPECT_TRUE(channel->SetVideoSend(ssrcs.front(), true, nullptr, nullptr));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000659
660 channel.reset();
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200661 ASSERT_EQ(0u, encoder_factory_->encoders().size());
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000662}
663
eladalonf1841382017-06-12 01:16:46 -0700664TEST_F(WebRtcVideoEngineTest, ChannelWithExternalH264CanChangeToInternalVp8) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200665 encoder_factory_->AddSupportedVideoCodecType("H264");
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000666
magjed2475ae22017-09-12 04:42:15 -0700667 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000668
669 EXPECT_TRUE(
670 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200671 ASSERT_EQ(1u, encoder_factory_->encoders().size());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000672
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200673 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -0800674 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200675 EXPECT_TRUE(channel->SetSendParameters(parameters));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200676 ASSERT_EQ(0u, encoder_factory_->encoders().size());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000677}
678
eladalonf1841382017-06-12 01:16:46 -0700679TEST_F(WebRtcVideoEngineTest,
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000680 DontUseExternalEncoderFactoryForUnsupportedCodecs) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200681 encoder_factory_->AddSupportedVideoCodecType("H264");
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000682
kwiberg686a8ef2016-02-26 03:00:35 -0800683 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800684 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
magjed509e4fe2016-11-18 01:34:11 -0800685 cricket::VideoSendParameters parameters;
686 parameters.codecs.push_back(GetEngineCodec("VP8"));
687 EXPECT_TRUE(channel->SetSendParameters(parameters));
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000688
689 EXPECT_TRUE(
690 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000691 // Make sure DestroyVideoEncoder was called on the factory.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200692 ASSERT_EQ(0u, encoder_factory_->encoders().size());
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000693}
694
eladalonf1841382017-06-12 01:16:46 -0700695TEST_F(WebRtcVideoEngineTest,
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000696 UsesSimulcastAdapterForVp8WithCombinedVP8AndH264Factory) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200697 encoder_factory_->AddSupportedVideoCodecType("VP8");
698 encoder_factory_->AddSupportedVideoCodecType("H264");
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000699
kwiberg686a8ef2016-02-26 03:00:35 -0800700 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800701 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
magjed509e4fe2016-11-18 01:34:11 -0800702 cricket::VideoSendParameters parameters;
703 parameters.codecs.push_back(GetEngineCodec("VP8"));
704 EXPECT_TRUE(channel->SetSendParameters(parameters));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000705
Peter Boström0c4e06b2015-10-07 12:23:21 +0200706 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000707
708 EXPECT_TRUE(
709 channel->AddSendStream(CreateSimStreamParams("cname", ssrcs)));
710 EXPECT_TRUE(channel->SetSend(true));
711
712 // Send a fake frame, or else the media engine will configure the simulcast
713 // encoder adapter at a low-enough size that it'll only create a single
714 // encoder layer.
Tommi85959932018-02-07 19:26:06 +0100715 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700716 EXPECT_TRUE(channel->SetVideoSend(ssrcs.front(), true, nullptr, &capturer));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000717 EXPECT_EQ(cricket::CS_RUNNING,
718 capturer.Start(capturer.GetSupportedFormats()->front()));
719 EXPECT_TRUE(capturer.CaptureFrame());
720
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200721 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(2));
722 ASSERT_TRUE(encoder_factory_->encoders()[0]->WaitForInitEncode());
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000723 EXPECT_EQ(webrtc::kVideoCodecVP8,
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200724 encoder_factory_->encoders()[0]->GetCodecSettings().codecType);
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000725
726 channel.reset();
727 // Make sure DestroyVideoEncoder was called on the factory.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200728 EXPECT_EQ(0u, encoder_factory_->encoders().size());
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000729}
730
eladalonf1841382017-06-12 01:16:46 -0700731TEST_F(WebRtcVideoEngineTest,
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000732 DestroysNonSimulcastEncoderFromCombinedVP8AndH264Factory) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200733 encoder_factory_->AddSupportedVideoCodecType("VP8");
734 encoder_factory_->AddSupportedVideoCodecType("H264");
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000735
kwiberg686a8ef2016-02-26 03:00:35 -0800736 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800737 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
magjed509e4fe2016-11-18 01:34:11 -0800738 cricket::VideoSendParameters parameters;
739 parameters.codecs.push_back(GetEngineCodec("H264"));
740 EXPECT_TRUE(channel->SetSendParameters(parameters));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000741
742 EXPECT_TRUE(
743 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200744 ASSERT_EQ(1u, encoder_factory_->encoders().size());
Per21d45d22016-10-30 21:37:57 +0100745
746 // Send a frame of 720p. This should trigger a "real" encoder initialization.
747 cricket::VideoFormat format(
748 1280, 720, cricket::VideoFormat::FpsToInterval(30), cricket::FOURCC_I420);
Tommi85959932018-02-07 19:26:06 +0100749 FakeVideoCapturerWithTaskQueue capturer;
Per21d45d22016-10-30 21:37:57 +0100750 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
751 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(format));
752 EXPECT_TRUE(capturer.CaptureFrame());
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200753 ASSERT_TRUE(encoder_factory_->encoders()[0]->WaitForInitEncode());
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000754 EXPECT_EQ(webrtc::kVideoCodecH264,
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200755 encoder_factory_->encoders()[0]->GetCodecSettings().codecType);
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000756
757 channel.reset();
758 // Make sure DestroyVideoEncoder was called on the factory.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200759 ASSERT_EQ(0u, encoder_factory_->encoders().size());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000760}
761
eladalonf1841382017-06-12 01:16:46 -0700762TEST_F(WebRtcVideoEngineTest, SimulcastDisabledForH264) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200763 encoder_factory_->AddSupportedVideoCodecType("H264");
noahricfdac5162015-08-27 01:59:29 -0700764
magjed2475ae22017-09-12 04:42:15 -0700765 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
noahricfdac5162015-08-27 01:59:29 -0700766
Peter Boström0c4e06b2015-10-07 12:23:21 +0200767 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
noahricfdac5162015-08-27 01:59:29 -0700768 EXPECT_TRUE(
769 channel->AddSendStream(cricket::CreateSimStreamParams("cname", ssrcs)));
Peter Boströmce23bee2016-02-02 14:14:30 +0100770
771 // Send a frame of 720p. This should trigger a "real" encoder initialization.
noahricfdac5162015-08-27 01:59:29 -0700772 cricket::VideoFormat format(
773 1280, 720, cricket::VideoFormat::FpsToInterval(30), cricket::FOURCC_I420);
Tommi85959932018-02-07 19:26:06 +0100774 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700775 EXPECT_TRUE(channel->SetVideoSend(ssrcs[0], true, nullptr, &capturer));
Peter Boströmce23bee2016-02-02 14:14:30 +0100776 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(format));
777 EXPECT_TRUE(capturer.CaptureFrame());
778
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200779 ASSERT_EQ(1u, encoder_factory_->encoders().size());
780 FakeWebRtcVideoEncoder* encoder = encoder_factory_->encoders()[0];
781 ASSERT_TRUE(encoder_factory_->encoders()[0]->WaitForInitEncode());
noahricfdac5162015-08-27 01:59:29 -0700782 EXPECT_EQ(webrtc::kVideoCodecH264, encoder->GetCodecSettings().codecType);
783 EXPECT_EQ(1u, encoder->GetCodecSettings().numberOfSimulcastStreams);
deadbeef5a4a75a2016-06-02 16:23:38 -0700784 EXPECT_TRUE(channel->SetVideoSend(ssrcs[0], true, nullptr, nullptr));
noahricfdac5162015-08-27 01:59:29 -0700785}
786
brandtrffc61182016-11-28 06:02:22 -0800787// Test that the FlexFEC field trial properly alters the output of
eladalonf1841382017-06-12 01:16:46 -0700788// WebRtcVideoEngine::codecs(), for an existing |engine_| object.
brandtrffc61182016-11-28 06:02:22 -0800789//
790// TODO(brandtr): Remove this test, when the FlexFEC field trial is gone.
eladalonf1841382017-06-12 01:16:46 -0700791TEST_F(WebRtcVideoEngineTest,
brandtrffc61182016-11-28 06:02:22 -0800792 Flexfec03SupportedAsInternalCodecBehindFieldTrial) {
793 auto is_flexfec = [](const VideoCodec& codec) {
794 if (codec.name == "flexfec-03")
795 return true;
796 return false;
797 };
798
799 // FlexFEC is not active without field trial.
brandtrffc61182016-11-28 06:02:22 -0800800 const std::vector<VideoCodec> codecs_before = engine_.codecs();
801 EXPECT_EQ(codecs_before.end(), std::find_if(codecs_before.begin(),
802 codecs_before.end(), is_flexfec));
803
804 // FlexFEC is active with field trial.
805 webrtc::test::ScopedFieldTrials override_field_trials_(
brandtr340e3fd2017-02-28 15:43:10 -0800806 "WebRTC-FlexFEC-03-Advertised/Enabled/");
brandtrffc61182016-11-28 06:02:22 -0800807 const std::vector<VideoCodec> codecs_after = engine_.codecs();
808 EXPECT_NE(codecs_after.end(),
809 std::find_if(codecs_after.begin(), codecs_after.end(), is_flexfec));
810}
811
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100812// Test that external codecs are added after internal SW codecs.
eladalonf1841382017-06-12 01:16:46 -0700813TEST_F(WebRtcVideoEngineTest, ReportSupportedExternalCodecs) {
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100814 const char* kFakeExternalCodecName = "FakeExternalCodec";
815 encoder_factory_->AddSupportedVideoCodecType(kFakeExternalCodecName);
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000816
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100817 // The external codec should appear after the internal codec in the vector.
Oleh Prypina40f8242017-12-21 13:32:23 +0100818 const size_t vp8_index = GetEngineCodecIndex("VP8");
819 const size_t fake_external_codec_index =
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100820 GetEngineCodecIndex(kFakeExternalCodecName);
821 EXPECT_LT(vp8_index, fake_external_codec_index);
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000822}
823
brandtrffc61182016-11-28 06:02:22 -0800824// Test that an external codec that was added after the engine was initialized
825// does show up in the codec list after it was added.
eladalonf1841382017-06-12 01:16:46 -0700826TEST_F(WebRtcVideoEngineTest, ReportSupportedExternalCodecsWithAddedCodec) {
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100827 const char* kFakeExternalCodecName1 = "FakeExternalCodec1";
828 const char* kFakeExternalCodecName2 = "FakeExternalCodec2";
Magnus Jedvert154ee1f2017-11-15 19:27:11 +0100829
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100830 // Set up external encoder factory with first codec, and initialize engine.
831 encoder_factory_->AddSupportedVideoCodecType(kFakeExternalCodecName1);
832
brandtrffc61182016-11-28 06:02:22 -0800833 std::vector<cricket::VideoCodec> codecs_before(engine_.codecs());
brandtrffc61182016-11-28 06:02:22 -0800834
835 // Add second codec.
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100836 encoder_factory_->AddSupportedVideoCodecType(kFakeExternalCodecName2);
brandtrffc61182016-11-28 06:02:22 -0800837 std::vector<cricket::VideoCodec> codecs_after(engine_.codecs());
838 EXPECT_EQ(codecs_before.size() + 1, codecs_after.size());
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100839
840 // Check that both fake codecs are present and that the second fake codec
841 // appears after the first fake codec.
Oleh Prypina40f8242017-12-21 13:32:23 +0100842 const size_t fake_codec_index1 = GetEngineCodecIndex(kFakeExternalCodecName1);
843 const size_t fake_codec_index2 = GetEngineCodecIndex(kFakeExternalCodecName2);
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100844 EXPECT_LT(fake_codec_index1, fake_codec_index2);
brandtrffc61182016-11-28 06:02:22 -0800845}
846
eladalonf1841382017-06-12 01:16:46 -0700847TEST_F(WebRtcVideoEngineTest, RegisterExternalDecodersIfSupported) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200848 decoder_factory_->AddSupportedVideoCodecType(webrtc::kVideoCodecVP8);
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200849 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -0800850 parameters.codecs.push_back(GetEngineCodec("VP8"));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000851
kwiberg686a8ef2016-02-26 03:00:35 -0800852 std::unique_ptr<VideoMediaChannel> channel(
magjed2475ae22017-09-12 04:42:15 -0700853 SetUpForExternalDecoderFactory(parameters.codecs));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000854
855 EXPECT_TRUE(
856 channel->AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200857 ASSERT_EQ(1u, decoder_factory_->decoders().size());
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000858
859 // Setting codecs of the same type should not reallocate the decoder.
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200860 EXPECT_TRUE(channel->SetRecvParameters(parameters));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200861 EXPECT_EQ(1, decoder_factory_->GetNumCreatedDecoders());
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000862
863 // Remove stream previously added to free the external decoder instance.
864 EXPECT_TRUE(channel->RemoveRecvStream(kSsrc));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200865 EXPECT_EQ(0u, decoder_factory_->decoders().size());
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000866}
867
868// Verifies that we can set up decoders that are not internally supported.
eladalonf1841382017-06-12 01:16:46 -0700869TEST_F(WebRtcVideoEngineTest, RegisterExternalH264DecoderIfSupported) {
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000870 // TODO(pbos): Do not assume that encoder/decoder support is symmetric. We
871 // can't even query the WebRtcVideoDecoderFactory for supported codecs.
872 // For now we add a FakeWebRtcVideoEncoderFactory to add H264 to supported
873 // codecs.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200874 encoder_factory_->AddSupportedVideoCodecType("H264");
875 decoder_factory_->AddSupportedVideoCodecType(webrtc::kVideoCodecH264);
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000876 std::vector<cricket::VideoCodec> codecs;
magjed509e4fe2016-11-18 01:34:11 -0800877 codecs.push_back(GetEngineCodec("H264"));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000878
kwiberg686a8ef2016-02-26 03:00:35 -0800879 std::unique_ptr<VideoMediaChannel> channel(
magjed2475ae22017-09-12 04:42:15 -0700880 SetUpForExternalDecoderFactory(codecs));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000881
882 EXPECT_TRUE(
883 channel->AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200884 ASSERT_EQ(1u, decoder_factory_->decoders().size());
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000885}
886
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200887TEST(WebRtcVideoEngineNewVideoCodecFactoryTest, NullFactories) {
888 std::unique_ptr<webrtc::VideoEncoderFactory> encoder_factory;
889 std::unique_ptr<webrtc::VideoDecoderFactory> decoder_factory;
890 WebRtcVideoEngine engine(std::move(encoder_factory),
891 std::move(decoder_factory));
892 EXPECT_EQ(0u, engine.codecs().size());
893}
894
895TEST(WebRtcVideoEngineNewVideoCodecFactoryTest, EmptyFactories) {
896 // |engine| take ownership of the factories.
Emircan Uysalerdbcac7f2017-10-30 23:10:12 -0700897 webrtc::MockVideoEncoderFactory* encoder_factory =
898 new webrtc::MockVideoEncoderFactory();
899 webrtc::MockVideoDecoderFactory* decoder_factory =
900 new webrtc::MockVideoDecoderFactory();
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200901 WebRtcVideoEngine engine(
902 (std::unique_ptr<webrtc::VideoEncoderFactory>(encoder_factory)),
903 (std::unique_ptr<webrtc::VideoDecoderFactory>(decoder_factory)));
904 EXPECT_CALL(*encoder_factory, GetSupportedFormats());
905 EXPECT_EQ(0u, engine.codecs().size());
906 EXPECT_CALL(*encoder_factory, Die());
907 EXPECT_CALL(*decoder_factory, Die());
908}
909
910// Test full behavior in the video engine when video codec factories of the new
911// type are injected supporting the single codec Vp8. Check the returned codecs
912// from the engine and that we will create a Vp8 encoder and decoder using the
913// new factories.
914TEST(WebRtcVideoEngineNewVideoCodecFactoryTest, Vp8) {
915 // |engine| take ownership of the factories.
Emircan Uysalerdbcac7f2017-10-30 23:10:12 -0700916 webrtc::MockVideoEncoderFactory* encoder_factory =
917 new webrtc::MockVideoEncoderFactory();
918 webrtc::MockVideoDecoderFactory* decoder_factory =
919 new webrtc::MockVideoDecoderFactory();
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200920 WebRtcVideoEngine engine(
921 (std::unique_ptr<webrtc::VideoEncoderFactory>(encoder_factory)),
922 (std::unique_ptr<webrtc::VideoDecoderFactory>(decoder_factory)));
923 const webrtc::SdpVideoFormat vp8_format("VP8");
924 const std::vector<webrtc::SdpVideoFormat> supported_formats = {vp8_format};
925 EXPECT_CALL(*encoder_factory, GetSupportedFormats())
926 .WillRepeatedly(testing::Return(supported_formats));
927
928 // Verify the codecs from the engine.
929 const std::vector<VideoCodec> engine_codecs = engine.codecs();
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100930 // Verify default codecs has been added correctly.
931 EXPECT_EQ(5u, engine_codecs.size());
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200932 EXPECT_EQ("VP8", engine_codecs.at(0).name);
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100933
934 // RTX codec for VP8.
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200935 EXPECT_EQ("rtx", engine_codecs.at(1).name);
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100936 int vp8_associated_payload;
937 EXPECT_TRUE(engine_codecs.at(1).GetParam(kCodecParamAssociatedPayloadType,
938 &vp8_associated_payload));
939 EXPECT_EQ(vp8_associated_payload, engine_codecs.at(0).id);
940
941 EXPECT_EQ(kRedCodecName, engine_codecs.at(2).name);
942
943 // RTX codec for RED.
944 EXPECT_EQ("rtx", engine_codecs.at(3).name);
945 int red_associated_payload;
946 EXPECT_TRUE(engine_codecs.at(3).GetParam(kCodecParamAssociatedPayloadType,
947 &red_associated_payload));
948 EXPECT_EQ(red_associated_payload, engine_codecs.at(2).id);
949
950 EXPECT_EQ(kUlpfecCodecName, engine_codecs.at(4).name);
951
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200952 int associated_payload_type;
953 EXPECT_TRUE(engine_codecs.at(1).GetParam(
954 cricket::kCodecParamAssociatedPayloadType, &associated_payload_type));
955 EXPECT_EQ(engine_codecs.at(0).id, associated_payload_type);
956 // Verify default parameters has been added to the VP8 codec.
957 VerifyCodecHasDefaultFeedbackParams(engine_codecs.at(0));
958
959 // Mock encoder creation. |engine| take ownership of the encoder.
960 webrtc::VideoEncoderFactory::CodecInfo codec_info;
961 codec_info.is_hardware_accelerated = false;
962 codec_info.has_internal_source = false;
963 const webrtc::SdpVideoFormat format("VP8");
964 EXPECT_CALL(*encoder_factory, QueryVideoEncoder(format))
965 .WillRepeatedly(testing::Return(codec_info));
966 FakeWebRtcVideoEncoder* const encoder = new FakeWebRtcVideoEncoder();
967 EXPECT_CALL(*encoder_factory, CreateVideoEncoderProxy(format))
968 .WillOnce(testing::Return(encoder));
969
970 // Mock decoder creation. |engine| take ownership of the decoder.
971 FakeWebRtcVideoDecoder* const decoder = new FakeWebRtcVideoDecoder();
972 EXPECT_CALL(*decoder_factory, CreateVideoDecoderProxy(format))
973 .WillOnce(testing::Return(decoder));
974
975 // Create a call.
976 webrtc::RtcEventLogNullImpl event_log;
977 std::unique_ptr<webrtc::Call> call(
978 webrtc::Call::Create(webrtc::Call::Config(&event_log)));
979
980 // Create send channel.
981 const int send_ssrc = 123;
982 std::unique_ptr<VideoMediaChannel> send_channel(
983 engine.CreateChannel(call.get(), GetMediaConfig(), VideoOptions()));
984 cricket::VideoSendParameters send_parameters;
985 send_parameters.codecs.push_back(engine_codecs.at(0));
986 EXPECT_TRUE(send_channel->SetSendParameters(send_parameters));
987 send_channel->OnReadyToSend(true);
988 EXPECT_TRUE(
989 send_channel->AddSendStream(StreamParams::CreateLegacy(send_ssrc)));
990 EXPECT_TRUE(send_channel->SetSend(true));
991
992 // Create recv channel.
993 const int recv_ssrc = 321;
994 std::unique_ptr<VideoMediaChannel> recv_channel(
995 engine.CreateChannel(call.get(), GetMediaConfig(), VideoOptions()));
996 cricket::VideoRecvParameters recv_parameters;
997 recv_parameters.codecs.push_back(engine_codecs.at(0));
998 EXPECT_TRUE(recv_channel->SetRecvParameters(recv_parameters));
999 EXPECT_TRUE(recv_channel->AddRecvStream(
1000 cricket::StreamParams::CreateLegacy(recv_ssrc)));
1001
1002 // Remove streams previously added to free the encoder and decoder instance.
1003 EXPECT_CALL(*encoder_factory, Die());
1004 EXPECT_CALL(*decoder_factory, Die());
1005 EXPECT_TRUE(send_channel->RemoveSendStream(send_ssrc));
1006 EXPECT_TRUE(recv_channel->RemoveRecvStream(recv_ssrc));
1007}
1008
Magnus Jedvert7501b1c2017-11-09 13:43:42 +01001009// Test behavior when decoder factory fails to create a decoder (returns null).
1010TEST(WebRtcVideoEngineNewVideoCodecFactoryTest, NullDecoder) {
1011 // |engine| take ownership of the factories.
1012 webrtc::MockVideoEncoderFactory* encoder_factory =
1013 new testing::StrictMock<webrtc::MockVideoEncoderFactory>();
1014 webrtc::MockVideoDecoderFactory* decoder_factory =
1015 new testing::StrictMock<webrtc::MockVideoDecoderFactory>();
1016 WebRtcVideoEngine engine(
1017 (std::unique_ptr<webrtc::VideoEncoderFactory>(encoder_factory)),
1018 (std::unique_ptr<webrtc::VideoDecoderFactory>(decoder_factory)));
1019 const webrtc::SdpVideoFormat vp8_format("VP8");
1020 const std::vector<webrtc::SdpVideoFormat> supported_formats = {vp8_format};
1021 EXPECT_CALL(*encoder_factory, GetSupportedFormats())
1022 .WillRepeatedly(testing::Return(supported_formats));
1023
1024 // Decoder creation fails.
1025 EXPECT_CALL(*decoder_factory, CreateVideoDecoderProxy(testing::_))
1026 .WillOnce(testing::Return(nullptr));
1027
1028 // Create a call.
1029 webrtc::RtcEventLogNullImpl event_log;
1030 std::unique_ptr<webrtc::Call> call(
1031 webrtc::Call::Create(webrtc::Call::Config(&event_log)));
1032
1033 // Create recv channel.
1034 const int recv_ssrc = 321;
1035 std::unique_ptr<VideoMediaChannel> recv_channel(
1036 engine.CreateChannel(call.get(), GetMediaConfig(), VideoOptions()));
1037 cricket::VideoRecvParameters recv_parameters;
1038 recv_parameters.codecs.push_back(engine.codecs().front());
1039 EXPECT_TRUE(recv_channel->SetRecvParameters(recv_parameters));
1040 EXPECT_TRUE(recv_channel->AddRecvStream(
1041 cricket::StreamParams::CreateLegacy(recv_ssrc)));
1042
1043 // Remove streams previously added to free the encoder and decoder instance.
1044 EXPECT_TRUE(recv_channel->RemoveRecvStream(recv_ssrc));
1045}
1046
eladalonf1841382017-06-12 01:16:46 -07001047class WebRtcVideoChannelBaseTest
1048 : public VideoMediaChannelTest<WebRtcVideoEngine, WebRtcVideoChannel> {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001049 protected:
eladalonf1841382017-06-12 01:16:46 -07001050 typedef VideoMediaChannelTest<WebRtcVideoEngine, WebRtcVideoChannel> Base;
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001051
magjed509e4fe2016-11-18 01:34:11 -08001052 cricket::VideoCodec GetEngineCodec(const std::string& name) {
1053 for (const cricket::VideoCodec& engine_codec : engine_.codecs()) {
1054 if (CodecNamesEq(name, engine_codec.name))
1055 return engine_codec;
1056 }
1057 // This point should never be reached.
1058 ADD_FAILURE() << "Unrecognized codec name: " << name;
1059 return cricket::VideoCodec();
1060 }
1061
1062 cricket::VideoCodec DefaultCodec() override { return GetEngineCodec("VP8"); }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001063};
1064
sakal1fd95952016-06-22 00:46:15 -07001065// Verifies that id given in stream params is passed to the decoder factory.
eladalonf1841382017-06-12 01:16:46 -07001066TEST_F(WebRtcVideoEngineTest, StreamParamsIdPassedToDecoderFactory) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001067 decoder_factory_->AddSupportedVideoCodecType(webrtc::kVideoCodecVP8);
sakal1fd95952016-06-22 00:46:15 -07001068 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001069 parameters.codecs.push_back(GetEngineCodec("VP8"));
sakal1fd95952016-06-22 00:46:15 -07001070
1071 std::unique_ptr<VideoMediaChannel> channel(
magjed2475ae22017-09-12 04:42:15 -07001072 SetUpForExternalDecoderFactory(parameters.codecs));
sakal1fd95952016-06-22 00:46:15 -07001073
1074 StreamParams sp = cricket::StreamParams::CreateLegacy(kSsrc);
1075 sp.id = "FakeStreamParamsId";
1076 EXPECT_TRUE(channel->AddRecvStream(sp));
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001077 EXPECT_EQ(1u, decoder_factory_->decoders().size());
sakal1fd95952016-06-22 00:46:15 -07001078
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001079 std::vector<cricket::VideoDecoderParams> params = decoder_factory_->params();
sakal1fd95952016-06-22 00:46:15 -07001080 ASSERT_EQ(1u, params.size());
1081 EXPECT_EQ(sp.id, params[0].receive_stream_id);
1082}
1083
eladalonf1841382017-06-12 01:16:46 -07001084TEST_F(WebRtcVideoEngineTest, DISABLED_RecreatesEncoderOnContentTypeChange) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001085 encoder_factory_->AddSupportedVideoCodecType("VP8");
sprangf24a0642017-02-28 13:23:26 -08001086 std::unique_ptr<FakeCall> fake_call(
1087 new FakeCall(webrtc::Call::Config(&event_log_)));
magjed2475ae22017-09-12 04:42:15 -07001088 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
sprangf24a0642017-02-28 13:23:26 -08001089 ASSERT_TRUE(
1090 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
1091 cricket::VideoCodec codec = GetEngineCodec("VP8");
1092 cricket::VideoSendParameters parameters;
1093 parameters.codecs.push_back(codec);
1094 channel->OnReadyToSend(true);
1095 channel->SetSend(true);
1096 ASSERT_TRUE(channel->SetSendParameters(parameters));
1097
Tommi85959932018-02-07 19:26:06 +01001098 FakeVideoCapturerWithTaskQueue capturer;
sprangf24a0642017-02-28 13:23:26 -08001099 VideoOptions options;
1100 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1101
1102 EXPECT_EQ(cricket::CS_RUNNING,
1103 capturer.Start(capturer.GetSupportedFormats()->front()));
1104 EXPECT_TRUE(capturer.CaptureFrame());
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001105 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(1));
sprangf24a0642017-02-28 13:23:26 -08001106 EXPECT_EQ(webrtc::kRealtimeVideo,
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001107 encoder_factory_->encoders().back()->GetCodecSettings().mode);
sprangf24a0642017-02-28 13:23:26 -08001108
1109 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1110 EXPECT_TRUE(capturer.CaptureFrame());
1111 // No change in content type, keep current encoder.
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001112 EXPECT_EQ(1, encoder_factory_->GetNumCreatedEncoders());
sprangf24a0642017-02-28 13:23:26 -08001113
1114 options.is_screencast.emplace(true);
1115 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1116 EXPECT_TRUE(capturer.CaptureFrame());
1117 // Change to screen content, recreate encoder. For the simulcast encoder
1118 // adapter case, this will result in two calls since InitEncode triggers a
1119 // a new instance.
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001120 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(2));
sprangf24a0642017-02-28 13:23:26 -08001121 EXPECT_EQ(webrtc::kScreensharing,
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001122 encoder_factory_->encoders().back()->GetCodecSettings().mode);
sprangf24a0642017-02-28 13:23:26 -08001123
1124 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1125 EXPECT_TRUE(capturer.CaptureFrame());
1126 // Still screen content, no need to update encoder.
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001127 EXPECT_EQ(2, encoder_factory_->GetNumCreatedEncoders());
sprangf24a0642017-02-28 13:23:26 -08001128
1129 options.is_screencast.emplace(false);
1130 options.video_noise_reduction.emplace(false);
1131 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1132 // Change back to regular video content, update encoder. Also change
1133 // a non |is_screencast| option just to verify it doesn't affect recreation.
1134 EXPECT_TRUE(capturer.CaptureFrame());
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001135 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(3));
sprangf24a0642017-02-28 13:23:26 -08001136 EXPECT_EQ(webrtc::kRealtimeVideo,
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001137 encoder_factory_->encoders().back()->GetCodecSettings().mode);
sprangf24a0642017-02-28 13:23:26 -08001138
1139 // Remove stream previously added to free the external encoder instance.
1140 EXPECT_TRUE(channel->RemoveSendStream(kSsrc));
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001141 EXPECT_EQ(0u, encoder_factory_->encoders().size());
sprangf24a0642017-02-28 13:23:26 -08001142}
1143
srtee0c2eea2017-12-15 17:44:33 +01001144TEST_F(WebRtcVideoChannelBaseTest, SetSend) {
1145 Base::SetSend();
1146}
1147TEST_F(WebRtcVideoChannelBaseTest, SetSendWithoutCodecs) {
1148 Base::SetSendWithoutCodecs();
1149}
1150TEST_F(WebRtcVideoChannelBaseTest, SetSendSetsTransportBufferSizes) {
1151 Base::SetSendSetsTransportBufferSizes();
1152}
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001153
srtee0c2eea2017-12-15 17:44:33 +01001154TEST_F(WebRtcVideoChannelBaseTest, GetStats) {
1155 Base::GetStats();
1156}
1157TEST_F(WebRtcVideoChannelBaseTest, GetStatsMultipleRecvStreams) {
1158 Base::GetStatsMultipleRecvStreams();
1159}
1160TEST_F(WebRtcVideoChannelBaseTest, GetStatsMultipleSendStreams) {
1161 Base::GetStatsMultipleSendStreams();
1162}
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001163
srtee0c2eea2017-12-15 17:44:33 +01001164TEST_F(WebRtcVideoChannelBaseTest, SetSendBandwidth) {
1165 Base::SetSendBandwidth();
1166}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001167
srtee0c2eea2017-12-15 17:44:33 +01001168TEST_F(WebRtcVideoChannelBaseTest, SetSendSsrc) {
1169 Base::SetSendSsrc();
1170}
1171TEST_F(WebRtcVideoChannelBaseTest, SetSendSsrcAfterSetCodecs) {
1172 Base::SetSendSsrcAfterSetCodecs();
1173}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001174
srtee0c2eea2017-12-15 17:44:33 +01001175TEST_F(WebRtcVideoChannelBaseTest, SetSink) {
1176 Base::SetSink();
1177}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001178
srtee0c2eea2017-12-15 17:44:33 +01001179TEST_F(WebRtcVideoChannelBaseTest, AddRemoveSendStreams) {
1180 Base::AddRemoveSendStreams();
1181}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001182
srtee0c2eea2017-12-15 17:44:33 +01001183TEST_F(WebRtcVideoChannelBaseTest, SimulateConference) {
1184 Base::SimulateConference();
1185}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001186
srtee0c2eea2017-12-15 17:44:33 +01001187TEST_F(WebRtcVideoChannelBaseTest, DISABLED_AddRemoveCapturer) {
1188 Base::AddRemoveCapturer();
1189}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001190
srtee0c2eea2017-12-15 17:44:33 +01001191TEST_F(WebRtcVideoChannelBaseTest, RemoveCapturerWithoutAdd) {
1192 Base::RemoveCapturerWithoutAdd();
1193}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001194
srtee0c2eea2017-12-15 17:44:33 +01001195TEST_F(WebRtcVideoChannelBaseTest, AddRemoveCapturerMultipleSources) {
1196 Base::AddRemoveCapturerMultipleSources();
1197}
1198TEST_F(WebRtcVideoChannelBaseTest, RejectEmptyStreamParams) {
1199 Base::RejectEmptyStreamParams();
1200}
1201TEST_F(WebRtcVideoChannelBaseTest, MultipleSendStreams) {
1202 Base::MultipleSendStreams();
1203}
pbos@webrtc.orgc4175b92014-09-03 15:25:49 +00001204
eladalonf1841382017-06-12 01:16:46 -07001205TEST_F(WebRtcVideoChannelBaseTest, SendAndReceiveVp8Vga) {
magjed509e4fe2016-11-18 01:34:11 -08001206 SendAndReceive(GetEngineCodec("VP8"));
pbos@webrtc.org9359cb32014-07-23 15:44:48 +00001207}
1208
eladalonf1841382017-06-12 01:16:46 -07001209TEST_F(WebRtcVideoChannelBaseTest, SendAndReceiveVp8Qvga) {
magjed509e4fe2016-11-18 01:34:11 -08001210 SendAndReceive(GetEngineCodec("VP8"));
pbos@webrtc.org9359cb32014-07-23 15:44:48 +00001211}
1212
eladalonf1841382017-06-12 01:16:46 -07001213TEST_F(WebRtcVideoChannelBaseTest, SendAndReceiveVp8SvcQqvga) {
magjed509e4fe2016-11-18 01:34:11 -08001214 SendAndReceive(GetEngineCodec("VP8"));
pbos@webrtc.org9359cb32014-07-23 15:44:48 +00001215}
1216
eladalonf1841382017-06-12 01:16:46 -07001217TEST_F(WebRtcVideoChannelBaseTest, TwoStreamsSendAndReceive) {
Peter Boströmd1f584b2016-04-20 16:31:53 +02001218 // Set a high bitrate to not be downscaled by VP8 due to low initial start
1219 // bitrates. This currently happens at <250k, and two streams sharing 300k
1220 // initially will use QVGA instead of VGA.
1221 // TODO(pbos): Set up the quality scaler so that both senders reliably start
1222 // at QVGA, then verify that instead.
magjed509e4fe2016-11-18 01:34:11 -08001223 cricket::VideoCodec codec = GetEngineCodec("VP8");
Peter Boströmd1f584b2016-04-20 16:31:53 +02001224 codec.params[kCodecParamStartBitrate] = "1000000";
1225 Base::TwoStreamsSendAndReceive(codec);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001226}
1227
eladalonf1841382017-06-12 01:16:46 -07001228class WebRtcVideoChannelTest : public WebRtcVideoEngineTest {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001229 public:
eladalonf1841382017-06-12 01:16:46 -07001230 WebRtcVideoChannelTest() : WebRtcVideoChannelTest("") {}
1231 explicit WebRtcVideoChannelTest(const char* field_trials)
1232 : WebRtcVideoEngineTest(field_trials), last_ssrc_(0) {}
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001233 void SetUp() override {
skvlad11a9cbf2016-10-07 11:53:05 -07001234 fake_call_.reset(new FakeCall(webrtc::Call::Config(&event_log_)));
kthelgason2bc68642017-02-07 07:02:22 -08001235 channel_.reset(engine_.CreateChannel(fake_call_.get(), GetMediaConfig(),
1236 VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08001237 channel_->OnReadyToSend(true);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001238 last_ssrc_ = 123;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001239 send_parameters_.codecs = engine_.codecs();
1240 recv_parameters_.codecs = engine_.codecs();
1241 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001242 }
1243
1244 protected:
1245 FakeVideoSendStream* AddSendStream() {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001246 return AddSendStream(StreamParams::CreateLegacy(++last_ssrc_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001247 }
1248
1249 FakeVideoSendStream* AddSendStream(const StreamParams& sp) {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001250 size_t num_streams = fake_call_->GetVideoSendStreams().size();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001251 EXPECT_TRUE(channel_->AddSendStream(sp));
1252 std::vector<FakeVideoSendStream*> streams =
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001253 fake_call_->GetVideoSendStreams();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001254 EXPECT_EQ(num_streams + 1, streams.size());
1255 return streams[streams.size() - 1];
1256 }
1257
1258 std::vector<FakeVideoSendStream*> GetFakeSendStreams() {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001259 return fake_call_->GetVideoSendStreams();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001260 }
1261
1262 FakeVideoReceiveStream* AddRecvStream() {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001263 return AddRecvStream(StreamParams::CreateLegacy(++last_ssrc_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001264 }
1265
1266 FakeVideoReceiveStream* AddRecvStream(const StreamParams& sp) {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001267 size_t num_streams = fake_call_->GetVideoReceiveStreams().size();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001268 EXPECT_TRUE(channel_->AddRecvStream(sp));
1269 std::vector<FakeVideoReceiveStream*> streams =
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001270 fake_call_->GetVideoReceiveStreams();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001271 EXPECT_EQ(num_streams + 1, streams.size());
1272 return streams[streams.size() - 1];
1273 }
1274
pbos@webrtc.org00873182014-11-25 14:03:34 +00001275 void SetSendCodecsShouldWorkForBitrates(const char* min_bitrate_kbps,
1276 int expected_min_bitrate_bps,
1277 const char* start_bitrate_kbps,
1278 int expected_start_bitrate_bps,
1279 const char* max_bitrate_kbps,
1280 int expected_max_bitrate_bps) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001281 auto& codecs = send_parameters_.codecs;
1282 codecs.clear();
magjed509e4fe2016-11-18 01:34:11 -08001283 codecs.push_back(GetEngineCodec("VP8"));
pbos@webrtc.org00873182014-11-25 14:03:34 +00001284 codecs[0].params[kCodecParamMinBitrate] = min_bitrate_kbps;
1285 codecs[0].params[kCodecParamStartBitrate] = start_bitrate_kbps;
1286 codecs[0].params[kCodecParamMaxBitrate] = max_bitrate_kbps;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001287 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001288
pbos@webrtc.org00873182014-11-25 14:03:34 +00001289 EXPECT_EQ(expected_min_bitrate_bps,
Stefan Holmere5904162015-03-26 11:11:06 +01001290 fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
pbos@webrtc.org00873182014-11-25 14:03:34 +00001291 EXPECT_EQ(expected_start_bitrate_bps,
Stefan Holmere5904162015-03-26 11:11:06 +01001292 fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
pbos@webrtc.org00873182014-11-25 14:03:34 +00001293 EXPECT_EQ(expected_max_bitrate_bps,
Stefan Holmere5904162015-03-26 11:11:06 +01001294 fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001295 }
1296
isheriff6f8d6862016-05-26 11:24:55 -07001297 void TestSetSendRtpHeaderExtensions(const std::string& ext_uri) {
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001298 // Enable extension.
1299 const int id = 1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001300 cricket::VideoSendParameters parameters = send_parameters_;
isheriff6f8d6862016-05-26 11:24:55 -07001301 parameters.extensions.push_back(RtpExtension(ext_uri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001302 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001303 FakeVideoSendStream* send_stream =
1304 AddSendStream(cricket::StreamParams::CreateLegacy(123));
1305
1306 // Verify the send extension id.
1307 ASSERT_EQ(1u, send_stream->GetConfig().rtp.extensions.size());
1308 EXPECT_EQ(id, send_stream->GetConfig().rtp.extensions[0].id);
isheriff6f8d6862016-05-26 11:24:55 -07001309 EXPECT_EQ(ext_uri, send_stream->GetConfig().rtp.extensions[0].uri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001310 // Verify call with same set of extensions returns true.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001311 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001312 // Verify that SetSendRtpHeaderExtensions doesn't implicitly add them for
1313 // receivers.
1314 EXPECT_TRUE(AddRecvStream(cricket::StreamParams::CreateLegacy(123))
1315 ->GetConfig()
1316 .rtp.extensions.empty());
1317
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001318 // Verify that existing RTP header extensions can be removed.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001319 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001320 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
1321 send_stream = fake_call_->GetVideoSendStreams()[0];
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001322 EXPECT_TRUE(send_stream->GetConfig().rtp.extensions.empty());
1323
1324 // Verify that adding receive RTP header extensions adds them for existing
1325 // streams.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001326 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001327 send_stream = fake_call_->GetVideoSendStreams()[0];
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001328 ASSERT_EQ(1u, send_stream->GetConfig().rtp.extensions.size());
1329 EXPECT_EQ(id, send_stream->GetConfig().rtp.extensions[0].id);
isheriff6f8d6862016-05-26 11:24:55 -07001330 EXPECT_EQ(ext_uri, send_stream->GetConfig().rtp.extensions[0].uri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001331 }
1332
isheriff6f8d6862016-05-26 11:24:55 -07001333 void TestSetRecvRtpHeaderExtensions(const std::string& ext_uri) {
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001334 // Enable extension.
1335 const int id = 1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001336 cricket::VideoRecvParameters parameters = recv_parameters_;
isheriff6f8d6862016-05-26 11:24:55 -07001337 parameters.extensions.push_back(RtpExtension(ext_uri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001338 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001339
1340 FakeVideoReceiveStream* recv_stream =
1341 AddRecvStream(cricket::StreamParams::CreateLegacy(123));
1342
1343 // Verify the recv extension id.
1344 ASSERT_EQ(1u, recv_stream->GetConfig().rtp.extensions.size());
1345 EXPECT_EQ(id, recv_stream->GetConfig().rtp.extensions[0].id);
isheriff6f8d6862016-05-26 11:24:55 -07001346 EXPECT_EQ(ext_uri, recv_stream->GetConfig().rtp.extensions[0].uri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001347 // Verify call with same set of extensions returns true.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001348 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001349
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001350 // Verify that SetRecvRtpHeaderExtensions doesn't implicitly add them for
1351 // senders.
1352 EXPECT_TRUE(AddSendStream(cricket::StreamParams::CreateLegacy(123))
1353 ->GetConfig()
1354 .rtp.extensions.empty());
1355
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001356 // Verify that existing RTP header extensions can be removed.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001357 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001358 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
1359 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001360 EXPECT_TRUE(recv_stream->GetConfig().rtp.extensions.empty());
1361
1362 // Verify that adding receive RTP header extensions adds them for existing
1363 // streams.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001364 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001365 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001366 ASSERT_EQ(1u, recv_stream->GetConfig().rtp.extensions.size());
1367 EXPECT_EQ(id, recv_stream->GetConfig().rtp.extensions[0].id);
isheriff6f8d6862016-05-26 11:24:55 -07001368 EXPECT_EQ(ext_uri, recv_stream->GetConfig().rtp.extensions[0].uri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001369 }
1370
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001371 void TestExtensionFilter(const std::vector<std::string>& extensions,
1372 const std::string& expected_extension) {
1373 cricket::VideoSendParameters parameters = send_parameters_;
1374 int expected_id = -1;
1375 int id = 1;
1376 for (const std::string& extension : extensions) {
1377 if (extension == expected_extension)
1378 expected_id = id;
isheriff6f8d6862016-05-26 11:24:55 -07001379 parameters.extensions.push_back(RtpExtension(extension, id++));
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001380 }
1381 EXPECT_TRUE(channel_->SetSendParameters(parameters));
1382 FakeVideoSendStream* send_stream =
1383 AddSendStream(cricket::StreamParams::CreateLegacy(123));
1384
1385 // Verify that only one of them has been set, and that it is the one with
1386 // highest priority (transport sequence number).
1387 ASSERT_EQ(1u, send_stream->GetConfig().rtp.extensions.size());
1388 EXPECT_EQ(expected_id, send_stream->GetConfig().rtp.extensions[0].id);
1389 EXPECT_EQ(expected_extension,
isheriff6f8d6862016-05-26 11:24:55 -07001390 send_stream->GetConfig().rtp.extensions[0].uri);
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001391 }
1392
asapersson3c81a1a2017-06-14 05:52:21 -07001393 void TestDegradationPreference(bool resolution_scaling_enabled,
1394 bool fps_scaling_enabled);
1395
Erik Språngefbde372015-04-29 16:21:28 +02001396 void TestCpuAdaptation(bool enable_overuse, bool is_screenshare);
Peter Boström3548dd22015-05-22 18:48:36 +02001397 void TestReceiverLocalSsrcConfiguration(bool receiver_first);
magjed509e4fe2016-11-18 01:34:11 -08001398 void TestReceiveUnsignaledSsrcPacket(uint8_t payload_type,
1399 bool expect_created_receive_stream);
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001400
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001401 FakeVideoSendStream* SetDenoisingOption(
nisse05103312016-03-16 02:22:50 -07001402 uint32_t ssrc,
Tommi85959932018-02-07 19:26:06 +01001403 FakeVideoCapturerWithTaskQueue* capturer,
nisse0db023a2016-03-01 04:29:59 -08001404 bool enabled) {
nisse05103312016-03-16 02:22:50 -07001405 cricket::VideoOptions options;
Oskar Sundbom78807582017-11-16 11:09:55 +01001406 options.video_noise_reduction = enabled;
deadbeef5a4a75a2016-06-02 16:23:38 -07001407 EXPECT_TRUE(channel_->SetVideoSend(ssrc, true, &options, capturer));
nisse0db023a2016-03-01 04:29:59 -08001408 // Options only take effect on the next frame.
1409 EXPECT_TRUE(capturer->CaptureFrame());
1410
Erik Språng143cec12015-04-28 10:01:41 +02001411 return fake_call_->GetVideoSendStreams().back();
1412 }
1413
Peter Boström2feafdb2015-09-09 14:32:14 +02001414 FakeVideoSendStream* SetUpSimulcast(bool enabled, bool with_rtx) {
1415 const int kRtxSsrcOffset = 0xDEADBEEF;
Erik Språng143cec12015-04-28 10:01:41 +02001416 last_ssrc_ += 3;
Peter Boström2feafdb2015-09-09 14:32:14 +02001417 std::vector<uint32_t> ssrcs;
1418 std::vector<uint32_t> rtx_ssrcs;
1419 uint32_t num_streams = enabled ? 3 : 1;
1420 for (uint32_t i = 0; i < num_streams; ++i) {
1421 uint32_t ssrc = last_ssrc_ + i;
1422 ssrcs.push_back(ssrc);
1423 if (with_rtx) {
1424 rtx_ssrcs.push_back(ssrc + kRtxSsrcOffset);
1425 }
Erik Språng143cec12015-04-28 10:01:41 +02001426 }
Peter Boström2feafdb2015-09-09 14:32:14 +02001427 if (with_rtx) {
1428 return AddSendStream(
1429 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs));
1430 }
1431 return AddSendStream(CreateSimStreamParams("cname", ssrcs));
Erik Språng143cec12015-04-28 10:01:41 +02001432 }
1433
perkjfa10b552016-10-02 23:45:26 -07001434 int GetMaxEncoderBitrate() {
skvladdc1c62c2016-03-16 19:07:43 -07001435 std::vector<FakeVideoSendStream*> streams =
1436 fake_call_->GetVideoSendStreams();
perkjfa10b552016-10-02 23:45:26 -07001437 EXPECT_EQ(1u, streams.size());
skvladdc1c62c2016-03-16 19:07:43 -07001438 FakeVideoSendStream* stream = streams[streams.size() - 1];
perkjfa10b552016-10-02 23:45:26 -07001439 EXPECT_EQ(1, stream->GetEncoderConfig().number_of_streams);
1440 return stream->GetVideoStreams()[0].max_bitrate_bps;
skvladdc1c62c2016-03-16 19:07:43 -07001441 }
1442
perkjfa10b552016-10-02 23:45:26 -07001443 void SetAndExpectMaxBitrate(int global_max,
skvladdc1c62c2016-03-16 19:07:43 -07001444 int stream_max,
1445 int expected_encoder_bitrate) {
1446 VideoSendParameters limited_send_params = send_parameters_;
1447 limited_send_params.max_bandwidth_bps = global_max;
1448 EXPECT_TRUE(channel_->SetSendParameters(limited_send_params));
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001449 webrtc::RtpParameters parameters =
1450 channel_->GetRtpSendParameters(last_ssrc_);
skvladdc1c62c2016-03-16 19:07:43 -07001451 EXPECT_EQ(1UL, parameters.encodings.size());
Oskar Sundbom78807582017-11-16 11:09:55 +01001452 parameters.encodings[0].max_bitrate_bps = stream_max;
Zach Steinba37b4b2018-01-23 15:02:36 -08001453 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
skvladdc1c62c2016-03-16 19:07:43 -07001454 // Read back the parameteres and verify they have the correct value
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001455 parameters = channel_->GetRtpSendParameters(last_ssrc_);
skvladdc1c62c2016-03-16 19:07:43 -07001456 EXPECT_EQ(1UL, parameters.encodings.size());
Oskar Sundbom78807582017-11-16 11:09:55 +01001457 EXPECT_EQ(stream_max, parameters.encodings[0].max_bitrate_bps);
skvladdc1c62c2016-03-16 19:07:43 -07001458 // Verify that the new value propagated down to the encoder
perkjfa10b552016-10-02 23:45:26 -07001459 EXPECT_EQ(expected_encoder_bitrate, GetMaxEncoderBitrate());
skvladdc1c62c2016-03-16 19:07:43 -07001460 }
1461
kwiberg686a8ef2016-02-26 03:00:35 -08001462 std::unique_ptr<FakeCall> fake_call_;
1463 std::unique_ptr<VideoMediaChannel> channel_;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001464 cricket::VideoSendParameters send_parameters_;
1465 cricket::VideoRecvParameters recv_parameters_;
Peter Boström0c4e06b2015-10-07 12:23:21 +02001466 uint32_t last_ssrc_;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001467};
1468
eladalonf1841382017-06-12 01:16:46 -07001469TEST_F(WebRtcVideoChannelTest, SetsSyncGroupFromSyncLabel) {
Peter Boström0c4e06b2015-10-07 12:23:21 +02001470 const uint32_t kVideoSsrc = 123;
pbos8fc7fa72015-07-15 08:02:58 -07001471 const std::string kSyncLabel = "AvSyncLabel";
1472
1473 cricket::StreamParams sp = cricket::StreamParams::CreateLegacy(kVideoSsrc);
1474 sp.sync_label = kSyncLabel;
1475 EXPECT_TRUE(channel_->AddRecvStream(sp));
1476
1477 EXPECT_EQ(1, fake_call_->GetVideoReceiveStreams().size());
1478 EXPECT_EQ(kSyncLabel,
1479 fake_call_->GetVideoReceiveStreams()[0]->GetConfig().sync_group)
1480 << "SyncGroup should be set based on sync_label";
1481}
1482
eladalonf1841382017-06-12 01:16:46 -07001483TEST_F(WebRtcVideoChannelTest, RecvStreamWithSimAndRtx) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001484 cricket::VideoSendParameters parameters;
1485 parameters.codecs = engine_.codecs();
1486 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001487 EXPECT_TRUE(channel_->SetSend(true));
nisse4b4dc862016-02-17 05:25:36 -08001488 parameters.conference_mode = true;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001489 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001490
1491 // Send side.
Peter Boström0c4e06b2015-10-07 12:23:21 +02001492 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
1493 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001494 FakeVideoSendStream* send_stream = AddSendStream(
1495 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs));
1496
1497 ASSERT_EQ(rtx_ssrcs.size(), send_stream->GetConfig().rtp.rtx.ssrcs.size());
1498 for (size_t i = 0; i < rtx_ssrcs.size(); ++i)
1499 EXPECT_EQ(rtx_ssrcs[i], send_stream->GetConfig().rtp.rtx.ssrcs[i]);
1500
1501 // Receiver side.
1502 FakeVideoReceiveStream* recv_stream = AddRecvStream(
1503 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs));
nisse26e3abb2017-08-25 04:44:25 -07001504 EXPECT_FALSE(
1505 recv_stream->GetConfig().rtp.rtx_associated_payload_types.empty());
nisseca5706d2017-09-11 02:32:16 -07001506 EXPECT_TRUE(VerifyRtxReceiveAssociations(recv_stream->GetConfig()))
Peter Boströmd8b01092016-05-12 16:44:36 +02001507 << "RTX should be mapped for all decoders/payload types.";
nisseca5706d2017-09-11 02:32:16 -07001508 EXPECT_TRUE(HasRtxReceiveAssociation(recv_stream->GetConfig(),
1509 GetEngineCodec("red").id))
1510 << "RTX should be mapped for the RED payload type";
1511
brandtr14742122017-01-27 04:53:07 -08001512 EXPECT_EQ(rtx_ssrcs[0], recv_stream->GetConfig().rtp.rtx_ssrc);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001513}
1514
eladalonf1841382017-06-12 01:16:46 -07001515TEST_F(WebRtcVideoChannelTest, RecvStreamWithRtx) {
pbos@webrtc.orge322a172014-06-13 11:47:28 +00001516 // Setup one channel with an associated RTX stream.
1517 cricket::StreamParams params =
1518 cricket::StreamParams::CreateLegacy(kSsrcs1[0]);
1519 params.AddFidSsrc(kSsrcs1[0], kRtxSsrcs1[0]);
1520 FakeVideoReceiveStream* recv_stream = AddRecvStream(params);
brandtr14742122017-01-27 04:53:07 -08001521 EXPECT_EQ(kRtxSsrcs1[0], recv_stream->GetConfig().rtp.rtx_ssrc);
nisseca5706d2017-09-11 02:32:16 -07001522
1523 EXPECT_TRUE(VerifyRtxReceiveAssociations(recv_stream->GetConfig()))
1524 << "RTX should be mapped for all decoders/payload types.";
1525 EXPECT_TRUE(HasRtxReceiveAssociation(recv_stream->GetConfig(),
1526 GetEngineCodec("red").id))
1527 << "RTX should be mapped for the RED payload type";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001528}
1529
eladalonf1841382017-06-12 01:16:46 -07001530TEST_F(WebRtcVideoChannelTest, RecvStreamNoRtx) {
pbos@webrtc.orge322a172014-06-13 11:47:28 +00001531 // Setup one channel without an associated RTX stream.
1532 cricket::StreamParams params =
1533 cricket::StreamParams::CreateLegacy(kSsrcs1[0]);
1534 FakeVideoReceiveStream* recv_stream = AddRecvStream(params);
brandtr14742122017-01-27 04:53:07 -08001535 ASSERT_EQ(0U, recv_stream->GetConfig().rtp.rtx_ssrc);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001536}
1537
eladalonf1841382017-06-12 01:16:46 -07001538TEST_F(WebRtcVideoChannelTest, NoHeaderExtesionsByDefault) {
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001539 FakeVideoSendStream* send_stream =
1540 AddSendStream(cricket::StreamParams::CreateLegacy(kSsrcs1[0]));
1541 ASSERT_TRUE(send_stream->GetConfig().rtp.extensions.empty());
1542
1543 FakeVideoReceiveStream* recv_stream =
1544 AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrcs1[0]));
1545 ASSERT_TRUE(recv_stream->GetConfig().rtp.extensions.empty());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001546}
1547
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001548// Test support for RTP timestamp offset header extension.
eladalonf1841382017-06-12 01:16:46 -07001549TEST_F(WebRtcVideoChannelTest, SendRtpTimestampOffsetHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001550 TestSetSendRtpHeaderExtensions(RtpExtension::kTimestampOffsetUri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001551}
isheriff6f8d6862016-05-26 11:24:55 -07001552
eladalonf1841382017-06-12 01:16:46 -07001553TEST_F(WebRtcVideoChannelTest, RecvRtpTimestampOffsetHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001554 TestSetRecvRtpHeaderExtensions(RtpExtension::kTimestampOffsetUri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001555}
1556
1557// Test support for absolute send time header extension.
eladalonf1841382017-06-12 01:16:46 -07001558TEST_F(WebRtcVideoChannelTest, SendAbsoluteSendTimeHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001559 TestSetSendRtpHeaderExtensions(RtpExtension::kAbsSendTimeUri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001560}
isheriff6f8d6862016-05-26 11:24:55 -07001561
eladalonf1841382017-06-12 01:16:46 -07001562TEST_F(WebRtcVideoChannelTest, RecvAbsoluteSendTimeHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001563 TestSetRecvRtpHeaderExtensions(RtpExtension::kAbsSendTimeUri);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001564}
1565
eladalonf1841382017-06-12 01:16:46 -07001566TEST_F(WebRtcVideoChannelTest, FiltersExtensionsPicksTransportSeqNum) {
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001567 // Enable three redundant extensions.
1568 std::vector<std::string> extensions;
isheriff6f8d6862016-05-26 11:24:55 -07001569 extensions.push_back(RtpExtension::kAbsSendTimeUri);
1570 extensions.push_back(RtpExtension::kTimestampOffsetUri);
1571 extensions.push_back(RtpExtension::kTransportSequenceNumberUri);
1572 TestExtensionFilter(extensions, RtpExtension::kTransportSequenceNumberUri);
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001573}
1574
eladalonf1841382017-06-12 01:16:46 -07001575TEST_F(WebRtcVideoChannelTest, FiltersExtensionsPicksAbsSendTime) {
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001576 // Enable two redundant extensions.
1577 std::vector<std::string> extensions;
isheriff6f8d6862016-05-26 11:24:55 -07001578 extensions.push_back(RtpExtension::kAbsSendTimeUri);
1579 extensions.push_back(RtpExtension::kTimestampOffsetUri);
1580 TestExtensionFilter(extensions, RtpExtension::kAbsSendTimeUri);
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001581}
1582
stefanc1aeaf02015-10-15 07:26:07 -07001583// Test support for transport sequence number header extension.
eladalonf1841382017-06-12 01:16:46 -07001584TEST_F(WebRtcVideoChannelTest, SendTransportSequenceNumberHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001585 TestSetSendRtpHeaderExtensions(RtpExtension::kTransportSequenceNumberUri);
stefanc1aeaf02015-10-15 07:26:07 -07001586}
eladalonf1841382017-06-12 01:16:46 -07001587TEST_F(WebRtcVideoChannelTest, RecvTransportSequenceNumberHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001588 TestSetRecvRtpHeaderExtensions(RtpExtension::kTransportSequenceNumberUri);
stefanc1aeaf02015-10-15 07:26:07 -07001589}
1590
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001591// Test support for video rotation header extension.
eladalonf1841382017-06-12 01:16:46 -07001592TEST_F(WebRtcVideoChannelTest, SendVideoRotationHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001593 TestSetSendRtpHeaderExtensions(RtpExtension::kVideoRotationUri);
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001594}
eladalonf1841382017-06-12 01:16:46 -07001595TEST_F(WebRtcVideoChannelTest, RecvVideoRotationHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001596 TestSetRecvRtpHeaderExtensions(RtpExtension::kVideoRotationUri);
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001597}
1598
eladalonf1841382017-06-12 01:16:46 -07001599TEST_F(WebRtcVideoChannelTest, IdenticalSendExtensionsDoesntRecreateStream) {
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001600 const int kAbsSendTimeId = 1;
1601 const int kVideoRotationId = 2;
isheriff6f8d6862016-05-26 11:24:55 -07001602 send_parameters_.extensions.push_back(
1603 RtpExtension(RtpExtension::kAbsSendTimeUri, kAbsSendTimeId));
1604 send_parameters_.extensions.push_back(
1605 RtpExtension(RtpExtension::kVideoRotationUri, kVideoRotationId));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001606
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001607 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001608 FakeVideoSendStream* send_stream =
1609 AddSendStream(cricket::StreamParams::CreateLegacy(123));
1610
1611 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001612 ASSERT_EQ(2u, send_stream->GetConfig().rtp.extensions.size());
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001613
1614 // Setting the same extensions (even if in different order) shouldn't
1615 // reallocate the stream.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001616 std::reverse(send_parameters_.extensions.begin(),
1617 send_parameters_.extensions.end());
1618 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001619
1620 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
1621
1622 // Setting different extensions should recreate the stream.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001623 send_parameters_.extensions.resize(1);
1624 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001625
1626 EXPECT_EQ(2, fake_call_->GetNumCreatedSendStreams());
1627}
1628
eladalonf1841382017-06-12 01:16:46 -07001629TEST_F(WebRtcVideoChannelTest, IdenticalRecvExtensionsDoesntRecreateStream) {
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001630 const int kTOffsetId = 1;
1631 const int kAbsSendTimeId = 2;
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001632 const int kVideoRotationId = 3;
isheriff6f8d6862016-05-26 11:24:55 -07001633 recv_parameters_.extensions.push_back(
1634 RtpExtension(RtpExtension::kAbsSendTimeUri, kAbsSendTimeId));
1635 recv_parameters_.extensions.push_back(
1636 RtpExtension(RtpExtension::kTimestampOffsetUri, kTOffsetId));
1637 recv_parameters_.extensions.push_back(
1638 RtpExtension(RtpExtension::kVideoRotationUri, kVideoRotationId));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001639
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001640 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
Peter Boström54be3e02015-05-25 15:04:24 +02001641 FakeVideoReceiveStream* recv_stream =
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001642 AddRecvStream(cricket::StreamParams::CreateLegacy(123));
1643
1644 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
Peter Boström54be3e02015-05-25 15:04:24 +02001645 ASSERT_EQ(3u, recv_stream->GetConfig().rtp.extensions.size());
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001646
1647 // Setting the same extensions (even if in different order) shouldn't
1648 // reallocate the stream.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001649 std::reverse(recv_parameters_.extensions.begin(),
1650 recv_parameters_.extensions.end());
1651 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001652
1653 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
1654
1655 // Setting different extensions should recreate the stream.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001656 recv_parameters_.extensions.resize(1);
1657 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001658
1659 EXPECT_EQ(2, fake_call_->GetNumCreatedReceiveStreams());
1660}
1661
eladalonf1841382017-06-12 01:16:46 -07001662TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001663 SetSendRtpHeaderExtensionsExcludeUnsupportedExtensions) {
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001664 const int kUnsupportedId = 1;
1665 const int kTOffsetId = 2;
1666
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001667 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001668 RtpExtension(kUnsupportedExtensionName, kUnsupportedId));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001669 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001670 RtpExtension(RtpExtension::kTimestampOffsetUri, kTOffsetId));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001671 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001672 FakeVideoSendStream* send_stream =
1673 AddSendStream(cricket::StreamParams::CreateLegacy(123));
1674
1675 // Only timestamp offset extension is set to send stream,
1676 // unsupported rtp extension is ignored.
1677 ASSERT_EQ(1u, send_stream->GetConfig().rtp.extensions.size());
isheriff6f8d6862016-05-26 11:24:55 -07001678 EXPECT_STREQ(RtpExtension::kTimestampOffsetUri,
1679 send_stream->GetConfig().rtp.extensions[0].uri.c_str());
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001680}
1681
eladalonf1841382017-06-12 01:16:46 -07001682TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001683 SetRecvRtpHeaderExtensionsExcludeUnsupportedExtensions) {
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001684 const int kUnsupportedId = 1;
1685 const int kTOffsetId = 2;
1686
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001687 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001688 RtpExtension(kUnsupportedExtensionName, kUnsupportedId));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001689 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001690 RtpExtension(RtpExtension::kTimestampOffsetUri, kTOffsetId));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001691 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001692 FakeVideoReceiveStream* recv_stream =
1693 AddRecvStream(cricket::StreamParams::CreateLegacy(123));
1694
1695 // Only timestamp offset extension is set to receive stream,
1696 // unsupported rtp extension is ignored.
1697 ASSERT_EQ(1u, recv_stream->GetConfig().rtp.extensions.size());
isheriff6f8d6862016-05-26 11:24:55 -07001698 EXPECT_STREQ(RtpExtension::kTimestampOffsetUri,
1699 recv_stream->GetConfig().rtp.extensions[0].uri.c_str());
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001700}
1701
eladalonf1841382017-06-12 01:16:46 -07001702TEST_F(WebRtcVideoChannelTest, SetSendRtpHeaderExtensionsRejectsIncorrectIds) {
Peter Boström23914fe2015-03-31 15:08:04 +02001703 const int kIncorrectIds[] = {-2, -1, 0, 15, 16};
pkasting@chromium.orge7a4a122015-01-28 21:36:55 +00001704 for (size_t i = 0; i < arraysize(kIncorrectIds); ++i) {
isheriff6f8d6862016-05-26 11:24:55 -07001705 send_parameters_.extensions.push_back(
1706 RtpExtension(RtpExtension::kTimestampOffsetUri, kIncorrectIds[i]));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001707 EXPECT_FALSE(channel_->SetSendParameters(send_parameters_))
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001708 << "Bad extension id '" << kIncorrectIds[i] << "' accepted.";
1709 }
1710}
1711
eladalonf1841382017-06-12 01:16:46 -07001712TEST_F(WebRtcVideoChannelTest, SetRecvRtpHeaderExtensionsRejectsIncorrectIds) {
Peter Boström23914fe2015-03-31 15:08:04 +02001713 const int kIncorrectIds[] = {-2, -1, 0, 15, 16};
pkasting@chromium.orge7a4a122015-01-28 21:36:55 +00001714 for (size_t i = 0; i < arraysize(kIncorrectIds); ++i) {
isheriff6f8d6862016-05-26 11:24:55 -07001715 recv_parameters_.extensions.push_back(
1716 RtpExtension(RtpExtension::kTimestampOffsetUri, kIncorrectIds[i]));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001717 EXPECT_FALSE(channel_->SetRecvParameters(recv_parameters_))
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001718 << "Bad extension id '" << kIncorrectIds[i] << "' accepted.";
1719 }
1720}
1721
eladalonf1841382017-06-12 01:16:46 -07001722TEST_F(WebRtcVideoChannelTest, SetSendRtpHeaderExtensionsRejectsDuplicateIds) {
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001723 const int id = 1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001724 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001725 RtpExtension(RtpExtension::kTimestampOffsetUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001726 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001727 RtpExtension(RtpExtension::kAbsSendTimeUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001728 EXPECT_FALSE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001729
1730 // Duplicate entries are also not supported.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001731 send_parameters_.extensions.clear();
1732 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001733 RtpExtension(RtpExtension::kTimestampOffsetUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001734 send_parameters_.extensions.push_back(send_parameters_.extensions.back());
1735 EXPECT_FALSE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001736}
1737
eladalonf1841382017-06-12 01:16:46 -07001738TEST_F(WebRtcVideoChannelTest, SetRecvRtpHeaderExtensionsRejectsDuplicateIds) {
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001739 const int id = 1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001740 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001741 RtpExtension(RtpExtension::kTimestampOffsetUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001742 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001743 RtpExtension(RtpExtension::kAbsSendTimeUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001744 EXPECT_FALSE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001745
1746 // Duplicate entries are also not supported.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001747 recv_parameters_.extensions.clear();
1748 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001749 RtpExtension(RtpExtension::kTimestampOffsetUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001750 recv_parameters_.extensions.push_back(recv_parameters_.extensions.back());
1751 EXPECT_FALSE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001752}
1753
eladalonf1841382017-06-12 01:16:46 -07001754TEST_F(WebRtcVideoChannelTest, AddRecvStreamOnlyUsesOneReceiveStream) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001755 EXPECT_TRUE(channel_->AddRecvStream(cricket::StreamParams::CreateLegacy(1)));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001756 EXPECT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001757}
1758
eladalonf1841382017-06-12 01:16:46 -07001759TEST_F(WebRtcVideoChannelTest, RtcpIsCompoundByDefault) {
Peter Boströmd7da1202015-06-05 14:09:38 +02001760 FakeVideoReceiveStream* stream = AddRecvStream();
pbosda903ea2015-10-02 02:36:56 -07001761 EXPECT_EQ(webrtc::RtcpMode::kCompound, stream->GetConfig().rtp.rtcp_mode);
Peter Boströmd7da1202015-06-05 14:09:38 +02001762}
1763
eladalonf1841382017-06-12 01:16:46 -07001764TEST_F(WebRtcVideoChannelTest, RembIsEnabledByDefault) {
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001765 FakeVideoReceiveStream* stream = AddRecvStream();
1766 EXPECT_TRUE(stream->GetConfig().rtp.remb);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001767}
1768
eladalonf1841382017-06-12 01:16:46 -07001769TEST_F(WebRtcVideoChannelTest, TransportCcIsEnabledByDefault) {
stefan43edf0f2015-11-20 18:05:48 -08001770 FakeVideoReceiveStream* stream = AddRecvStream();
1771 EXPECT_TRUE(stream->GetConfig().rtp.transport_cc);
1772}
1773
eladalonf1841382017-06-12 01:16:46 -07001774TEST_F(WebRtcVideoChannelTest, RembCanBeEnabledAndDisabled) {
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001775 FakeVideoReceiveStream* stream = AddRecvStream();
1776 EXPECT_TRUE(stream->GetConfig().rtp.remb);
1777
Peter Boström126c03e2015-05-11 12:48:12 +02001778 // Verify that REMB is turned off when send(!) codecs without REMB are set.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001779 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001780 parameters.codecs.push_back(RemoveFeedbackParams(GetEngineCodec("VP8")));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001781 EXPECT_TRUE(parameters.codecs[0].feedback_params.params().empty());
1782 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001783 stream = fake_call_->GetVideoReceiveStreams()[0];
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001784 EXPECT_FALSE(stream->GetConfig().rtp.remb);
1785
1786 // Verify that REMB is turned on when setting default codecs since the
1787 // default codecs have REMB enabled.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001788 parameters.codecs = engine_.codecs();
1789 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001790 stream = fake_call_->GetVideoReceiveStreams()[0];
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001791 EXPECT_TRUE(stream->GetConfig().rtp.remb);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001792}
1793
eladalonf1841382017-06-12 01:16:46 -07001794TEST_F(WebRtcVideoChannelTest, TransportCcCanBeEnabledAndDisabled) {
stefan43edf0f2015-11-20 18:05:48 -08001795 FakeVideoReceiveStream* stream = AddRecvStream();
1796 EXPECT_TRUE(stream->GetConfig().rtp.transport_cc);
1797
1798 // Verify that transport cc feedback is turned off when send(!) codecs without
1799 // transport cc feedback are set.
1800 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001801 parameters.codecs.push_back(RemoveFeedbackParams(GetEngineCodec("VP8")));
stefan43edf0f2015-11-20 18:05:48 -08001802 EXPECT_TRUE(parameters.codecs[0].feedback_params.params().empty());
1803 EXPECT_TRUE(channel_->SetSendParameters(parameters));
1804 stream = fake_call_->GetVideoReceiveStreams()[0];
1805 EXPECT_FALSE(stream->GetConfig().rtp.transport_cc);
1806
1807 // Verify that transport cc feedback is turned on when setting default codecs
1808 // since the default codecs have transport cc feedback enabled.
1809 parameters.codecs = engine_.codecs();
1810 EXPECT_TRUE(channel_->SetSendParameters(parameters));
1811 stream = fake_call_->GetVideoReceiveStreams()[0];
1812 EXPECT_TRUE(stream->GetConfig().rtp.transport_cc);
1813}
1814
eladalonf1841382017-06-12 01:16:46 -07001815TEST_F(WebRtcVideoChannelTest, NackIsEnabledByDefault) {
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +00001816 VerifyCodecHasDefaultFeedbackParams(default_codec_);
1817
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001818 cricket::VideoSendParameters parameters;
1819 parameters.codecs = engine_.codecs();
1820 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org19864742014-05-30 07:35:47 +00001821 EXPECT_TRUE(channel_->SetSend(true));
1822
1823 // Send side.
1824 FakeVideoSendStream* send_stream =
1825 AddSendStream(cricket::StreamParams::CreateLegacy(1));
1826 EXPECT_GT(send_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1827
1828 // Receiver side.
1829 FakeVideoReceiveStream* recv_stream =
1830 AddRecvStream(cricket::StreamParams::CreateLegacy(1));
1831 EXPECT_GT(recv_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1832
1833 // Nack history size should match between sender and receiver.
1834 EXPECT_EQ(send_stream->GetConfig().rtp.nack.rtp_history_ms,
1835 recv_stream->GetConfig().rtp.nack.rtp_history_ms);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001836}
1837
eladalonf1841382017-06-12 01:16:46 -07001838TEST_F(WebRtcVideoChannelTest, NackCanBeEnabledAndDisabled) {
Peter Boström67c9df72015-05-11 14:34:58 +02001839 FakeVideoSendStream* send_stream = AddSendStream();
Peter Boström3548dd22015-05-22 18:48:36 +02001840 FakeVideoReceiveStream* recv_stream = AddRecvStream();
Peter Boström67c9df72015-05-11 14:34:58 +02001841
1842 EXPECT_GT(recv_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1843 EXPECT_GT(send_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1844
1845 // Verify that NACK is turned off when send(!) codecs without NACK are set.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001846 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001847 parameters.codecs.push_back(RemoveFeedbackParams(GetEngineCodec("VP8")));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001848 EXPECT_TRUE(parameters.codecs[0].feedback_params.params().empty());
1849 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström67c9df72015-05-11 14:34:58 +02001850 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
1851 EXPECT_EQ(0, recv_stream->GetConfig().rtp.nack.rtp_history_ms);
1852 send_stream = fake_call_->GetVideoSendStreams()[0];
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +00001853 EXPECT_EQ(0, send_stream->GetConfig().rtp.nack.rtp_history_ms);
1854
Peter Boström67c9df72015-05-11 14:34:58 +02001855 // Verify that NACK is turned on when setting default codecs since the
1856 // default codecs have NACK enabled.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001857 parameters.codecs = engine_.codecs();
1858 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström67c9df72015-05-11 14:34:58 +02001859 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
1860 EXPECT_GT(recv_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1861 send_stream = fake_call_->GetVideoSendStreams()[0];
1862 EXPECT_GT(send_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +00001863}
1864
Peter Boströme7ba0862016-03-12 00:02:28 +01001865// This test verifies that new frame sizes reconfigures encoders even though not
1866// (yet) sending. The purpose of this is to permit encoding as quickly as
1867// possible once we start sending. Likely the frames being input are from the
1868// same source that will be sent later, which just means that we're ready
1869// earlier.
eladalonf1841382017-06-12 01:16:46 -07001870TEST_F(WebRtcVideoChannelTest, ReconfiguresEncodersWhenNotSending) {
Peter Boströme7ba0862016-03-12 00:02:28 +01001871 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001872 parameters.codecs.push_back(GetEngineCodec("VP8"));
Peter Boströme7ba0862016-03-12 00:02:28 +01001873 ASSERT_TRUE(channel_->SetSendParameters(parameters));
1874 channel_->SetSend(false);
1875
1876 FakeVideoSendStream* stream = AddSendStream();
1877
perkjfa10b552016-10-02 23:45:26 -07001878 // No frames entered.
Peter Boströme7ba0862016-03-12 00:02:28 +01001879 std::vector<webrtc::VideoStream> streams = stream->GetVideoStreams();
perkjfa10b552016-10-02 23:45:26 -07001880 EXPECT_EQ(0u, streams[0].width);
1881 EXPECT_EQ(0u, streams[0].height);
Peter Boströme7ba0862016-03-12 00:02:28 +01001882
Tommi85959932018-02-07 19:26:06 +01001883 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07001884 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
perkj26752742016-10-24 01:21:16 -07001885 VideoFormat capture_format = capturer.GetSupportedFormats()->front();
1886 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format));
Peter Boströme7ba0862016-03-12 00:02:28 +01001887 EXPECT_TRUE(capturer.CaptureFrame());
1888
1889 // Frame entered, should be reconfigured to new dimensions.
1890 streams = stream->GetVideoStreams();
perkj26752742016-10-24 01:21:16 -07001891 EXPECT_EQ(capture_format.width, streams[0].width);
1892 EXPECT_EQ(capture_format.height, streams[0].height);
Peter Boströme7ba0862016-03-12 00:02:28 +01001893
deadbeef5a4a75a2016-06-02 16:23:38 -07001894 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Peter Boströme7ba0862016-03-12 00:02:28 +01001895}
1896
eladalonf1841382017-06-12 01:16:46 -07001897TEST_F(WebRtcVideoChannelTest, UsesCorrectSettingsForScreencast) {
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001898 static const int kScreenshareMinBitrateKbps = 800;
magjed509e4fe2016-11-18 01:34:11 -08001899 cricket::VideoCodec codec = GetEngineCodec("VP8");
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001900 cricket::VideoSendParameters parameters;
1901 parameters.codecs.push_back(codec);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001902 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001903 AddSendStream();
1904
Tommi85959932018-02-07 19:26:06 +01001905 FakeVideoCapturerWithTaskQueue capturer;
nisse05103312016-03-16 02:22:50 -07001906 VideoOptions min_bitrate_options;
Oskar Sundbom78807582017-11-16 11:09:55 +01001907 min_bitrate_options.screencast_min_bitrate_kbps = kScreenshareMinBitrateKbps;
deadbeef5a4a75a2016-06-02 16:23:38 -07001908 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &min_bitrate_options,
1909 &capturer));
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001910 cricket::VideoFormat capture_format_hd =
1911 capturer.GetSupportedFormats()->front();
1912 EXPECT_EQ(1280, capture_format_hd.width);
1913 EXPECT_EQ(720, capture_format_hd.height);
1914 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format_hd));
1915
1916 EXPECT_TRUE(channel_->SetSend(true));
1917
1918 EXPECT_TRUE(capturer.CaptureFrame());
1919 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
1920 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
1921
1922 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
1923
1924 // Verify non-screencast settings.
perkj26091b12016-09-01 01:17:40 -07001925 webrtc::VideoEncoderConfig encoder_config =
1926 send_stream->GetEncoderConfig().Copy();
Erik Språng143cec12015-04-28 10:01:41 +02001927 EXPECT_EQ(webrtc::VideoEncoderConfig::ContentType::kRealtimeVideo,
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001928 encoder_config.content_type);
perkjfa10b552016-10-02 23:45:26 -07001929 std::vector<webrtc::VideoStream> streams = send_stream->GetVideoStreams();
1930 EXPECT_EQ(capture_format_hd.width, streams.front().width);
1931 EXPECT_EQ(capture_format_hd.height, streams.front().height);
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001932 EXPECT_EQ(0, encoder_config.min_transmit_bitrate_bps)
1933 << "Non-screenshare shouldn't use min-transmit bitrate.";
1934
deadbeef5a4a75a2016-06-02 16:23:38 -07001935 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
perkjd533aec2017-01-13 05:57:25 -08001936 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
nisse05103312016-03-16 02:22:50 -07001937 VideoOptions screencast_options;
Oskar Sundbom78807582017-11-16 11:09:55 +01001938 screencast_options.is_screencast = true;
deadbeef5a4a75a2016-06-02 16:23:38 -07001939 EXPECT_TRUE(
1940 channel_->SetVideoSend(last_ssrc_, true, &screencast_options, &capturer));
perkj2d5f0912016-02-29 00:04:41 -08001941 EXPECT_TRUE(capturer.CaptureFrame());
sprangf24a0642017-02-28 13:23:26 -08001942 // Send stream recreated after option change.
1943 ASSERT_EQ(2, fake_call_->GetNumCreatedSendStreams());
1944 send_stream = fake_call_->GetVideoSendStreams().front();
1945 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001946
1947 // Verify screencast settings.
perkj26091b12016-09-01 01:17:40 -07001948 encoder_config = send_stream->GetEncoderConfig().Copy();
Erik Språng143cec12015-04-28 10:01:41 +02001949 EXPECT_EQ(webrtc::VideoEncoderConfig::ContentType::kScreen,
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001950 encoder_config.content_type);
1951 EXPECT_EQ(kScreenshareMinBitrateKbps * 1000,
1952 encoder_config.min_transmit_bitrate_bps);
1953
perkjfa10b552016-10-02 23:45:26 -07001954 streams = send_stream->GetVideoStreams();
1955 EXPECT_EQ(capture_format_hd.width, streams.front().width);
1956 EXPECT_EQ(capture_format_hd.height, streams.front().height);
1957 EXPECT_TRUE(streams[0].temporal_layer_thresholds_bps.empty());
deadbeef5a4a75a2016-06-02 16:23:38 -07001958 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001959}
1960
eladalonf1841382017-06-12 01:16:46 -07001961TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001962 ConferenceModeScreencastConfiguresTemporalLayer) {
Erik Språng2c4c9142015-06-24 11:24:44 +02001963 static const int kConferenceScreencastTemporalBitrateBps =
1964 ScreenshareLayerConfig::GetDefault().tl0_bitrate_kbps * 1000;
nisse4b4dc862016-02-17 05:25:36 -08001965 send_parameters_.conference_mode = true;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001966 channel_->SetSendParameters(send_parameters_);
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001967
1968 AddSendStream();
nisse05103312016-03-16 02:22:50 -07001969 VideoOptions options;
Oskar Sundbom78807582017-11-16 11:09:55 +01001970 options.is_screencast = true;
Tommi85959932018-02-07 19:26:06 +01001971 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07001972 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001973 cricket::VideoFormat capture_format_hd =
1974 capturer.GetSupportedFormats()->front();
1975 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format_hd));
1976
1977 EXPECT_TRUE(channel_->SetSend(true));
1978
1979 EXPECT_TRUE(capturer.CaptureFrame());
1980 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
1981 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
1982
perkj26091b12016-09-01 01:17:40 -07001983 webrtc::VideoEncoderConfig encoder_config =
1984 send_stream->GetEncoderConfig().Copy();
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001985
1986 // Verify screencast settings.
perkj26091b12016-09-01 01:17:40 -07001987 encoder_config = send_stream->GetEncoderConfig().Copy();
Erik Språng143cec12015-04-28 10:01:41 +02001988 EXPECT_EQ(webrtc::VideoEncoderConfig::ContentType::kScreen,
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001989 encoder_config.content_type);
perkjfa10b552016-10-02 23:45:26 -07001990
1991 std::vector<webrtc::VideoStream> streams = send_stream->GetVideoStreams();
1992 ASSERT_EQ(1u, streams.size());
1993 ASSERT_EQ(1u, streams[0].temporal_layer_thresholds_bps.size());
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001994 EXPECT_EQ(kConferenceScreencastTemporalBitrateBps,
perkjfa10b552016-10-02 23:45:26 -07001995 streams[0].temporal_layer_thresholds_bps[0]);
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001996
deadbeef5a4a75a2016-06-02 16:23:38 -07001997 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001998}
1999
eladalonf1841382017-06-12 01:16:46 -07002000TEST_F(WebRtcVideoChannelTest, SuspendBelowMinBitrateDisabledByDefault) {
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00002001 FakeVideoSendStream* stream = AddSendStream();
2002 EXPECT_FALSE(stream->GetConfig().suspend_below_min_bitrate);
2003}
2004
eladalonf1841382017-06-12 01:16:46 -07002005TEST_F(WebRtcVideoChannelTest, SetMediaConfigSuspendBelowMinBitrate) {
kthelgason2bc68642017-02-07 07:02:22 -08002006 MediaConfig media_config = GetMediaConfig();
nisse0db023a2016-03-01 04:29:59 -08002007 media_config.video.suspend_below_min_bitrate = true;
2008
2009 channel_.reset(
2010 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08002011 channel_->OnReadyToSend(true);
nisse0db023a2016-03-01 04:29:59 -08002012
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002013 channel_->SetSendParameters(send_parameters_);
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00002014
2015 FakeVideoSendStream* stream = AddSendStream();
2016 EXPECT_TRUE(stream->GetConfig().suspend_below_min_bitrate);
2017
nisse0db023a2016-03-01 04:29:59 -08002018 media_config.video.suspend_below_min_bitrate = false;
2019 channel_.reset(
2020 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08002021 channel_->OnReadyToSend(true);
nisse0db023a2016-03-01 04:29:59 -08002022
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002023 channel_->SetSendParameters(send_parameters_);
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00002024
nisse0db023a2016-03-01 04:29:59 -08002025 stream = AddSendStream();
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00002026 EXPECT_FALSE(stream->GetConfig().suspend_below_min_bitrate);
2027}
2028
eladalonf1841382017-06-12 01:16:46 -07002029TEST_F(WebRtcVideoChannelTest, Vp8DenoisingEnabledByDefault) {
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002030 FakeVideoSendStream* stream = AddSendStream();
2031 webrtc::VideoCodecVP8 vp8_settings;
2032 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2033 EXPECT_TRUE(vp8_settings.denoisingOn);
2034}
2035
eladalonf1841382017-06-12 01:16:46 -07002036TEST_F(WebRtcVideoChannelTest, VerifyVp8SpecificSettings) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002037 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002038 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002039 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002040
Peter Boström2feafdb2015-09-09 14:32:14 +02002041 // Single-stream settings should apply with RTX as well (verifies that we
2042 // check number of regular SSRCs and not StreamParams::ssrcs which contains
2043 // both RTX and regular SSRCs).
2044 FakeVideoSendStream* stream = SetUpSimulcast(false, true);
Erik Språng143cec12015-04-28 10:01:41 +02002045
Tommi85959932018-02-07 19:26:06 +01002046 FakeVideoCapturerWithTaskQueue capturer;
Erik Språng143cec12015-04-28 10:01:41 +02002047 EXPECT_EQ(cricket::CS_RUNNING,
2048 capturer.Start(capturer.GetSupportedFormats()->front()));
deadbeef5a4a75a2016-06-02 16:23:38 -07002049 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
Erik Språng143cec12015-04-28 10:01:41 +02002050 channel_->SetSend(true);
2051
2052 EXPECT_TRUE(capturer.CaptureFrame());
2053
pbos4cba4eb2015-10-26 11:18:18 -07002054 webrtc::VideoCodecVP8 vp8_settings;
2055 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2056 EXPECT_TRUE(vp8_settings.denoisingOn)
2057 << "VP8 denoising should be on by default.";
2058
nisse05103312016-03-16 02:22:50 -07002059 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002060
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002061 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2062 EXPECT_FALSE(vp8_settings.denoisingOn);
Erik Språng143cec12015-04-28 10:01:41 +02002063 EXPECT_TRUE(vp8_settings.automaticResizeOn);
2064 EXPECT_TRUE(vp8_settings.frameDroppingOn);
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002065
nisse05103312016-03-16 02:22:50 -07002066 stream = SetDenoisingOption(last_ssrc_, &capturer, true);
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002067
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002068 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2069 EXPECT_TRUE(vp8_settings.denoisingOn);
Erik Språng143cec12015-04-28 10:01:41 +02002070 EXPECT_TRUE(vp8_settings.automaticResizeOn);
2071 EXPECT_TRUE(vp8_settings.frameDroppingOn);
2072
deadbeef5a4a75a2016-06-02 16:23:38 -07002073 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Peter Boström2feafdb2015-09-09 14:32:14 +02002074 stream = SetUpSimulcast(true, false);
deadbeef5a4a75a2016-06-02 16:23:38 -07002075 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
Erik Språng143cec12015-04-28 10:01:41 +02002076 channel_->SetSend(true);
2077 EXPECT_TRUE(capturer.CaptureFrame());
2078
2079 EXPECT_EQ(3, stream->GetVideoStreams().size());
2080 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2081 // Autmatic resize off when using simulcast.
2082 EXPECT_FALSE(vp8_settings.automaticResizeOn);
2083 EXPECT_TRUE(vp8_settings.frameDroppingOn);
2084
2085 // In screen-share mode, denoising is forced off and simulcast disabled.
nisse05103312016-03-16 02:22:50 -07002086 VideoOptions options;
Oskar Sundbom78807582017-11-16 11:09:55 +01002087 options.is_screencast = true;
deadbeef5a4a75a2016-06-02 16:23:38 -07002088 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
Niels Möller60653ba2016-03-02 11:41:36 +01002089
nisse05103312016-03-16 02:22:50 -07002090 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002091
2092 EXPECT_EQ(1, stream->GetVideoStreams().size());
2093 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2094 EXPECT_FALSE(vp8_settings.denoisingOn);
2095 // Resizing and frame dropping always off for screen sharing.
2096 EXPECT_FALSE(vp8_settings.automaticResizeOn);
2097 EXPECT_FALSE(vp8_settings.frameDroppingOn);
2098
nisse05103312016-03-16 02:22:50 -07002099 stream = SetDenoisingOption(last_ssrc_, &capturer, true);
Erik Språng143cec12015-04-28 10:01:41 +02002100
2101 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2102 EXPECT_FALSE(vp8_settings.denoisingOn);
2103 EXPECT_FALSE(vp8_settings.automaticResizeOn);
2104 EXPECT_FALSE(vp8_settings.frameDroppingOn);
2105
deadbeef5a4a75a2016-06-02 16:23:38 -07002106 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Erik Språng143cec12015-04-28 10:01:41 +02002107}
2108
deadbeef119760a2016-04-04 11:43:27 -07002109// Test that setting the same options doesn't result in the encoder being
2110// reconfigured.
eladalonf1841382017-06-12 01:16:46 -07002111TEST_F(WebRtcVideoChannelTest, SetIdenticalOptionsDoesntReconfigureEncoder) {
deadbeef119760a2016-04-04 11:43:27 -07002112 VideoOptions options;
Tommi85959932018-02-07 19:26:06 +01002113 FakeVideoCapturerWithTaskQueue capturer;
deadbeef119760a2016-04-04 11:43:27 -07002114
perkjfa10b552016-10-02 23:45:26 -07002115 AddSendStream();
deadbeef119760a2016-04-04 11:43:27 -07002116 EXPECT_EQ(cricket::CS_RUNNING,
2117 capturer.Start(capturer.GetSupportedFormats()->front()));
perkjfa10b552016-10-02 23:45:26 -07002118 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002119 parameters.codecs.push_back(GetEngineCodec("VP8"));
perkjfa10b552016-10-02 23:45:26 -07002120 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2121 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
2122
2123 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
deadbeef5a4a75a2016-06-02 16:23:38 -07002124 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
deadbeef119760a2016-04-04 11:43:27 -07002125 EXPECT_TRUE(capturer.CaptureFrame());
perkjfa10b552016-10-02 23:45:26 -07002126 // Expect 1 reconfigurations at this point from the initial configuration.
2127 EXPECT_EQ(1, send_stream->num_encoder_reconfigurations());
deadbeef119760a2016-04-04 11:43:27 -07002128
2129 // Set the options one more time and expect no additional reconfigurations.
deadbeef5a4a75a2016-06-02 16:23:38 -07002130 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
perkjfa10b552016-10-02 23:45:26 -07002131 EXPECT_EQ(1, send_stream->num_encoder_reconfigurations());
2132
2133 // Change |options| and expect 2 reconfigurations.
Oskar Sundbom78807582017-11-16 11:09:55 +01002134 options.video_noise_reduction = true;
perkjfa10b552016-10-02 23:45:26 -07002135 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
deadbeef119760a2016-04-04 11:43:27 -07002136 EXPECT_EQ(2, send_stream->num_encoder_reconfigurations());
2137
deadbeef5a4a75a2016-06-02 16:23:38 -07002138 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
deadbeef119760a2016-04-04 11:43:27 -07002139}
2140
eladalonf1841382017-06-12 01:16:46 -07002141class Vp9SettingsTest : public WebRtcVideoChannelTest {
Erik Språng143cec12015-04-28 10:01:41 +02002142 public:
asaperssonc5dabdd2016-03-21 04:15:50 -07002143 Vp9SettingsTest() : Vp9SettingsTest("") {}
2144 explicit Vp9SettingsTest(const char* field_trials)
eladalonf1841382017-06-12 01:16:46 -07002145 : WebRtcVideoChannelTest(field_trials) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +02002146 encoder_factory_->AddSupportedVideoCodecType("VP9");
Erik Språng143cec12015-04-28 10:01:41 +02002147 }
2148 virtual ~Vp9SettingsTest() {}
2149
2150 protected:
Erik Språng143cec12015-04-28 10:01:41 +02002151 void TearDown() override {
2152 // Remove references to encoder_factory_ since this will be destroyed
2153 // before channel_ and engine_.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002154 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
Erik Språng143cec12015-04-28 10:01:41 +02002155 }
Erik Språng143cec12015-04-28 10:01:41 +02002156};
2157
2158TEST_F(Vp9SettingsTest, VerifyVp9SpecificSettings) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002159 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002160 parameters.codecs.push_back(GetEngineCodec("VP9"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002161 ASSERT_TRUE(channel_->SetSendParameters(parameters));
Erik Språng143cec12015-04-28 10:01:41 +02002162
Peter Boström2feafdb2015-09-09 14:32:14 +02002163 FakeVideoSendStream* stream = SetUpSimulcast(false, false);
Erik Språng143cec12015-04-28 10:01:41 +02002164
Tommi85959932018-02-07 19:26:06 +01002165 FakeVideoCapturerWithTaskQueue capturer;
Erik Språng143cec12015-04-28 10:01:41 +02002166 EXPECT_EQ(cricket::CS_RUNNING,
2167 capturer.Start(capturer.GetSupportedFormats()->front()));
deadbeef5a4a75a2016-06-02 16:23:38 -07002168 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
Erik Språng143cec12015-04-28 10:01:41 +02002169 channel_->SetSend(true);
2170
2171 EXPECT_TRUE(capturer.CaptureFrame());
2172
pbos4cba4eb2015-10-26 11:18:18 -07002173 webrtc::VideoCodecVP9 vp9_settings;
2174 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
jianja5e8aa62017-03-27 10:09:00 -07002175 EXPECT_TRUE(vp9_settings.denoisingOn)
2176 << "VP9 denoising should be on by default.";
pbos4cba4eb2015-10-26 11:18:18 -07002177
nisse05103312016-03-16 02:22:50 -07002178 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002179
Erik Språng143cec12015-04-28 10:01:41 +02002180 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2181 EXPECT_FALSE(vp9_settings.denoisingOn);
2182 // Frame dropping always on for real time video.
2183 EXPECT_TRUE(vp9_settings.frameDroppingOn);
2184
nisse05103312016-03-16 02:22:50 -07002185 stream = SetDenoisingOption(last_ssrc_, &capturer, true);
Erik Språng143cec12015-04-28 10:01:41 +02002186
2187 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2188 EXPECT_TRUE(vp9_settings.denoisingOn);
2189 EXPECT_TRUE(vp9_settings.frameDroppingOn);
2190
2191 // In screen-share mode, denoising is forced off.
nisse05103312016-03-16 02:22:50 -07002192 VideoOptions options;
Oskar Sundbom78807582017-11-16 11:09:55 +01002193 options.is_screencast = true;
deadbeef5a4a75a2016-06-02 16:23:38 -07002194 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
perkj2d5f0912016-02-29 00:04:41 -08002195
nisse05103312016-03-16 02:22:50 -07002196 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002197
2198 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2199 EXPECT_FALSE(vp9_settings.denoisingOn);
2200 // Frame dropping always off for screen sharing.
2201 EXPECT_FALSE(vp9_settings.frameDroppingOn);
2202
nisse05103312016-03-16 02:22:50 -07002203 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002204
2205 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2206 EXPECT_FALSE(vp9_settings.denoisingOn);
2207 EXPECT_FALSE(vp9_settings.frameDroppingOn);
2208
deadbeef5a4a75a2016-06-02 16:23:38 -07002209 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002210}
2211
asaperssonc5dabdd2016-03-21 04:15:50 -07002212class Vp9SettingsTestWithFieldTrial : public Vp9SettingsTest {
2213 public:
brandtr468da7c2016-11-22 02:16:47 -08002214 explicit Vp9SettingsTestWithFieldTrial(const char* field_trials)
asaperssonc5dabdd2016-03-21 04:15:50 -07002215 : Vp9SettingsTest(field_trials) {}
2216
2217 protected:
2218 void VerifySettings(int num_spatial_layers, int num_temporal_layers) {
2219 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002220 parameters.codecs.push_back(GetEngineCodec("VP9"));
asaperssonc5dabdd2016-03-21 04:15:50 -07002221 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2222
2223 FakeVideoSendStream* stream = SetUpSimulcast(false, false);
2224
Tommi85959932018-02-07 19:26:06 +01002225 FakeVideoCapturerWithTaskQueue capturer;
asaperssonc5dabdd2016-03-21 04:15:50 -07002226 EXPECT_EQ(cricket::CS_RUNNING,
2227 capturer.Start(capturer.GetSupportedFormats()->front()));
deadbeef5a4a75a2016-06-02 16:23:38 -07002228 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
asaperssonc5dabdd2016-03-21 04:15:50 -07002229 channel_->SetSend(true);
2230
2231 EXPECT_TRUE(capturer.CaptureFrame());
2232
2233 webrtc::VideoCodecVP9 vp9_settings;
2234 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2235 EXPECT_EQ(num_spatial_layers, vp9_settings.numberOfSpatialLayers);
2236 EXPECT_EQ(num_temporal_layers, vp9_settings.numberOfTemporalLayers);
2237
deadbeef5a4a75a2016-06-02 16:23:38 -07002238 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
asaperssonc5dabdd2016-03-21 04:15:50 -07002239 }
2240};
2241
2242class Vp9SettingsTestWithNoFlag : public Vp9SettingsTestWithFieldTrial {
2243 public:
2244 Vp9SettingsTestWithNoFlag() : Vp9SettingsTestWithFieldTrial("") {}
2245};
2246
2247TEST_F(Vp9SettingsTestWithNoFlag, VerifySettings) {
2248 const int kNumSpatialLayers = 1;
2249 const int kNumTemporalLayers = 1;
2250 VerifySettings(kNumSpatialLayers, kNumTemporalLayers);
2251}
2252
2253class Vp9SettingsTestWithInvalidFlag : public Vp9SettingsTestWithFieldTrial {
2254 public:
2255 Vp9SettingsTestWithInvalidFlag()
2256 : Vp9SettingsTestWithFieldTrial("WebRTC-SupportVP9SVC/Default/") {}
2257};
2258
2259TEST_F(Vp9SettingsTestWithInvalidFlag, VerifySettings) {
2260 const int kNumSpatialLayers = 1;
2261 const int kNumTemporalLayers = 1;
2262 VerifySettings(kNumSpatialLayers, kNumTemporalLayers);
2263}
2264
2265class Vp9SettingsTestWith2SL3TLFlag : public Vp9SettingsTestWithFieldTrial {
2266 public:
2267 Vp9SettingsTestWith2SL3TLFlag()
2268 : Vp9SettingsTestWithFieldTrial(
2269 "WebRTC-SupportVP9SVC/EnabledByFlag_2SL3TL/") {}
2270};
2271
2272TEST_F(Vp9SettingsTestWith2SL3TLFlag, VerifySettings) {
2273 const int kNumSpatialLayers = 2;
2274 const int kNumTemporalLayers = 3;
2275 VerifySettings(kNumSpatialLayers, kNumTemporalLayers);
2276}
2277
Åsa Persson45bbc8a2017-11-13 10:16:47 +01002278TEST_F(WebRtcVideoChannelTest, VerifyMinBitrate) {
2279 std::vector<webrtc::VideoStream> streams = AddSendStream()->GetVideoStreams();
2280 ASSERT_EQ(1u, streams.size());
2281 EXPECT_EQ(cricket::kMinVideoBitrateBps, streams[0].min_bitrate_bps);
2282}
2283
2284TEST_F(WebRtcVideoChannelTest, VerifyMinBitrateWithForcedFallbackFieldTrial) {
2285 webrtc::test::ScopedFieldTrials override_field_trials_(
2286 "WebRTC-VP8-Forced-Fallback-Encoder-v2/Enabled-1,2,34567/");
2287 std::vector<webrtc::VideoStream> streams = AddSendStream()->GetVideoStreams();
2288 ASSERT_EQ(1u, streams.size());
2289 EXPECT_EQ(34567, streams[0].min_bitrate_bps);
2290}
2291
asapersson3c81a1a2017-06-14 05:52:21 -07002292TEST_F(WebRtcVideoChannelTest,
2293 BalancedDegradationPreferenceNotSupportedWithoutFieldtrial) {
2294 webrtc::test::ScopedFieldTrials override_field_trials_(
2295 "WebRTC-Video-BalancedDegradation/Disabled/");
2296 const bool kResolutionScalingEnabled = true;
2297 const bool kFpsScalingEnabled = false;
2298 TestDegradationPreference(kResolutionScalingEnabled, kFpsScalingEnabled);
2299}
2300
2301TEST_F(WebRtcVideoChannelTest,
2302 BalancedDegradationPreferenceSupportedBehindFieldtrial) {
2303 webrtc::test::ScopedFieldTrials override_field_trials_(
2304 "WebRTC-Video-BalancedDegradation/Enabled/");
2305 const bool kResolutionScalingEnabled = true;
2306 const bool kFpsScalingEnabled = true;
2307 TestDegradationPreference(kResolutionScalingEnabled, kFpsScalingEnabled);
2308}
2309
eladalonf1841382017-06-12 01:16:46 -07002310TEST_F(WebRtcVideoChannelTest, AdaptsOnOveruse) {
Erik Språngefbde372015-04-29 16:21:28 +02002311 TestCpuAdaptation(true, false);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002312}
2313
eladalonf1841382017-06-12 01:16:46 -07002314TEST_F(WebRtcVideoChannelTest, DoesNotAdaptOnOveruseWhenDisabled) {
Erik Språngefbde372015-04-29 16:21:28 +02002315 TestCpuAdaptation(false, false);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002316}
2317
eladalonf1841382017-06-12 01:16:46 -07002318TEST_F(WebRtcVideoChannelTest, DoesNotAdaptOnOveruseWhenScreensharing) {
Erik Språngefbde372015-04-29 16:21:28 +02002319 TestCpuAdaptation(true, true);
2320}
2321
eladalonf1841382017-06-12 01:16:46 -07002322TEST_F(WebRtcVideoChannelTest, AdaptsOnOveruseAndChangeResolution) {
magjed509e4fe2016-11-18 01:34:11 -08002323 cricket::VideoCodec codec = GetEngineCodec("VP8");
perkj2d5f0912016-02-29 00:04:41 -08002324 cricket::VideoSendParameters parameters;
2325 parameters.codecs.push_back(codec);
2326
kthelgason2bc68642017-02-07 07:02:22 -08002327 MediaConfig media_config = GetMediaConfig();
perkj2d5f0912016-02-29 00:04:41 -08002328 channel_.reset(
2329 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08002330 channel_->OnReadyToSend(true);
perkj2d5f0912016-02-29 00:04:41 -08002331 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2332
2333 AddSendStream();
2334
Tommi85959932018-02-07 19:26:06 +01002335 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07002336 ASSERT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
perkj2d5f0912016-02-29 00:04:41 -08002337 ASSERT_EQ(cricket::CS_RUNNING,
2338 capturer.Start(capturer.GetSupportedFormats()->front()));
2339 ASSERT_TRUE(channel_->SetSend(true));
2340
2341 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
2342 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
perkj2d5f0912016-02-29 00:04:41 -08002343
2344 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2345 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
2346 EXPECT_EQ(1280, send_stream->GetLastWidth());
2347 EXPECT_EQ(720, send_stream->GetLastHeight());
2348
2349 // Trigger overuse.
perkj803d97f2016-11-01 11:45:46 -07002350 rtc::VideoSinkWants wants;
sprangc5d62e22017-04-02 23:53:04 -07002351 wants.max_pixel_count =
2352 send_stream->GetLastWidth() * send_stream->GetLastHeight() - 1;
perkj803d97f2016-11-01 11:45:46 -07002353 send_stream->InjectVideoSinkWants(wants);
perkj2d5f0912016-02-29 00:04:41 -08002354 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2355 EXPECT_EQ(2, send_stream->GetNumberOfSwappedFrames());
2356 EXPECT_EQ(1280 * 3 / 4, send_stream->GetLastWidth());
2357 EXPECT_EQ(720 * 3 / 4, send_stream->GetLastHeight());
2358
2359 // Trigger overuse again.
sprangc5d62e22017-04-02 23:53:04 -07002360 wants.max_pixel_count =
2361 send_stream->GetLastWidth() * send_stream->GetLastHeight() - 1;
perkj803d97f2016-11-01 11:45:46 -07002362 send_stream->InjectVideoSinkWants(wants);
perkj2d5f0912016-02-29 00:04:41 -08002363 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2364 EXPECT_EQ(3, send_stream->GetNumberOfSwappedFrames());
2365 EXPECT_EQ(1280 * 2 / 4, send_stream->GetLastWidth());
2366 EXPECT_EQ(720 * 2 / 4, send_stream->GetLastHeight());
2367
2368 // Change input resolution.
2369 EXPECT_TRUE(capturer.CaptureCustomFrame(1284, 724, cricket::FOURCC_I420));
perkj803d97f2016-11-01 11:45:46 -07002370 EXPECT_EQ(4, send_stream->GetNumberOfSwappedFrames());
perkj2d5f0912016-02-29 00:04:41 -08002371 EXPECT_EQ(1284 / 2, send_stream->GetLastWidth());
2372 EXPECT_EQ(724 / 2, send_stream->GetLastHeight());
2373
2374 // Trigger underuse which should go back up in resolution.
sprang84a37592017-02-10 07:04:27 -08002375 int current_pixel_count =
2376 send_stream->GetLastWidth() * send_stream->GetLastHeight();
2377 // Cap the max to 4x the pixel count (assuming max 1/2 x 1/2 scale downs)
2378 // of the current stream, so we don't take too large steps.
sprangc5d62e22017-04-02 23:53:04 -07002379 wants.max_pixel_count = current_pixel_count * 4;
sprang84a37592017-02-10 07:04:27 -08002380 // Default step down is 3/5 pixel count, so go up by 5/3.
Oskar Sundbom78807582017-11-16 11:09:55 +01002381 wants.target_pixel_count = (current_pixel_count * 5 / 3);
perkj803d97f2016-11-01 11:45:46 -07002382 send_stream->InjectVideoSinkWants(wants);
perkj2d5f0912016-02-29 00:04:41 -08002383 EXPECT_TRUE(capturer.CaptureCustomFrame(1284, 724, cricket::FOURCC_I420));
perkj803d97f2016-11-01 11:45:46 -07002384 EXPECT_EQ(5, send_stream->GetNumberOfSwappedFrames());
perkj2d5f0912016-02-29 00:04:41 -08002385 EXPECT_EQ(1284 * 3 / 4, send_stream->GetLastWidth());
2386 EXPECT_EQ(724 * 3 / 4, send_stream->GetLastHeight());
2387
sprang84a37592017-02-10 07:04:27 -08002388 // Trigger underuse again, should go back up to full resolution.
2389 current_pixel_count =
2390 send_stream->GetLastWidth() * send_stream->GetLastHeight();
sprangc5d62e22017-04-02 23:53:04 -07002391 wants.max_pixel_count = current_pixel_count * 4;
Oskar Sundbom78807582017-11-16 11:09:55 +01002392 wants.target_pixel_count = (current_pixel_count * 5 / 3);
perkj803d97f2016-11-01 11:45:46 -07002393 send_stream->InjectVideoSinkWants(wants);
perkj2d5f0912016-02-29 00:04:41 -08002394 EXPECT_TRUE(capturer.CaptureCustomFrame(1284, 724, cricket::FOURCC_I420));
perkj803d97f2016-11-01 11:45:46 -07002395 EXPECT_EQ(6, send_stream->GetNumberOfSwappedFrames());
perkj2d5f0912016-02-29 00:04:41 -08002396 EXPECT_EQ(1284, send_stream->GetLastWidth());
2397 EXPECT_EQ(724, send_stream->GetLastHeight());
2398
deadbeef5a4a75a2016-06-02 16:23:38 -07002399 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
perkj2d5f0912016-02-29 00:04:41 -08002400}
2401
eladalonf1841382017-06-12 01:16:46 -07002402TEST_F(WebRtcVideoChannelTest, PreviousAdaptationDoesNotApplyToScreenshare) {
magjed509e4fe2016-11-18 01:34:11 -08002403 cricket::VideoCodec codec = GetEngineCodec("VP8");
Per766ad3b2016-04-05 15:23:49 +02002404 cricket::VideoSendParameters parameters;
2405 parameters.codecs.push_back(codec);
2406
kthelgason2bc68642017-02-07 07:02:22 -08002407 MediaConfig media_config = GetMediaConfig();
Niels Möller1d7ecd22018-01-18 15:25:12 +01002408 media_config.video.enable_cpu_adaptation = true;
Per766ad3b2016-04-05 15:23:49 +02002409 channel_.reset(
2410 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08002411 channel_->OnReadyToSend(true);
Per766ad3b2016-04-05 15:23:49 +02002412 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2413
2414 AddSendStream();
2415
Tommi85959932018-02-07 19:26:06 +01002416 FakeVideoCapturerWithTaskQueue capturer;
Per766ad3b2016-04-05 15:23:49 +02002417 ASSERT_EQ(cricket::CS_RUNNING,
2418 capturer.Start(capturer.GetSupportedFormats()->front()));
2419 ASSERT_TRUE(channel_->SetSend(true));
2420 cricket::VideoOptions camera_options;
Oskar Sundbom78807582017-11-16 11:09:55 +01002421 camera_options.is_screencast = false;
deadbeef5a4a75a2016-06-02 16:23:38 -07002422 channel_->SetVideoSend(last_ssrc_, true /* enable */, &camera_options,
2423 &capturer);
Per766ad3b2016-04-05 15:23:49 +02002424
2425 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
2426 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
Per766ad3b2016-04-05 15:23:49 +02002427
2428 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2429 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
2430 EXPECT_EQ(1280, send_stream->GetLastWidth());
2431 EXPECT_EQ(720, send_stream->GetLastHeight());
2432
2433 // Trigger overuse.
perkj803d97f2016-11-01 11:45:46 -07002434 rtc::VideoSinkWants wants;
sprangc5d62e22017-04-02 23:53:04 -07002435 wants.max_pixel_count =
2436 send_stream->GetLastWidth() * send_stream->GetLastHeight() - 1;
perkj803d97f2016-11-01 11:45:46 -07002437 send_stream->InjectVideoSinkWants(wants);
Per766ad3b2016-04-05 15:23:49 +02002438 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2439 EXPECT_EQ(2, send_stream->GetNumberOfSwappedFrames());
2440 EXPECT_EQ(1280 * 3 / 4, send_stream->GetLastWidth());
2441 EXPECT_EQ(720 * 3 / 4, send_stream->GetLastHeight());
2442
2443 // Switch to screen share. Expect no CPU adaptation.
Tommi85959932018-02-07 19:26:06 +01002444 FakeVideoCapturerWithTaskQueue screen_share(true);
Per766ad3b2016-04-05 15:23:49 +02002445 ASSERT_EQ(cricket::CS_RUNNING,
2446 screen_share.Start(screen_share.GetSupportedFormats()->front()));
Per766ad3b2016-04-05 15:23:49 +02002447 cricket::VideoOptions screenshare_options;
Oskar Sundbom78807582017-11-16 11:09:55 +01002448 screenshare_options.is_screencast = true;
deadbeef5a4a75a2016-06-02 16:23:38 -07002449 channel_->SetVideoSend(last_ssrc_, true /* enable */, &screenshare_options,
2450 &screen_share);
Per766ad3b2016-04-05 15:23:49 +02002451 EXPECT_TRUE(screen_share.CaptureCustomFrame(1284, 724, cricket::FOURCC_I420));
sprangf24a0642017-02-28 13:23:26 -08002452 ASSERT_EQ(2, fake_call_->GetNumCreatedSendStreams());
2453 send_stream = fake_call_->GetVideoSendStreams().front();
2454 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
Per766ad3b2016-04-05 15:23:49 +02002455 EXPECT_EQ(1284, send_stream->GetLastWidth());
2456 EXPECT_EQ(724, send_stream->GetLastHeight());
2457
2458 // Switch back to the normal capturer. Expect the frame to be CPU adapted.
deadbeef5a4a75a2016-06-02 16:23:38 -07002459 channel_->SetVideoSend(last_ssrc_, true /* enable */, &camera_options,
2460 &capturer);
sprangf24a0642017-02-28 13:23:26 -08002461 send_stream = fake_call_->GetVideoSendStreams().front();
2462 // We have a new fake send stream, so it doesn't remember the old sink wants.
2463 // In practice, it will be populated from
mflodmancc3d4422017-08-03 08:27:51 -07002464 // VideoStreamEncoder::VideoSourceProxy::SetSource(), so simulate that here.
sprangf24a0642017-02-28 13:23:26 -08002465 send_stream->InjectVideoSinkWants(wants);
Per766ad3b2016-04-05 15:23:49 +02002466 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
sprangf24a0642017-02-28 13:23:26 -08002467 ASSERT_EQ(3, fake_call_->GetNumCreatedSendStreams());
2468 send_stream = fake_call_->GetVideoSendStreams().front();
2469 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
Per766ad3b2016-04-05 15:23:49 +02002470 EXPECT_EQ(1280 * 3 / 4, send_stream->GetLastWidth());
2471 EXPECT_EQ(720 * 3 / 4, send_stream->GetLastHeight());
2472
deadbeef5a4a75a2016-06-02 16:23:38 -07002473 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Per766ad3b2016-04-05 15:23:49 +02002474}
2475
asapersson3c81a1a2017-06-14 05:52:21 -07002476// TODO(asapersson): Remove this test when the balanced field trial is removed.
2477void WebRtcVideoChannelTest::TestDegradationPreference(
2478 bool resolution_scaling_enabled,
2479 bool fps_scaling_enabled) {
2480 cricket::VideoCodec codec = GetEngineCodec("VP8");
2481 cricket::VideoSendParameters parameters;
2482 parameters.codecs.push_back(codec);
2483
2484 MediaConfig media_config = GetMediaConfig();
Niels Möller1d7ecd22018-01-18 15:25:12 +01002485 media_config.video.enable_cpu_adaptation = true;
asapersson3c81a1a2017-06-14 05:52:21 -07002486 channel_.reset(
2487 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
2488 channel_->OnReadyToSend(true);
2489
2490 EXPECT_TRUE(channel_->SetSendParameters(parameters));
2491
2492 AddSendStream();
2493
Tommi85959932018-02-07 19:26:06 +01002494 FakeVideoCapturerWithTaskQueue capturer;
asapersson3c81a1a2017-06-14 05:52:21 -07002495 VideoOptions options;
2496 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
2497 cricket::VideoFormat capture_format = capturer.GetSupportedFormats()->front();
2498 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format));
2499
2500 EXPECT_TRUE(channel_->SetSend(true));
2501
2502 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
2503 EXPECT_EQ(resolution_scaling_enabled,
2504 send_stream->resolution_scaling_enabled());
2505 EXPECT_EQ(fps_scaling_enabled, send_stream->framerate_scaling_enabled());
2506
2507 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
2508}
2509
eladalonf1841382017-06-12 01:16:46 -07002510void WebRtcVideoChannelTest::TestCpuAdaptation(bool enable_overuse,
2511 bool is_screenshare) {
sprangc5d62e22017-04-02 23:53:04 -07002512 const int kDefaultFps = 30;
magjed509e4fe2016-11-18 01:34:11 -08002513 cricket::VideoCodec codec = GetEngineCodec("VP8");
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002514 cricket::VideoSendParameters parameters;
2515 parameters.codecs.push_back(codec);
nisse51542be2016-02-12 02:27:06 -08002516
kthelgason2bc68642017-02-07 07:02:22 -08002517 MediaConfig media_config = GetMediaConfig();
2518 if (enable_overuse) {
Niels Möller1d7ecd22018-01-18 15:25:12 +01002519 media_config.video.enable_cpu_adaptation = true;
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002520 }
nisse51542be2016-02-12 02:27:06 -08002521 channel_.reset(
2522 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08002523 channel_->OnReadyToSend(true);
nisse51542be2016-02-12 02:27:06 -08002524
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002525 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002526
2527 AddSendStream();
2528
Tommi85959932018-02-07 19:26:06 +01002529 FakeVideoCapturerWithTaskQueue capturer;
nisse05103312016-03-16 02:22:50 -07002530 VideoOptions options;
Oskar Sundbom78807582017-11-16 11:09:55 +01002531 options.is_screencast = is_screenshare;
deadbeef5a4a75a2016-06-02 16:23:38 -07002532 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
perkj26752742016-10-24 01:21:16 -07002533 cricket::VideoFormat capture_format = capturer.GetSupportedFormats()->front();
sprangc5d62e22017-04-02 23:53:04 -07002534 capture_format.interval = rtc::kNumNanosecsPerSec / kDefaultFps;
perkj26752742016-10-24 01:21:16 -07002535 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002536
2537 EXPECT_TRUE(channel_->SetSend(true));
2538
solenberge5269742015-09-08 05:13:22 -07002539 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
perkj2d5f0912016-02-29 00:04:41 -08002540
sprangc5d62e22017-04-02 23:53:04 -07002541 if (!enable_overuse) {
perkj803d97f2016-11-01 11:45:46 -07002542 EXPECT_FALSE(send_stream->resolution_scaling_enabled());
sprangc5d62e22017-04-02 23:53:04 -07002543 EXPECT_FALSE(send_stream->framerate_scaling_enabled());
2544 EXPECT_EQ(is_screenshare, send_stream->framerate_scaling_enabled());
perkj2d5f0912016-02-29 00:04:41 -08002545
2546 EXPECT_TRUE(capturer.CaptureFrame());
2547 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
2548
perkj26752742016-10-24 01:21:16 -07002549 EXPECT_EQ(capture_format.width, send_stream->GetLastWidth());
2550 EXPECT_EQ(capture_format.height, send_stream->GetLastHeight());
perkj2d5f0912016-02-29 00:04:41 -08002551
deadbeef5a4a75a2016-06-02 16:23:38 -07002552 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
perkj2d5f0912016-02-29 00:04:41 -08002553 return;
2554 }
2555
sprangc5d62e22017-04-02 23:53:04 -07002556 if (is_screenshare) {
2557 EXPECT_FALSE(send_stream->resolution_scaling_enabled());
2558 EXPECT_TRUE(send_stream->framerate_scaling_enabled());
2559 } else {
2560 EXPECT_TRUE(send_stream->resolution_scaling_enabled());
2561 EXPECT_FALSE(send_stream->framerate_scaling_enabled());
2562 }
2563
perkj803d97f2016-11-01 11:45:46 -07002564 // Trigger overuse.
2565 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
2566
2567 rtc::VideoSinkWants wants;
sprangc5d62e22017-04-02 23:53:04 -07002568 if (is_screenshare) {
2569 wants.max_framerate_fps = (kDefaultFps * 2) / 3;
2570 } else {
2571 wants.max_pixel_count = capture_format.width * capture_format.height - 1;
2572 }
perkj803d97f2016-11-01 11:45:46 -07002573 send_stream->InjectVideoSinkWants(wants);
2574
sprangc5d62e22017-04-02 23:53:04 -07002575 for (int i = 0; i < kDefaultFps; ++i)
2576 EXPECT_TRUE(capturer.CaptureFrame());
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002577
sprangc5d62e22017-04-02 23:53:04 -07002578 if (is_screenshare) {
2579 // Drops every third frame.
2580 EXPECT_EQ(kDefaultFps * 2 / 3, send_stream->GetNumberOfSwappedFrames());
2581 EXPECT_EQ(send_stream->GetLastWidth(), capture_format.width);
2582 EXPECT_EQ(send_stream->GetLastHeight(), capture_format.height);
2583 } else {
2584 EXPECT_EQ(kDefaultFps, send_stream->GetNumberOfSwappedFrames());
2585 EXPECT_LT(send_stream->GetLastWidth(), capture_format.width);
2586 EXPECT_LT(send_stream->GetLastHeight(), capture_format.height);
2587 }
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002588
2589 // Trigger underuse which should go back to normal resolution.
sprang84a37592017-02-10 07:04:27 -08002590 int last_pixel_count =
2591 send_stream->GetLastWidth() * send_stream->GetLastHeight();
sprangc5d62e22017-04-02 23:53:04 -07002592 if (is_screenshare) {
2593 wants.max_framerate_fps = kDefaultFps;
2594 } else {
2595 wants.max_pixel_count = last_pixel_count * 4;
2596 wants.target_pixel_count.emplace((last_pixel_count * 5) / 3);
2597 }
perkj803d97f2016-11-01 11:45:46 -07002598 send_stream->InjectVideoSinkWants(wants);
2599
sprangc5d62e22017-04-02 23:53:04 -07002600 for (int i = 0; i < kDefaultFps; ++i)
2601 EXPECT_TRUE(capturer.CaptureFrame());
2602
2603 if (is_screenshare) {
2604 EXPECT_EQ(kDefaultFps + (kDefaultFps * 2 / 3),
2605 send_stream->GetNumberOfSwappedFrames());
2606 } else {
2607 EXPECT_EQ(kDefaultFps * 2, send_stream->GetNumberOfSwappedFrames());
2608 }
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002609
perkj26752742016-10-24 01:21:16 -07002610 EXPECT_EQ(capture_format.width, send_stream->GetLastWidth());
2611 EXPECT_EQ(capture_format.height, send_stream->GetLastHeight());
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002612
deadbeef5a4a75a2016-06-02 16:23:38 -07002613 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002614}
2615
eladalonf1841382017-06-12 01:16:46 -07002616TEST_F(WebRtcVideoChannelTest, EstimatesNtpStartTimeCorrectly) {
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002617 // Start at last timestamp to verify that wraparounds are estimated correctly.
2618 static const uint32_t kInitialTimestamp = 0xFFFFFFFFu;
2619 static const int64_t kInitialNtpTimeMs = 1247891230;
2620 static const int kFrameOffsetMs = 20;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002621 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002622
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002623 FakeVideoReceiveStream* stream = AddRecvStream();
2624 cricket::FakeVideoRenderer renderer;
nisse08582ff2016-02-04 01:24:52 -08002625 EXPECT_TRUE(channel_->SetSink(last_ssrc_, &renderer));
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002626
nisse64ec8f82016-09-27 00:17:25 -07002627 webrtc::VideoFrame video_frame(CreateBlackFrameBuffer(4, 4),
2628 kInitialTimestamp, 0,
2629 webrtc::kVideoRotation_0);
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002630 // Initial NTP time is not available on the first frame, but should still be
2631 // able to be estimated.
nisseeb83a1a2016-03-21 01:27:56 -07002632 stream->InjectFrame(video_frame);
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002633
2634 EXPECT_EQ(1, renderer.num_rendered_frames());
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002635
2636 // This timestamp is kInitialTimestamp (-1) + kFrameOffsetMs * 90, which
2637 // triggers a constant-overflow warning, hence we're calculating it explicitly
2638 // here.
2639 video_frame.set_timestamp(kFrameOffsetMs * 90 - 1);
2640 video_frame.set_ntp_time_ms(kInitialNtpTimeMs + kFrameOffsetMs);
nisseeb83a1a2016-03-21 01:27:56 -07002641 stream->InjectFrame(video_frame);
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002642
2643 EXPECT_EQ(2, renderer.num_rendered_frames());
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002644
2645 // Verify that NTP time has been correctly deduced.
2646 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00002647 ASSERT_TRUE(channel_->GetStats(&info));
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002648 ASSERT_EQ(1u, info.receivers.size());
2649 EXPECT_EQ(kInitialNtpTimeMs, info.receivers[0].capture_start_ntp_time_ms);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002650}
2651
eladalonf1841382017-06-12 01:16:46 -07002652TEST_F(WebRtcVideoChannelTest, SetDefaultSendCodecs) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002653 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002654
2655 VideoCodec codec;
2656 EXPECT_TRUE(channel_->GetSendCodec(&codec));
pbos@webrtc.org9fbb7172014-06-13 09:34:13 +00002657 EXPECT_TRUE(codec.Matches(engine_.codecs()[0]));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002658
2659 // Using a RTX setup to verify that the default RTX payload type is good.
Peter Boström0c4e06b2015-10-07 12:23:21 +02002660 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
2661 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002662 FakeVideoSendStream* stream = AddSendStream(
2663 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs));
perkj26091b12016-09-01 01:17:40 -07002664 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002665
2666 // Make sure NACK and FEC are enabled on the correct payload types.
2667 EXPECT_EQ(1000, config.rtp.nack.rtp_history_ms);
magjed509e4fe2016-11-18 01:34:11 -08002668 EXPECT_EQ(GetEngineCodec("ulpfec").id, config.rtp.ulpfec.ulpfec_payload_type);
2669 EXPECT_EQ(GetEngineCodec("red").id, config.rtp.ulpfec.red_payload_type);
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002670
2671 EXPECT_EQ(1u, config.rtp.rtx.ssrcs.size());
2672 EXPECT_EQ(kRtxSsrcs1[0], config.rtp.rtx.ssrcs[0]);
Shao Changbine62202f2015-04-21 20:24:50 +08002673 VerifySendStreamHasRtxTypes(config, default_apt_rtx_types_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002674 // TODO(juberti): Check RTCP, PLI, TMMBR.
2675}
2676
brandtr31bd2242017-05-19 05:47:46 -07002677// The following four tests ensures that FlexFEC is not activated by default
2678// when the field trials are not enabled.
2679// TODO(brandtr): Remove or update these tests when FlexFEC _is_ enabled by
2680// default.
eladalonf1841382017-06-12 01:16:46 -07002681TEST_F(WebRtcVideoChannelTest,
brandtr31bd2242017-05-19 05:47:46 -07002682 FlexfecSendCodecWithoutSsrcNotExposedByDefault) {
brandtr468da7c2016-11-22 02:16:47 -08002683 FakeVideoSendStream* stream = AddSendStream();
2684 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2685
brandtr3d200bd2017-01-16 06:59:19 -08002686 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
brandtr31bd2242017-05-19 05:47:46 -07002687 EXPECT_EQ(0U, config.rtp.flexfec.ssrc);
2688 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
brandtr468da7c2016-11-22 02:16:47 -08002689}
2690
eladalonf1841382017-06-12 01:16:46 -07002691TEST_F(WebRtcVideoChannelTest, FlexfecSendCodecWithSsrcNotExposedByDefault) {
brandtr468da7c2016-11-22 02:16:47 -08002692 FakeVideoSendStream* stream = AddSendStream(
2693 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2694 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2695
brandtr3d200bd2017-01-16 06:59:19 -08002696 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
brandtr31bd2242017-05-19 05:47:46 -07002697 EXPECT_EQ(0U, config.rtp.flexfec.ssrc);
2698 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
2699}
2700
eladalonf1841382017-06-12 01:16:46 -07002701TEST_F(WebRtcVideoChannelTest,
brandtr31bd2242017-05-19 05:47:46 -07002702 FlexfecRecvCodecWithoutSsrcNotExposedByDefault) {
2703 AddRecvStream();
2704
2705 const std::vector<FakeFlexfecReceiveStream*>& streams =
2706 fake_call_->GetFlexfecReceiveStreams();
2707 EXPECT_TRUE(streams.empty());
2708}
2709
eladalonf1841382017-06-12 01:16:46 -07002710TEST_F(WebRtcVideoChannelTest, FlexfecRecvCodecWithSsrcNotExposedByDefault) {
brandtr31bd2242017-05-19 05:47:46 -07002711 AddRecvStream(
2712 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2713
2714 const std::vector<FakeFlexfecReceiveStream*>& streams =
2715 fake_call_->GetFlexfecReceiveStreams();
2716 EXPECT_TRUE(streams.empty());
brandtr468da7c2016-11-22 02:16:47 -08002717}
2718
2719// TODO(brandtr): When FlexFEC is no longer behind a field trial, merge all
2720// tests that use this test fixture into the corresponding "non-field trial"
2721// tests.
eladalonf1841382017-06-12 01:16:46 -07002722class WebRtcVideoChannelFlexfecRecvTest : public WebRtcVideoChannelTest {
brandtr468da7c2016-11-22 02:16:47 -08002723 public:
eladalonf1841382017-06-12 01:16:46 -07002724 WebRtcVideoChannelFlexfecRecvTest()
2725 : WebRtcVideoChannelTest("WebRTC-FlexFEC-03-Advertised/Enabled/") {}
brandtr468da7c2016-11-22 02:16:47 -08002726};
2727
eladalonf1841382017-06-12 01:16:46 -07002728TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr36e7d702017-01-13 07:15:54 -08002729 DefaultFlexfecCodecHasTransportCcAndRembFeedbackParam) {
2730 EXPECT_TRUE(cricket::HasTransportCc(GetEngineCodec("flexfec-03")));
2731 EXPECT_TRUE(cricket::HasRemb(GetEngineCodec("flexfec-03")));
2732}
2733
eladalonf1841382017-06-12 01:16:46 -07002734TEST_F(WebRtcVideoChannelFlexfecRecvTest, SetDefaultRecvCodecsWithoutSsrc) {
brandtr31bd2242017-05-19 05:47:46 -07002735 AddRecvStream();
2736
2737 const std::vector<FakeFlexfecReceiveStream*>& streams =
2738 fake_call_->GetFlexfecReceiveStreams();
2739 EXPECT_TRUE(streams.empty());
Rasmus Brandt60bb6fe2018-02-05 09:51:47 +01002740
2741 const std::vector<FakeVideoReceiveStream*>& video_streams =
2742 fake_call_->GetVideoReceiveStreams();
2743 ASSERT_EQ(1U, video_streams.size());
2744 const FakeVideoReceiveStream& video_stream = *video_streams.front();
2745 EXPECT_EQ(0, video_stream.GetNumAddedSecondarySinks());
2746 EXPECT_EQ(0, video_stream.GetNumRemovedSecondarySinks());
brandtr31bd2242017-05-19 05:47:46 -07002747}
2748
eladalonf1841382017-06-12 01:16:46 -07002749TEST_F(WebRtcVideoChannelFlexfecRecvTest, SetDefaultRecvCodecsWithSsrc) {
brandtr31bd2242017-05-19 05:47:46 -07002750 AddRecvStream(
2751 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2752
2753 const std::vector<FakeFlexfecReceiveStream*>& streams =
2754 fake_call_->GetFlexfecReceiveStreams();
2755 ASSERT_EQ(1U, streams.size());
2756 const FakeFlexfecReceiveStream* stream = streams.front();
2757 const webrtc::FlexfecReceiveStream::Config& config = stream->GetConfig();
2758 EXPECT_EQ(GetEngineCodec("flexfec-03").id, config.payload_type);
2759 EXPECT_EQ(kFlexfecSsrc, config.remote_ssrc);
2760 ASSERT_EQ(1U, config.protected_media_ssrcs.size());
2761 EXPECT_EQ(kSsrcs1[0], config.protected_media_ssrcs[0]);
brandtr7cd28b92017-09-22 00:26:25 -07002762
2763 const std::vector<FakeVideoReceiveStream*>& video_streams =
2764 fake_call_->GetVideoReceiveStreams();
2765 ASSERT_EQ(1U, video_streams.size());
Rasmus Brandt60bb6fe2018-02-05 09:51:47 +01002766 const FakeVideoReceiveStream& video_stream = *video_streams.front();
2767 EXPECT_EQ(1, video_stream.GetNumAddedSecondarySinks());
brandtr7cd28b92017-09-22 00:26:25 -07002768 const webrtc::VideoReceiveStream::Config& video_config =
Rasmus Brandt60bb6fe2018-02-05 09:51:47 +01002769 video_stream.GetConfig();
brandtr7cd28b92017-09-22 00:26:25 -07002770 EXPECT_TRUE(video_config.rtp.protected_by_flexfec);
brandtr31bd2242017-05-19 05:47:46 -07002771}
2772
eladalonf1841382017-06-12 01:16:46 -07002773TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr11fb4722017-05-30 01:31:37 -07002774 EnablingFlexfecDoesNotRecreateVideoReceiveStream) {
2775 cricket::VideoRecvParameters recv_parameters;
2776 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
2777 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
2778
2779 AddRecvStream(
2780 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2781 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
Rasmus Brandt60bb6fe2018-02-05 09:51:47 +01002782 const std::vector<FakeVideoReceiveStream*>& video_streams =
2783 fake_call_->GetVideoReceiveStreams();
2784 ASSERT_EQ(1U, video_streams.size());
2785 const FakeVideoReceiveStream& video_stream = *video_streams.front();
2786 EXPECT_EQ(0, video_stream.GetNumAddedSecondarySinks());
2787 EXPECT_EQ(0, video_stream.GetNumRemovedSecondarySinks());
brandtr11fb4722017-05-30 01:31:37 -07002788
2789 // Enable FlexFEC.
2790 recv_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2791 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
2792 EXPECT_EQ(2, fake_call_->GetNumCreatedReceiveStreams())
2793 << "Enabling FlexFEC should create FlexfecReceiveStream.";
2794 EXPECT_EQ(1U, fake_call_->GetVideoReceiveStreams().size())
2795 << "Enabling FlexFEC should not create VideoReceiveStream.";
2796 EXPECT_EQ(1U, fake_call_->GetFlexfecReceiveStreams().size())
2797 << "Enabling FlexFEC should create a single FlexfecReceiveStream.";
Rasmus Brandt60bb6fe2018-02-05 09:51:47 +01002798 EXPECT_EQ(1, video_stream.GetNumAddedSecondarySinks());
2799 EXPECT_EQ(0, video_stream.GetNumRemovedSecondarySinks());
brandtr11fb4722017-05-30 01:31:37 -07002800}
2801
eladalonf1841382017-06-12 01:16:46 -07002802TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr11fb4722017-05-30 01:31:37 -07002803 DisablingFlexfecDoesNotRecreateVideoReceiveStream) {
2804 cricket::VideoRecvParameters recv_parameters;
2805 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
2806 recv_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2807 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
2808
2809 AddRecvStream(
2810 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2811 EXPECT_EQ(2, fake_call_->GetNumCreatedReceiveStreams());
brandtr11fb4722017-05-30 01:31:37 -07002812 EXPECT_EQ(1U, fake_call_->GetFlexfecReceiveStreams().size());
Rasmus Brandt60bb6fe2018-02-05 09:51:47 +01002813 const std::vector<FakeVideoReceiveStream*>& video_streams =
2814 fake_call_->GetVideoReceiveStreams();
2815 ASSERT_EQ(1U, video_streams.size());
2816 const FakeVideoReceiveStream& video_stream = *video_streams.front();
2817 EXPECT_EQ(1, video_stream.GetNumAddedSecondarySinks());
2818 EXPECT_EQ(0, video_stream.GetNumRemovedSecondarySinks());
brandtr11fb4722017-05-30 01:31:37 -07002819
2820 // Disable FlexFEC.
2821 recv_parameters.codecs.clear();
2822 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
2823 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
2824 EXPECT_EQ(2, fake_call_->GetNumCreatedReceiveStreams())
2825 << "Disabling FlexFEC should not recreate VideoReceiveStream.";
2826 EXPECT_EQ(1U, fake_call_->GetVideoReceiveStreams().size())
2827 << "Disabling FlexFEC should not destroy VideoReceiveStream.";
2828 EXPECT_TRUE(fake_call_->GetFlexfecReceiveStreams().empty())
2829 << "Disabling FlexFEC should destroy FlexfecReceiveStream.";
Rasmus Brandt60bb6fe2018-02-05 09:51:47 +01002830 EXPECT_EQ(1, video_stream.GetNumAddedSecondarySinks());
2831 EXPECT_EQ(1, video_stream.GetNumRemovedSecondarySinks());
brandtr11fb4722017-05-30 01:31:37 -07002832}
2833
brandtr31bd2242017-05-19 05:47:46 -07002834// TODO(brandtr): When FlexFEC is no longer behind a field trial, merge all
2835// tests that use this test fixture into the corresponding "non-field trial"
2836// tests.
eladalonf1841382017-06-12 01:16:46 -07002837class WebRtcVideoChannelFlexfecSendRecvTest : public WebRtcVideoChannelTest {
brandtr31bd2242017-05-19 05:47:46 -07002838 public:
eladalonf1841382017-06-12 01:16:46 -07002839 WebRtcVideoChannelFlexfecSendRecvTest()
2840 : WebRtcVideoChannelTest(
brandtr31bd2242017-05-19 05:47:46 -07002841 "WebRTC-FlexFEC-03-Advertised/Enabled/WebRTC-FlexFEC-03/Enabled/") {
2842 }
2843};
2844
eladalonf1841382017-06-12 01:16:46 -07002845TEST_F(WebRtcVideoChannelFlexfecSendRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07002846 SetDefaultSendCodecsWithoutSsrc) {
brandtr468da7c2016-11-22 02:16:47 -08002847 FakeVideoSendStream* stream = AddSendStream();
2848 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2849
brandtr3d200bd2017-01-16 06:59:19 -08002850 EXPECT_EQ(GetEngineCodec("flexfec-03").id, config.rtp.flexfec.payload_type);
2851 EXPECT_EQ(0U, config.rtp.flexfec.ssrc);
2852 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
brandtr468da7c2016-11-22 02:16:47 -08002853}
2854
eladalonf1841382017-06-12 01:16:46 -07002855TEST_F(WebRtcVideoChannelFlexfecSendRecvTest, SetDefaultSendCodecsWithSsrc) {
brandtr468da7c2016-11-22 02:16:47 -08002856 FakeVideoSendStream* stream = AddSendStream(
2857 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2858 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2859
brandtr3d200bd2017-01-16 06:59:19 -08002860 EXPECT_EQ(GetEngineCodec("flexfec-03").id, config.rtp.flexfec.payload_type);
2861 EXPECT_EQ(kFlexfecSsrc, config.rtp.flexfec.ssrc);
2862 ASSERT_EQ(1U, config.rtp.flexfec.protected_media_ssrcs.size());
2863 EXPECT_EQ(kSsrcs1[0], config.rtp.flexfec.protected_media_ssrcs[0]);
brandtr468da7c2016-11-22 02:16:47 -08002864}
2865
eladalonf1841382017-06-12 01:16:46 -07002866TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithoutFec) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002867 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002868 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002869 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002870
2871 FakeVideoSendStream* stream = AddSendStream();
perkj26091b12016-09-01 01:17:40 -07002872 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002873
brandtrb5f2c3f2016-10-04 23:28:39 -07002874 EXPECT_EQ(-1, config.rtp.ulpfec.ulpfec_payload_type);
2875 EXPECT_EQ(-1, config.rtp.ulpfec.red_payload_type);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002876}
2877
eladalonf1841382017-06-12 01:16:46 -07002878TEST_F(WebRtcVideoChannelFlexfecSendRecvTest, SetSendCodecsWithoutFec) {
brandtr468da7c2016-11-22 02:16:47 -08002879 cricket::VideoSendParameters parameters;
2880 parameters.codecs.push_back(GetEngineCodec("VP8"));
2881 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2882
2883 FakeVideoSendStream* stream = AddSendStream();
2884 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2885
brandtr3d200bd2017-01-16 06:59:19 -08002886 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
brandtr468da7c2016-11-22 02:16:47 -08002887}
2888
eladalonf1841382017-06-12 01:16:46 -07002889TEST_F(WebRtcVideoChannelFlexfecRecvTest, SetRecvCodecsWithFec) {
brandtr9c3d4c42017-01-23 06:59:13 -08002890 AddRecvStream(
2891 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
brandtr9c3d4c42017-01-23 06:59:13 -08002892
2893 cricket::VideoRecvParameters recv_parameters;
2894 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
2895 recv_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2896 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
brandtr9d58d942017-02-03 04:43:41 -08002897
2898 const std::vector<FakeFlexfecReceiveStream*>& flexfec_streams =
2899 fake_call_->GetFlexfecReceiveStreams();
2900 ASSERT_EQ(1U, flexfec_streams.size());
2901 const FakeFlexfecReceiveStream* flexfec_stream = flexfec_streams.front();
2902 const webrtc::FlexfecReceiveStream::Config& flexfec_stream_config =
2903 flexfec_stream->GetConfig();
brandtr9c3d4c42017-01-23 06:59:13 -08002904 EXPECT_EQ(GetEngineCodec("flexfec-03").id,
brandtr9d58d942017-02-03 04:43:41 -08002905 flexfec_stream_config.payload_type);
2906 EXPECT_EQ(kFlexfecSsrc, flexfec_stream_config.remote_ssrc);
2907 ASSERT_EQ(1U, flexfec_stream_config.protected_media_ssrcs.size());
2908 EXPECT_EQ(kSsrcs1[0], flexfec_stream_config.protected_media_ssrcs[0]);
2909 const std::vector<FakeVideoReceiveStream*>& video_streams =
2910 fake_call_->GetVideoReceiveStreams();
2911 const FakeVideoReceiveStream* video_stream = video_streams.front();
2912 const webrtc::VideoReceiveStream::Config& video_stream_config =
2913 video_stream->GetConfig();
2914 EXPECT_EQ(video_stream_config.rtp.local_ssrc,
2915 flexfec_stream_config.local_ssrc);
2916 EXPECT_EQ(video_stream_config.rtp.rtcp_mode, flexfec_stream_config.rtcp_mode);
2917 EXPECT_EQ(video_stream_config.rtcp_send_transport,
2918 flexfec_stream_config.rtcp_send_transport);
2919 // TODO(brandtr): Update this EXPECT when we set |transport_cc| in a
2920 // spec-compliant way.
2921 EXPECT_EQ(video_stream_config.rtp.transport_cc,
2922 flexfec_stream_config.transport_cc);
2923 EXPECT_EQ(video_stream_config.rtp.rtcp_mode, flexfec_stream_config.rtcp_mode);
2924 EXPECT_EQ(video_stream_config.rtp.extensions,
2925 flexfec_stream_config.rtp_header_extensions);
brandtr9c3d4c42017-01-23 06:59:13 -08002926}
2927
brandtr31bd2242017-05-19 05:47:46 -07002928// We should not send FlexFEC, even if we advertise it, unless the right
2929// field trial is set.
2930// TODO(brandtr): Remove when FlexFEC is enabled by default.
eladalonf1841382017-06-12 01:16:46 -07002931TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07002932 SetSendCodecsWithoutSsrcWithFecDoesNotEnableFec) {
2933 cricket::VideoSendParameters parameters;
2934 parameters.codecs.push_back(GetEngineCodec("VP8"));
2935 parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2936 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2937
2938 FakeVideoSendStream* stream = AddSendStream();
2939 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2940
2941 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
2942 EXPECT_EQ(0, config.rtp.flexfec.ssrc);
2943 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
2944}
2945
eladalonf1841382017-06-12 01:16:46 -07002946TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07002947 SetSendCodecsWithSsrcWithFecDoesNotEnableFec) {
2948 cricket::VideoSendParameters parameters;
2949 parameters.codecs.push_back(GetEngineCodec("VP8"));
2950 parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2951 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2952
2953 FakeVideoSendStream* stream = AddSendStream(
2954 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2955 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2956
2957 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
2958 EXPECT_EQ(0, config.rtp.flexfec.ssrc);
2959 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
2960}
2961
eladalonf1841382017-06-12 01:16:46 -07002962TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002963 SetSendCodecRejectsRtxWithoutAssociatedPayloadType) {
magjed509e4fe2016-11-18 01:34:11 -08002964 const int kUnusedPayloadType = 127;
2965 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType));
2966
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002967 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002968 cricket::VideoCodec rtx_codec(kUnusedPayloadType, "rtx");
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002969 parameters.codecs.push_back(rtx_codec);
2970 EXPECT_FALSE(channel_->SetSendParameters(parameters))
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002971 << "RTX codec without associated payload type should be rejected.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002972}
2973
eladalonf1841382017-06-12 01:16:46 -07002974TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002975 SetSendCodecRejectsRtxWithoutMatchingVideoCodec) {
magjed509e4fe2016-11-18 01:34:11 -08002976 const int kUnusedPayloadType1 = 126;
2977 const int kUnusedPayloadType2 = 127;
2978 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType1));
2979 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType2));
2980 {
2981 cricket::VideoCodec rtx_codec = cricket::VideoCodec::CreateRtxCodec(
2982 kUnusedPayloadType1, GetEngineCodec("VP8").id);
2983 cricket::VideoSendParameters parameters;
2984 parameters.codecs.push_back(GetEngineCodec("VP8"));
2985 parameters.codecs.push_back(rtx_codec);
2986 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2987 }
2988 {
2989 cricket::VideoCodec rtx_codec = cricket::VideoCodec::CreateRtxCodec(
2990 kUnusedPayloadType1, kUnusedPayloadType2);
2991 cricket::VideoSendParameters parameters;
2992 parameters.codecs.push_back(GetEngineCodec("VP8"));
2993 parameters.codecs.push_back(rtx_codec);
2994 EXPECT_FALSE(channel_->SetSendParameters(parameters))
2995 << "RTX without matching video codec should be rejected.";
2996 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002997}
2998
eladalonf1841382017-06-12 01:16:46 -07002999TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithChangedRtxPayloadType) {
brandtr14742122017-01-27 04:53:07 -08003000 const int kUnusedPayloadType1 = 126;
3001 const int kUnusedPayloadType2 = 127;
3002 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType1));
3003 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType2));
3004
3005 // SSRCs for RTX.
3006 cricket::StreamParams params =
3007 cricket::StreamParams::CreateLegacy(kSsrcs1[0]);
3008 params.AddFidSsrc(kSsrcs1[0], kRtxSsrcs1[0]);
3009 AddSendStream(params);
3010
3011 // Original payload type for RTX.
3012 cricket::VideoSendParameters parameters;
3013 parameters.codecs.push_back(GetEngineCodec("VP8"));
3014 cricket::VideoCodec rtx_codec(kUnusedPayloadType1, "rtx");
3015 rtx_codec.SetParam("apt", GetEngineCodec("VP8").id);
3016 parameters.codecs.push_back(rtx_codec);
3017 EXPECT_TRUE(channel_->SetSendParameters(parameters));
3018 ASSERT_EQ(1U, fake_call_->GetVideoSendStreams().size());
3019 const webrtc::VideoSendStream::Config& config_before =
3020 fake_call_->GetVideoSendStreams()[0]->GetConfig();
3021 EXPECT_EQ(kUnusedPayloadType1, config_before.rtp.rtx.payload_type);
3022 ASSERT_EQ(1U, config_before.rtp.rtx.ssrcs.size());
3023 EXPECT_EQ(kRtxSsrcs1[0], config_before.rtp.rtx.ssrcs[0]);
3024
3025 // Change payload type for RTX.
3026 parameters.codecs[1].id = kUnusedPayloadType2;
3027 EXPECT_TRUE(channel_->SetSendParameters(parameters));
3028 ASSERT_EQ(1U, fake_call_->GetVideoSendStreams().size());
3029 const webrtc::VideoSendStream::Config& config_after =
3030 fake_call_->GetVideoSendStreams()[0]->GetConfig();
3031 EXPECT_EQ(kUnusedPayloadType2, config_after.rtp.rtx.payload_type);
3032 ASSERT_EQ(1U, config_after.rtp.rtx.ssrcs.size());
3033 EXPECT_EQ(kRtxSsrcs1[0], config_after.rtp.rtx.ssrcs[0]);
3034}
3035
eladalonf1841382017-06-12 01:16:46 -07003036TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithoutFecDisablesFec) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003037 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003038 parameters.codecs.push_back(GetEngineCodec("VP8"));
3039 parameters.codecs.push_back(GetEngineCodec("ulpfec"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003040 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org269605c2014-06-26 08:49:03 +00003041
3042 FakeVideoSendStream* stream = AddSendStream();
perkj26091b12016-09-01 01:17:40 -07003043 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
pbos@webrtc.org269605c2014-06-26 08:49:03 +00003044
magjed509e4fe2016-11-18 01:34:11 -08003045 EXPECT_EQ(GetEngineCodec("ulpfec").id, config.rtp.ulpfec.ulpfec_payload_type);
pbos@webrtc.org269605c2014-06-26 08:49:03 +00003046
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003047 parameters.codecs.pop_back();
3048 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00003049 stream = fake_call_->GetVideoSendStreams()[0];
brandtr468da7c2016-11-22 02:16:47 -08003050 ASSERT_TRUE(stream != nullptr);
perkj26091b12016-09-01 01:17:40 -07003051 config = stream->GetConfig().Copy();
brandtrb5f2c3f2016-10-04 23:28:39 -07003052 EXPECT_EQ(-1, config.rtp.ulpfec.ulpfec_payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003053 << "SetSendCodec without ULPFEC should disable current ULPFEC.";
3054}
3055
eladalonf1841382017-06-12 01:16:46 -07003056TEST_F(WebRtcVideoChannelFlexfecSendRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07003057 SetSendCodecsWithoutFecDisablesFec) {
brandtr468da7c2016-11-22 02:16:47 -08003058 cricket::VideoSendParameters parameters;
3059 parameters.codecs.push_back(GetEngineCodec("VP8"));
3060 parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
3061 ASSERT_TRUE(channel_->SetSendParameters(parameters));
3062
3063 FakeVideoSendStream* stream = AddSendStream(
3064 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
3065 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
3066
brandtr3d200bd2017-01-16 06:59:19 -08003067 EXPECT_EQ(GetEngineCodec("flexfec-03").id, config.rtp.flexfec.payload_type);
3068 EXPECT_EQ(kFlexfecSsrc, config.rtp.flexfec.ssrc);
brandtr468da7c2016-11-22 02:16:47 -08003069 ASSERT_EQ(1U, config.rtp.flexfec.protected_media_ssrcs.size());
3070 EXPECT_EQ(kSsrcs1[0], config.rtp.flexfec.protected_media_ssrcs[0]);
3071
3072 parameters.codecs.pop_back();
3073 ASSERT_TRUE(channel_->SetSendParameters(parameters));
3074 stream = fake_call_->GetVideoSendStreams()[0];
3075 ASSERT_TRUE(stream != nullptr);
3076 config = stream->GetConfig().Copy();
brandtr3d200bd2017-01-16 06:59:19 -08003077 EXPECT_EQ(-1, config.rtp.flexfec.payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003078 << "SetSendCodec without FlexFEC should disable current FlexFEC.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003079}
3080
eladalonf1841382017-06-12 01:16:46 -07003081TEST_F(WebRtcVideoChannelTest, SetSendCodecsChangesExistingStreams) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003082 cricket::VideoSendParameters parameters;
perkj26752742016-10-24 01:21:16 -07003083 cricket::VideoCodec codec(100, "VP8");
3084 codec.SetParam(kCodecParamMaxQuantization, kDefaultQpMax);
3085 parameters.codecs.push_back(codec);
perkjfa10b552016-10-02 23:45:26 -07003086
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003087 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org86196c42015-02-16 21:02:00 +00003088 channel_->SetSend(true);
pbos@webrtc.org38ce7d02014-07-16 08:01:38 +00003089
pbos@webrtc.org86196c42015-02-16 21:02:00 +00003090 FakeVideoSendStream* stream = AddSendStream();
Tommi85959932018-02-07 19:26:06 +01003091 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07003092 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
pbos@webrtc.org86196c42015-02-16 21:02:00 +00003093
3094 std::vector<webrtc::VideoStream> streams = stream->GetVideoStreams();
perkjfa10b552016-10-02 23:45:26 -07003095 EXPECT_EQ(kDefaultQpMax, streams[0].max_qp);
pbos@webrtc.org38ce7d02014-07-16 08:01:38 +00003096
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003097 parameters.codecs.clear();
perkj26752742016-10-24 01:21:16 -07003098 codec.SetParam(kCodecParamMaxQuantization, kDefaultQpMax + 1);
3099 parameters.codecs.push_back(codec);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003100 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00003101 streams = fake_call_->GetVideoSendStreams()[0]->GetVideoStreams();
perkjfa10b552016-10-02 23:45:26 -07003102 EXPECT_EQ(kDefaultQpMax + 1, streams[0].max_qp);
deadbeef5a4a75a2016-06-02 16:23:38 -07003103 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003104}
3105
eladalonf1841382017-06-12 01:16:46 -07003106TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithBitrates) {
pbos@webrtc.org00873182014-11-25 14:03:34 +00003107 SetSendCodecsShouldWorkForBitrates("100", 100000, "150", 150000, "200",
3108 200000);
3109}
3110
eladalonf1841382017-06-12 01:16:46 -07003111TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithHighMaxBitrate) {
pbos@webrtc.orga5f6fb52015-03-23 22:29:39 +00003112 SetSendCodecsShouldWorkForBitrates("", 0, "", -1, "10000", 10000000);
3113 std::vector<webrtc::VideoStream> streams = AddSendStream()->GetVideoStreams();
3114 ASSERT_EQ(1u, streams.size());
3115 EXPECT_EQ(10000000, streams[0].max_bitrate_bps);
3116}
3117
eladalonf1841382017-06-12 01:16:46 -07003118TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org00873182014-11-25 14:03:34 +00003119 SetSendCodecsWithoutBitratesUsesCorrectDefaults) {
3120 SetSendCodecsShouldWorkForBitrates(
3121 "", 0, "", -1, "", -1);
3122}
3123
eladalonf1841382017-06-12 01:16:46 -07003124TEST_F(WebRtcVideoChannelTest, SetSendCodecsCapsMinAndStartBitrate) {
pbos@webrtc.org00873182014-11-25 14:03:34 +00003125 SetSendCodecsShouldWorkForBitrates("-1", 0, "-100", -1, "", -1);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003126}
3127
eladalonf1841382017-06-12 01:16:46 -07003128TEST_F(WebRtcVideoChannelTest, SetSendCodecsRejectsMaxLessThanMinBitrate) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003129 send_parameters_.codecs[0].params[kCodecParamMinBitrate] = "300";
3130 send_parameters_.codecs[0].params[kCodecParamMaxBitrate] = "200";
3131 EXPECT_FALSE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003132}
3133
Taylor Brandstetter58f2bd92016-04-26 17:15:23 -07003134// Test that when both the codec-specific bitrate params and max_bandwidth_bps
3135// are present in the same send parameters, the settings are combined correctly.
eladalonf1841382017-06-12 01:16:46 -07003136TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithBitratesAndMaxSendBandwidth) {
Taylor Brandstetter58f2bd92016-04-26 17:15:23 -07003137 send_parameters_.codecs[0].params[kCodecParamMinBitrate] = "100";
3138 send_parameters_.codecs[0].params[kCodecParamStartBitrate] = "200";
3139 send_parameters_.codecs[0].params[kCodecParamMaxBitrate] = "300";
3140 send_parameters_.max_bandwidth_bps = 400000;
3141 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
3142 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
3143 EXPECT_EQ(200000, fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
3144 // We expect max_bandwidth_bps to take priority, if set.
3145 EXPECT_EQ(400000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3146
3147 // Decrease max_bandwidth_bps.
3148 send_parameters_.max_bandwidth_bps = 350000;
3149 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
3150 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
3151 // Since the codec isn't changing, start_bitrate_bps should be -1.
3152 EXPECT_EQ(-1, fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
3153 EXPECT_EQ(350000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3154
3155 // Now try again with the values flipped around.
3156 send_parameters_.codecs[0].params[kCodecParamMaxBitrate] = "400";
3157 send_parameters_.max_bandwidth_bps = 300000;
3158 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
3159 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
3160 EXPECT_EQ(200000, fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
3161 EXPECT_EQ(300000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3162
3163 // If we change the codec max, max_bandwidth_bps should still apply.
3164 send_parameters_.codecs[0].params[kCodecParamMaxBitrate] = "350";
3165 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
3166 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
3167 EXPECT_EQ(200000, fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
3168 EXPECT_EQ(300000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3169}
3170
eladalonf1841382017-06-12 01:16:46 -07003171TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org00873182014-11-25 14:03:34 +00003172 SetMaxSendBandwidthShouldPreserveOtherBitrates) {
3173 SetSendCodecsShouldWorkForBitrates("100", 100000, "150", 150000, "200",
3174 200000);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003175 send_parameters_.max_bandwidth_bps = 300000;
3176 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Stefan Holmere5904162015-03-26 11:11:06 +01003177 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps)
pbos@webrtc.org00873182014-11-25 14:03:34 +00003178 << "Setting max bitrate should keep previous min bitrate.";
Stefan Holmere5904162015-03-26 11:11:06 +01003179 EXPECT_EQ(-1, fake_call_->GetConfig().bitrate_config.start_bitrate_bps)
pbos@webrtc.org00873182014-11-25 14:03:34 +00003180 << "Setting max bitrate should not reset start bitrate.";
Stefan Holmere5904162015-03-26 11:11:06 +01003181 EXPECT_EQ(300000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
pbos@webrtc.org00873182014-11-25 14:03:34 +00003182}
3183
eladalonf1841382017-06-12 01:16:46 -07003184TEST_F(WebRtcVideoChannelTest, SetMaxSendBandwidthShouldBeRemovable) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003185 send_parameters_.max_bandwidth_bps = 300000;
3186 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Stefan Holmere5904162015-03-26 11:11:06 +01003187 EXPECT_EQ(300000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
pbos5c7760a2017-03-10 11:23:12 -08003188 // -1 means to disable max bitrate (set infinite).
3189 send_parameters_.max_bandwidth_bps = -1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003190 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Stefan Holmere5904162015-03-26 11:11:06 +01003191 EXPECT_EQ(-1, fake_call_->GetConfig().bitrate_config.max_bitrate_bps)
pbos@webrtc.org00873182014-11-25 14:03:34 +00003192 << "Setting zero max bitrate did not reset start bitrate.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003193}
3194
eladalonf1841382017-06-12 01:16:46 -07003195TEST_F(WebRtcVideoChannelTest, SetMaxSendBandwidthAndAddSendStream) {
perkjfa10b552016-10-02 23:45:26 -07003196 send_parameters_.max_bandwidth_bps = 99999;
3197 FakeVideoSendStream* stream = AddSendStream();
3198 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
3199 EXPECT_EQ(send_parameters_.max_bandwidth_bps,
3200 fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3201 ASSERT_EQ(1u, stream->GetVideoStreams().size());
3202 EXPECT_EQ(send_parameters_.max_bandwidth_bps,
3203 stream->GetVideoStreams()[0].max_bitrate_bps);
3204
3205 send_parameters_.max_bandwidth_bps = 77777;
3206 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
3207 EXPECT_EQ(send_parameters_.max_bandwidth_bps,
3208 fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3209 EXPECT_EQ(send_parameters_.max_bandwidth_bps,
3210 stream->GetVideoStreams()[0].max_bitrate_bps);
3211}
3212
eladalonf1841382017-06-12 01:16:46 -07003213TEST_F(WebRtcVideoChannelTest, SetMaxSendBitrateCanIncreaseSenderBitrate) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003214 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003215 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003216 ASSERT_TRUE(channel_->SetSendParameters(parameters));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003217 channel_->SetSend(true);
3218
3219 FakeVideoSendStream* stream = AddSendStream();
3220
Tommi85959932018-02-07 19:26:06 +01003221 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07003222 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
Peter Boström3afc8c42016-01-27 16:45:21 +01003223 EXPECT_EQ(cricket::CS_RUNNING,
3224 capturer.Start(capturer.GetSupportedFormats()->front()));
3225
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003226 std::vector<webrtc::VideoStream> streams = stream->GetVideoStreams();
3227 int initial_max_bitrate_bps = streams[0].max_bitrate_bps;
3228 EXPECT_GT(initial_max_bitrate_bps, 0);
3229
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003230 parameters.max_bandwidth_bps = initial_max_bitrate_bps * 2;
3231 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström3afc8c42016-01-27 16:45:21 +01003232 // Insert a frame to update the encoder config.
3233 EXPECT_TRUE(capturer.CaptureFrame());
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003234 streams = stream->GetVideoStreams();
3235 EXPECT_EQ(initial_max_bitrate_bps * 2, streams[0].max_bitrate_bps);
deadbeef5a4a75a2016-06-02 16:23:38 -07003236 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003237}
3238
eladalonf1841382017-06-12 01:16:46 -07003239TEST_F(WebRtcVideoChannelTest,
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003240 SetMaxSendBitrateCanIncreaseSimulcastSenderBitrate) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003241 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003242 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003243 ASSERT_TRUE(channel_->SetSendParameters(parameters));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003244 channel_->SetSend(true);
3245
3246 FakeVideoSendStream* stream = AddSendStream(
3247 cricket::CreateSimStreamParams("cname", MAKE_VECTOR(kSsrcs3)));
3248
3249 // Send a frame to make sure this scales up to >1 stream (simulcast).
Tommi85959932018-02-07 19:26:06 +01003250 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07003251 EXPECT_TRUE(channel_->SetVideoSend(kSsrcs3[0], true, nullptr, &capturer));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003252 EXPECT_EQ(cricket::CS_RUNNING,
3253 capturer.Start(capturer.GetSupportedFormats()->front()));
3254 EXPECT_TRUE(capturer.CaptureFrame());
3255
3256 std::vector<webrtc::VideoStream> streams = stream->GetVideoStreams();
3257 ASSERT_GT(streams.size(), 1u)
3258 << "Without simulcast this test doesn't make sense.";
pbosbe16f792015-10-16 12:49:39 -07003259 int initial_max_bitrate_bps = GetTotalMaxBitrateBps(streams);
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003260 EXPECT_GT(initial_max_bitrate_bps, 0);
3261
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003262 parameters.max_bandwidth_bps = initial_max_bitrate_bps * 2;
3263 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström3afc8c42016-01-27 16:45:21 +01003264 // Insert a frame to update the encoder config.
3265 EXPECT_TRUE(capturer.CaptureFrame());
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003266 streams = stream->GetVideoStreams();
pbosbe16f792015-10-16 12:49:39 -07003267 int increased_max_bitrate_bps = GetTotalMaxBitrateBps(streams);
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003268 EXPECT_EQ(initial_max_bitrate_bps * 2, increased_max_bitrate_bps);
3269
deadbeef5a4a75a2016-06-02 16:23:38 -07003270 EXPECT_TRUE(channel_->SetVideoSend(kSsrcs3[0], true, nullptr, nullptr));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003271}
3272
eladalonf1841382017-06-12 01:16:46 -07003273TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithMaxQuantization) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003274 static const char* kMaxQuantization = "21";
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003275 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003276 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003277 parameters.codecs[0].params[kCodecParamMaxQuantization] = kMaxQuantization;
3278 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +00003279 EXPECT_EQ(static_cast<unsigned int>(atoi(kMaxQuantization)),
3280 AddSendStream()->GetVideoStreams().back().max_qp);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003281
3282 VideoCodec codec;
3283 EXPECT_TRUE(channel_->GetSendCodec(&codec));
3284 EXPECT_EQ(kMaxQuantization, codec.params[kCodecParamMaxQuantization]);
3285}
3286
eladalonf1841382017-06-12 01:16:46 -07003287TEST_F(WebRtcVideoChannelTest, SetSendCodecsRejectBadPayloadTypes) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003288 // TODO(pbos): Should we only allow the dynamic range?
pkasting@chromium.orge7a4a122015-01-28 21:36:55 +00003289 static const int kIncorrectPayloads[] = {-2, -1, 128, 129};
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003290 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003291 parameters.codecs.push_back(GetEngineCodec("VP8"));
pkasting@chromium.orge7a4a122015-01-28 21:36:55 +00003292 for (size_t i = 0; i < arraysize(kIncorrectPayloads); ++i) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003293 parameters.codecs[0].id = kIncorrectPayloads[i];
3294 EXPECT_FALSE(channel_->SetSendParameters(parameters))
pkasting@chromium.orgd3245462015-02-23 21:28:22 +00003295 << "Bad payload type '" << kIncorrectPayloads[i] << "' accepted.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003296 }
3297}
3298
eladalonf1841382017-06-12 01:16:46 -07003299TEST_F(WebRtcVideoChannelTest, SetSendCodecsAcceptAllValidPayloadTypes) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003300 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003301 parameters.codecs.push_back(GetEngineCodec("VP8"));
magjedf823ede2016-11-12 09:53:04 -08003302 for (int payload_type = 96; payload_type <= 127; ++payload_type) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003303 parameters.codecs[0].id = payload_type;
3304 EXPECT_TRUE(channel_->SetSendParameters(parameters))
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003305 << "Payload type '" << payload_type << "' rejected.";
3306 }
3307}
3308
deadbeef67cf2c12016-04-13 10:07:16 -07003309// Test that setting the a different set of codecs but with an identical front
3310// codec doesn't result in the stream being recreated.
3311// This may happen when a subsequent negotiation includes fewer codecs, as a
3312// result of one of the codecs being rejected.
eladalonf1841382017-06-12 01:16:46 -07003313TEST_F(WebRtcVideoChannelTest,
deadbeef67cf2c12016-04-13 10:07:16 -07003314 SetSendCodecsIdenticalFirstCodecDoesntRecreateStream) {
3315 cricket::VideoSendParameters parameters1;
magjed509e4fe2016-11-18 01:34:11 -08003316 parameters1.codecs.push_back(GetEngineCodec("VP8"));
3317 parameters1.codecs.push_back(GetEngineCodec("VP9"));
deadbeef67cf2c12016-04-13 10:07:16 -07003318 EXPECT_TRUE(channel_->SetSendParameters(parameters1));
3319
3320 AddSendStream();
3321 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
3322
3323 cricket::VideoSendParameters parameters2;
magjed509e4fe2016-11-18 01:34:11 -08003324 parameters2.codecs.push_back(GetEngineCodec("VP8"));
deadbeef67cf2c12016-04-13 10:07:16 -07003325 EXPECT_TRUE(channel_->SetSendParameters(parameters2));
3326 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
3327}
3328
eladalonf1841382017-06-12 01:16:46 -07003329TEST_F(WebRtcVideoChannelTest, SetRecvCodecsWithOnlyVp8) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003330 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003331 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003332 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003333}
3334
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003335// Test that we set our inbound RTX codecs properly.
eladalonf1841382017-06-12 01:16:46 -07003336TEST_F(WebRtcVideoChannelTest, SetRecvCodecsWithRtx) {
magjed509e4fe2016-11-18 01:34:11 -08003337 const int kUnusedPayloadType1 = 126;
3338 const int kUnusedPayloadType2 = 127;
3339 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType1));
3340 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType2));
3341
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003342 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003343 parameters.codecs.push_back(GetEngineCodec("VP8"));
3344 cricket::VideoCodec rtx_codec(kUnusedPayloadType1, "rtx");
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003345 parameters.codecs.push_back(rtx_codec);
3346 EXPECT_FALSE(channel_->SetRecvParameters(parameters))
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003347 << "RTX codec without associated payload should be rejected.";
3348
magjed509e4fe2016-11-18 01:34:11 -08003349 parameters.codecs[1].SetParam("apt", kUnusedPayloadType2);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003350 EXPECT_FALSE(channel_->SetRecvParameters(parameters))
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003351 << "RTX codec with invalid associated payload type should be rejected.";
3352
magjed509e4fe2016-11-18 01:34:11 -08003353 parameters.codecs[1].SetParam("apt", GetEngineCodec("VP8").id);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003354 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003355
magjed509e4fe2016-11-18 01:34:11 -08003356 cricket::VideoCodec rtx_codec2(kUnusedPayloadType2, "rtx");
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003357 rtx_codec2.SetParam("apt", rtx_codec.id);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003358 parameters.codecs.push_back(rtx_codec2);
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003359
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003360 EXPECT_FALSE(channel_->SetRecvParameters(parameters)) <<
3361 "RTX codec with another RTX as associated payload type should be "
3362 "rejected.";
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003363}
3364
eladalonf1841382017-06-12 01:16:46 -07003365TEST_F(WebRtcVideoChannelTest, SetRecvCodecsWithChangedRtxPayloadType) {
brandtr14742122017-01-27 04:53:07 -08003366 const int kUnusedPayloadType1 = 126;
3367 const int kUnusedPayloadType2 = 127;
3368 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType1));
3369 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType2));
3370
3371 // SSRCs for RTX.
3372 cricket::StreamParams params =
3373 cricket::StreamParams::CreateLegacy(kSsrcs1[0]);
3374 params.AddFidSsrc(kSsrcs1[0], kRtxSsrcs1[0]);
3375 AddRecvStream(params);
3376
3377 // Original payload type for RTX.
3378 cricket::VideoRecvParameters parameters;
3379 parameters.codecs.push_back(GetEngineCodec("VP8"));
3380 cricket::VideoCodec rtx_codec(kUnusedPayloadType1, "rtx");
3381 rtx_codec.SetParam("apt", GetEngineCodec("VP8").id);
3382 parameters.codecs.push_back(rtx_codec);
3383 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
3384 ASSERT_EQ(1U, fake_call_->GetVideoReceiveStreams().size());
3385 const webrtc::VideoReceiveStream::Config& config_before =
3386 fake_call_->GetVideoReceiveStreams()[0]->GetConfig();
nisse26e3abb2017-08-25 04:44:25 -07003387 EXPECT_EQ(1U, config_before.rtp.rtx_associated_payload_types.size());
3388 const int* payload_type_before = FindKeyByValue(
3389 config_before.rtp.rtx_associated_payload_types, GetEngineCodec("VP8").id);
3390 ASSERT_NE(payload_type_before, nullptr);
3391 EXPECT_EQ(kUnusedPayloadType1, *payload_type_before);
brandtr14742122017-01-27 04:53:07 -08003392 EXPECT_EQ(kRtxSsrcs1[0], config_before.rtp.rtx_ssrc);
3393
3394 // Change payload type for RTX.
3395 parameters.codecs[1].id = kUnusedPayloadType2;
3396 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
3397 ASSERT_EQ(1U, fake_call_->GetVideoReceiveStreams().size());
3398 const webrtc::VideoReceiveStream::Config& config_after =
3399 fake_call_->GetVideoReceiveStreams()[0]->GetConfig();
nisse26e3abb2017-08-25 04:44:25 -07003400 EXPECT_EQ(1U, config_after.rtp.rtx_associated_payload_types.size());
3401 const int* payload_type_after = FindKeyByValue(
3402 config_after.rtp.rtx_associated_payload_types, GetEngineCodec("VP8").id);
3403 ASSERT_NE(payload_type_after, nullptr);
3404 EXPECT_EQ(kUnusedPayloadType2, *payload_type_after);
brandtr14742122017-01-27 04:53:07 -08003405 EXPECT_EQ(kRtxSsrcs1[0], config_after.rtp.rtx_ssrc);
3406}
3407
eladalonf1841382017-06-12 01:16:46 -07003408TEST_F(WebRtcVideoChannelTest, SetRecvCodecsDifferentPayloadType) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003409 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003410 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003411 parameters.codecs[0].id = 99;
3412 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003413}
3414
eladalonf1841382017-06-12 01:16:46 -07003415TEST_F(WebRtcVideoChannelTest, SetRecvCodecsAcceptDefaultCodecs) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003416 cricket::VideoRecvParameters parameters;
3417 parameters.codecs = engine_.codecs();
3418 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgccbed3b2014-07-11 13:02:54 +00003419
3420 FakeVideoReceiveStream* stream = AddRecvStream();
Tommi733b5472016-06-10 17:58:01 +02003421 const webrtc::VideoReceiveStream::Config& config = stream->GetConfig();
pbos@webrtc.org776e6f22014-10-29 15:28:39 +00003422 EXPECT_EQ(engine_.codecs()[0].name, config.decoders[0].payload_name);
3423 EXPECT_EQ(engine_.codecs()[0].id, config.decoders[0].payload_type);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003424}
3425
eladalonf1841382017-06-12 01:16:46 -07003426TEST_F(WebRtcVideoChannelTest, SetRecvCodecsRejectUnsupportedCodec) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003427 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003428 parameters.codecs.push_back(GetEngineCodec("VP8"));
perkj26752742016-10-24 01:21:16 -07003429 parameters.codecs.push_back(VideoCodec(101, "WTF3"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003430 EXPECT_FALSE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003431}
3432
eladalonf1841382017-06-12 01:16:46 -07003433TEST_F(WebRtcVideoChannelTest, SetRecvCodecsAcceptsMultipleVideoCodecs) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003434 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003435 parameters.codecs.push_back(GetEngineCodec("VP8"));
3436 parameters.codecs.push_back(GetEngineCodec("VP9"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003437 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003438}
3439
eladalonf1841382017-06-12 01:16:46 -07003440TEST_F(WebRtcVideoChannelTest, SetRecvCodecsWithoutFecDisablesFec) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003441 cricket::VideoSendParameters send_parameters;
magjed509e4fe2016-11-18 01:34:11 -08003442 send_parameters.codecs.push_back(GetEngineCodec("VP8"));
3443 send_parameters.codecs.push_back(GetEngineCodec("red"));
3444 send_parameters.codecs.push_back(GetEngineCodec("ulpfec"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003445 ASSERT_TRUE(channel_->SetSendParameters(send_parameters));
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00003446
3447 FakeVideoReceiveStream* stream = AddRecvStream();
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00003448
magjed509e4fe2016-11-18 01:34:11 -08003449 EXPECT_EQ(GetEngineCodec("ulpfec").id,
nisse3b3622f2017-09-26 02:49:21 -07003450 stream->GetConfig().rtp.ulpfec_payload_type);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00003451
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003452 cricket::VideoRecvParameters recv_parameters;
magjed509e4fe2016-11-18 01:34:11 -08003453 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003454 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00003455 stream = fake_call_->GetVideoReceiveStreams()[0];
brandtr468da7c2016-11-22 02:16:47 -08003456 ASSERT_TRUE(stream != nullptr);
nisse3b3622f2017-09-26 02:49:21 -07003457 EXPECT_EQ(-1, stream->GetConfig().rtp.ulpfec_payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003458 << "SetSendCodec without ULPFEC should disable current ULPFEC.";
3459}
3460
eladalonf1841382017-06-12 01:16:46 -07003461TEST_F(WebRtcVideoChannelFlexfecRecvTest, SetRecvParamsWithoutFecDisablesFec) {
brandtr468da7c2016-11-22 02:16:47 -08003462 AddRecvStream(
3463 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
brandtr9c3d4c42017-01-23 06:59:13 -08003464 const std::vector<FakeFlexfecReceiveStream*>& streams =
brandtr468da7c2016-11-22 02:16:47 -08003465 fake_call_->GetFlexfecReceiveStreams();
3466
3467 ASSERT_EQ(1U, streams.size());
brandtr9c3d4c42017-01-23 06:59:13 -08003468 const FakeFlexfecReceiveStream* stream = streams.front();
3469 EXPECT_EQ(GetEngineCodec("flexfec-03").id, stream->GetConfig().payload_type);
3470 EXPECT_EQ(kFlexfecSsrc, stream->GetConfig().remote_ssrc);
3471 ASSERT_EQ(1U, stream->GetConfig().protected_media_ssrcs.size());
3472 EXPECT_EQ(kSsrcs1[0], stream->GetConfig().protected_media_ssrcs[0]);
brandtr468da7c2016-11-22 02:16:47 -08003473
3474 cricket::VideoRecvParameters recv_parameters;
3475 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
3476 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
3477 EXPECT_TRUE(streams.empty())
3478 << "SetSendCodec without FlexFEC should disable current FlexFEC.";
pbos@webrtc.org269605c2014-06-26 08:49:03 +00003479}
3480
eladalonf1841382017-06-12 01:16:46 -07003481TEST_F(WebRtcVideoChannelTest, SetSendParamsWithFecEnablesFec) {
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003482 FakeVideoReceiveStream* stream = AddRecvStream();
magjed509e4fe2016-11-18 01:34:11 -08003483 EXPECT_EQ(GetEngineCodec("ulpfec").id,
nisse3b3622f2017-09-26 02:49:21 -07003484 stream->GetConfig().rtp.ulpfec_payload_type);
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003485
3486 cricket::VideoRecvParameters recv_parameters;
magjed509e4fe2016-11-18 01:34:11 -08003487 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
3488 recv_parameters.codecs.push_back(GetEngineCodec("red"));
3489 recv_parameters.codecs.push_back(GetEngineCodec("ulpfec"));
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003490 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
3491 stream = fake_call_->GetVideoReceiveStreams()[0];
brandtr468da7c2016-11-22 02:16:47 -08003492 ASSERT_TRUE(stream != nullptr);
magjed509e4fe2016-11-18 01:34:11 -08003493 EXPECT_EQ(GetEngineCodec("ulpfec").id,
nisse3b3622f2017-09-26 02:49:21 -07003494 stream->GetConfig().rtp.ulpfec_payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003495 << "ULPFEC should be enabled on the receive stream.";
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003496
3497 cricket::VideoSendParameters send_parameters;
magjed509e4fe2016-11-18 01:34:11 -08003498 send_parameters.codecs.push_back(GetEngineCodec("VP8"));
3499 send_parameters.codecs.push_back(GetEngineCodec("red"));
3500 send_parameters.codecs.push_back(GetEngineCodec("ulpfec"));
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003501 ASSERT_TRUE(channel_->SetSendParameters(send_parameters));
3502 stream = fake_call_->GetVideoReceiveStreams()[0];
magjed509e4fe2016-11-18 01:34:11 -08003503 EXPECT_EQ(GetEngineCodec("ulpfec").id,
nisse3b3622f2017-09-26 02:49:21 -07003504 stream->GetConfig().rtp.ulpfec_payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003505 << "ULPFEC should be enabled on the receive stream.";
3506}
3507
eladalonf1841382017-06-12 01:16:46 -07003508TEST_F(WebRtcVideoChannelFlexfecSendRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07003509 SetSendRecvParamsWithFecEnablesFec) {
brandtr468da7c2016-11-22 02:16:47 -08003510 AddRecvStream(
3511 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
brandtr9c3d4c42017-01-23 06:59:13 -08003512 const std::vector<FakeFlexfecReceiveStream*>& streams =
brandtr468da7c2016-11-22 02:16:47 -08003513 fake_call_->GetFlexfecReceiveStreams();
3514
3515 cricket::VideoRecvParameters recv_parameters;
3516 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
3517 recv_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
3518 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
3519 ASSERT_EQ(1U, streams.size());
brandtr9c3d4c42017-01-23 06:59:13 -08003520 const FakeFlexfecReceiveStream* stream_with_recv_params = streams.front();
brandtr468da7c2016-11-22 02:16:47 -08003521 EXPECT_EQ(GetEngineCodec("flexfec-03").id,
brandtr9c3d4c42017-01-23 06:59:13 -08003522 stream_with_recv_params->GetConfig().payload_type);
3523 EXPECT_EQ(kFlexfecSsrc, stream_with_recv_params->GetConfig().remote_ssrc);
brandtr468da7c2016-11-22 02:16:47 -08003524 EXPECT_EQ(1U,
brandtr9c3d4c42017-01-23 06:59:13 -08003525 stream_with_recv_params->GetConfig().protected_media_ssrcs.size());
brandtr468da7c2016-11-22 02:16:47 -08003526 EXPECT_EQ(kSsrcs1[0],
brandtr9c3d4c42017-01-23 06:59:13 -08003527 stream_with_recv_params->GetConfig().protected_media_ssrcs[0]);
brandtr468da7c2016-11-22 02:16:47 -08003528
3529 cricket::VideoSendParameters send_parameters;
3530 send_parameters.codecs.push_back(GetEngineCodec("VP8"));
3531 send_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
3532 ASSERT_TRUE(channel_->SetSendParameters(send_parameters));
3533 ASSERT_EQ(1U, streams.size());
brandtr9c3d4c42017-01-23 06:59:13 -08003534 const FakeFlexfecReceiveStream* stream_with_send_params = streams.front();
brandtr468da7c2016-11-22 02:16:47 -08003535 EXPECT_EQ(GetEngineCodec("flexfec-03").id,
brandtr9c3d4c42017-01-23 06:59:13 -08003536 stream_with_send_params->GetConfig().payload_type);
3537 EXPECT_EQ(kFlexfecSsrc, stream_with_send_params->GetConfig().remote_ssrc);
brandtr468da7c2016-11-22 02:16:47 -08003538 EXPECT_EQ(1U,
brandtr9c3d4c42017-01-23 06:59:13 -08003539 stream_with_send_params->GetConfig().protected_media_ssrcs.size());
brandtr468da7c2016-11-22 02:16:47 -08003540 EXPECT_EQ(kSsrcs1[0],
brandtr9c3d4c42017-01-23 06:59:13 -08003541 stream_with_send_params->GetConfig().protected_media_ssrcs[0]);
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003542}
3543
eladalonf1841382017-06-12 01:16:46 -07003544TEST_F(WebRtcVideoChannelTest, SetRecvCodecsRejectDuplicateFecPayloads) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003545 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003546 parameters.codecs.push_back(GetEngineCodec("VP8"));
3547 parameters.codecs.push_back(GetEngineCodec("red"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003548 parameters.codecs[1].id = parameters.codecs[0].id;
3549 EXPECT_FALSE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003550}
3551
eladalonf1841382017-06-12 01:16:46 -07003552TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07003553 SetRecvCodecsRejectDuplicateFecPayloads) {
brandtr468da7c2016-11-22 02:16:47 -08003554 cricket::VideoRecvParameters parameters;
3555 parameters.codecs.push_back(GetEngineCodec("VP8"));
3556 parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
3557 parameters.codecs[1].id = parameters.codecs[0].id;
3558 EXPECT_FALSE(channel_->SetRecvParameters(parameters));
3559}
3560
eladalonf1841382017-06-12 01:16:46 -07003561TEST_F(WebRtcVideoChannelTest, SetRecvCodecsRejectDuplicateCodecPayloads) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003562 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003563 parameters.codecs.push_back(GetEngineCodec("VP8"));
3564 parameters.codecs.push_back(GetEngineCodec("VP9"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003565 parameters.codecs[1].id = parameters.codecs[0].id;
3566 EXPECT_FALSE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003567}
3568
eladalonf1841382017-06-12 01:16:46 -07003569TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003570 SetRecvCodecsAcceptSameCodecOnMultiplePayloadTypes) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003571 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003572 parameters.codecs.push_back(GetEngineCodec("VP8"));
3573 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003574 parameters.codecs[1].id += 1;
3575 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003576}
3577
deadbeef67cf2c12016-04-13 10:07:16 -07003578// Test that setting the same codecs but with a different order
deadbeef874ca3a2015-08-20 17:19:20 -07003579// doesn't result in the stream being recreated.
eladalonf1841382017-06-12 01:16:46 -07003580TEST_F(WebRtcVideoChannelTest,
deadbeef67cf2c12016-04-13 10:07:16 -07003581 SetRecvCodecsDifferentOrderDoesntRecreateStream) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003582 cricket::VideoRecvParameters parameters1;
magjed509e4fe2016-11-18 01:34:11 -08003583 parameters1.codecs.push_back(GetEngineCodec("VP8"));
3584 parameters1.codecs.push_back(GetEngineCodec("red"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003585 EXPECT_TRUE(channel_->SetRecvParameters(parameters1));
deadbeef874ca3a2015-08-20 17:19:20 -07003586
3587 AddRecvStream(cricket::StreamParams::CreateLegacy(123));
3588 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
3589
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003590 cricket::VideoRecvParameters parameters2;
magjed509e4fe2016-11-18 01:34:11 -08003591 parameters2.codecs.push_back(GetEngineCodec("red"));
3592 parameters2.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003593 EXPECT_TRUE(channel_->SetRecvParameters(parameters2));
deadbeef874ca3a2015-08-20 17:19:20 -07003594 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
3595}
3596
eladalonf1841382017-06-12 01:16:46 -07003597TEST_F(WebRtcVideoChannelTest, SendStreamNotSendingByDefault) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003598 EXPECT_FALSE(AddSendStream()->IsSending());
3599}
3600
eladalonf1841382017-06-12 01:16:46 -07003601TEST_F(WebRtcVideoChannelTest, ReceiveStreamReceivingByDefault) {
pbos@webrtc.org85f42942014-07-22 09:14:58 +00003602 EXPECT_TRUE(AddRecvStream()->IsReceiving());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003603}
3604
eladalonf1841382017-06-12 01:16:46 -07003605TEST_F(WebRtcVideoChannelTest, SetSend) {
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00003606 FakeVideoSendStream* stream = AddSendStream();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003607 EXPECT_FALSE(stream->IsSending());
3608
3609 // false->true
3610 EXPECT_TRUE(channel_->SetSend(true));
3611 EXPECT_TRUE(stream->IsSending());
3612 // true->true
3613 EXPECT_TRUE(channel_->SetSend(true));
3614 EXPECT_TRUE(stream->IsSending());
3615 // true->false
3616 EXPECT_TRUE(channel_->SetSend(false));
3617 EXPECT_FALSE(stream->IsSending());
3618 // false->false
3619 EXPECT_TRUE(channel_->SetSend(false));
3620 EXPECT_FALSE(stream->IsSending());
3621
3622 EXPECT_TRUE(channel_->SetSend(true));
3623 FakeVideoSendStream* new_stream = AddSendStream();
3624 EXPECT_TRUE(new_stream->IsSending())
3625 << "Send stream created after SetSend(true) not sending initially.";
3626}
3627
pbos@webrtc.orgd8198032014-11-10 14:41:43 +00003628// This test verifies DSCP settings are properly applied on video media channel.
eladalonf1841382017-06-12 01:16:46 -07003629TEST_F(WebRtcVideoChannelTest, TestSetDscpOptions) {
kwiberg686a8ef2016-02-26 03:00:35 -08003630 std::unique_ptr<cricket::FakeNetworkInterface> network_interface(
pbos@webrtc.orgd8198032014-11-10 14:41:43 +00003631 new cricket::FakeNetworkInterface);
nisse51542be2016-02-12 02:27:06 -08003632 MediaConfig config;
kwiberg686a8ef2016-02-26 03:00:35 -08003633 std::unique_ptr<VideoMediaChannel> channel;
nisse51542be2016-02-12 02:27:06 -08003634
3635 channel.reset(engine_.CreateChannel(call_.get(), config, VideoOptions()));
3636 channel->SetInterface(network_interface.get());
3637 // Default value when DSCP is disabled should be DSCP_DEFAULT.
pbos@webrtc.orgd8198032014-11-10 14:41:43 +00003638 EXPECT_EQ(rtc::DSCP_DEFAULT, network_interface->dscp());
nisse51542be2016-02-12 02:27:06 -08003639
3640 config.enable_dscp = true;
3641 channel.reset(engine_.CreateChannel(call_.get(), config, VideoOptions()));
3642 channel->SetInterface(network_interface.get());
3643 EXPECT_EQ(rtc::DSCP_AF41, network_interface->dscp());
3644
3645 // Verify that setting the option to false resets the
3646 // DiffServCodePoint.
3647 config.enable_dscp = false;
3648 channel.reset(engine_.CreateChannel(call_.get(), config, VideoOptions()));
3649 channel->SetInterface(network_interface.get());
3650 EXPECT_EQ(rtc::DSCP_DEFAULT, network_interface->dscp());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003651}
3652
deadbeef13871492015-12-09 12:37:51 -08003653// This test verifies that the RTCP reduced size mode is properly applied to
3654// send video streams.
eladalonf1841382017-06-12 01:16:46 -07003655TEST_F(WebRtcVideoChannelTest, TestSetSendRtcpReducedSize) {
deadbeef13871492015-12-09 12:37:51 -08003656 // Create stream, expecting that default mode is "compound".
3657 FakeVideoSendStream* stream1 = AddSendStream();
3658 EXPECT_EQ(webrtc::RtcpMode::kCompound, stream1->GetConfig().rtp.rtcp_mode);
3659
3660 // Now enable reduced size mode.
3661 send_parameters_.rtcp.reduced_size = true;
3662 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
3663 stream1 = fake_call_->GetVideoSendStreams()[0];
3664 EXPECT_EQ(webrtc::RtcpMode::kReducedSize, stream1->GetConfig().rtp.rtcp_mode);
3665
3666 // Create a new stream and ensure it picks up the reduced size mode.
3667 FakeVideoSendStream* stream2 = AddSendStream();
3668 EXPECT_EQ(webrtc::RtcpMode::kReducedSize, stream2->GetConfig().rtp.rtcp_mode);
3669}
3670
3671// This test verifies that the RTCP reduced size mode is properly applied to
3672// receive video streams.
eladalonf1841382017-06-12 01:16:46 -07003673TEST_F(WebRtcVideoChannelTest, TestSetRecvRtcpReducedSize) {
deadbeef13871492015-12-09 12:37:51 -08003674 // Create stream, expecting that default mode is "compound".
3675 FakeVideoReceiveStream* stream1 = AddRecvStream();
3676 EXPECT_EQ(webrtc::RtcpMode::kCompound, stream1->GetConfig().rtp.rtcp_mode);
3677
3678 // Now enable reduced size mode.
Taylor Brandstetter5f0b83b2016-03-18 15:02:07 -07003679 // TODO(deadbeef): Once "recv_parameters" becomes "receiver_parameters",
3680 // the reduced_size flag should come from that.
3681 send_parameters_.rtcp.reduced_size = true;
3682 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
deadbeef13871492015-12-09 12:37:51 -08003683 stream1 = fake_call_->GetVideoReceiveStreams()[0];
3684 EXPECT_EQ(webrtc::RtcpMode::kReducedSize, stream1->GetConfig().rtp.rtcp_mode);
3685
3686 // Create a new stream and ensure it picks up the reduced size mode.
3687 FakeVideoReceiveStream* stream2 = AddRecvStream();
3688 EXPECT_EQ(webrtc::RtcpMode::kReducedSize, stream2->GetConfig().rtp.rtcp_mode);
3689}
3690
eladalonf1841382017-06-12 01:16:46 -07003691TEST_F(WebRtcVideoChannelTest, OnReadyToSendSignalsNetworkState) {
skvlad7a43d252016-03-22 15:32:27 -07003692 EXPECT_EQ(webrtc::kNetworkUp,
3693 fake_call_->GetNetworkState(webrtc::MediaType::VIDEO));
3694 EXPECT_EQ(webrtc::kNetworkUp,
3695 fake_call_->GetNetworkState(webrtc::MediaType::AUDIO));
pbos@webrtc.org26c0c412014-09-03 16:17:12 +00003696
3697 channel_->OnReadyToSend(false);
skvlad7a43d252016-03-22 15:32:27 -07003698 EXPECT_EQ(webrtc::kNetworkDown,
3699 fake_call_->GetNetworkState(webrtc::MediaType::VIDEO));
3700 EXPECT_EQ(webrtc::kNetworkUp,
3701 fake_call_->GetNetworkState(webrtc::MediaType::AUDIO));
pbos@webrtc.org26c0c412014-09-03 16:17:12 +00003702
3703 channel_->OnReadyToSend(true);
skvlad7a43d252016-03-22 15:32:27 -07003704 EXPECT_EQ(webrtc::kNetworkUp,
3705 fake_call_->GetNetworkState(webrtc::MediaType::VIDEO));
3706 EXPECT_EQ(webrtc::kNetworkUp,
3707 fake_call_->GetNetworkState(webrtc::MediaType::AUDIO));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003708}
3709
eladalonf1841382017-06-12 01:16:46 -07003710TEST_F(WebRtcVideoChannelTest, GetStatsReportsSentCodecName) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003711 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003712 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003713 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström74d9ed72015-03-26 16:28:31 +01003714
3715 AddSendStream();
3716
3717 cricket::VideoMediaInfo info;
3718 ASSERT_TRUE(channel_->GetStats(&info));
magjed509e4fe2016-11-18 01:34:11 -08003719 EXPECT_EQ("VP8", info.senders[0].codec_name);
Peter Boström74d9ed72015-03-26 16:28:31 +01003720}
3721
eladalonf1841382017-06-12 01:16:46 -07003722TEST_F(WebRtcVideoChannelTest, GetStatsReportsEncoderImplementationName) {
Peter Boströmb7d9a972015-12-18 16:01:11 +01003723 FakeVideoSendStream* stream = AddSendStream();
3724 webrtc::VideoSendStream::Stats stats;
3725 stats.encoder_implementation_name = "encoder_implementation_name";
3726 stream->SetStats(stats);
3727
3728 cricket::VideoMediaInfo info;
3729 ASSERT_TRUE(channel_->GetStats(&info));
3730 EXPECT_EQ(stats.encoder_implementation_name,
3731 info.senders[0].encoder_implementation_name);
3732}
3733
eladalonf1841382017-06-12 01:16:46 -07003734TEST_F(WebRtcVideoChannelTest, GetStatsReportsCpuOveruseMetrics) {
pbos@webrtc.org3e6e2712015-02-26 12:19:31 +00003735 FakeVideoSendStream* stream = AddSendStream();
3736 webrtc::VideoSendStream::Stats stats;
3737 stats.avg_encode_time_ms = 13;
3738 stats.encode_usage_percent = 42;
3739 stream->SetStats(stats);
3740
3741 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003742 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org3e6e2712015-02-26 12:19:31 +00003743 EXPECT_EQ(stats.avg_encode_time_ms, info.senders[0].avg_encode_ms);
3744 EXPECT_EQ(stats.encode_usage_percent, info.senders[0].encode_usage_percent);
3745}
3746
eladalonf1841382017-06-12 01:16:46 -07003747TEST_F(WebRtcVideoChannelTest, GetStatsReportsFramesEncoded) {
sakal43536c32016-10-24 01:46:43 -07003748 FakeVideoSendStream* stream = AddSendStream();
3749 webrtc::VideoSendStream::Stats stats;
3750 stats.frames_encoded = 13;
3751 stream->SetStats(stats);
3752
3753 cricket::VideoMediaInfo info;
3754 ASSERT_TRUE(channel_->GetStats(&info));
3755 EXPECT_EQ(stats.frames_encoded, info.senders[0].frames_encoded);
3756}
3757
eladalonf1841382017-06-12 01:16:46 -07003758TEST_F(WebRtcVideoChannelTest, GetStatsReportsQpSum) {
sakal87da4042016-10-31 06:53:47 -07003759 FakeVideoSendStream* stream = AddSendStream();
3760 webrtc::VideoSendStream::Stats stats;
Oskar Sundbom78807582017-11-16 11:09:55 +01003761 stats.qp_sum = 13;
sakal87da4042016-10-31 06:53:47 -07003762 stream->SetStats(stats);
3763
3764 cricket::VideoMediaInfo info;
3765 ASSERT_TRUE(channel_->GetStats(&info));
3766 EXPECT_EQ(stats.qp_sum, info.senders[0].qp_sum);
3767}
3768
eladalonf1841382017-06-12 01:16:46 -07003769TEST_F(WebRtcVideoChannelTest, GetStatsReportsUpperResolution) {
pbos@webrtc.org273a4142014-12-01 15:23:21 +00003770 FakeVideoSendStream* stream = AddSendStream();
3771 webrtc::VideoSendStream::Stats stats;
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003772 stats.substreams[17].width = 123;
3773 stats.substreams[17].height = 40;
3774 stats.substreams[42].width = 80;
3775 stats.substreams[42].height = 31;
3776 stats.substreams[11].width = 20;
3777 stats.substreams[11].height = 90;
pbos@webrtc.org273a4142014-12-01 15:23:21 +00003778 stream->SetStats(stats);
3779
3780 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003781 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org273a4142014-12-01 15:23:21 +00003782 ASSERT_EQ(1u, info.senders.size());
3783 EXPECT_EQ(123, info.senders[0].send_frame_width);
3784 EXPECT_EQ(90, info.senders[0].send_frame_height);
3785}
3786
eladalonf1841382017-06-12 01:16:46 -07003787TEST_F(WebRtcVideoChannelTest, GetStatsReportsPreferredBitrate) {
Pera48ddb72016-09-29 11:48:50 +02003788 FakeVideoSendStream* stream = AddSendStream();
3789 webrtc::VideoSendStream::Stats stats;
3790 stats.preferred_media_bitrate_bps = 5;
3791 stream->SetStats(stats);
3792
3793 cricket::VideoMediaInfo info;
3794 ASSERT_TRUE(channel_->GetStats(&info));
3795 ASSERT_EQ(1u, info.senders.size());
3796 EXPECT_EQ(5, info.senders[0].preferred_bitrate);
3797}
3798
eladalonf1841382017-06-12 01:16:46 -07003799TEST_F(WebRtcVideoChannelTest, GetStatsReportsCpuAdaptationStats) {
perkj803d97f2016-11-01 11:45:46 -07003800 FakeVideoSendStream* stream = AddSendStream();
3801 webrtc::VideoSendStream::Stats stats;
3802 stats.number_of_cpu_adapt_changes = 2;
3803 stats.cpu_limited_resolution = true;
3804 stream->SetStats(stats);
pbos@webrtc.org9a4410e2015-02-26 10:03:39 +00003805
pbos@webrtc.org9a4410e2015-02-26 10:03:39 +00003806 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003807 EXPECT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org9a4410e2015-02-26 10:03:39 +00003808 ASSERT_EQ(1U, info.senders.size());
eladalonf1841382017-06-12 01:16:46 -07003809 EXPECT_EQ(WebRtcVideoChannel::ADAPTREASON_CPU, info.senders[0].adapt_reason);
perkj803d97f2016-11-01 11:45:46 -07003810 EXPECT_EQ(stats.number_of_cpu_adapt_changes, info.senders[0].adapt_changes);
pbos@webrtc.org9a4410e2015-02-26 10:03:39 +00003811}
3812
eladalonf1841382017-06-12 01:16:46 -07003813TEST_F(WebRtcVideoChannelTest, GetStatsReportsAdaptationAndBandwidthStats) {
perkj803d97f2016-11-01 11:45:46 -07003814 FakeVideoSendStream* stream = AddSendStream();
asapersson17821db2015-12-14 02:08:12 -08003815 webrtc::VideoSendStream::Stats stats;
perkj803d97f2016-11-01 11:45:46 -07003816 stats.number_of_cpu_adapt_changes = 2;
3817 stats.cpu_limited_resolution = true;
asapersson17821db2015-12-14 02:08:12 -08003818 stats.bw_limited_resolution = true;
perkj803d97f2016-11-01 11:45:46 -07003819 stream->SetStats(stats);
3820
3821 cricket::VideoMediaInfo info;
asapersson17821db2015-12-14 02:08:12 -08003822 EXPECT_TRUE(channel_->GetStats(&info));
3823 ASSERT_EQ(1U, info.senders.size());
eladalonf1841382017-06-12 01:16:46 -07003824 EXPECT_EQ(WebRtcVideoChannel::ADAPTREASON_CPU |
3825 WebRtcVideoChannel::ADAPTREASON_BANDWIDTH,
asapersson17821db2015-12-14 02:08:12 -08003826 info.senders[0].adapt_reason);
perkj803d97f2016-11-01 11:45:46 -07003827 EXPECT_EQ(stats.number_of_cpu_adapt_changes, info.senders[0].adapt_changes);
asapersson17821db2015-12-14 02:08:12 -08003828}
3829
eladalonf1841382017-06-12 01:16:46 -07003830TEST_F(WebRtcVideoChannelTest,
asapersson17821db2015-12-14 02:08:12 -08003831 GetStatsTranslatesBandwidthLimitedResolutionCorrectly) {
3832 FakeVideoSendStream* stream = AddSendStream();
3833 webrtc::VideoSendStream::Stats stats;
3834 stats.bw_limited_resolution = true;
3835 stream->SetStats(stats);
3836
3837 cricket::VideoMediaInfo info;
3838 EXPECT_TRUE(channel_->GetStats(&info));
3839 ASSERT_EQ(1U, info.senders.size());
eladalonf1841382017-06-12 01:16:46 -07003840 EXPECT_EQ(WebRtcVideoChannel::ADAPTREASON_BANDWIDTH,
asapersson17821db2015-12-14 02:08:12 -08003841 info.senders[0].adapt_reason);
3842}
3843
eladalonf1841382017-06-12 01:16:46 -07003844TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00003845 GetStatsTranslatesSendRtcpPacketTypesCorrectly) {
3846 FakeVideoSendStream* stream = AddSendStream();
3847 webrtc::VideoSendStream::Stats stats;
3848 stats.substreams[17].rtcp_packet_type_counts.fir_packets = 2;
3849 stats.substreams[17].rtcp_packet_type_counts.nack_packets = 3;
3850 stats.substreams[17].rtcp_packet_type_counts.pli_packets = 4;
3851
3852 stats.substreams[42].rtcp_packet_type_counts.fir_packets = 5;
3853 stats.substreams[42].rtcp_packet_type_counts.nack_packets = 7;
3854 stats.substreams[42].rtcp_packet_type_counts.pli_packets = 9;
3855
3856 stream->SetStats(stats);
3857
3858 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003859 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00003860 EXPECT_EQ(7, info.senders[0].firs_rcvd);
3861 EXPECT_EQ(10, info.senders[0].nacks_rcvd);
3862 EXPECT_EQ(13, info.senders[0].plis_rcvd);
3863}
3864
eladalonf1841382017-06-12 01:16:46 -07003865TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00003866 GetStatsTranslatesReceiveRtcpPacketTypesCorrectly) {
3867 FakeVideoReceiveStream* stream = AddRecvStream();
3868 webrtc::VideoReceiveStream::Stats stats;
3869 stats.rtcp_packet_type_counts.fir_packets = 2;
3870 stats.rtcp_packet_type_counts.nack_packets = 3;
3871 stats.rtcp_packet_type_counts.pli_packets = 4;
3872 stream->SetStats(stats);
3873
3874 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003875 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00003876 EXPECT_EQ(stats.rtcp_packet_type_counts.fir_packets,
3877 info.receivers[0].firs_sent);
3878 EXPECT_EQ(stats.rtcp_packet_type_counts.nack_packets,
3879 info.receivers[0].nacks_sent);
3880 EXPECT_EQ(stats.rtcp_packet_type_counts.pli_packets,
3881 info.receivers[0].plis_sent);
3882}
3883
eladalonf1841382017-06-12 01:16:46 -07003884TEST_F(WebRtcVideoChannelTest, GetStatsTranslatesDecodeStatsCorrectly) {
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003885 FakeVideoReceiveStream* stream = AddRecvStream();
3886 webrtc::VideoReceiveStream::Stats stats;
Peter Boströmb7d9a972015-12-18 16:01:11 +01003887 stats.decoder_implementation_name = "decoder_implementation_name";
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003888 stats.decode_ms = 2;
3889 stats.max_decode_ms = 3;
3890 stats.current_delay_ms = 4;
3891 stats.target_delay_ms = 5;
3892 stats.jitter_buffer_ms = 6;
3893 stats.min_playout_delay_ms = 7;
3894 stats.render_delay_ms = 8;
asapersson26dd92b2016-08-30 00:45:45 -07003895 stats.width = 9;
3896 stats.height = 10;
hbos42f6d2f2017-01-20 03:56:50 -08003897 stats.frame_counts.key_frames = 11;
3898 stats.frame_counts.delta_frames = 12;
hbos50cfe1f2017-01-23 07:21:55 -08003899 stats.frames_rendered = 13;
3900 stats.frames_decoded = 14;
Oskar Sundbom78807582017-11-16 11:09:55 +01003901 stats.qp_sum = 15;
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003902 stream->SetStats(stats);
3903
3904 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003905 ASSERT_TRUE(channel_->GetStats(&info));
Peter Boströmb7d9a972015-12-18 16:01:11 +01003906 EXPECT_EQ(stats.decoder_implementation_name,
3907 info.receivers[0].decoder_implementation_name);
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003908 EXPECT_EQ(stats.decode_ms, info.receivers[0].decode_ms);
3909 EXPECT_EQ(stats.max_decode_ms, info.receivers[0].max_decode_ms);
3910 EXPECT_EQ(stats.current_delay_ms, info.receivers[0].current_delay_ms);
3911 EXPECT_EQ(stats.target_delay_ms, info.receivers[0].target_delay_ms);
3912 EXPECT_EQ(stats.jitter_buffer_ms, info.receivers[0].jitter_buffer_ms);
3913 EXPECT_EQ(stats.min_playout_delay_ms, info.receivers[0].min_playout_delay_ms);
3914 EXPECT_EQ(stats.render_delay_ms, info.receivers[0].render_delay_ms);
asapersson26dd92b2016-08-30 00:45:45 -07003915 EXPECT_EQ(stats.width, info.receivers[0].frame_width);
3916 EXPECT_EQ(stats.height, info.receivers[0].frame_height);
hbos42f6d2f2017-01-20 03:56:50 -08003917 EXPECT_EQ(stats.frame_counts.key_frames + stats.frame_counts.delta_frames,
3918 info.receivers[0].frames_received);
hbos50cfe1f2017-01-23 07:21:55 -08003919 EXPECT_EQ(stats.frames_rendered, info.receivers[0].frames_rendered);
sakale5ba44e2016-10-26 07:09:24 -07003920 EXPECT_EQ(stats.frames_decoded, info.receivers[0].frames_decoded);
sakalcc452e12017-02-09 04:53:45 -08003921 EXPECT_EQ(stats.qp_sum, info.receivers[0].qp_sum);
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003922}
3923
eladalonf1841382017-06-12 01:16:46 -07003924TEST_F(WebRtcVideoChannelTest, GetStatsTranslatesReceivePacketStatsCorrectly) {
Peter Boström393347f2015-04-22 14:52:45 +02003925 FakeVideoReceiveStream* stream = AddRecvStream();
3926 webrtc::VideoReceiveStream::Stats stats;
3927 stats.rtp_stats.transmitted.payload_bytes = 2;
3928 stats.rtp_stats.transmitted.header_bytes = 3;
3929 stats.rtp_stats.transmitted.padding_bytes = 4;
3930 stats.rtp_stats.transmitted.packets = 5;
srte186d9c32017-08-04 05:03:53 -07003931 stats.rtcp_stats.packets_lost = 6;
Peter Boström393347f2015-04-22 14:52:45 +02003932 stats.rtcp_stats.fraction_lost = 7;
3933 stream->SetStats(stats);
3934
3935 cricket::VideoMediaInfo info;
3936 ASSERT_TRUE(channel_->GetStats(&info));
3937 EXPECT_EQ(stats.rtp_stats.transmitted.payload_bytes +
3938 stats.rtp_stats.transmitted.header_bytes +
3939 stats.rtp_stats.transmitted.padding_bytes,
3940 info.receivers[0].bytes_rcvd);
3941 EXPECT_EQ(stats.rtp_stats.transmitted.packets,
3942 info.receivers[0].packets_rcvd);
srte186d9c32017-08-04 05:03:53 -07003943 EXPECT_EQ(stats.rtcp_stats.packets_lost, info.receivers[0].packets_lost);
Peter Boström393347f2015-04-22 14:52:45 +02003944 EXPECT_EQ(static_cast<float>(stats.rtcp_stats.fraction_lost) / (1 << 8),
3945 info.receivers[0].fraction_lost);
3946}
3947
eladalonf1841382017-06-12 01:16:46 -07003948TEST_F(WebRtcVideoChannelTest, TranslatesCallStatsCorrectly) {
pbos@webrtc.org2b19f062014-12-11 13:26:09 +00003949 AddSendStream();
3950 AddSendStream();
3951 webrtc::Call::Stats stats;
3952 stats.rtt_ms = 123;
3953 fake_call_->SetStats(stats);
3954
3955 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003956 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org2b19f062014-12-11 13:26:09 +00003957 ASSERT_EQ(2u, info.senders.size());
3958 EXPECT_EQ(stats.rtt_ms, info.senders[0].rtt_ms);
3959 EXPECT_EQ(stats.rtt_ms, info.senders[1].rtt_ms);
3960}
3961
eladalonf1841382017-06-12 01:16:46 -07003962TEST_F(WebRtcVideoChannelTest, TranslatesSenderBitrateStatsCorrectly) {
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003963 FakeVideoSendStream* stream = AddSendStream();
3964 webrtc::VideoSendStream::Stats stats;
pbos@webrtc.org891d4832015-02-26 13:15:22 +00003965 stats.target_media_bitrate_bps = 156;
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003966 stats.media_bitrate_bps = 123;
3967 stats.substreams[17].total_bitrate_bps = 1;
3968 stats.substreams[17].retransmit_bitrate_bps = 2;
3969 stats.substreams[42].total_bitrate_bps = 3;
3970 stats.substreams[42].retransmit_bitrate_bps = 4;
3971 stream->SetStats(stats);
3972
3973 FakeVideoSendStream* stream2 = AddSendStream();
3974 webrtc::VideoSendStream::Stats stats2;
pbos@webrtc.org891d4832015-02-26 13:15:22 +00003975 stats2.target_media_bitrate_bps = 200;
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003976 stats2.media_bitrate_bps = 321;
3977 stats2.substreams[13].total_bitrate_bps = 5;
3978 stats2.substreams[13].retransmit_bitrate_bps = 6;
3979 stats2.substreams[21].total_bitrate_bps = 7;
3980 stats2.substreams[21].retransmit_bitrate_bps = 8;
3981 stream2->SetStats(stats2);
3982
3983 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003984 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003985 ASSERT_EQ(2u, info.senders.size());
stefanf79ade12017-06-02 06:44:03 -07003986 BandwidthEstimationInfo bwe_info;
3987 channel_->FillBitrateInfo(&bwe_info);
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003988 // Assuming stream and stream2 corresponds to senders[0] and [1] respectively
3989 // is OK as std::maps are sorted and AddSendStream() gives increasing SSRCs.
3990 EXPECT_EQ(stats.media_bitrate_bps, info.senders[0].nominal_bitrate);
3991 EXPECT_EQ(stats2.media_bitrate_bps, info.senders[1].nominal_bitrate);
pbos@webrtc.org891d4832015-02-26 13:15:22 +00003992 EXPECT_EQ(stats.target_media_bitrate_bps + stats2.target_media_bitrate_bps,
stefanf79ade12017-06-02 06:44:03 -07003993 bwe_info.target_enc_bitrate);
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003994 EXPECT_EQ(stats.media_bitrate_bps + stats2.media_bitrate_bps,
stefanf79ade12017-06-02 06:44:03 -07003995 bwe_info.actual_enc_bitrate);
3996 EXPECT_EQ(1 + 3 + 5 + 7, bwe_info.transmit_bitrate)
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003997 << "Bandwidth stats should take all streams into account.";
stefanf79ade12017-06-02 06:44:03 -07003998 EXPECT_EQ(2 + 4 + 6 + 8, bwe_info.retransmit_bitrate)
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003999 << "Bandwidth stats should take all streams into account.";
4000}
4001
eladalonf1841382017-06-12 01:16:46 -07004002TEST_F(WebRtcVideoChannelTest, DefaultReceiveStreamReconfiguresToUseRtx) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004003 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00004004
Peter Boström0c4e06b2015-10-07 12:23:21 +02004005 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
4006 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00004007
4008 ASSERT_EQ(0u, fake_call_->GetVideoReceiveStreams().size());
4009 const size_t kDataLength = 12;
4010 uint8_t data[kDataLength];
4011 memset(data, 0, sizeof(data));
4012 rtc::SetBE32(&data[8], ssrcs[0]);
jbaucheec21bd2016-03-20 06:15:43 -07004013 rtc::CopyOnWriteBuffer packet(data, kDataLength);
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00004014 rtc::PacketTime packet_time;
4015 channel_->OnPacketReceived(&packet, packet_time);
4016
4017 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size())
4018 << "No default receive stream created.";
4019 FakeVideoReceiveStream* recv_stream = fake_call_->GetVideoReceiveStreams()[0];
brandtr14742122017-01-27 04:53:07 -08004020 EXPECT_EQ(0u, recv_stream->GetConfig().rtp.rtx_ssrc)
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00004021 << "Default receive stream should not have configured RTX";
4022
4023 EXPECT_TRUE(channel_->AddRecvStream(
4024 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs)));
4025 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size())
brandtr14742122017-01-27 04:53:07 -08004026 << "AddRecvStream should have reconfigured, not added a new receiver.";
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00004027 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
nisse26e3abb2017-08-25 04:44:25 -07004028 EXPECT_FALSE(
4029 recv_stream->GetConfig().rtp.rtx_associated_payload_types.empty());
nisseca5706d2017-09-11 02:32:16 -07004030 EXPECT_TRUE(VerifyRtxReceiveAssociations(recv_stream->GetConfig()))
Peter Boströmd8b01092016-05-12 16:44:36 +02004031 << "RTX should be mapped for all decoders/payload types.";
nisseca5706d2017-09-11 02:32:16 -07004032 EXPECT_TRUE(HasRtxReceiveAssociation(recv_stream->GetConfig(),
4033 GetEngineCodec("red").id))
4034 << "RTX should be mapped also for the RED payload type";
brandtr14742122017-01-27 04:53:07 -08004035 EXPECT_EQ(rtx_ssrcs[0], recv_stream->GetConfig().rtp.rtx_ssrc);
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00004036}
4037
eladalonf1841382017-06-12 01:16:46 -07004038TEST_F(WebRtcVideoChannelTest, RejectsAddingStreamsWithMissingSsrcsForRtx) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004039 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boströmd4362cd2015-03-25 14:17:23 +01004040
Peter Boström0c4e06b2015-10-07 12:23:21 +02004041 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
4042 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
Peter Boströmd4362cd2015-03-25 14:17:23 +01004043
4044 StreamParams sp =
4045 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs);
4046 sp.ssrcs = ssrcs; // Without RTXs, this is the important part.
4047
4048 EXPECT_FALSE(channel_->AddSendStream(sp));
4049 EXPECT_FALSE(channel_->AddRecvStream(sp));
4050}
4051
eladalonf1841382017-06-12 01:16:46 -07004052TEST_F(WebRtcVideoChannelTest, RejectsAddingStreamsWithOverlappingRtxSsrcs) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004053 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boströmd6f4c252015-03-26 16:23:04 +01004054
Peter Boström0c4e06b2015-10-07 12:23:21 +02004055 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
4056 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
Peter Boströmd6f4c252015-03-26 16:23:04 +01004057
4058 StreamParams sp =
4059 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs);
4060
4061 EXPECT_TRUE(channel_->AddSendStream(sp));
4062 EXPECT_TRUE(channel_->AddRecvStream(sp));
4063
4064 // The RTX SSRC is already used in previous streams, using it should fail.
4065 sp = cricket::StreamParams::CreateLegacy(rtx_ssrcs[0]);
4066 EXPECT_FALSE(channel_->AddSendStream(sp));
4067 EXPECT_FALSE(channel_->AddRecvStream(sp));
4068
4069 // After removing the original stream this should be fine to add (makes sure
4070 // that RTX ssrcs are not forever taken).
4071 EXPECT_TRUE(channel_->RemoveSendStream(ssrcs[0]));
4072 EXPECT_TRUE(channel_->RemoveRecvStream(ssrcs[0]));
4073 EXPECT_TRUE(channel_->AddSendStream(sp));
4074 EXPECT_TRUE(channel_->AddRecvStream(sp));
4075}
4076
eladalonf1841382017-06-12 01:16:46 -07004077TEST_F(WebRtcVideoChannelTest,
Peter Boströmd6f4c252015-03-26 16:23:04 +01004078 RejectsAddingStreamsWithOverlappingSimulcastSsrcs) {
Peter Boström0c4e06b2015-10-07 12:23:21 +02004079 static const uint32_t kFirstStreamSsrcs[] = {1, 2, 3};
4080 static const uint32_t kOverlappingStreamSsrcs[] = {4, 3, 5};
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004081 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boströmd6f4c252015-03-26 16:23:04 +01004082
Peter Boströmd6f4c252015-03-26 16:23:04 +01004083 StreamParams sp =
4084 cricket::CreateSimStreamParams("cname", MAKE_VECTOR(kFirstStreamSsrcs));
4085
4086 EXPECT_TRUE(channel_->AddSendStream(sp));
4087 EXPECT_TRUE(channel_->AddRecvStream(sp));
4088
4089 // One of the SSRCs is already used in previous streams, using it should fail.
4090 sp = cricket::CreateSimStreamParams("cname",
4091 MAKE_VECTOR(kOverlappingStreamSsrcs));
4092 EXPECT_FALSE(channel_->AddSendStream(sp));
4093 EXPECT_FALSE(channel_->AddRecvStream(sp));
4094
4095 // After removing the original stream this should be fine to add (makes sure
4096 // that RTX ssrcs are not forever taken).
Peter Boström3548dd22015-05-22 18:48:36 +02004097 EXPECT_TRUE(channel_->RemoveSendStream(kFirstStreamSsrcs[0]));
4098 EXPECT_TRUE(channel_->RemoveRecvStream(kFirstStreamSsrcs[0]));
Peter Boströmd6f4c252015-03-26 16:23:04 +01004099 EXPECT_TRUE(channel_->AddSendStream(sp));
4100 EXPECT_TRUE(channel_->AddRecvStream(sp));
4101}
4102
eladalonf1841382017-06-12 01:16:46 -07004103TEST_F(WebRtcVideoChannelTest, ReportsSsrcGroupsInStats) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004104 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boström259bd202015-05-28 13:39:50 +02004105
4106 static const uint32_t kSenderSsrcs[] = {4, 7, 10};
4107 static const uint32_t kSenderRtxSsrcs[] = {5, 8, 11};
4108
4109 StreamParams sender_sp = cricket::CreateSimWithRtxStreamParams(
4110 "cname", MAKE_VECTOR(kSenderSsrcs), MAKE_VECTOR(kSenderRtxSsrcs));
4111
4112 EXPECT_TRUE(channel_->AddSendStream(sender_sp));
4113
4114 static const uint32_t kReceiverSsrcs[] = {3};
4115 static const uint32_t kReceiverRtxSsrcs[] = {2};
4116
4117 StreamParams receiver_sp = cricket::CreateSimWithRtxStreamParams(
4118 "cname", MAKE_VECTOR(kReceiverSsrcs), MAKE_VECTOR(kReceiverRtxSsrcs));
4119 EXPECT_TRUE(channel_->AddRecvStream(receiver_sp));
4120
4121 cricket::VideoMediaInfo info;
4122 ASSERT_TRUE(channel_->GetStats(&info));
4123
4124 ASSERT_EQ(1u, info.senders.size());
4125 ASSERT_EQ(1u, info.receivers.size());
4126
4127 EXPECT_NE(sender_sp.ssrc_groups, receiver_sp.ssrc_groups);
4128 EXPECT_EQ(sender_sp.ssrc_groups, info.senders[0].ssrc_groups);
4129 EXPECT_EQ(receiver_sp.ssrc_groups, info.receivers[0].ssrc_groups);
4130}
4131
eladalonf1841382017-06-12 01:16:46 -07004132TEST_F(WebRtcVideoChannelTest, MapsReceivedPayloadTypeToCodecName) {
pbosf42376c2015-08-28 07:35:32 -07004133 FakeVideoReceiveStream* stream = AddRecvStream();
4134 webrtc::VideoReceiveStream::Stats stats;
4135 cricket::VideoMediaInfo info;
4136
4137 // Report no codec name before receiving.
4138 stream->SetStats(stats);
4139 ASSERT_TRUE(channel_->GetStats(&info));
4140 EXPECT_STREQ("", info.receivers[0].codec_name.c_str());
4141
4142 // Report VP8 if we're receiving it.
magjed509e4fe2016-11-18 01:34:11 -08004143 stats.current_payload_type = GetEngineCodec("VP8").id;
pbosf42376c2015-08-28 07:35:32 -07004144 stream->SetStats(stats);
4145 ASSERT_TRUE(channel_->GetStats(&info));
4146 EXPECT_STREQ(kVp8CodecName, info.receivers[0].codec_name.c_str());
4147
4148 // Report no codec name for unknown playload types.
4149 stats.current_payload_type = 3;
4150 stream->SetStats(stats);
4151 ASSERT_TRUE(channel_->GetStats(&info));
4152 EXPECT_STREQ("", info.receivers[0].codec_name.c_str());
4153}
4154
eladalonf1841382017-06-12 01:16:46 -07004155void WebRtcVideoChannelTest::TestReceiveUnsignaledSsrcPacket(
noahricd10a68e2015-07-10 11:27:55 -07004156 uint8_t payload_type,
4157 bool expect_created_receive_stream) {
magjed509e4fe2016-11-18 01:34:11 -08004158 // kRedRtxPayloadType must currently be unused.
4159 EXPECT_FALSE(FindCodecById(engine_.codecs(), kRedRtxPayloadType));
4160
noahricd10a68e2015-07-10 11:27:55 -07004161 // Add a RED RTX codec.
4162 VideoCodec red_rtx_codec =
magjed509e4fe2016-11-18 01:34:11 -08004163 VideoCodec::CreateRtxCodec(kRedRtxPayloadType, GetEngineCodec("red").id);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004164 recv_parameters_.codecs.push_back(red_rtx_codec);
4165 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
noahricd10a68e2015-07-10 11:27:55 -07004166
4167 ASSERT_EQ(0u, fake_call_->GetVideoReceiveStreams().size());
4168 const size_t kDataLength = 12;
4169 uint8_t data[kDataLength];
4170 memset(data, 0, sizeof(data));
4171
4172 rtc::Set8(data, 1, payload_type);
4173 rtc::SetBE32(&data[8], kIncomingUnsignalledSsrc);
jbaucheec21bd2016-03-20 06:15:43 -07004174 rtc::CopyOnWriteBuffer packet(data, kDataLength);
noahricd10a68e2015-07-10 11:27:55 -07004175 rtc::PacketTime packet_time;
4176 channel_->OnPacketReceived(&packet, packet_time);
4177
4178 if (expect_created_receive_stream) {
4179 EXPECT_EQ(1u, fake_call_->GetVideoReceiveStreams().size())
4180 << "Should have created a receive stream for payload type: "
4181 << payload_type;
4182 } else {
4183 EXPECT_EQ(0u, fake_call_->GetVideoReceiveStreams().size())
4184 << "Shouldn't have created a receive stream for payload type: "
4185 << payload_type;
4186 }
4187}
4188
eladalonf1841382017-06-12 01:16:46 -07004189TEST_F(WebRtcVideoChannelTest, Vp8PacketCreatesUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004190 TestReceiveUnsignaledSsrcPacket(GetEngineCodec("VP8").id,
4191 true /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004192}
4193
eladalonf1841382017-06-12 01:16:46 -07004194TEST_F(WebRtcVideoChannelTest, Vp9PacketCreatesUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004195 TestReceiveUnsignaledSsrcPacket(GetEngineCodec("VP9").id,
4196 true /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004197}
4198
eladalonf1841382017-06-12 01:16:46 -07004199TEST_F(WebRtcVideoChannelTest, RtxPacketDoesntCreateUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004200 const cricket::VideoCodec vp8 = GetEngineCodec("VP8");
4201 const int rtx_vp8_payload_type = default_apt_rtx_types_[vp8.id];
4202 TestReceiveUnsignaledSsrcPacket(rtx_vp8_payload_type,
4203 false /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004204}
4205
eladalonf1841382017-06-12 01:16:46 -07004206TEST_F(WebRtcVideoChannelTest, UlpfecPacketDoesntCreateUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004207 TestReceiveUnsignaledSsrcPacket(GetEngineCodec("ulpfec").id,
4208 false /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004209}
4210
eladalonf1841382017-06-12 01:16:46 -07004211TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr468da7c2016-11-22 02:16:47 -08004212 FlexfecPacketDoesntCreateUnsignalledStream) {
4213 TestReceiveUnsignaledSsrcPacket(GetEngineCodec("flexfec-03").id,
4214 false /* expect_created_receive_stream */);
4215}
4216
eladalonf1841382017-06-12 01:16:46 -07004217TEST_F(WebRtcVideoChannelTest, RedRtxPacketDoesntCreateUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004218 TestReceiveUnsignaledSsrcPacket(kRedRtxPayloadType,
4219 false /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004220}
4221
mzanaty8a855d62017-02-17 15:46:43 -08004222// Test that receiving any unsignalled SSRC works even if it changes.
4223// The first unsignalled SSRC received will create a default receive stream.
4224// Any different unsignalled SSRC received will replace the default.
eladalonf1841382017-06-12 01:16:46 -07004225TEST_F(WebRtcVideoChannelTest, ReceiveDifferentUnsignaledSsrc) {
mzanaty8a855d62017-02-17 15:46:43 -08004226 // Allow receiving VP8, VP9, H264 (if enabled).
4227 cricket::VideoRecvParameters parameters;
4228 parameters.codecs.push_back(GetEngineCodec("VP8"));
4229 parameters.codecs.push_back(GetEngineCodec("VP9"));
4230
4231#if defined(WEBRTC_USE_H264)
4232 cricket::VideoCodec H264codec(126, "H264");
4233 parameters.codecs.push_back(H264codec);
4234#endif
4235
4236 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4237 // No receive streams yet.
4238 ASSERT_EQ(0u, fake_call_->GetVideoReceiveStreams().size());
4239 cricket::FakeVideoRenderer renderer;
4240 EXPECT_TRUE(channel_->SetSink(kDefaultRecvSsrc, &renderer));
4241
4242 // Receive VP8 packet on first SSRC.
4243 uint8_t data[kMinRtpPacketLen];
4244 cricket::RtpHeader rtpHeader;
4245 rtpHeader.payload_type = GetEngineCodec("VP8").id;
4246 rtpHeader.seq_num = rtpHeader.timestamp = 0;
4247 rtpHeader.ssrc = kIncomingUnsignalledSsrc+1;
4248 cricket::SetRtpHeader(data, sizeof(data), rtpHeader);
4249 rtc::CopyOnWriteBuffer packet(data, sizeof(data));
4250 rtc::PacketTime packet_time;
4251 channel_->OnPacketReceived(&packet, packet_time);
4252 // VP8 packet should create default receive stream.
4253 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4254 FakeVideoReceiveStream* recv_stream =
4255 fake_call_->GetVideoReceiveStreams()[0];
4256 EXPECT_EQ(rtpHeader.ssrc, recv_stream->GetConfig().rtp.remote_ssrc);
4257 // Verify that the receive stream sinks to a renderer.
4258 webrtc::VideoFrame video_frame(CreateBlackFrameBuffer(4, 4), 100, 0,
4259 webrtc::kVideoRotation_0);
4260 recv_stream->InjectFrame(video_frame);
4261 EXPECT_EQ(1, renderer.num_rendered_frames());
4262
4263 // Receive VP9 packet on second SSRC.
4264 rtpHeader.payload_type = GetEngineCodec("VP9").id;
4265 rtpHeader.ssrc = kIncomingUnsignalledSsrc+2;
4266 cricket::SetRtpHeader(data, sizeof(data), rtpHeader);
4267 rtc::CopyOnWriteBuffer packet2(data, sizeof(data));
4268 channel_->OnPacketReceived(&packet2, packet_time);
4269 // VP9 packet should replace the default receive SSRC.
4270 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4271 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
4272 EXPECT_EQ(rtpHeader.ssrc, recv_stream->GetConfig().rtp.remote_ssrc);
4273 // Verify that the receive stream sinks to a renderer.
4274 webrtc::VideoFrame video_frame2(CreateBlackFrameBuffer(4, 4), 200, 0,
ilnik00d802b2017-04-11 10:34:31 -07004275 webrtc::kVideoRotation_0);
mzanaty8a855d62017-02-17 15:46:43 -08004276 recv_stream->InjectFrame(video_frame2);
4277 EXPECT_EQ(2, renderer.num_rendered_frames());
4278
4279#if defined(WEBRTC_USE_H264)
4280 // Receive H264 packet on third SSRC.
4281 rtpHeader.payload_type = 126;
4282 rtpHeader.ssrc = kIncomingUnsignalledSsrc+3;
4283 cricket::SetRtpHeader(data, sizeof(data), rtpHeader);
4284 rtc::CopyOnWriteBuffer packet3(data, sizeof(data));
4285 channel_->OnPacketReceived(&packet3, packet_time);
4286 // H264 packet should replace the default receive SSRC.
4287 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4288 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
4289 EXPECT_EQ(rtpHeader.ssrc, recv_stream->GetConfig().rtp.remote_ssrc);
4290 // Verify that the receive stream sinks to a renderer.
4291 webrtc::VideoFrame video_frame3(CreateBlackFrameBuffer(4, 4), 300, 0,
ilnik00d802b2017-04-11 10:34:31 -07004292 webrtc::kVideoRotation_0);
mzanaty8a855d62017-02-17 15:46:43 -08004293 recv_stream->InjectFrame(video_frame3);
4294 EXPECT_EQ(3, renderer.num_rendered_frames());
4295#endif
4296}
4297
brandtr0dc57ea2017-05-29 23:33:31 -07004298// This test verifies that when a new default stream is created for a new
4299// unsignaled SSRC, the new stream does not overwrite any old stream that had
4300// been the default receive stream before being properly signaled.
eladalonf1841382017-06-12 01:16:46 -07004301TEST_F(WebRtcVideoChannelTest,
brandtr0dc57ea2017-05-29 23:33:31 -07004302 NewUnsignaledStreamDoesNotDestroyPreviouslyUnsignaledStream) {
4303 cricket::VideoRecvParameters parameters;
4304 parameters.codecs.push_back(GetEngineCodec("VP8"));
4305 ASSERT_TRUE(channel_->SetRecvParameters(parameters));
4306
4307 // No streams signaled and no packets received, so we should not have any
4308 // stream objects created yet.
4309 EXPECT_EQ(0u, fake_call_->GetVideoReceiveStreams().size());
4310
4311 // Receive packet on an unsignaled SSRC.
4312 uint8_t data[kMinRtpPacketLen];
4313 cricket::RtpHeader rtp_header;
4314 rtp_header.payload_type = GetEngineCodec("VP8").id;
4315 rtp_header.seq_num = rtp_header.timestamp = 0;
4316 rtp_header.ssrc = kSsrcs3[0];
4317 cricket::SetRtpHeader(data, sizeof(data), rtp_header);
4318 rtc::CopyOnWriteBuffer packet(data, sizeof(data));
4319 rtc::PacketTime packet_time;
4320 channel_->OnPacketReceived(&packet, packet_time);
4321 // Default receive stream should be created.
4322 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4323 FakeVideoReceiveStream* recv_stream0 =
4324 fake_call_->GetVideoReceiveStreams()[0];
4325 EXPECT_EQ(kSsrcs3[0], recv_stream0->GetConfig().rtp.remote_ssrc);
4326
4327 // Signal the SSRC.
4328 EXPECT_TRUE(
4329 channel_->AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrcs3[0])));
4330 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4331 recv_stream0 = fake_call_->GetVideoReceiveStreams()[0];
4332 EXPECT_EQ(kSsrcs3[0], recv_stream0->GetConfig().rtp.remote_ssrc);
4333
4334 // Receive packet on a different unsignaled SSRC.
4335 rtp_header.ssrc = kSsrcs3[1];
4336 cricket::SetRtpHeader(data, sizeof(data), rtp_header);
4337 packet.SetData(data, sizeof(data));
4338 channel_->OnPacketReceived(&packet, packet_time);
4339 // New default receive stream should be created, but old stream should remain.
4340 ASSERT_EQ(2u, fake_call_->GetVideoReceiveStreams().size());
4341 EXPECT_EQ(recv_stream0, fake_call_->GetVideoReceiveStreams()[0]);
4342 FakeVideoReceiveStream* recv_stream1 =
4343 fake_call_->GetVideoReceiveStreams()[1];
4344 EXPECT_EQ(kSsrcs3[1], recv_stream1->GetConfig().rtp.remote_ssrc);
4345}
4346
eladalonf1841382017-06-12 01:16:46 -07004347TEST_F(WebRtcVideoChannelTest, CanSentMaxBitrateForExistingStream) {
skvladdc1c62c2016-03-16 19:07:43 -07004348 AddSendStream();
4349
Tommi85959932018-02-07 19:26:06 +01004350 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07004351 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
skvladdc1c62c2016-03-16 19:07:43 -07004352 cricket::VideoFormat capture_format_hd =
4353 capturer.GetSupportedFormats()->front();
4354 EXPECT_EQ(1280, capture_format_hd.width);
4355 EXPECT_EQ(720, capture_format_hd.height);
4356 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format_hd));
4357 EXPECT_TRUE(channel_->SetSend(true));
perkjfa10b552016-10-02 23:45:26 -07004358 capturer.CaptureFrame();
skvladdc1c62c2016-03-16 19:07:43 -07004359
perkjfa10b552016-10-02 23:45:26 -07004360 int default_encoder_bitrate = GetMaxEncoderBitrate();
brandtr468da7c2016-11-22 02:16:47 -08004361 EXPECT_GT(default_encoder_bitrate, 1000);
skvladdc1c62c2016-03-16 19:07:43 -07004362
4363 // TODO(skvlad): Resolve the inconsistency between the interpretation
4364 // of the global bitrate limit for audio and video:
4365 // - Audio: max_bandwidth_bps = 0 - fail the operation,
4366 // max_bandwidth_bps = -1 - remove the bandwidth limit
4367 // - Video: max_bandwidth_bps = 0 - remove the bandwidth limit,
pbos5c7760a2017-03-10 11:23:12 -08004368 // max_bandwidth_bps = -1 - remove the bandwidth limit
skvladdc1c62c2016-03-16 19:07:43 -07004369
perkjfa10b552016-10-02 23:45:26 -07004370 SetAndExpectMaxBitrate(1000, 0, 1000);
4371 SetAndExpectMaxBitrate(1000, 800, 800);
4372 SetAndExpectMaxBitrate(600, 800, 600);
4373 SetAndExpectMaxBitrate(0, 800, 800);
4374 SetAndExpectMaxBitrate(0, 0, default_encoder_bitrate);
skvladdc1c62c2016-03-16 19:07:43 -07004375
deadbeef5a4a75a2016-06-02 16:23:38 -07004376 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
skvladdc1c62c2016-03-16 19:07:43 -07004377}
4378
eladalonf1841382017-06-12 01:16:46 -07004379TEST_F(WebRtcVideoChannelTest, CannotSetMaxBitrateForNonexistentStream) {
skvladdc1c62c2016-03-16 19:07:43 -07004380 webrtc::RtpParameters nonexistent_parameters =
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004381 channel_->GetRtpSendParameters(last_ssrc_);
skvladdc1c62c2016-03-16 19:07:43 -07004382 EXPECT_EQ(0, nonexistent_parameters.encodings.size());
4383
4384 nonexistent_parameters.encodings.push_back(webrtc::RtpEncodingParameters());
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004385 EXPECT_FALSE(
Zach Steinba37b4b2018-01-23 15:02:36 -08004386 channel_->SetRtpSendParameters(last_ssrc_, nonexistent_parameters).ok());
skvladdc1c62c2016-03-16 19:07:43 -07004387}
4388
eladalonf1841382017-06-12 01:16:46 -07004389TEST_F(WebRtcVideoChannelTest,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004390 CannotSetRtpSendParametersWithIncorrectNumberOfEncodings) {
skvladdc1c62c2016-03-16 19:07:43 -07004391 AddSendStream();
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004392 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
skvladdc1c62c2016-03-16 19:07:43 -07004393 // Two or more encodings should result in failure.
4394 parameters.encodings.push_back(webrtc::RtpEncodingParameters());
Zach Steinba37b4b2018-01-23 15:02:36 -08004395 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
deadbeeffb2aced2017-01-06 23:05:37 -08004396 // Zero encodings should also fail.
4397 parameters.encodings.clear();
Zach Steinba37b4b2018-01-23 15:02:36 -08004398 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
deadbeeffb2aced2017-01-06 23:05:37 -08004399}
4400
Zach Stein3ca452b2018-01-18 10:01:24 -08004401TEST_F(WebRtcVideoChannelTest,
4402 CannotSetSimulcastRtpSendParametersWithIncorrectNumberOfEncodings) {
4403 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
4404 StreamParams sp = CreateSimStreamParams("cname", ssrcs);
4405 AddSendStream(sp);
4406
4407 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
4408
4409 // Additional encodings should result in failure.
4410 parameters.encodings.push_back(webrtc::RtpEncodingParameters());
Zach Steinba37b4b2018-01-23 15:02:36 -08004411 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
Zach Stein3ca452b2018-01-18 10:01:24 -08004412 // Zero encodings should also fail.
4413 parameters.encodings.clear();
Zach Steinba37b4b2018-01-23 15:02:36 -08004414 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
Zach Stein3ca452b2018-01-18 10:01:24 -08004415}
4416
deadbeeffb2aced2017-01-06 23:05:37 -08004417// Changing the SSRC through RtpParameters is not allowed.
eladalonf1841382017-06-12 01:16:46 -07004418TEST_F(WebRtcVideoChannelTest, CannotSetSsrcInRtpSendParameters) {
deadbeeffb2aced2017-01-06 23:05:37 -08004419 AddSendStream();
4420 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
Oskar Sundbom78807582017-11-16 11:09:55 +01004421 parameters.encodings[0].ssrc = 0xdeadbeef;
Zach Steinba37b4b2018-01-23 15:02:36 -08004422 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
skvladdc1c62c2016-03-16 19:07:43 -07004423}
4424
Seth Hampson24722b32017-12-22 09:36:42 -08004425// Tests that when RTCRtpEncodingParameters.bitrate_priority gets set to
4426// a value <= 0, setting the parameters returns false.
4427TEST_F(WebRtcVideoChannelTest, SetRtpSendParametersInvalidBitratePriority) {
4428 AddSendStream();
4429 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
4430 EXPECT_EQ(1UL, parameters.encodings.size());
4431 EXPECT_EQ(webrtc::kDefaultBitratePriority,
4432 parameters.encodings[0].bitrate_priority);
4433
4434 parameters.encodings[0].bitrate_priority = 0;
Zach Steinba37b4b2018-01-23 15:02:36 -08004435 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
Seth Hampson24722b32017-12-22 09:36:42 -08004436 parameters.encodings[0].bitrate_priority = -2;
Zach Steinba37b4b2018-01-23 15:02:36 -08004437 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
Seth Hampson24722b32017-12-22 09:36:42 -08004438}
4439
4440// Tests when the the RTCRtpEncodingParameters.bitrate_priority gets set
4441// properly on the VideoChannel and propogates down to the video encoder.
4442TEST_F(WebRtcVideoChannelTest, SetRtpSendParametersPriorityOneStream) {
4443 AddSendStream();
4444 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
4445 EXPECT_EQ(1UL, parameters.encodings.size());
4446 EXPECT_EQ(webrtc::kDefaultBitratePriority,
4447 parameters.encodings[0].bitrate_priority);
4448
4449 // Change the value and set it on the VideoChannel.
4450 double new_bitrate_priority = 2.0;
4451 parameters.encodings[0].bitrate_priority = new_bitrate_priority;
Zach Steinba37b4b2018-01-23 15:02:36 -08004452 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
Seth Hampson24722b32017-12-22 09:36:42 -08004453
4454 // Verify that the encoding parameters bitrate_priority is set for the
4455 // VideoChannel.
4456 parameters = channel_->GetRtpSendParameters(last_ssrc_);
4457 EXPECT_EQ(1UL, parameters.encodings.size());
4458 EXPECT_EQ(new_bitrate_priority, parameters.encodings[0].bitrate_priority);
4459
4460 // Verify that the new value propagated down to the encoder.
4461 std::vector<FakeVideoSendStream*> video_send_streams =
4462 fake_call_->GetVideoSendStreams();
4463 EXPECT_EQ(1UL, video_send_streams.size());
4464 FakeVideoSendStream* video_send_stream = video_send_streams.front();
4465 // Check that the WebRtcVideoSendStream updated the VideoEncoderConfig
4466 // appropriately.
4467 EXPECT_EQ(new_bitrate_priority,
4468 video_send_stream->GetEncoderConfig().bitrate_priority);
4469 // Check that the vector of VideoStreams also was propagated correctly. Note
4470 // that this is testing the behavior of the FakeVideoSendStream, which mimics
4471 // the calls to CreateEncoderStreams to get the VideoStreams.
4472 EXPECT_EQ(rtc::Optional<double>(new_bitrate_priority),
4473 video_send_stream->GetVideoStreams()[0].bitrate_priority);
4474}
4475
4476// Tests that the RTCRtpEncodingParameters.bitrate_priority is set for the
4477// VideoChannel and the value propogates to the video encoder with all simulcast
4478// streams.
4479TEST_F(WebRtcVideoChannelTest, SetRtpSendParametersPrioritySimulcastStreams) {
4480 // Create the stream params with multiple ssrcs for simulcast.
4481 const int kNumSimulcastStreams = 3;
4482 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
4483 StreamParams stream_params = CreateSimStreamParams("cname", ssrcs);
4484 AddSendStream(stream_params);
4485 uint32_t primary_ssrc = stream_params.first_ssrc();
4486
Tommi85959932018-02-07 19:26:06 +01004487 // Using the FakeVideoCapturerWithTaskQueue, we manually send a full size
4488 // frame. This creates multiple VideoStreams for all simulcast layers when
4489 // reconfiguring, and allows us to test this behavior.
4490 FakeVideoCapturerWithTaskQueue capturer;
Seth Hampson24722b32017-12-22 09:36:42 -08004491 VideoOptions options;
4492 EXPECT_TRUE(channel_->SetVideoSend(primary_ssrc, true, &options, &capturer));
4493 EXPECT_EQ(cricket::CS_RUNNING,
4494 capturer.Start(cricket::VideoFormat(
4495 1920, 1080, cricket::VideoFormat::FpsToInterval(30),
4496 cricket::FOURCC_I420)));
4497 channel_->SetSend(true);
4498 EXPECT_TRUE(capturer.CaptureFrame());
4499 // Get and set the rtp encoding parameters.
4500 webrtc::RtpParameters parameters =
4501 channel_->GetRtpSendParameters(primary_ssrc);
Zach Stein3ca452b2018-01-18 10:01:24 -08004502 EXPECT_EQ(kNumSimulcastStreams, parameters.encodings.size());
Seth Hampson24722b32017-12-22 09:36:42 -08004503 EXPECT_EQ(webrtc::kDefaultBitratePriority,
4504 parameters.encodings[0].bitrate_priority);
4505 // Change the value and set it on the VideoChannel.
4506 double new_bitrate_priority = 2.0;
4507 parameters.encodings[0].bitrate_priority = new_bitrate_priority;
Zach Steinba37b4b2018-01-23 15:02:36 -08004508 EXPECT_TRUE(channel_->SetRtpSendParameters(primary_ssrc, parameters).ok());
Seth Hampson24722b32017-12-22 09:36:42 -08004509
4510 // Verify that the encoding parameters priority is set on the VideoChannel.
4511 parameters = channel_->GetRtpSendParameters(primary_ssrc);
Zach Stein3ca452b2018-01-18 10:01:24 -08004512 EXPECT_EQ(kNumSimulcastStreams, parameters.encodings.size());
Seth Hampson24722b32017-12-22 09:36:42 -08004513 EXPECT_EQ(new_bitrate_priority, parameters.encodings[0].bitrate_priority);
4514
4515 // Verify that the new value propagated down to the encoder.
4516 std::vector<FakeVideoSendStream*> video_send_streams =
4517 fake_call_->GetVideoSendStreams();
4518 EXPECT_EQ(1UL, video_send_streams.size());
4519 FakeVideoSendStream* video_send_stream = video_send_streams.front();
4520 // Check that the WebRtcVideoSendStream updated the VideoEncoderConfig
4521 // appropriately.
4522 EXPECT_EQ(kNumSimulcastStreams,
4523 video_send_stream->GetEncoderConfig().number_of_streams);
4524 EXPECT_EQ(new_bitrate_priority,
4525 video_send_stream->GetEncoderConfig().bitrate_priority);
4526 // Check that the vector of VideoStreams also propagated correctly. The
4527 // FakeVideoSendStream calls CreateEncoderStreams, and we are testing that
4528 // these are created appropriately for the simulcast case.
4529 EXPECT_EQ(kNumSimulcastStreams, video_send_stream->GetVideoStreams().size());
4530 EXPECT_EQ(rtc::Optional<double>(new_bitrate_priority),
4531 video_send_stream->GetVideoStreams()[0].bitrate_priority);
4532 // Since we are only setting bitrate priority per-sender, the other
4533 // VideoStreams should have a bitrate priority of 0.
4534 EXPECT_EQ(rtc::nullopt,
4535 video_send_stream->GetVideoStreams()[1].bitrate_priority);
4536 EXPECT_EQ(rtc::nullopt,
4537 video_send_stream->GetVideoStreams()[2].bitrate_priority);
4538 EXPECT_TRUE(channel_->SetVideoSend(primary_ssrc, true, nullptr, nullptr));
4539}
4540
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004541// Test that a stream will not be sending if its encoding is made inactive
4542// through SetRtpSendParameters.
Seth Hampson8234ead2018-02-02 15:16:24 -08004543TEST_F(WebRtcVideoChannelTest, SetRtpSendParametersOneEncodingActive) {
deadbeefdbe2b872016-03-22 15:42:00 -07004544 FakeVideoSendStream* stream = AddSendStream();
4545 EXPECT_TRUE(channel_->SetSend(true));
4546 EXPECT_TRUE(stream->IsSending());
4547
4548 // Get current parameters and change "active" to false.
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004549 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
deadbeefdbe2b872016-03-22 15:42:00 -07004550 ASSERT_EQ(1u, parameters.encodings.size());
4551 ASSERT_TRUE(parameters.encodings[0].active);
4552 parameters.encodings[0].active = false;
Zach Steinba37b4b2018-01-23 15:02:36 -08004553 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
deadbeefdbe2b872016-03-22 15:42:00 -07004554 EXPECT_FALSE(stream->IsSending());
4555
4556 // Now change it back to active and verify we resume sending.
4557 parameters.encodings[0].active = true;
Zach Steinba37b4b2018-01-23 15:02:36 -08004558 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
deadbeefdbe2b872016-03-22 15:42:00 -07004559 EXPECT_TRUE(stream->IsSending());
4560}
4561
Seth Hampson8234ead2018-02-02 15:16:24 -08004562// Tests that when active is updated for any simulcast layer then the send
4563// stream's sending state will be updated and it will be reconfigured with the
4564// new appropriate active simulcast streams.
4565TEST_F(WebRtcVideoChannelTest, SetRtpSendParametersMultipleEncodingsActive) {
4566 // Create the stream params with multiple ssrcs for simulcast.
4567 const int kNumSimulcastStreams = 3;
4568 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
4569 StreamParams stream_params = CreateSimStreamParams("cname", ssrcs);
4570 FakeVideoSendStream* fake_video_send_stream = AddSendStream(stream_params);
4571 uint32_t primary_ssrc = stream_params.first_ssrc();
4572
Tommi85959932018-02-07 19:26:06 +01004573 // Using the FakeVideoCapturerWithTaskQueue, we manually send a full size
4574 // frame. This allows us to test that ReconfigureEncoder is called
4575 // appropriately.
4576 cricket::FakeVideoCapturerWithTaskQueue capturer;
Seth Hampson8234ead2018-02-02 15:16:24 -08004577 VideoOptions options;
4578 EXPECT_TRUE(channel_->SetVideoSend(primary_ssrc, true, &options, &capturer));
4579 EXPECT_EQ(cricket::CS_RUNNING,
4580 capturer.Start(cricket::VideoFormat(
4581 1920, 1080, cricket::VideoFormat::FpsToInterval(30),
4582 cricket::FOURCC_I420)));
4583 channel_->SetSend(true);
4584 EXPECT_TRUE(capturer.CaptureFrame());
4585
4586 // Check that all encodings are initially active.
4587 webrtc::RtpParameters parameters =
4588 channel_->GetRtpSendParameters(primary_ssrc);
4589 EXPECT_EQ(kNumSimulcastStreams, parameters.encodings.size());
4590 EXPECT_TRUE(parameters.encodings[0].active);
4591 EXPECT_TRUE(parameters.encodings[1].active);
4592 EXPECT_TRUE(parameters.encodings[2].active);
4593 EXPECT_TRUE(fake_video_send_stream->IsSending());
4594
4595 // Only turn on only the middle stream.
4596 parameters.encodings[0].active = false;
4597 parameters.encodings[1].active = true;
4598 parameters.encodings[2].active = false;
4599 EXPECT_TRUE(channel_->SetRtpSendParameters(primary_ssrc, parameters).ok());
4600 // Verify that the active fields are set on the VideoChannel.
4601 parameters = channel_->GetRtpSendParameters(primary_ssrc);
4602 EXPECT_EQ(kNumSimulcastStreams, parameters.encodings.size());
4603 EXPECT_FALSE(parameters.encodings[0].active);
4604 EXPECT_TRUE(parameters.encodings[1].active);
4605 EXPECT_FALSE(parameters.encodings[2].active);
4606 // Check that the VideoSendStream is updated appropriately. This means its
4607 // send state was updated and it was reconfigured.
4608 EXPECT_TRUE(fake_video_send_stream->IsSending());
4609 std::vector<webrtc::VideoStream> simulcast_streams =
4610 fake_video_send_stream->GetVideoStreams();
4611 EXPECT_EQ(kNumSimulcastStreams, simulcast_streams.size());
4612 EXPECT_FALSE(simulcast_streams[0].active);
4613 EXPECT_TRUE(simulcast_streams[1].active);
4614 EXPECT_FALSE(simulcast_streams[2].active);
4615
4616 // Turn off all streams.
4617 parameters.encodings[0].active = false;
4618 parameters.encodings[1].active = false;
4619 parameters.encodings[2].active = false;
4620 EXPECT_TRUE(channel_->SetRtpSendParameters(primary_ssrc, parameters).ok());
4621 // Verify that the active fields are set on the VideoChannel.
4622 parameters = channel_->GetRtpSendParameters(primary_ssrc);
4623 EXPECT_EQ(kNumSimulcastStreams, parameters.encodings.size());
4624 EXPECT_FALSE(parameters.encodings[0].active);
4625 EXPECT_FALSE(parameters.encodings[1].active);
4626 EXPECT_FALSE(parameters.encodings[2].active);
4627 // Check that the VideoSendStream is off.
4628 EXPECT_FALSE(fake_video_send_stream->IsSending());
4629 simulcast_streams = fake_video_send_stream->GetVideoStreams();
4630 EXPECT_EQ(kNumSimulcastStreams, simulcast_streams.size());
4631 EXPECT_FALSE(simulcast_streams[0].active);
4632 EXPECT_FALSE(simulcast_streams[1].active);
4633 EXPECT_FALSE(simulcast_streams[2].active);
4634
4635 EXPECT_TRUE(channel_->SetVideoSend(primary_ssrc, true, nullptr, nullptr));
4636}
4637
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004638// Test that if a stream is reconfigured (due to a codec change or other
4639// change) while its encoding is still inactive, it doesn't start sending.
eladalonf1841382017-06-12 01:16:46 -07004640TEST_F(WebRtcVideoChannelTest,
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004641 InactiveStreamDoesntStartSendingWhenReconfigured) {
4642 // Set an initial codec list, which will be modified later.
4643 cricket::VideoSendParameters parameters1;
magjed509e4fe2016-11-18 01:34:11 -08004644 parameters1.codecs.push_back(GetEngineCodec("VP8"));
4645 parameters1.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004646 EXPECT_TRUE(channel_->SetSendParameters(parameters1));
4647
4648 FakeVideoSendStream* stream = AddSendStream();
4649 EXPECT_TRUE(channel_->SetSend(true));
4650 EXPECT_TRUE(stream->IsSending());
4651
4652 // Get current parameters and change "active" to false.
4653 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
4654 ASSERT_EQ(1u, parameters.encodings.size());
4655 ASSERT_TRUE(parameters.encodings[0].active);
4656 parameters.encodings[0].active = false;
4657 EXPECT_EQ(1u, GetFakeSendStreams().size());
4658 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
Zach Steinba37b4b2018-01-23 15:02:36 -08004659 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004660 EXPECT_FALSE(stream->IsSending());
4661
4662 // Reorder the codec list, causing the stream to be reconfigured.
4663 cricket::VideoSendParameters parameters2;
magjed509e4fe2016-11-18 01:34:11 -08004664 parameters2.codecs.push_back(GetEngineCodec("VP9"));
4665 parameters2.codecs.push_back(GetEngineCodec("VP8"));
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004666 EXPECT_TRUE(channel_->SetSendParameters(parameters2));
4667 auto new_streams = GetFakeSendStreams();
4668 // Assert that a new underlying stream was created due to the codec change.
4669 // Otherwise, this test isn't testing what it set out to test.
4670 EXPECT_EQ(1u, GetFakeSendStreams().size());
4671 EXPECT_EQ(2, fake_call_->GetNumCreatedSendStreams());
4672
4673 // Verify that we still are not sending anything, due to the inactive
4674 // encoding.
4675 EXPECT_FALSE(new_streams[0]->IsSending());
4676}
4677
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004678// Test that GetRtpSendParameters returns the currently configured codecs.
eladalonf1841382017-06-12 01:16:46 -07004679TEST_F(WebRtcVideoChannelTest, GetRtpSendParametersCodecs) {
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004680 AddSendStream();
4681 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08004682 parameters.codecs.push_back(GetEngineCodec("VP8"));
4683 parameters.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004684 EXPECT_TRUE(channel_->SetSendParameters(parameters));
4685
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004686 webrtc::RtpParameters rtp_parameters =
4687 channel_->GetRtpSendParameters(last_ssrc_);
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004688 ASSERT_EQ(2u, rtp_parameters.codecs.size());
magjed509e4fe2016-11-18 01:34:11 -08004689 EXPECT_EQ(GetEngineCodec("VP8").ToCodecParameters(),
4690 rtp_parameters.codecs[0]);
4691 EXPECT_EQ(GetEngineCodec("VP9").ToCodecParameters(),
4692 rtp_parameters.codecs[1]);
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004693}
4694
deadbeeffb2aced2017-01-06 23:05:37 -08004695// Test that RtpParameters for send stream has one encoding and it has
4696// the correct SSRC.
eladalonf1841382017-06-12 01:16:46 -07004697TEST_F(WebRtcVideoChannelTest, GetRtpSendParametersSsrc) {
deadbeeffb2aced2017-01-06 23:05:37 -08004698 AddSendStream();
4699
4700 webrtc::RtpParameters rtp_parameters =
4701 channel_->GetRtpSendParameters(last_ssrc_);
4702 ASSERT_EQ(1u, rtp_parameters.encodings.size());
Oskar Sundbom78807582017-11-16 11:09:55 +01004703 EXPECT_EQ(last_ssrc_, rtp_parameters.encodings[0].ssrc);
deadbeeffb2aced2017-01-06 23:05:37 -08004704}
4705
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004706// Test that if we set/get parameters multiple times, we get the same results.
eladalonf1841382017-06-12 01:16:46 -07004707TEST_F(WebRtcVideoChannelTest, SetAndGetRtpSendParameters) {
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004708 AddSendStream();
4709 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08004710 parameters.codecs.push_back(GetEngineCodec("VP8"));
4711 parameters.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004712 EXPECT_TRUE(channel_->SetSendParameters(parameters));
4713
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004714 webrtc::RtpParameters initial_params =
4715 channel_->GetRtpSendParameters(last_ssrc_);
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004716
4717 // We should be able to set the params we just got.
Zach Steinba37b4b2018-01-23 15:02:36 -08004718 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, initial_params).ok());
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004719
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004720 // ... And this shouldn't change the params returned by GetRtpSendParameters.
4721 EXPECT_EQ(initial_params, channel_->GetRtpSendParameters(last_ssrc_));
4722}
4723
4724// Test that GetRtpReceiveParameters returns the currently configured codecs.
eladalonf1841382017-06-12 01:16:46 -07004725TEST_F(WebRtcVideoChannelTest, GetRtpReceiveParametersCodecs) {
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004726 AddRecvStream();
4727 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08004728 parameters.codecs.push_back(GetEngineCodec("VP8"));
4729 parameters.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004730 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4731
4732 webrtc::RtpParameters rtp_parameters =
4733 channel_->GetRtpReceiveParameters(last_ssrc_);
4734 ASSERT_EQ(2u, rtp_parameters.codecs.size());
magjed509e4fe2016-11-18 01:34:11 -08004735 EXPECT_EQ(GetEngineCodec("VP8").ToCodecParameters(),
4736 rtp_parameters.codecs[0]);
4737 EXPECT_EQ(GetEngineCodec("VP9").ToCodecParameters(),
4738 rtp_parameters.codecs[1]);
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004739}
4740
johan073ece42016-08-26 02:59:47 -07004741#if defined(WEBRTC_USE_H264)
eladalonf1841382017-06-12 01:16:46 -07004742TEST_F(WebRtcVideoChannelTest, GetRtpReceiveFmtpSprop) {
johan073ece42016-08-26 02:59:47 -07004743#else
eladalonf1841382017-06-12 01:16:46 -07004744TEST_F(WebRtcVideoChannelTest, DISABLED_GetRtpReceiveFmtpSprop) {
johan073ece42016-08-26 02:59:47 -07004745#endif
johan3859c892016-08-05 09:19:25 -07004746 cricket::VideoRecvParameters parameters;
perkj26752742016-10-24 01:21:16 -07004747 cricket::VideoCodec kH264sprop1(101, "H264");
magjed5dfac562016-11-25 03:56:37 -08004748 kH264sprop1.SetParam(kH264FmtpSpropParameterSets, "uvw");
johan3859c892016-08-05 09:19:25 -07004749 parameters.codecs.push_back(kH264sprop1);
perkj26752742016-10-24 01:21:16 -07004750 cricket::VideoCodec kH264sprop2(102, "H264");
magjed5dfac562016-11-25 03:56:37 -08004751 kH264sprop2.SetParam(kH264FmtpSpropParameterSets, "xyz");
johan3859c892016-08-05 09:19:25 -07004752 parameters.codecs.push_back(kH264sprop2);
4753 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4754
4755 FakeVideoReceiveStream* recv_stream = AddRecvStream();
4756 const webrtc::VideoReceiveStream::Config& cfg = recv_stream->GetConfig();
4757 webrtc::RtpParameters rtp_parameters =
4758 channel_->GetRtpReceiveParameters(last_ssrc_);
4759 ASSERT_EQ(2u, rtp_parameters.codecs.size());
4760 EXPECT_EQ(kH264sprop1.ToCodecParameters(), rtp_parameters.codecs[0]);
4761 ASSERT_EQ(2u, cfg.decoders.size());
4762 EXPECT_EQ(101, cfg.decoders[0].payload_type);
4763 EXPECT_EQ("H264", cfg.decoders[0].payload_name);
magjed5dfac562016-11-25 03:56:37 -08004764 const auto it0 =
4765 cfg.decoders[0].codec_params.find(kH264FmtpSpropParameterSets);
4766 ASSERT_TRUE(it0 != cfg.decoders[0].codec_params.end());
4767 EXPECT_EQ("uvw", it0->second);
johan3859c892016-08-05 09:19:25 -07004768
4769 EXPECT_EQ(102, cfg.decoders[1].payload_type);
4770 EXPECT_EQ("H264", cfg.decoders[1].payload_name);
magjed5dfac562016-11-25 03:56:37 -08004771 const auto it1 =
4772 cfg.decoders[1].codec_params.find(kH264FmtpSpropParameterSets);
4773 ASSERT_TRUE(it1 != cfg.decoders[1].codec_params.end());
4774 EXPECT_EQ("xyz", it1->second);
johan3859c892016-08-05 09:19:25 -07004775}
4776
sakal1fd95952016-06-22 00:46:15 -07004777// Test that RtpParameters for receive stream has one encoding and it has
4778// the correct SSRC.
eladalonf1841382017-06-12 01:16:46 -07004779TEST_F(WebRtcVideoChannelTest, GetRtpReceiveParametersSsrc) {
sakal1fd95952016-06-22 00:46:15 -07004780 AddRecvStream();
4781
4782 webrtc::RtpParameters rtp_parameters =
4783 channel_->GetRtpReceiveParameters(last_ssrc_);
4784 ASSERT_EQ(1u, rtp_parameters.encodings.size());
Oskar Sundbom78807582017-11-16 11:09:55 +01004785 EXPECT_EQ(last_ssrc_, rtp_parameters.encodings[0].ssrc);
sakal1fd95952016-06-22 00:46:15 -07004786}
4787
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004788// Test that if we set/get parameters multiple times, we get the same results.
eladalonf1841382017-06-12 01:16:46 -07004789TEST_F(WebRtcVideoChannelTest, SetAndGetRtpReceiveParameters) {
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004790 AddRecvStream();
4791 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08004792 parameters.codecs.push_back(GetEngineCodec("VP8"));
4793 parameters.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004794 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4795
4796 webrtc::RtpParameters initial_params =
4797 channel_->GetRtpReceiveParameters(last_ssrc_);
4798
4799 // We should be able to set the params we just got.
4800 EXPECT_TRUE(channel_->SetRtpReceiveParameters(last_ssrc_, initial_params));
4801
4802 // ... And this shouldn't change the params returned by
4803 // GetRtpReceiveParameters.
4804 EXPECT_EQ(initial_params, channel_->GetRtpReceiveParameters(last_ssrc_));
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004805}
4806
deadbeef3bc15102017-04-20 19:25:07 -07004807// Test that GetRtpReceiveParameters returns parameters correctly when SSRCs
4808// aren't signaled. It should always return an empty "RtpEncodingParameters",
4809// even after a packet is received and the unsignaled SSRC is known.
eladalonf1841382017-06-12 01:16:46 -07004810TEST_F(WebRtcVideoChannelTest, GetRtpReceiveParametersWithUnsignaledSsrc) {
deadbeef3bc15102017-04-20 19:25:07 -07004811 // Call necessary methods to configure receiving a default stream as
4812 // soon as it arrives.
4813 cricket::VideoRecvParameters parameters;
4814 parameters.codecs.push_back(GetEngineCodec("VP8"));
4815 parameters.codecs.push_back(GetEngineCodec("VP9"));
4816 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4817
4818 // Call GetRtpReceiveParameters before configured to receive an unsignaled
4819 // stream. Should return nothing.
4820 EXPECT_EQ(webrtc::RtpParameters(), channel_->GetRtpReceiveParameters(0));
4821
4822 // Set a sink for an unsignaled stream.
4823 cricket::FakeVideoRenderer renderer;
4824 // Value of "0" means "unsignaled stream".
4825 EXPECT_TRUE(channel_->SetSink(0, &renderer));
4826
4827 // Call GetRtpReceiveParameters before the SSRC is known. Value of "0"
4828 // in this method means "unsignaled stream".
4829 webrtc::RtpParameters rtp_parameters = channel_->GetRtpReceiveParameters(0);
4830 ASSERT_EQ(1u, rtp_parameters.encodings.size());
4831 EXPECT_FALSE(rtp_parameters.encodings[0].ssrc);
4832
4833 // Receive VP8 packet.
4834 uint8_t data[kMinRtpPacketLen];
4835 cricket::RtpHeader rtpHeader;
4836 rtpHeader.payload_type = GetEngineCodec("VP8").id;
4837 rtpHeader.seq_num = rtpHeader.timestamp = 0;
4838 rtpHeader.ssrc = kIncomingUnsignalledSsrc;
4839 cricket::SetRtpHeader(data, sizeof(data), rtpHeader);
4840 rtc::CopyOnWriteBuffer packet(data, sizeof(data));
4841 rtc::PacketTime packet_time;
4842 channel_->OnPacketReceived(&packet, packet_time);
4843
4844 // The |ssrc| member should still be unset.
4845 rtp_parameters = channel_->GetRtpReceiveParameters(0);
4846 ASSERT_EQ(1u, rtp_parameters.encodings.size());
4847 EXPECT_FALSE(rtp_parameters.encodings[0].ssrc);
4848}
4849
eladalonf1841382017-06-12 01:16:46 -07004850void WebRtcVideoChannelTest::TestReceiverLocalSsrcConfiguration(
Peter Boström3548dd22015-05-22 18:48:36 +02004851 bool receiver_first) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004852 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boström3548dd22015-05-22 18:48:36 +02004853
4854 const uint32_t kSenderSsrc = 0xC0FFEE;
Peter Boströmdfa28152015-10-21 17:21:10 +02004855 const uint32_t kSecondSenderSsrc = 0xBADCAFE;
Peter Boström3548dd22015-05-22 18:48:36 +02004856 const uint32_t kReceiverSsrc = 0x4711;
Peter Boströmdfa28152015-10-21 17:21:10 +02004857 const uint32_t kExpectedDefaultReceiverSsrc = 1;
Peter Boström3548dd22015-05-22 18:48:36 +02004858
4859 if (receiver_first) {
4860 AddRecvStream(StreamParams::CreateLegacy(kReceiverSsrc));
4861 std::vector<FakeVideoReceiveStream*> receive_streams =
4862 fake_call_->GetVideoReceiveStreams();
4863 ASSERT_EQ(1u, receive_streams.size());
Peter Boströmdfa28152015-10-21 17:21:10 +02004864 // Default local SSRC when we have no sender.
4865 EXPECT_EQ(kExpectedDefaultReceiverSsrc,
4866 receive_streams[0]->GetConfig().rtp.local_ssrc);
Peter Boström3548dd22015-05-22 18:48:36 +02004867 }
4868 AddSendStream(StreamParams::CreateLegacy(kSenderSsrc));
4869 if (!receiver_first)
4870 AddRecvStream(StreamParams::CreateLegacy(kReceiverSsrc));
4871 std::vector<FakeVideoReceiveStream*> receive_streams =
4872 fake_call_->GetVideoReceiveStreams();
4873 ASSERT_EQ(1u, receive_streams.size());
4874 EXPECT_EQ(kSenderSsrc, receive_streams[0]->GetConfig().rtp.local_ssrc);
Peter Boströmdfa28152015-10-21 17:21:10 +02004875
4876 // Removing first sender should fall back to another (in this case the second)
4877 // local send stream's SSRC.
4878 AddSendStream(StreamParams::CreateLegacy(kSecondSenderSsrc));
4879 ASSERT_TRUE(channel_->RemoveSendStream(kSenderSsrc));
4880 receive_streams =
4881 fake_call_->GetVideoReceiveStreams();
4882 ASSERT_EQ(1u, receive_streams.size());
4883 EXPECT_EQ(kSecondSenderSsrc, receive_streams[0]->GetConfig().rtp.local_ssrc);
4884
4885 // Removing the last sender should fall back to default local SSRC.
4886 ASSERT_TRUE(channel_->RemoveSendStream(kSecondSenderSsrc));
4887 receive_streams =
4888 fake_call_->GetVideoReceiveStreams();
4889 ASSERT_EQ(1u, receive_streams.size());
4890 EXPECT_EQ(kExpectedDefaultReceiverSsrc,
4891 receive_streams[0]->GetConfig().rtp.local_ssrc);
Peter Boström3548dd22015-05-22 18:48:36 +02004892}
4893
eladalonf1841382017-06-12 01:16:46 -07004894TEST_F(WebRtcVideoChannelTest, ConfiguresLocalSsrc) {
Peter Boström3548dd22015-05-22 18:48:36 +02004895 TestReceiverLocalSsrcConfiguration(false);
4896}
4897
eladalonf1841382017-06-12 01:16:46 -07004898TEST_F(WebRtcVideoChannelTest, ConfiguresLocalSsrcOnExistingReceivers) {
Peter Boström3548dd22015-05-22 18:48:36 +02004899 TestReceiverLocalSsrcConfiguration(true);
4900}
4901
eladalonf1841382017-06-12 01:16:46 -07004902class WebRtcVideoChannelSimulcastTest : public testing::Test {
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004903 public:
eladalonf1841382017-06-12 01:16:46 -07004904 WebRtcVideoChannelSimulcastTest()
magjed2475ae22017-09-12 04:42:15 -07004905 : fake_call_(webrtc::Call::Config(&event_log_)),
Magnus Jedvert02e7a192017-09-23 17:21:32 +02004906 encoder_factory_(new cricket::FakeWebRtcVideoEncoderFactory),
4907 decoder_factory_(new cricket::FakeWebRtcVideoDecoderFactory),
4908 engine_(std::unique_ptr<cricket::WebRtcVideoEncoderFactory>(
4909 encoder_factory_),
4910 std::unique_ptr<cricket::WebRtcVideoDecoderFactory>(
4911 decoder_factory_)),
magjed2475ae22017-09-12 04:42:15 -07004912 last_ssrc_(0) {}
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004913
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00004914 void SetUp() override {
nisse51542be2016-02-12 02:27:06 -08004915 channel_.reset(
kthelgason2bc68642017-02-07 07:02:22 -08004916 engine_.CreateChannel(&fake_call_, GetMediaConfig(), VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08004917 channel_->OnReadyToSend(true);
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004918 last_ssrc_ = 123;
4919 }
4920
4921 protected:
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004922 void VerifySimulcastSettings(const VideoCodec& codec,
perkj26752742016-10-24 01:21:16 -07004923 int capture_width,
4924 int capture_height,
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004925 size_t num_configured_streams,
sprang429600d2017-01-26 06:12:26 -08004926 size_t expected_num_streams,
4927 bool screenshare,
4928 bool conference_mode) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004929 cricket::VideoSendParameters parameters;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004930 parameters.codecs.push_back(codec);
sprang429600d2017-01-26 06:12:26 -08004931 parameters.conference_mode = conference_mode;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004932 ASSERT_TRUE(channel_->SetSendParameters(parameters));
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004933
Peter Boström0c4e06b2015-10-07 12:23:21 +02004934 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
henrikg91d6ede2015-09-17 00:24:34 -07004935 RTC_DCHECK(num_configured_streams <= ssrcs.size());
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004936 ssrcs.resize(num_configured_streams);
4937
sprangf24a0642017-02-28 13:23:26 -08004938 AddSendStream(CreateSimStreamParams("cname", ssrcs));
pbos@webrtc.org86196c42015-02-16 21:02:00 +00004939 // Send a full-size frame to trigger a stream reconfiguration to use all
4940 // expected simulcast layers.
Tommi85959932018-02-07 19:26:06 +01004941 FakeVideoCapturerWithTaskQueue capturer;
sprangf24a0642017-02-28 13:23:26 -08004942 VideoOptions options;
4943 if (screenshare)
Oskar Sundbom78807582017-11-16 11:09:55 +01004944 options.is_screencast = screenshare;
deadbeef5a4a75a2016-06-02 16:23:38 -07004945 EXPECT_TRUE(
sprang429600d2017-01-26 06:12:26 -08004946 channel_->SetVideoSend(ssrcs.front(), true, &options, &capturer));
sprangf24a0642017-02-28 13:23:26 -08004947 // Fetch the latest stream since SetVideoSend() may recreate it if the
4948 // screen content setting is changed.
4949 FakeVideoSendStream* stream = fake_call_.GetVideoSendStreams().front();
pbos@webrtc.org86196c42015-02-16 21:02:00 +00004950 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(cricket::VideoFormat(
perkj26752742016-10-24 01:21:16 -07004951 capture_width, capture_height,
pbos@webrtc.org86196c42015-02-16 21:02:00 +00004952 cricket::VideoFormat::FpsToInterval(30),
4953 cricket::FOURCC_I420)));
4954 channel_->SetSend(true);
4955 EXPECT_TRUE(capturer.CaptureFrame());
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004956
Zach Stein3ca452b2018-01-18 10:01:24 -08004957 auto rtp_parameters = channel_->GetRtpSendParameters(kSsrcs3[0]);
4958 EXPECT_EQ(num_configured_streams, rtp_parameters.encodings.size());
4959
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004960 std::vector<webrtc::VideoStream> video_streams = stream->GetVideoStreams();
4961 ASSERT_EQ(expected_num_streams, video_streams.size());
4962
sprang429600d2017-01-26 06:12:26 -08004963 std::vector<webrtc::VideoStream> expected_streams;
4964 if (conference_mode) {
4965 expected_streams = GetSimulcastConfig(
4966 num_configured_streams, capture_width, capture_height, 0,
Seth Hampson24722b32017-12-22 09:36:42 -08004967 webrtc::kDefaultBitratePriority, kDefaultQpMax,
4968 kDefaultVideoMaxFramerate, screenshare);
sprang3ebabf12017-02-16 07:35:22 -08004969 if (screenshare) {
4970 for (const webrtc::VideoStream& stream : expected_streams) {
4971 // Never scale screen content.
4972 EXPECT_EQ(stream.width, capture_width);
4973 EXPECT_EQ(stream.height, capture_height);
4974 }
4975 }
sprang429600d2017-01-26 06:12:26 -08004976 } else {
4977 webrtc::VideoStream stream;
4978 stream.width = capture_width;
4979 stream.height = capture_height;
4980 stream.max_framerate = kDefaultVideoMaxFramerate;
Åsa Persson45bbc8a2017-11-13 10:16:47 +01004981 stream.min_bitrate_bps = cricket::kMinVideoBitrateBps;
sprang429600d2017-01-26 06:12:26 -08004982 int max_bitrate_kbps;
4983 if (capture_width * capture_height <= 320 * 240) {
4984 max_bitrate_kbps = 600;
4985 } else if (capture_width * capture_height <= 640 * 480) {
4986 max_bitrate_kbps = 1700;
4987 } else if (capture_width * capture_height <= 960 * 540) {
4988 max_bitrate_kbps = 2000;
4989 } else {
4990 max_bitrate_kbps = 2500;
4991 }
4992 stream.target_bitrate_bps = stream.max_bitrate_bps =
4993 max_bitrate_kbps * 1000;
4994 stream.max_qp = kDefaultQpMax;
4995 expected_streams.push_back(stream);
4996 }
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004997
4998 ASSERT_EQ(expected_streams.size(), video_streams.size());
4999
5000 size_t num_streams = video_streams.size();
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00005001 int total_max_bitrate_bps = 0;
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005002 for (size_t i = 0; i < num_streams; ++i) {
5003 EXPECT_EQ(expected_streams[i].width, video_streams[i].width);
5004 EXPECT_EQ(expected_streams[i].height, video_streams[i].height);
5005
5006 EXPECT_GT(video_streams[i].max_framerate, 0);
5007 EXPECT_EQ(expected_streams[i].max_framerate,
5008 video_streams[i].max_framerate);
5009
5010 EXPECT_GT(video_streams[i].min_bitrate_bps, 0);
5011 EXPECT_EQ(expected_streams[i].min_bitrate_bps,
5012 video_streams[i].min_bitrate_bps);
5013
5014 EXPECT_GT(video_streams[i].target_bitrate_bps, 0);
5015 EXPECT_EQ(expected_streams[i].target_bitrate_bps,
5016 video_streams[i].target_bitrate_bps);
5017
5018 EXPECT_GT(video_streams[i].max_bitrate_bps, 0);
5019 EXPECT_EQ(expected_streams[i].max_bitrate_bps,
5020 video_streams[i].max_bitrate_bps);
5021
5022 EXPECT_GT(video_streams[i].max_qp, 0);
5023 EXPECT_EQ(expected_streams[i].max_qp, video_streams[i].max_qp);
5024
sprang429600d2017-01-26 06:12:26 -08005025 EXPECT_EQ(!conference_mode,
5026 expected_streams[i].temporal_layer_thresholds_bps.empty());
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005027 EXPECT_EQ(expected_streams[i].temporal_layer_thresholds_bps,
5028 video_streams[i].temporal_layer_thresholds_bps);
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00005029
5030 if (i == num_streams - 1) {
5031 total_max_bitrate_bps += video_streams[i].max_bitrate_bps;
5032 } else {
5033 total_max_bitrate_bps += video_streams[i].target_bitrate_bps;
5034 }
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005035 }
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00005036
deadbeef5a4a75a2016-06-02 16:23:38 -07005037 EXPECT_TRUE(channel_->SetVideoSend(ssrcs.front(), true, nullptr, nullptr));
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005038 }
5039
5040 FakeVideoSendStream* AddSendStream() {
5041 return AddSendStream(StreamParams::CreateLegacy(last_ssrc_++));
5042 }
5043
5044 FakeVideoSendStream* AddSendStream(const StreamParams& sp) {
5045 size_t num_streams =
Fredrik Solenberg709ed672015-09-15 12:26:33 +02005046 fake_call_.GetVideoSendStreams().size();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005047 EXPECT_TRUE(channel_->AddSendStream(sp));
5048 std::vector<FakeVideoSendStream*> streams =
Fredrik Solenberg709ed672015-09-15 12:26:33 +02005049 fake_call_.GetVideoSendStreams();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005050 EXPECT_EQ(num_streams + 1, streams.size());
5051 return streams[streams.size() - 1];
5052 }
5053
5054 std::vector<FakeVideoSendStream*> GetFakeSendStreams() {
Fredrik Solenberg709ed672015-09-15 12:26:33 +02005055 return fake_call_.GetVideoSendStreams();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005056 }
5057
5058 FakeVideoReceiveStream* AddRecvStream() {
5059 return AddRecvStream(StreamParams::CreateLegacy(last_ssrc_++));
5060 }
5061
5062 FakeVideoReceiveStream* AddRecvStream(const StreamParams& sp) {
5063 size_t num_streams =
Fredrik Solenberg709ed672015-09-15 12:26:33 +02005064 fake_call_.GetVideoReceiveStreams().size();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005065 EXPECT_TRUE(channel_->AddRecvStream(sp));
5066 std::vector<FakeVideoReceiveStream*> streams =
Fredrik Solenberg709ed672015-09-15 12:26:33 +02005067 fake_call_.GetVideoReceiveStreams();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005068 EXPECT_EQ(num_streams + 1, streams.size());
5069 return streams[streams.size() - 1];
5070 }
5071
skvlad11a9cbf2016-10-07 11:53:05 -07005072 webrtc::RtcEventLogNullImpl event_log_;
Fredrik Solenberg709ed672015-09-15 12:26:33 +02005073 FakeCall fake_call_;
Magnus Jedvert02e7a192017-09-23 17:21:32 +02005074 cricket::FakeWebRtcVideoEncoderFactory* encoder_factory_;
5075 cricket::FakeWebRtcVideoDecoderFactory* decoder_factory_;
eladalonf1841382017-06-12 01:16:46 -07005076 WebRtcVideoEngine engine_;
kwiberg686a8ef2016-02-26 03:00:35 -08005077 std::unique_ptr<VideoMediaChannel> channel_;
Peter Boström0c4e06b2015-10-07 12:23:21 +02005078 uint32_t last_ssrc_;
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005079};
5080
eladalonf1841382017-06-12 01:16:46 -07005081TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsWith2SimulcastStreams) {
sprang429600d2017-01-26 06:12:26 -08005082 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 640, 360, 2, 2, false,
5083 true);
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005084}
5085
eladalonf1841382017-06-12 01:16:46 -07005086TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsWith3SimulcastStreams) {
sprang429600d2017-01-26 06:12:26 -08005087 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 3, false,
5088 true);
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005089}
5090
5091// Test that we normalize send codec format size in simulcast.
eladalonf1841382017-06-12 01:16:46 -07005092TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsWithOddSizeInSimulcast) {
sprang429600d2017-01-26 06:12:26 -08005093 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 541, 271, 2, 2, false,
5094 true);
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005095}
sprang429600d2017-01-26 06:12:26 -08005096
eladalonf1841382017-06-12 01:16:46 -07005097TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsForScreenshare) {
sprang429600d2017-01-26 06:12:26 -08005098 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 1, true,
5099 false);
5100}
5101
eladalonf1841382017-06-12 01:16:46 -07005102TEST_F(WebRtcVideoChannelSimulcastTest,
sprang429600d2017-01-26 06:12:26 -08005103 SetSendCodecsForConferenceModeScreenshare) {
5104 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 1, true,
5105 true);
5106}
5107
eladalonf1841382017-06-12 01:16:46 -07005108TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsForSimulcastScreenshare) {
sprang429600d2017-01-26 06:12:26 -08005109 webrtc::test::ScopedFieldTrials override_field_trials_(
5110 "WebRTC-SimulcastScreenshare/Enabled/");
5111 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 2, true,
5112 true);
5113}
5114
eladalonf1841382017-06-12 01:16:46 -07005115TEST_F(WebRtcVideoChannelSimulcastTest,
sprangfe627f32017-03-29 08:24:59 -07005116 NoSimulcastScreenshareWithoutConference) {
5117 webrtc::test::ScopedFieldTrials override_field_trials_(
5118 "WebRTC-SimulcastScreenshare/Enabled/");
5119 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 1, true,
5120 false);
5121}
5122
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00005123} // namespace cricket