blob: b7622251378b6e5652ef77fb9c4d830e0e24ca52 [file] [log] [blame]
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001/*
kjellander1afca732016-02-07 20:46:45 -08002 * Copyright (c) 2004 The WebRTC project authors. All Rights Reserved.
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003 *
kjellander1afca732016-02-07 20:46:45 -08004 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00009 */
10
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +000011#include <algorithm>
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000012#include <map>
kwiberg686a8ef2016-02-26 03:00:35 -080013#include <memory>
Steve Antone78bcb92017-10-31 09:53:08 -070014#include <utility>
pbos@webrtc.org86f613d2014-06-10 08:53:05 +000015#include <vector>
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000016
Seth Hampson24722b32017-12-22 09:36:42 -080017#include "api/rtpparameters.h"
Emircan Uysalerdbcac7f2017-10-30 23:10:12 -070018#include "api/test/mock_video_decoder_factory.h"
19#include "api/test/mock_video_encoder_factory.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020020#include "api/video_codecs/sdp_video_format.h"
21#include "api/video_codecs/video_decoder_factory.h"
22#include "api/video_codecs/video_encoder.h"
23#include "api/video_codecs/video_encoder_factory.h"
24#include "call/flexfec_receive_stream.h"
25#include "common_video/h264/profile_level_id.h"
26#include "logging/rtc_event_log/rtc_event_log.h"
27#include "media/base/mediaconstants.h"
28#include "media/base/rtputils.h"
29#include "media/base/testutils.h"
30#include "media/base/videoengine_unittest.h"
31#include "media/engine/constants.h"
32#include "media/engine/fakewebrtccall.h"
33#include "media/engine/fakewebrtcvideoengine.h"
Magnus Jedvert7501b1c2017-11-09 13:43:42 +010034#include "media/engine/internalencoderfactory.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020035#include "media/engine/simulcast.h"
36#include "media/engine/webrtcvideoengine.h"
37#include "media/engine/webrtcvoiceengine.h"
38#include "rtc_base/arraysize.h"
39#include "rtc_base/gunit.h"
40#include "rtc_base/stringutils.h"
41#include "test/field_trial.h"
42#include "test/gmock.h"
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000043
Tommi85959932018-02-07 19:26:06 +010044using cricket::FakeVideoCapturerWithTaskQueue;
isheriff6f8d6862016-05-26 11:24:55 -070045using webrtc::RtpExtension;
46
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000047namespace {
buildbot@webrtc.orga8530772014-12-10 09:01:18 +000048static const int kDefaultQpMax = 56;
buildbot@webrtc.orga8530772014-12-10 09:01:18 +000049
noahricd10a68e2015-07-10 11:27:55 -070050static const uint8_t kRedRtxPayloadType = 125;
51
Peter Boström0c4e06b2015-10-07 12:23:21 +020052static const uint32_t kSsrcs1[] = {1};
53static const uint32_t kSsrcs3[] = {1, 2, 3};
54static const uint32_t kRtxSsrcs1[] = {4};
brandtr468da7c2016-11-22 02:16:47 -080055static const uint32_t kFlexfecSsrc = 5;
Peter Boström0c4e06b2015-10-07 12:23:21 +020056static const uint32_t kIncomingUnsignalledSsrc = 0xC0FFEE;
mzanaty8a855d62017-02-17 15:46:43 -080057static const uint32_t kDefaultRecvSsrc = 0;
58
pbos@webrtc.org3c107582014-07-20 15:27:35 +000059static const char kUnsupportedExtensionName[] =
60 "urn:ietf:params:rtp-hdrext:unsupported";
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +000061
magjed509e4fe2016-11-18 01:34:11 -080062cricket::VideoCodec RemoveFeedbackParams(cricket::VideoCodec&& codec) {
63 codec.feedback_params = cricket::FeedbackParams();
64 return codec;
65}
66
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +000067void VerifyCodecHasDefaultFeedbackParams(const cricket::VideoCodec& codec) {
68 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
69 cricket::kRtcpFbParamNack, cricket::kParamValueEmpty)));
70 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
71 cricket::kRtcpFbParamNack, cricket::kRtcpFbNackParamPli)));
72 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
73 cricket::kRtcpFbParamRemb, cricket::kParamValueEmpty)));
74 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
stefan43edf0f2015-11-20 18:05:48 -080075 cricket::kRtcpFbParamTransportCc, cricket::kParamValueEmpty)));
76 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +000077 cricket::kRtcpFbParamCcm, cricket::kRtcpFbCcmParamFir)));
78}
79
magjed725e4842016-11-16 00:48:13 -080080// Return true if any codec in |codecs| is an RTX codec with associated payload
81// type |payload_type|.
82bool HasRtxCodec(const std::vector<cricket::VideoCodec>& codecs,
83 int payload_type) {
84 for (const cricket::VideoCodec& codec : codecs) {
85 int associated_payload_type;
86 if (cricket::CodecNamesEq(codec.name.c_str(), "rtx") &&
87 codec.GetParam(cricket::kCodecParamAssociatedPayloadType,
88 &associated_payload_type) &&
89 associated_payload_type == payload_type) {
90 return true;
91 }
92 }
93 return false;
94}
95
nisseca5706d2017-09-11 02:32:16 -070096// TODO(nisse): Duplicated in call.cc.
97const int* FindKeyByValue(const std::map<int, int>& m, int v) {
98 for (const auto& kv : m) {
99 if (kv.second == v)
100 return &kv.first;
101 }
102 return nullptr;
103}
104
105bool HasRtxReceiveAssociation(
106 const webrtc::VideoReceiveStream::Config& config,
107 int payload_type) {
108 return FindKeyByValue(config.rtp.rtx_associated_payload_types,
109 payload_type) != nullptr;
110}
111
112// Check that there's an Rtx payload type for each decoder.
113bool VerifyRtxReceiveAssociations(
114 const webrtc::VideoReceiveStream::Config& config) {
115 for (const auto& decoder : config.decoders) {
116 if (!HasRtxReceiveAssociation(config, decoder.payload_type))
117 return false;
118 }
119 return true;
120}
121
brandtrffc61182016-11-28 06:02:22 -0800122rtc::scoped_refptr<webrtc::VideoFrameBuffer> CreateBlackFrameBuffer(
nisse64ec8f82016-09-27 00:17:25 -0700123 int width,
124 int height) {
125 rtc::scoped_refptr<webrtc::I420Buffer> buffer =
126 webrtc::I420Buffer::Create(width, height);
nisseaf916892017-01-10 07:44:26 -0800127 webrtc::I420Buffer::SetBlack(buffer);
nisse64ec8f82016-09-27 00:17:25 -0700128 return buffer;
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +0000129}
130
Shao Changbine62202f2015-04-21 20:24:50 +0800131void VerifySendStreamHasRtxTypes(const webrtc::VideoSendStream::Config& config,
132 const std::map<int, int>& rtx_types) {
133 std::map<int, int>::const_iterator it;
134 it = rtx_types.find(config.encoder_settings.payload_type);
135 EXPECT_TRUE(it != rtx_types.end() &&
136 it->second == config.rtp.rtx.payload_type);
137
brandtrb5f2c3f2016-10-04 23:28:39 -0700138 if (config.rtp.ulpfec.red_rtx_payload_type != -1) {
139 it = rtx_types.find(config.rtp.ulpfec.red_payload_type);
Shao Changbine62202f2015-04-21 20:24:50 +0800140 EXPECT_TRUE(it != rtx_types.end() &&
brandtrb5f2c3f2016-10-04 23:28:39 -0700141 it->second == config.rtp.ulpfec.red_rtx_payload_type);
Shao Changbine62202f2015-04-21 20:24:50 +0800142 }
143}
kthelgason2bc68642017-02-07 07:02:22 -0800144
145cricket::MediaConfig GetMediaConfig() {
146 cricket::MediaConfig media_config;
Niels Möller1d7ecd22018-01-18 15:25:12 +0100147 media_config.video.enable_cpu_adaptation = false;
kthelgason2bc68642017-02-07 07:02:22 -0800148 return media_config;
149}
nisse26e3abb2017-08-25 04:44:25 -0700150
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000151} // namespace
152
153namespace cricket {
eladalonf1841382017-06-12 01:16:46 -0700154class WebRtcVideoEngineTest : public ::testing::Test {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000155 public:
eladalonf1841382017-06-12 01:16:46 -0700156 WebRtcVideoEngineTest() : WebRtcVideoEngineTest("") {}
157 explicit WebRtcVideoEngineTest(const char* field_trials)
stefanc1aeaf02015-10-15 07:26:07 -0700158 : override_field_trials_(field_trials),
skvlad11a9cbf2016-10-07 11:53:05 -0700159 call_(webrtc::Call::Create(webrtc::Call::Config(&event_log_))),
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200160 encoder_factory_(new cricket::FakeWebRtcVideoEncoderFactory),
161 decoder_factory_(new cricket::FakeWebRtcVideoDecoderFactory),
162 engine_(std::unique_ptr<cricket::WebRtcVideoEncoderFactory>(
163 encoder_factory_),
164 std::unique_ptr<cricket::WebRtcVideoDecoderFactory>(
165 decoder_factory_)) {
pbos@webrtc.org9fbb7172014-06-13 09:34:13 +0000166 std::vector<VideoCodec> engine_codecs = engine_.codecs();
henrikg91d6ede2015-09-17 00:24:34 -0700167 RTC_DCHECK(!engine_codecs.empty());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000168 bool codec_set = false;
magjed509e4fe2016-11-18 01:34:11 -0800169 for (const cricket::VideoCodec& codec : engine_codecs) {
170 if (codec.name == "rtx") {
Shao Changbine62202f2015-04-21 20:24:50 +0800171 int associated_payload_type;
magjed509e4fe2016-11-18 01:34:11 -0800172 if (codec.GetParam(kCodecParamAssociatedPayloadType,
173 &associated_payload_type)) {
174 default_apt_rtx_types_[associated_payload_type] = codec.id;
Shao Changbine62202f2015-04-21 20:24:50 +0800175 }
magjed509e4fe2016-11-18 01:34:11 -0800176 } else if (!codec_set && codec.name != "red" && codec.name != "ulpfec") {
177 default_codec_ = codec;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000178 codec_set = true;
179 }
180 }
181
henrikg91d6ede2015-09-17 00:24:34 -0700182 RTC_DCHECK(codec_set);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000183 }
184
185 protected:
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100186 // Find the index of the codec in the engine with the given name. The codec
187 // must be present.
Oleh Prypina40f8242017-12-21 13:32:23 +0100188 size_t GetEngineCodecIndex(const std::string& name) const;
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100189
magjed509e4fe2016-11-18 01:34:11 -0800190 // Find the codec in the engine with the given name. The codec must be
191 // present.
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100192 cricket::VideoCodec GetEngineCodec(const std::string& name) const;
magjed509e4fe2016-11-18 01:34:11 -0800193
magjed2475ae22017-09-12 04:42:15 -0700194 VideoMediaChannel* SetUpForExternalEncoderFactory();
pbos@webrtc.orgfa553ef2014-10-20 11:07:07 +0000195
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000196 VideoMediaChannel* SetUpForExternalDecoderFactory(
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000197 const std::vector<VideoCodec>& codecs);
198
Peter Boströme4499152016-02-05 11:13:28 +0100199 void TestExtendedEncoderOveruse(bool use_external_encoder);
200
stefanc1aeaf02015-10-15 07:26:07 -0700201 webrtc::test::ScopedFieldTrials override_field_trials_;
skvlad11a9cbf2016-10-07 11:53:05 -0700202 webrtc::RtcEventLogNullImpl event_log_;
eladalonf1841382017-06-12 01:16:46 -0700203 // Used in WebRtcVideoEngineVoiceTest, but defined here so it's properly
pbos@webrtc.orgf1f0d9a2015-03-02 13:30:15 +0000204 // initialized when the constructor is called.
kwiberg686a8ef2016-02-26 03:00:35 -0800205 std::unique_ptr<webrtc::Call> call_;
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200206 // TODO(magjed): Update all tests to use new video codec factories once the
207 // old factories are deprecated,
208 // https://bugs.chromium.org/p/webrtc/issues/detail?id=7925.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200209 // These factories are owned by the video engine.
210 cricket::FakeWebRtcVideoEncoderFactory* encoder_factory_;
211 cricket::FakeWebRtcVideoDecoderFactory* decoder_factory_;
eladalonf1841382017-06-12 01:16:46 -0700212 WebRtcVideoEngine engine_;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000213 VideoCodec default_codec_;
Shao Changbine62202f2015-04-21 20:24:50 +0800214 std::map<int, int> default_apt_rtx_types_;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000215};
216
eladalonf1841382017-06-12 01:16:46 -0700217TEST_F(WebRtcVideoEngineTest, AnnouncesVp9AccordingToBuildFlags) {
Peter Boström12996152016-05-14 02:03:18 +0200218 bool claims_vp9_support = false;
219 for (const cricket::VideoCodec& codec : engine_.codecs()) {
220 if (codec.name == "VP9") {
221 claims_vp9_support = true;
222 break;
223 }
224 }
225#if defined(RTC_DISABLE_VP9)
226 EXPECT_FALSE(claims_vp9_support);
227#else
228 EXPECT_TRUE(claims_vp9_support);
229#endif // defined(RTC_DISABLE_VP9)
230}
231
eladalonf1841382017-06-12 01:16:46 -0700232TEST_F(WebRtcVideoEngineTest, DefaultRtxCodecHasAssociatedPayloadTypeSet) {
pbos@webrtc.orge322a172014-06-13 11:47:28 +0000233 std::vector<VideoCodec> engine_codecs = engine_.codecs();
234 for (size_t i = 0; i < engine_codecs.size(); ++i) {
235 if (engine_codecs[i].name != kRtxCodecName)
236 continue;
237 int associated_payload_type;
238 EXPECT_TRUE(engine_codecs[i].GetParam(kCodecParamAssociatedPayloadType,
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000239 &associated_payload_type));
pbos@webrtc.orge322a172014-06-13 11:47:28 +0000240 EXPECT_EQ(default_codec_.id, associated_payload_type);
241 return;
242 }
243 FAIL() << "No RTX codec found among default codecs.";
244}
245
eladalonf1841382017-06-12 01:16:46 -0700246TEST_F(WebRtcVideoEngineTest, SupportsTimestampOffsetHeaderExtension) {
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100247 RtpCapabilities capabilities = engine_.GetCapabilities();
248 ASSERT_FALSE(capabilities.header_extensions.empty());
isheriff6f8d6862016-05-26 11:24:55 -0700249 for (const RtpExtension& extension : capabilities.header_extensions) {
250 if (extension.uri == RtpExtension::kTimestampOffsetUri) {
251 EXPECT_EQ(RtpExtension::kTimestampOffsetDefaultId, extension.id);
pbos@webrtc.org587ef602014-06-16 17:32:02 +0000252 return;
253 }
254 }
255 FAIL() << "Timestamp offset extension not in header-extension list.";
256}
257
eladalonf1841382017-06-12 01:16:46 -0700258TEST_F(WebRtcVideoEngineTest, SupportsAbsoluteSenderTimeHeaderExtension) {
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100259 RtpCapabilities capabilities = engine_.GetCapabilities();
260 ASSERT_FALSE(capabilities.header_extensions.empty());
isheriff6f8d6862016-05-26 11:24:55 -0700261 for (const RtpExtension& extension : capabilities.header_extensions) {
262 if (extension.uri == RtpExtension::kAbsSendTimeUri) {
263 EXPECT_EQ(RtpExtension::kAbsSendTimeDefaultId, extension.id);
pbos@webrtc.org587ef602014-06-16 17:32:02 +0000264 return;
265 }
266 }
267 FAIL() << "Absolute Sender Time extension not in header-extension list.";
268}
269
eladalonf1841382017-06-12 01:16:46 -0700270TEST_F(WebRtcVideoEngineTest, SupportsTransportSequenceNumberHeaderExtension) {
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100271 RtpCapabilities capabilities = engine_.GetCapabilities();
272 ASSERT_FALSE(capabilities.header_extensions.empty());
isheriff6f8d6862016-05-26 11:24:55 -0700273 for (const RtpExtension& extension : capabilities.header_extensions) {
274 if (extension.uri == RtpExtension::kTransportSequenceNumberUri) {
275 EXPECT_EQ(RtpExtension::kTransportSequenceNumberDefaultId, extension.id);
stefanc1aeaf02015-10-15 07:26:07 -0700276 return;
277 }
278 }
279 FAIL() << "Transport sequence number extension not in header-extension list.";
280}
281
eladalonf1841382017-06-12 01:16:46 -0700282TEST_F(WebRtcVideoEngineTest, SupportsVideoRotationHeaderExtension) {
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100283 RtpCapabilities capabilities = engine_.GetCapabilities();
284 ASSERT_FALSE(capabilities.header_extensions.empty());
isheriff6f8d6862016-05-26 11:24:55 -0700285 for (const RtpExtension& extension : capabilities.header_extensions) {
286 if (extension.uri == RtpExtension::kVideoRotationUri) {
287 EXPECT_EQ(RtpExtension::kVideoRotationDefaultId, extension.id);
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700288 return;
289 }
290 }
291 FAIL() << "Video Rotation extension not in header-extension list.";
292}
293
eladalonf1841382017-06-12 01:16:46 -0700294TEST_F(WebRtcVideoEngineTest, CVOSetHeaderExtensionBeforeCapturer) {
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700295 // Allocate the capturer first to prevent early destruction before channel's
296 // dtor is called.
Tommi85959932018-02-07 19:26:06 +0100297 FakeVideoCapturerWithTaskQueue capturer;
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700298
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200299 encoder_factory_->AddSupportedVideoCodecType("VP8");
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700300
magjed2475ae22017-09-12 04:42:15 -0700301 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700302 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(kSsrc)));
303
304 // Add CVO extension.
305 const int id = 1;
magjed509e4fe2016-11-18 01:34:11 -0800306 cricket::VideoSendParameters parameters;
307 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200308 parameters.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -0700309 RtpExtension(RtpExtension::kVideoRotationUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200310 EXPECT_TRUE(channel->SetSendParameters(parameters));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700311
312 // Set capturer.
deadbeef5a4a75a2016-06-02 16:23:38 -0700313 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700314
315 // Verify capturer has turned off applying rotation.
nisse47ac4622016-05-25 08:47:01 -0700316 EXPECT_FALSE(capturer.apply_rotation());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700317
318 // Verify removing header extension turns on applying rotation.
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200319 parameters.extensions.clear();
320 EXPECT_TRUE(channel->SetSendParameters(parameters));
nisse47ac4622016-05-25 08:47:01 -0700321 EXPECT_TRUE(capturer.apply_rotation());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700322}
323
eladalonf1841382017-06-12 01:16:46 -0700324TEST_F(WebRtcVideoEngineTest, CVOSetHeaderExtensionBeforeAddSendStream) {
perkj91e1c152016-03-02 05:34:00 -0800325 // Allocate the capturer first to prevent early destruction before channel's
326 // dtor is called.
Tommi85959932018-02-07 19:26:06 +0100327 FakeVideoCapturerWithTaskQueue capturer;
perkj91e1c152016-03-02 05:34:00 -0800328
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200329 encoder_factory_->AddSupportedVideoCodecType("VP8");
perkj91e1c152016-03-02 05:34:00 -0800330
magjed2475ae22017-09-12 04:42:15 -0700331 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
perkj91e1c152016-03-02 05:34:00 -0800332 // Add CVO extension.
333 const int id = 1;
magjed509e4fe2016-11-18 01:34:11 -0800334 cricket::VideoSendParameters parameters;
335 parameters.codecs.push_back(GetEngineCodec("VP8"));
perkj91e1c152016-03-02 05:34:00 -0800336 parameters.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -0700337 RtpExtension(RtpExtension::kVideoRotationUri, id));
perkj91e1c152016-03-02 05:34:00 -0800338 EXPECT_TRUE(channel->SetSendParameters(parameters));
339 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(kSsrc)));
340
341 // Set capturer.
deadbeef5a4a75a2016-06-02 16:23:38 -0700342 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
perkj91e1c152016-03-02 05:34:00 -0800343
344 // Verify capturer has turned off applying rotation.
nisse47ac4622016-05-25 08:47:01 -0700345 EXPECT_FALSE(capturer.apply_rotation());
perkj91e1c152016-03-02 05:34:00 -0800346}
347
eladalonf1841382017-06-12 01:16:46 -0700348TEST_F(WebRtcVideoEngineTest, CVOSetHeaderExtensionAfterCapturer) {
Tommi85959932018-02-07 19:26:06 +0100349 FakeVideoCapturerWithTaskQueue capturer;
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700350
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200351 encoder_factory_->AddSupportedVideoCodecType("VP8");
352 encoder_factory_->AddSupportedVideoCodecType("VP9");
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700353
magjed2475ae22017-09-12 04:42:15 -0700354 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700355 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(kSsrc)));
356
357 // Set capturer.
deadbeef5a4a75a2016-06-02 16:23:38 -0700358 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700359
perkjcaafdba2016-03-20 07:34:29 -0700360 // Verify capturer has turned on applying rotation.
nisse47ac4622016-05-25 08:47:01 -0700361 EXPECT_TRUE(capturer.apply_rotation());
perkjcaafdba2016-03-20 07:34:29 -0700362
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700363 // Add CVO extension.
364 const int id = 1;
magjed509e4fe2016-11-18 01:34:11 -0800365 cricket::VideoSendParameters parameters;
366 parameters.codecs.push_back(GetEngineCodec("VP8"));
367 parameters.codecs.push_back(GetEngineCodec("VP9"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200368 parameters.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -0700369 RtpExtension(RtpExtension::kVideoRotationUri, id));
perkjcaafdba2016-03-20 07:34:29 -0700370 // Also remove the first codec to trigger a codec change as well.
371 parameters.codecs.erase(parameters.codecs.begin());
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200372 EXPECT_TRUE(channel->SetSendParameters(parameters));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700373
374 // Verify capturer has turned off applying rotation.
nisse47ac4622016-05-25 08:47:01 -0700375 EXPECT_FALSE(capturer.apply_rotation());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700376
377 // Verify removing header extension turns on applying rotation.
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200378 parameters.extensions.clear();
379 EXPECT_TRUE(channel->SetSendParameters(parameters));
nisse47ac4622016-05-25 08:47:01 -0700380 EXPECT_TRUE(capturer.apply_rotation());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700381}
382
eladalonf1841382017-06-12 01:16:46 -0700383TEST_F(WebRtcVideoEngineTest, SetSendFailsBeforeSettingCodecs) {
kwiberg686a8ef2016-02-26 03:00:35 -0800384 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800385 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +0000386
387 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(123)));
388
389 EXPECT_FALSE(channel->SetSend(true))
390 << "Channel should not start without codecs.";
391 EXPECT_TRUE(channel->SetSend(false))
392 << "Channel should be stoppable even without set codecs.";
393}
394
eladalonf1841382017-06-12 01:16:46 -0700395TEST_F(WebRtcVideoEngineTest, GetStatsWithoutSendCodecsSetDoesNotCrash) {
kwiberg686a8ef2016-02-26 03:00:35 -0800396 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800397 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
pbos@webrtc.orgc3d2bd22014-08-12 20:55:10 +0000398 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(123)));
399 VideoMediaInfo info;
400 channel->GetStats(&info);
401}
402
eladalonf1841382017-06-12 01:16:46 -0700403TEST_F(WebRtcVideoEngineTest, UseExternalFactoryForVp8WhenSupported) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200404 encoder_factory_->AddSupportedVideoCodecType("VP8");
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000405
magjed2475ae22017-09-12 04:42:15 -0700406 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
Sergey Ulanove2b15012016-11-22 16:08:30 -0800407 channel->OnReadyToSend(true);
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000408
409 EXPECT_TRUE(
410 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200411 EXPECT_EQ(0, encoder_factory_->GetNumCreatedEncoders());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000412 EXPECT_TRUE(channel->SetSend(true));
Tommi85959932018-02-07 19:26:06 +0100413 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700414 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000415 EXPECT_EQ(cricket::CS_RUNNING,
416 capturer.Start(capturer.GetSupportedFormats()->front()));
417 EXPECT_TRUE(capturer.CaptureFrame());
Per21d45d22016-10-30 21:37:57 +0100418 // Sending one frame will have allocate the encoder.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200419 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(1));
420 EXPECT_TRUE_WAIT(encoder_factory_->encoders()[0]->GetNumEncodedFrames() > 0,
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000421 kTimeout);
422
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200423 int num_created_encoders = encoder_factory_->GetNumCreatedEncoders();
Per21d45d22016-10-30 21:37:57 +0100424 EXPECT_EQ(num_created_encoders, 1);
pbos@webrtc.org86196c42015-02-16 21:02:00 +0000425
426 // Setting codecs of the same type should not reallocate any encoders
427 // (expecting a no-op).
magjed509e4fe2016-11-18 01:34:11 -0800428 cricket::VideoSendParameters parameters;
429 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200430 EXPECT_TRUE(channel->SetSendParameters(parameters));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200431 EXPECT_EQ(num_created_encoders, encoder_factory_->GetNumCreatedEncoders());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000432
433 // Remove stream previously added to free the external encoder instance.
434 EXPECT_TRUE(channel->RemoveSendStream(kSsrc));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200435 EXPECT_EQ(0u, encoder_factory_->encoders().size());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000436}
437
Taylor Brandstetter6c3e7882016-06-29 11:14:19 -0700438// Test that when an external encoder factory supports a codec we don't
439// internally support, we still add an RTX codec for it.
440// TODO(deadbeef): Currently this test is only effective if WebRTC is
441// built with no internal H264 support. This test should be updated
442// if/when we start adding RTX codecs for unrecognized codec names.
eladalonf1841382017-06-12 01:16:46 -0700443TEST_F(WebRtcVideoEngineTest, RtxCodecAddedForExternalCodec) {
magjed725e4842016-11-16 00:48:13 -0800444 using webrtc::H264::ProfileLevelIdToString;
445 using webrtc::H264::ProfileLevelId;
446 using webrtc::H264::kLevel1;
447 cricket::VideoCodec h264_constrained_baseline("H264");
448 h264_constrained_baseline.params[kH264FmtpProfileLevelId] =
449 *ProfileLevelIdToString(
450 ProfileLevelId(webrtc::H264::kProfileConstrainedBaseline, kLevel1));
451 cricket::VideoCodec h264_constrained_high("H264");
452 h264_constrained_high.params[kH264FmtpProfileLevelId] =
453 *ProfileLevelIdToString(
454 ProfileLevelId(webrtc::H264::kProfileConstrainedHigh, kLevel1));
455 cricket::VideoCodec h264_high("H264");
456 h264_high.params[kH264FmtpProfileLevelId] = *ProfileLevelIdToString(
457 ProfileLevelId(webrtc::H264::kProfileHigh, kLevel1));
458
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200459 encoder_factory_->AddSupportedVideoCodec(h264_constrained_baseline);
460 encoder_factory_->AddSupportedVideoCodec(h264_constrained_high);
461 encoder_factory_->AddSupportedVideoCodec(h264_high);
Taylor Brandstetter6c3e7882016-06-29 11:14:19 -0700462
magjed725e4842016-11-16 00:48:13 -0800463 // First figure out what payload types the test codecs got assigned.
464 const std::vector<cricket::VideoCodec> codecs = engine_.codecs();
magjed509e4fe2016-11-18 01:34:11 -0800465 // Now search for RTX codecs for them. Expect that they all have associated
466 // RTX codecs.
magjed725e4842016-11-16 00:48:13 -0800467 EXPECT_TRUE(HasRtxCodec(
468 codecs, FindMatchingCodec(codecs, h264_constrained_baseline)->id));
469 EXPECT_TRUE(HasRtxCodec(
470 codecs, FindMatchingCodec(codecs, h264_constrained_high)->id));
magjed509e4fe2016-11-18 01:34:11 -0800471 EXPECT_TRUE(HasRtxCodec(
magjed725e4842016-11-16 00:48:13 -0800472 codecs, FindMatchingCodec(codecs, h264_high)->id));
Taylor Brandstetter6c3e7882016-06-29 11:14:19 -0700473}
474
eladalonf1841382017-06-12 01:16:46 -0700475void WebRtcVideoEngineTest::TestExtendedEncoderOveruse(
Peter Boströme4499152016-02-05 11:13:28 +0100476 bool use_external_encoder) {
kwiberg686a8ef2016-02-26 03:00:35 -0800477 std::unique_ptr<VideoMediaChannel> channel;
skvlad11a9cbf2016-10-07 11:53:05 -0700478 FakeCall* fake_call = new FakeCall(webrtc::Call::Config(&event_log_));
Peter Boströme4499152016-02-05 11:13:28 +0100479 call_.reset(fake_call);
480 if (use_external_encoder) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200481 encoder_factory_->AddSupportedVideoCodecType("VP8");
magjed2475ae22017-09-12 04:42:15 -0700482 channel.reset(SetUpForExternalEncoderFactory());
Peter Boströme4499152016-02-05 11:13:28 +0100483 } else {
nisse51542be2016-02-12 02:27:06 -0800484 channel.reset(
kthelgason2bc68642017-02-07 07:02:22 -0800485 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
Peter Boströme4499152016-02-05 11:13:28 +0100486 }
487 ASSERT_TRUE(
488 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
magjed509e4fe2016-11-18 01:34:11 -0800489 cricket::VideoSendParameters parameters;
490 parameters.codecs.push_back(GetEngineCodec("VP8"));
Peter Boströme4499152016-02-05 11:13:28 +0100491 EXPECT_TRUE(channel->SetSendParameters(parameters));
492 EXPECT_TRUE(channel->SetSend(true));
493 FakeVideoSendStream* stream = fake_call->GetVideoSendStreams()[0];
494
495 EXPECT_EQ(use_external_encoder,
496 stream->GetConfig().encoder_settings.full_overuse_time);
497 // Remove stream previously added to free the external encoder instance.
498 EXPECT_TRUE(channel->RemoveSendStream(kSsrc));
499}
500
eladalonf1841382017-06-12 01:16:46 -0700501TEST_F(WebRtcVideoEngineTest, EnablesFullEncoderTimeForExternalEncoders) {
Peter Boströme4499152016-02-05 11:13:28 +0100502 TestExtendedEncoderOveruse(true);
503}
504
eladalonf1841382017-06-12 01:16:46 -0700505TEST_F(WebRtcVideoEngineTest, DisablesFullEncoderTimeForNonExternalEncoders) {
Peter Boströme4499152016-02-05 11:13:28 +0100506 TestExtendedEncoderOveruse(false);
507}
508
Peter Boström12996152016-05-14 02:03:18 +0200509#if !defined(RTC_DISABLE_VP9)
eladalonf1841382017-06-12 01:16:46 -0700510TEST_F(WebRtcVideoEngineTest, CanConstructDecoderForVp9EncoderFactory) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200511 encoder_factory_->AddSupportedVideoCodecType("VP9");
Peter Boström53eda3d2015-03-27 15:53:18 +0100512
magjed2475ae22017-09-12 04:42:15 -0700513 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
Peter Boström53eda3d2015-03-27 15:53:18 +0100514
515 EXPECT_TRUE(
516 channel->AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrc)));
517}
Peter Boström12996152016-05-14 02:03:18 +0200518#endif // !defined(RTC_DISABLE_VP9)
Peter Boström53eda3d2015-03-27 15:53:18 +0100519
eladalonf1841382017-06-12 01:16:46 -0700520TEST_F(WebRtcVideoEngineTest, PropagatesInputFrameTimestamp) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200521 encoder_factory_->AddSupportedVideoCodecType("VP8");
skvlad11a9cbf2016-10-07 11:53:05 -0700522 FakeCall* fake_call = new FakeCall(webrtc::Call::Config(&event_log_));
Fredrik Solenberg709ed672015-09-15 12:26:33 +0200523 call_.reset(fake_call);
magjed2475ae22017-09-12 04:42:15 -0700524 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
qiangchenc27d89f2015-07-16 10:27:16 -0700525
526 EXPECT_TRUE(
527 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
528
Tommi85959932018-02-07 19:26:06 +0100529 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700530 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
qiangchenc27d89f2015-07-16 10:27:16 -0700531 capturer.Start(cricket::VideoFormat(1280, 720,
532 cricket::VideoFormat::FpsToInterval(60),
533 cricket::FOURCC_I420));
534 channel->SetSend(true);
535
Fredrik Solenberg709ed672015-09-15 12:26:33 +0200536 FakeVideoSendStream* stream = fake_call->GetVideoSendStreams()[0];
qiangchenc27d89f2015-07-16 10:27:16 -0700537
538 EXPECT_TRUE(capturer.CaptureFrame());
pbos1cb121d2015-09-14 11:38:38 -0700539 int64_t last_timestamp = stream->GetLastTimestamp();
qiangchenc27d89f2015-07-16 10:27:16 -0700540 for (int i = 0; i < 10; i++) {
541 EXPECT_TRUE(capturer.CaptureFrame());
pbos1cb121d2015-09-14 11:38:38 -0700542 int64_t timestamp = stream->GetLastTimestamp();
qiangchenc27d89f2015-07-16 10:27:16 -0700543 int64_t interval = timestamp - last_timestamp;
544
545 // Precision changes from nanosecond to millisecond.
546 // Allow error to be no more than 1.
547 EXPECT_NEAR(cricket::VideoFormat::FpsToInterval(60) / 1E6, interval, 1);
548
549 last_timestamp = timestamp;
550 }
551
552 capturer.Start(cricket::VideoFormat(1280, 720,
553 cricket::VideoFormat::FpsToInterval(30),
554 cricket::FOURCC_I420));
555
556 EXPECT_TRUE(capturer.CaptureFrame());
557 last_timestamp = stream->GetLastTimestamp();
558 for (int i = 0; i < 10; i++) {
559 EXPECT_TRUE(capturer.CaptureFrame());
pbos1cb121d2015-09-14 11:38:38 -0700560 int64_t timestamp = stream->GetLastTimestamp();
qiangchenc27d89f2015-07-16 10:27:16 -0700561 int64_t interval = timestamp - last_timestamp;
562
563 // Precision changes from nanosecond to millisecond.
564 // Allow error to be no more than 1.
565 EXPECT_NEAR(cricket::VideoFormat::FpsToInterval(30) / 1E6, interval, 1);
566
567 last_timestamp = timestamp;
568 }
569
570 // Remove stream previously added to free the external encoder instance.
571 EXPECT_TRUE(channel->RemoveSendStream(kSsrc));
572}
573
Oleh Prypina40f8242017-12-21 13:32:23 +0100574size_t WebRtcVideoEngineTest::GetEngineCodecIndex(
575 const std::string& name) const {
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100576 const std::vector<cricket::VideoCodec> codecs = engine_.codecs();
577 for (size_t i = 0; i < codecs.size(); ++i) {
578 const cricket::VideoCodec engine_codec = codecs[i];
Magnus Jedvert8deb8182017-10-05 13:13:32 +0200579 if (!CodecNamesEq(name, engine_codec.name))
580 continue;
581 // The tests only use H264 Constrained Baseline. Make sure we don't return
582 // an internal H264 codec from the engine with a different H264 profile.
583 if (CodecNamesEq(name.c_str(), kH264CodecName)) {
584 const rtc::Optional<webrtc::H264::ProfileLevelId> profile_level_id =
585 webrtc::H264::ParseSdpProfileLevelId(engine_codec.params);
586 if (profile_level_id->profile !=
587 webrtc::H264::kProfileConstrainedBaseline) {
588 continue;
589 }
590 }
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100591 return i;
magjed509e4fe2016-11-18 01:34:11 -0800592 }
593 // This point should never be reached.
594 ADD_FAILURE() << "Unrecognized codec name: " << name;
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100595 return -1;
596}
597
598cricket::VideoCodec WebRtcVideoEngineTest::GetEngineCodec(
599 const std::string& name) const {
600 return engine_.codecs()[GetEngineCodecIndex(name)];
magjed509e4fe2016-11-18 01:34:11 -0800601}
602
magjed2475ae22017-09-12 04:42:15 -0700603VideoMediaChannel* WebRtcVideoEngineTest::SetUpForExternalEncoderFactory() {
buildbot@webrtc.org1ecbe452014-10-14 20:29:28 +0000604 VideoMediaChannel* channel =
kthelgason2bc68642017-02-07 07:02:22 -0800605 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions());
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200606 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -0800607 // We need to look up the codec in the engine to get the correct payload type.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200608 for (const VideoCodec& codec : encoder_factory_->supported_codecs())
magjed509e4fe2016-11-18 01:34:11 -0800609 parameters.codecs.push_back(GetEngineCodec(codec.name));
610
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200611 EXPECT_TRUE(channel->SetSendParameters(parameters));
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000612
613 return channel;
614}
615
eladalonf1841382017-06-12 01:16:46 -0700616VideoMediaChannel* WebRtcVideoEngineTest::SetUpForExternalDecoderFactory(
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000617 const std::vector<VideoCodec>& codecs) {
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000618 VideoMediaChannel* channel =
kthelgason2bc68642017-02-07 07:02:22 -0800619 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions());
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200620 cricket::VideoRecvParameters parameters;
621 parameters.codecs = codecs;
622 EXPECT_TRUE(channel->SetRecvParameters(parameters));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000623
624 return channel;
625}
626
eladalonf1841382017-06-12 01:16:46 -0700627TEST_F(WebRtcVideoEngineTest, UsesSimulcastAdapterForVp8Factories) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200628 encoder_factory_->AddSupportedVideoCodecType("VP8");
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000629
magjed2475ae22017-09-12 04:42:15 -0700630 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000631
Peter Boström0c4e06b2015-10-07 12:23:21 +0200632 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000633
634 EXPECT_TRUE(
635 channel->AddSendStream(CreateSimStreamParams("cname", ssrcs)));
636 EXPECT_TRUE(channel->SetSend(true));
637
Tommi85959932018-02-07 19:26:06 +0100638 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700639 EXPECT_TRUE(channel->SetVideoSend(ssrcs.front(), true, nullptr, &capturer));
pbos@webrtc.org86196c42015-02-16 21:02:00 +0000640 EXPECT_EQ(cricket::CS_RUNNING,
641 capturer.Start(capturer.GetSupportedFormats()->front()));
642 EXPECT_TRUE(capturer.CaptureFrame());
643
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200644 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(2));
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000645
646 // Verify that encoders are configured for simulcast through adapter
647 // (increasing resolution and only configured to send one stream each).
648 int prev_width = -1;
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200649 for (size_t i = 0; i < encoder_factory_->encoders().size(); ++i) {
650 ASSERT_TRUE(encoder_factory_->encoders()[i]->WaitForInitEncode());
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000651 webrtc::VideoCodec codec_settings =
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200652 encoder_factory_->encoders()[i]->GetCodecSettings();
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000653 EXPECT_EQ(0, codec_settings.numberOfSimulcastStreams);
654 EXPECT_GT(codec_settings.width, prev_width);
655 prev_width = codec_settings.width;
656 }
pbos@webrtc.org86196c42015-02-16 21:02:00 +0000657
deadbeef5a4a75a2016-06-02 16:23:38 -0700658 EXPECT_TRUE(channel->SetVideoSend(ssrcs.front(), true, nullptr, nullptr));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000659
660 channel.reset();
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200661 ASSERT_EQ(0u, encoder_factory_->encoders().size());
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000662}
663
eladalonf1841382017-06-12 01:16:46 -0700664TEST_F(WebRtcVideoEngineTest, ChannelWithExternalH264CanChangeToInternalVp8) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200665 encoder_factory_->AddSupportedVideoCodecType("H264");
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000666
magjed2475ae22017-09-12 04:42:15 -0700667 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000668
669 EXPECT_TRUE(
670 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200671 ASSERT_EQ(1u, encoder_factory_->encoders().size());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000672
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200673 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -0800674 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200675 EXPECT_TRUE(channel->SetSendParameters(parameters));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200676 ASSERT_EQ(0u, encoder_factory_->encoders().size());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000677}
678
eladalonf1841382017-06-12 01:16:46 -0700679TEST_F(WebRtcVideoEngineTest,
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000680 DontUseExternalEncoderFactoryForUnsupportedCodecs) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200681 encoder_factory_->AddSupportedVideoCodecType("H264");
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000682
kwiberg686a8ef2016-02-26 03:00:35 -0800683 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800684 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
magjed509e4fe2016-11-18 01:34:11 -0800685 cricket::VideoSendParameters parameters;
686 parameters.codecs.push_back(GetEngineCodec("VP8"));
687 EXPECT_TRUE(channel->SetSendParameters(parameters));
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000688
689 EXPECT_TRUE(
690 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000691 // Make sure DestroyVideoEncoder was called on the factory.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200692 ASSERT_EQ(0u, encoder_factory_->encoders().size());
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000693}
694
eladalonf1841382017-06-12 01:16:46 -0700695TEST_F(WebRtcVideoEngineTest,
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000696 UsesSimulcastAdapterForVp8WithCombinedVP8AndH264Factory) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200697 encoder_factory_->AddSupportedVideoCodecType("VP8");
698 encoder_factory_->AddSupportedVideoCodecType("H264");
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000699
kwiberg686a8ef2016-02-26 03:00:35 -0800700 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800701 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
magjed509e4fe2016-11-18 01:34:11 -0800702 cricket::VideoSendParameters parameters;
703 parameters.codecs.push_back(GetEngineCodec("VP8"));
704 EXPECT_TRUE(channel->SetSendParameters(parameters));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000705
Peter Boström0c4e06b2015-10-07 12:23:21 +0200706 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000707
708 EXPECT_TRUE(
709 channel->AddSendStream(CreateSimStreamParams("cname", ssrcs)));
710 EXPECT_TRUE(channel->SetSend(true));
711
712 // Send a fake frame, or else the media engine will configure the simulcast
713 // encoder adapter at a low-enough size that it'll only create a single
714 // encoder layer.
Tommi85959932018-02-07 19:26:06 +0100715 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700716 EXPECT_TRUE(channel->SetVideoSend(ssrcs.front(), true, nullptr, &capturer));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000717 EXPECT_EQ(cricket::CS_RUNNING,
718 capturer.Start(capturer.GetSupportedFormats()->front()));
719 EXPECT_TRUE(capturer.CaptureFrame());
720
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200721 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(2));
722 ASSERT_TRUE(encoder_factory_->encoders()[0]->WaitForInitEncode());
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000723 EXPECT_EQ(webrtc::kVideoCodecVP8,
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200724 encoder_factory_->encoders()[0]->GetCodecSettings().codecType);
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000725
726 channel.reset();
727 // Make sure DestroyVideoEncoder was called on the factory.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200728 EXPECT_EQ(0u, encoder_factory_->encoders().size());
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000729}
730
eladalonf1841382017-06-12 01:16:46 -0700731TEST_F(WebRtcVideoEngineTest,
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000732 DestroysNonSimulcastEncoderFromCombinedVP8AndH264Factory) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200733 encoder_factory_->AddSupportedVideoCodecType("VP8");
734 encoder_factory_->AddSupportedVideoCodecType("H264");
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000735
kwiberg686a8ef2016-02-26 03:00:35 -0800736 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800737 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
magjed509e4fe2016-11-18 01:34:11 -0800738 cricket::VideoSendParameters parameters;
739 parameters.codecs.push_back(GetEngineCodec("H264"));
740 EXPECT_TRUE(channel->SetSendParameters(parameters));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000741
742 EXPECT_TRUE(
743 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200744 ASSERT_EQ(1u, encoder_factory_->encoders().size());
Per21d45d22016-10-30 21:37:57 +0100745
746 // Send a frame of 720p. This should trigger a "real" encoder initialization.
747 cricket::VideoFormat format(
748 1280, 720, cricket::VideoFormat::FpsToInterval(30), cricket::FOURCC_I420);
Tommi85959932018-02-07 19:26:06 +0100749 FakeVideoCapturerWithTaskQueue capturer;
Per21d45d22016-10-30 21:37:57 +0100750 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
751 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(format));
752 EXPECT_TRUE(capturer.CaptureFrame());
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200753 ASSERT_TRUE(encoder_factory_->encoders()[0]->WaitForInitEncode());
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000754 EXPECT_EQ(webrtc::kVideoCodecH264,
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200755 encoder_factory_->encoders()[0]->GetCodecSettings().codecType);
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000756
757 channel.reset();
758 // Make sure DestroyVideoEncoder was called on the factory.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200759 ASSERT_EQ(0u, encoder_factory_->encoders().size());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000760}
761
eladalonf1841382017-06-12 01:16:46 -0700762TEST_F(WebRtcVideoEngineTest, SimulcastDisabledForH264) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200763 encoder_factory_->AddSupportedVideoCodecType("H264");
noahricfdac5162015-08-27 01:59:29 -0700764
magjed2475ae22017-09-12 04:42:15 -0700765 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
noahricfdac5162015-08-27 01:59:29 -0700766
Peter Boström0c4e06b2015-10-07 12:23:21 +0200767 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
noahricfdac5162015-08-27 01:59:29 -0700768 EXPECT_TRUE(
769 channel->AddSendStream(cricket::CreateSimStreamParams("cname", ssrcs)));
Peter Boströmce23bee2016-02-02 14:14:30 +0100770
771 // Send a frame of 720p. This should trigger a "real" encoder initialization.
noahricfdac5162015-08-27 01:59:29 -0700772 cricket::VideoFormat format(
773 1280, 720, cricket::VideoFormat::FpsToInterval(30), cricket::FOURCC_I420);
Tommi85959932018-02-07 19:26:06 +0100774 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700775 EXPECT_TRUE(channel->SetVideoSend(ssrcs[0], true, nullptr, &capturer));
Peter Boströmce23bee2016-02-02 14:14:30 +0100776 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(format));
777 EXPECT_TRUE(capturer.CaptureFrame());
778
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200779 ASSERT_EQ(1u, encoder_factory_->encoders().size());
780 FakeWebRtcVideoEncoder* encoder = encoder_factory_->encoders()[0];
781 ASSERT_TRUE(encoder_factory_->encoders()[0]->WaitForInitEncode());
noahricfdac5162015-08-27 01:59:29 -0700782 EXPECT_EQ(webrtc::kVideoCodecH264, encoder->GetCodecSettings().codecType);
783 EXPECT_EQ(1u, encoder->GetCodecSettings().numberOfSimulcastStreams);
deadbeef5a4a75a2016-06-02 16:23:38 -0700784 EXPECT_TRUE(channel->SetVideoSend(ssrcs[0], true, nullptr, nullptr));
noahricfdac5162015-08-27 01:59:29 -0700785}
786
brandtrffc61182016-11-28 06:02:22 -0800787// Test that the FlexFEC field trial properly alters the output of
eladalonf1841382017-06-12 01:16:46 -0700788// WebRtcVideoEngine::codecs(), for an existing |engine_| object.
brandtrffc61182016-11-28 06:02:22 -0800789//
790// TODO(brandtr): Remove this test, when the FlexFEC field trial is gone.
eladalonf1841382017-06-12 01:16:46 -0700791TEST_F(WebRtcVideoEngineTest,
brandtrffc61182016-11-28 06:02:22 -0800792 Flexfec03SupportedAsInternalCodecBehindFieldTrial) {
793 auto is_flexfec = [](const VideoCodec& codec) {
794 if (codec.name == "flexfec-03")
795 return true;
796 return false;
797 };
798
799 // FlexFEC is not active without field trial.
brandtrffc61182016-11-28 06:02:22 -0800800 const std::vector<VideoCodec> codecs_before = engine_.codecs();
801 EXPECT_EQ(codecs_before.end(), std::find_if(codecs_before.begin(),
802 codecs_before.end(), is_flexfec));
803
804 // FlexFEC is active with field trial.
805 webrtc::test::ScopedFieldTrials override_field_trials_(
brandtr340e3fd2017-02-28 15:43:10 -0800806 "WebRTC-FlexFEC-03-Advertised/Enabled/");
brandtrffc61182016-11-28 06:02:22 -0800807 const std::vector<VideoCodec> codecs_after = engine_.codecs();
808 EXPECT_NE(codecs_after.end(),
809 std::find_if(codecs_after.begin(), codecs_after.end(), is_flexfec));
810}
811
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100812// Test that external codecs are added after internal SW codecs.
eladalonf1841382017-06-12 01:16:46 -0700813TEST_F(WebRtcVideoEngineTest, ReportSupportedExternalCodecs) {
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100814 const char* kFakeExternalCodecName = "FakeExternalCodec";
815 encoder_factory_->AddSupportedVideoCodecType(kFakeExternalCodecName);
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000816
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100817 // The external codec should appear after the internal codec in the vector.
Oleh Prypina40f8242017-12-21 13:32:23 +0100818 const size_t vp8_index = GetEngineCodecIndex("VP8");
819 const size_t fake_external_codec_index =
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100820 GetEngineCodecIndex(kFakeExternalCodecName);
821 EXPECT_LT(vp8_index, fake_external_codec_index);
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000822}
823
brandtrffc61182016-11-28 06:02:22 -0800824// Test that an external codec that was added after the engine was initialized
825// does show up in the codec list after it was added.
eladalonf1841382017-06-12 01:16:46 -0700826TEST_F(WebRtcVideoEngineTest, ReportSupportedExternalCodecsWithAddedCodec) {
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100827 const char* kFakeExternalCodecName1 = "FakeExternalCodec1";
828 const char* kFakeExternalCodecName2 = "FakeExternalCodec2";
Magnus Jedvert154ee1f2017-11-15 19:27:11 +0100829
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100830 // Set up external encoder factory with first codec, and initialize engine.
831 encoder_factory_->AddSupportedVideoCodecType(kFakeExternalCodecName1);
832
brandtrffc61182016-11-28 06:02:22 -0800833 std::vector<cricket::VideoCodec> codecs_before(engine_.codecs());
brandtrffc61182016-11-28 06:02:22 -0800834
835 // Add second codec.
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100836 encoder_factory_->AddSupportedVideoCodecType(kFakeExternalCodecName2);
brandtrffc61182016-11-28 06:02:22 -0800837 std::vector<cricket::VideoCodec> codecs_after(engine_.codecs());
838 EXPECT_EQ(codecs_before.size() + 1, codecs_after.size());
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100839
840 // Check that both fake codecs are present and that the second fake codec
841 // appears after the first fake codec.
Oleh Prypina40f8242017-12-21 13:32:23 +0100842 const size_t fake_codec_index1 = GetEngineCodecIndex(kFakeExternalCodecName1);
843 const size_t fake_codec_index2 = GetEngineCodecIndex(kFakeExternalCodecName2);
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100844 EXPECT_LT(fake_codec_index1, fake_codec_index2);
brandtrffc61182016-11-28 06:02:22 -0800845}
846
eladalonf1841382017-06-12 01:16:46 -0700847TEST_F(WebRtcVideoEngineTest, RegisterExternalDecodersIfSupported) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200848 decoder_factory_->AddSupportedVideoCodecType(webrtc::kVideoCodecVP8);
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200849 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -0800850 parameters.codecs.push_back(GetEngineCodec("VP8"));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000851
kwiberg686a8ef2016-02-26 03:00:35 -0800852 std::unique_ptr<VideoMediaChannel> channel(
magjed2475ae22017-09-12 04:42:15 -0700853 SetUpForExternalDecoderFactory(parameters.codecs));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000854
855 EXPECT_TRUE(
856 channel->AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200857 ASSERT_EQ(1u, decoder_factory_->decoders().size());
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000858
859 // Setting codecs of the same type should not reallocate the decoder.
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200860 EXPECT_TRUE(channel->SetRecvParameters(parameters));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200861 EXPECT_EQ(1, decoder_factory_->GetNumCreatedDecoders());
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000862
863 // Remove stream previously added to free the external decoder instance.
864 EXPECT_TRUE(channel->RemoveRecvStream(kSsrc));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200865 EXPECT_EQ(0u, decoder_factory_->decoders().size());
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000866}
867
868// Verifies that we can set up decoders that are not internally supported.
eladalonf1841382017-06-12 01:16:46 -0700869TEST_F(WebRtcVideoEngineTest, RegisterExternalH264DecoderIfSupported) {
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000870 // TODO(pbos): Do not assume that encoder/decoder support is symmetric. We
871 // can't even query the WebRtcVideoDecoderFactory for supported codecs.
872 // For now we add a FakeWebRtcVideoEncoderFactory to add H264 to supported
873 // codecs.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200874 encoder_factory_->AddSupportedVideoCodecType("H264");
875 decoder_factory_->AddSupportedVideoCodecType(webrtc::kVideoCodecH264);
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000876 std::vector<cricket::VideoCodec> codecs;
magjed509e4fe2016-11-18 01:34:11 -0800877 codecs.push_back(GetEngineCodec("H264"));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000878
kwiberg686a8ef2016-02-26 03:00:35 -0800879 std::unique_ptr<VideoMediaChannel> channel(
magjed2475ae22017-09-12 04:42:15 -0700880 SetUpForExternalDecoderFactory(codecs));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000881
882 EXPECT_TRUE(
883 channel->AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200884 ASSERT_EQ(1u, decoder_factory_->decoders().size());
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000885}
886
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200887TEST(WebRtcVideoEngineNewVideoCodecFactoryTest, NullFactories) {
888 std::unique_ptr<webrtc::VideoEncoderFactory> encoder_factory;
889 std::unique_ptr<webrtc::VideoDecoderFactory> decoder_factory;
890 WebRtcVideoEngine engine(std::move(encoder_factory),
891 std::move(decoder_factory));
892 EXPECT_EQ(0u, engine.codecs().size());
893}
894
895TEST(WebRtcVideoEngineNewVideoCodecFactoryTest, EmptyFactories) {
896 // |engine| take ownership of the factories.
Emircan Uysalerdbcac7f2017-10-30 23:10:12 -0700897 webrtc::MockVideoEncoderFactory* encoder_factory =
898 new webrtc::MockVideoEncoderFactory();
899 webrtc::MockVideoDecoderFactory* decoder_factory =
900 new webrtc::MockVideoDecoderFactory();
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200901 WebRtcVideoEngine engine(
902 (std::unique_ptr<webrtc::VideoEncoderFactory>(encoder_factory)),
903 (std::unique_ptr<webrtc::VideoDecoderFactory>(decoder_factory)));
904 EXPECT_CALL(*encoder_factory, GetSupportedFormats());
905 EXPECT_EQ(0u, engine.codecs().size());
906 EXPECT_CALL(*encoder_factory, Die());
907 EXPECT_CALL(*decoder_factory, Die());
908}
909
910// Test full behavior in the video engine when video codec factories of the new
911// type are injected supporting the single codec Vp8. Check the returned codecs
912// from the engine and that we will create a Vp8 encoder and decoder using the
913// new factories.
914TEST(WebRtcVideoEngineNewVideoCodecFactoryTest, Vp8) {
915 // |engine| take ownership of the factories.
Emircan Uysalerdbcac7f2017-10-30 23:10:12 -0700916 webrtc::MockVideoEncoderFactory* encoder_factory =
917 new webrtc::MockVideoEncoderFactory();
918 webrtc::MockVideoDecoderFactory* decoder_factory =
919 new webrtc::MockVideoDecoderFactory();
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200920 WebRtcVideoEngine engine(
921 (std::unique_ptr<webrtc::VideoEncoderFactory>(encoder_factory)),
922 (std::unique_ptr<webrtc::VideoDecoderFactory>(decoder_factory)));
923 const webrtc::SdpVideoFormat vp8_format("VP8");
924 const std::vector<webrtc::SdpVideoFormat> supported_formats = {vp8_format};
925 EXPECT_CALL(*encoder_factory, GetSupportedFormats())
926 .WillRepeatedly(testing::Return(supported_formats));
927
928 // Verify the codecs from the engine.
929 const std::vector<VideoCodec> engine_codecs = engine.codecs();
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100930 // Verify default codecs has been added correctly.
931 EXPECT_EQ(5u, engine_codecs.size());
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200932 EXPECT_EQ("VP8", engine_codecs.at(0).name);
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100933
934 // RTX codec for VP8.
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200935 EXPECT_EQ("rtx", engine_codecs.at(1).name);
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100936 int vp8_associated_payload;
937 EXPECT_TRUE(engine_codecs.at(1).GetParam(kCodecParamAssociatedPayloadType,
938 &vp8_associated_payload));
939 EXPECT_EQ(vp8_associated_payload, engine_codecs.at(0).id);
940
941 EXPECT_EQ(kRedCodecName, engine_codecs.at(2).name);
942
943 // RTX codec for RED.
944 EXPECT_EQ("rtx", engine_codecs.at(3).name);
945 int red_associated_payload;
946 EXPECT_TRUE(engine_codecs.at(3).GetParam(kCodecParamAssociatedPayloadType,
947 &red_associated_payload));
948 EXPECT_EQ(red_associated_payload, engine_codecs.at(2).id);
949
950 EXPECT_EQ(kUlpfecCodecName, engine_codecs.at(4).name);
951
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200952 int associated_payload_type;
953 EXPECT_TRUE(engine_codecs.at(1).GetParam(
954 cricket::kCodecParamAssociatedPayloadType, &associated_payload_type));
955 EXPECT_EQ(engine_codecs.at(0).id, associated_payload_type);
956 // Verify default parameters has been added to the VP8 codec.
957 VerifyCodecHasDefaultFeedbackParams(engine_codecs.at(0));
958
959 // Mock encoder creation. |engine| take ownership of the encoder.
960 webrtc::VideoEncoderFactory::CodecInfo codec_info;
961 codec_info.is_hardware_accelerated = false;
962 codec_info.has_internal_source = false;
963 const webrtc::SdpVideoFormat format("VP8");
964 EXPECT_CALL(*encoder_factory, QueryVideoEncoder(format))
965 .WillRepeatedly(testing::Return(codec_info));
966 FakeWebRtcVideoEncoder* const encoder = new FakeWebRtcVideoEncoder();
967 EXPECT_CALL(*encoder_factory, CreateVideoEncoderProxy(format))
968 .WillOnce(testing::Return(encoder));
969
970 // Mock decoder creation. |engine| take ownership of the decoder.
971 FakeWebRtcVideoDecoder* const decoder = new FakeWebRtcVideoDecoder();
972 EXPECT_CALL(*decoder_factory, CreateVideoDecoderProxy(format))
973 .WillOnce(testing::Return(decoder));
974
975 // Create a call.
976 webrtc::RtcEventLogNullImpl event_log;
977 std::unique_ptr<webrtc::Call> call(
978 webrtc::Call::Create(webrtc::Call::Config(&event_log)));
979
980 // Create send channel.
981 const int send_ssrc = 123;
982 std::unique_ptr<VideoMediaChannel> send_channel(
983 engine.CreateChannel(call.get(), GetMediaConfig(), VideoOptions()));
984 cricket::VideoSendParameters send_parameters;
985 send_parameters.codecs.push_back(engine_codecs.at(0));
986 EXPECT_TRUE(send_channel->SetSendParameters(send_parameters));
987 send_channel->OnReadyToSend(true);
988 EXPECT_TRUE(
989 send_channel->AddSendStream(StreamParams::CreateLegacy(send_ssrc)));
990 EXPECT_TRUE(send_channel->SetSend(true));
991
992 // Create recv channel.
993 const int recv_ssrc = 321;
994 std::unique_ptr<VideoMediaChannel> recv_channel(
995 engine.CreateChannel(call.get(), GetMediaConfig(), VideoOptions()));
996 cricket::VideoRecvParameters recv_parameters;
997 recv_parameters.codecs.push_back(engine_codecs.at(0));
998 EXPECT_TRUE(recv_channel->SetRecvParameters(recv_parameters));
999 EXPECT_TRUE(recv_channel->AddRecvStream(
1000 cricket::StreamParams::CreateLegacy(recv_ssrc)));
1001
1002 // Remove streams previously added to free the encoder and decoder instance.
1003 EXPECT_CALL(*encoder_factory, Die());
1004 EXPECT_CALL(*decoder_factory, Die());
1005 EXPECT_TRUE(send_channel->RemoveSendStream(send_ssrc));
1006 EXPECT_TRUE(recv_channel->RemoveRecvStream(recv_ssrc));
1007}
1008
Magnus Jedvert7501b1c2017-11-09 13:43:42 +01001009// Test behavior when decoder factory fails to create a decoder (returns null).
1010TEST(WebRtcVideoEngineNewVideoCodecFactoryTest, NullDecoder) {
1011 // |engine| take ownership of the factories.
1012 webrtc::MockVideoEncoderFactory* encoder_factory =
1013 new testing::StrictMock<webrtc::MockVideoEncoderFactory>();
1014 webrtc::MockVideoDecoderFactory* decoder_factory =
1015 new testing::StrictMock<webrtc::MockVideoDecoderFactory>();
1016 WebRtcVideoEngine engine(
1017 (std::unique_ptr<webrtc::VideoEncoderFactory>(encoder_factory)),
1018 (std::unique_ptr<webrtc::VideoDecoderFactory>(decoder_factory)));
1019 const webrtc::SdpVideoFormat vp8_format("VP8");
1020 const std::vector<webrtc::SdpVideoFormat> supported_formats = {vp8_format};
1021 EXPECT_CALL(*encoder_factory, GetSupportedFormats())
1022 .WillRepeatedly(testing::Return(supported_formats));
1023
1024 // Decoder creation fails.
1025 EXPECT_CALL(*decoder_factory, CreateVideoDecoderProxy(testing::_))
1026 .WillOnce(testing::Return(nullptr));
1027
1028 // Create a call.
1029 webrtc::RtcEventLogNullImpl event_log;
1030 std::unique_ptr<webrtc::Call> call(
1031 webrtc::Call::Create(webrtc::Call::Config(&event_log)));
1032
1033 // Create recv channel.
1034 const int recv_ssrc = 321;
1035 std::unique_ptr<VideoMediaChannel> recv_channel(
1036 engine.CreateChannel(call.get(), GetMediaConfig(), VideoOptions()));
1037 cricket::VideoRecvParameters recv_parameters;
1038 recv_parameters.codecs.push_back(engine.codecs().front());
1039 EXPECT_TRUE(recv_channel->SetRecvParameters(recv_parameters));
1040 EXPECT_TRUE(recv_channel->AddRecvStream(
1041 cricket::StreamParams::CreateLegacy(recv_ssrc)));
1042
1043 // Remove streams previously added to free the encoder and decoder instance.
1044 EXPECT_TRUE(recv_channel->RemoveRecvStream(recv_ssrc));
1045}
1046
eladalonf1841382017-06-12 01:16:46 -07001047class WebRtcVideoChannelBaseTest
1048 : public VideoMediaChannelTest<WebRtcVideoEngine, WebRtcVideoChannel> {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001049 protected:
eladalonf1841382017-06-12 01:16:46 -07001050 typedef VideoMediaChannelTest<WebRtcVideoEngine, WebRtcVideoChannel> Base;
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001051
magjed509e4fe2016-11-18 01:34:11 -08001052 cricket::VideoCodec GetEngineCodec(const std::string& name) {
1053 for (const cricket::VideoCodec& engine_codec : engine_.codecs()) {
1054 if (CodecNamesEq(name, engine_codec.name))
1055 return engine_codec;
1056 }
1057 // This point should never be reached.
1058 ADD_FAILURE() << "Unrecognized codec name: " << name;
1059 return cricket::VideoCodec();
1060 }
1061
1062 cricket::VideoCodec DefaultCodec() override { return GetEngineCodec("VP8"); }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001063};
1064
sakal1fd95952016-06-22 00:46:15 -07001065// Verifies that id given in stream params is passed to the decoder factory.
eladalonf1841382017-06-12 01:16:46 -07001066TEST_F(WebRtcVideoEngineTest, StreamParamsIdPassedToDecoderFactory) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001067 decoder_factory_->AddSupportedVideoCodecType(webrtc::kVideoCodecVP8);
sakal1fd95952016-06-22 00:46:15 -07001068 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001069 parameters.codecs.push_back(GetEngineCodec("VP8"));
sakal1fd95952016-06-22 00:46:15 -07001070
1071 std::unique_ptr<VideoMediaChannel> channel(
magjed2475ae22017-09-12 04:42:15 -07001072 SetUpForExternalDecoderFactory(parameters.codecs));
sakal1fd95952016-06-22 00:46:15 -07001073
1074 StreamParams sp = cricket::StreamParams::CreateLegacy(kSsrc);
1075 sp.id = "FakeStreamParamsId";
1076 EXPECT_TRUE(channel->AddRecvStream(sp));
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001077 EXPECT_EQ(1u, decoder_factory_->decoders().size());
sakal1fd95952016-06-22 00:46:15 -07001078
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001079 std::vector<cricket::VideoDecoderParams> params = decoder_factory_->params();
sakal1fd95952016-06-22 00:46:15 -07001080 ASSERT_EQ(1u, params.size());
1081 EXPECT_EQ(sp.id, params[0].receive_stream_id);
1082}
1083
eladalonf1841382017-06-12 01:16:46 -07001084TEST_F(WebRtcVideoEngineTest, DISABLED_RecreatesEncoderOnContentTypeChange) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001085 encoder_factory_->AddSupportedVideoCodecType("VP8");
sprangf24a0642017-02-28 13:23:26 -08001086 std::unique_ptr<FakeCall> fake_call(
1087 new FakeCall(webrtc::Call::Config(&event_log_)));
magjed2475ae22017-09-12 04:42:15 -07001088 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
sprangf24a0642017-02-28 13:23:26 -08001089 ASSERT_TRUE(
1090 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
1091 cricket::VideoCodec codec = GetEngineCodec("VP8");
1092 cricket::VideoSendParameters parameters;
1093 parameters.codecs.push_back(codec);
1094 channel->OnReadyToSend(true);
1095 channel->SetSend(true);
1096 ASSERT_TRUE(channel->SetSendParameters(parameters));
1097
Tommi85959932018-02-07 19:26:06 +01001098 FakeVideoCapturerWithTaskQueue capturer;
sprangf24a0642017-02-28 13:23:26 -08001099 VideoOptions options;
1100 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1101
1102 EXPECT_EQ(cricket::CS_RUNNING,
1103 capturer.Start(capturer.GetSupportedFormats()->front()));
1104 EXPECT_TRUE(capturer.CaptureFrame());
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001105 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(1));
sprangf24a0642017-02-28 13:23:26 -08001106 EXPECT_EQ(webrtc::kRealtimeVideo,
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001107 encoder_factory_->encoders().back()->GetCodecSettings().mode);
sprangf24a0642017-02-28 13:23:26 -08001108
1109 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1110 EXPECT_TRUE(capturer.CaptureFrame());
1111 // No change in content type, keep current encoder.
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001112 EXPECT_EQ(1, encoder_factory_->GetNumCreatedEncoders());
sprangf24a0642017-02-28 13:23:26 -08001113
1114 options.is_screencast.emplace(true);
1115 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1116 EXPECT_TRUE(capturer.CaptureFrame());
1117 // Change to screen content, recreate encoder. For the simulcast encoder
1118 // adapter case, this will result in two calls since InitEncode triggers a
1119 // a new instance.
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001120 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(2));
sprangf24a0642017-02-28 13:23:26 -08001121 EXPECT_EQ(webrtc::kScreensharing,
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001122 encoder_factory_->encoders().back()->GetCodecSettings().mode);
sprangf24a0642017-02-28 13:23:26 -08001123
1124 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1125 EXPECT_TRUE(capturer.CaptureFrame());
1126 // Still screen content, no need to update encoder.
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001127 EXPECT_EQ(2, encoder_factory_->GetNumCreatedEncoders());
sprangf24a0642017-02-28 13:23:26 -08001128
1129 options.is_screencast.emplace(false);
1130 options.video_noise_reduction.emplace(false);
1131 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1132 // Change back to regular video content, update encoder. Also change
1133 // a non |is_screencast| option just to verify it doesn't affect recreation.
1134 EXPECT_TRUE(capturer.CaptureFrame());
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001135 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(3));
sprangf24a0642017-02-28 13:23:26 -08001136 EXPECT_EQ(webrtc::kRealtimeVideo,
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001137 encoder_factory_->encoders().back()->GetCodecSettings().mode);
sprangf24a0642017-02-28 13:23:26 -08001138
1139 // Remove stream previously added to free the external encoder instance.
1140 EXPECT_TRUE(channel->RemoveSendStream(kSsrc));
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001141 EXPECT_EQ(0u, encoder_factory_->encoders().size());
sprangf24a0642017-02-28 13:23:26 -08001142}
1143
srtee0c2eea2017-12-15 17:44:33 +01001144TEST_F(WebRtcVideoChannelBaseTest, SetSend) {
1145 Base::SetSend();
1146}
1147TEST_F(WebRtcVideoChannelBaseTest, SetSendWithoutCodecs) {
1148 Base::SetSendWithoutCodecs();
1149}
1150TEST_F(WebRtcVideoChannelBaseTest, SetSendSetsTransportBufferSizes) {
1151 Base::SetSendSetsTransportBufferSizes();
1152}
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001153
srtee0c2eea2017-12-15 17:44:33 +01001154TEST_F(WebRtcVideoChannelBaseTest, GetStats) {
1155 Base::GetStats();
1156}
1157TEST_F(WebRtcVideoChannelBaseTest, GetStatsMultipleRecvStreams) {
1158 Base::GetStatsMultipleRecvStreams();
1159}
1160TEST_F(WebRtcVideoChannelBaseTest, GetStatsMultipleSendStreams) {
1161 Base::GetStatsMultipleSendStreams();
1162}
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001163
srtee0c2eea2017-12-15 17:44:33 +01001164TEST_F(WebRtcVideoChannelBaseTest, SetSendBandwidth) {
1165 Base::SetSendBandwidth();
1166}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001167
srtee0c2eea2017-12-15 17:44:33 +01001168TEST_F(WebRtcVideoChannelBaseTest, SetSendSsrc) {
1169 Base::SetSendSsrc();
1170}
1171TEST_F(WebRtcVideoChannelBaseTest, SetSendSsrcAfterSetCodecs) {
1172 Base::SetSendSsrcAfterSetCodecs();
1173}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001174
srtee0c2eea2017-12-15 17:44:33 +01001175TEST_F(WebRtcVideoChannelBaseTest, SetSink) {
1176 Base::SetSink();
1177}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001178
srtee0c2eea2017-12-15 17:44:33 +01001179TEST_F(WebRtcVideoChannelBaseTest, AddRemoveSendStreams) {
1180 Base::AddRemoveSendStreams();
1181}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001182
srtee0c2eea2017-12-15 17:44:33 +01001183TEST_F(WebRtcVideoChannelBaseTest, SimulateConference) {
1184 Base::SimulateConference();
1185}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001186
srtee0c2eea2017-12-15 17:44:33 +01001187TEST_F(WebRtcVideoChannelBaseTest, DISABLED_AddRemoveCapturer) {
1188 Base::AddRemoveCapturer();
1189}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001190
srtee0c2eea2017-12-15 17:44:33 +01001191TEST_F(WebRtcVideoChannelBaseTest, RemoveCapturerWithoutAdd) {
1192 Base::RemoveCapturerWithoutAdd();
1193}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001194
srtee0c2eea2017-12-15 17:44:33 +01001195TEST_F(WebRtcVideoChannelBaseTest, AddRemoveCapturerMultipleSources) {
1196 Base::AddRemoveCapturerMultipleSources();
1197}
1198TEST_F(WebRtcVideoChannelBaseTest, RejectEmptyStreamParams) {
1199 Base::RejectEmptyStreamParams();
1200}
1201TEST_F(WebRtcVideoChannelBaseTest, MultipleSendStreams) {
1202 Base::MultipleSendStreams();
1203}
pbos@webrtc.orgc4175b92014-09-03 15:25:49 +00001204
eladalonf1841382017-06-12 01:16:46 -07001205TEST_F(WebRtcVideoChannelBaseTest, SendAndReceiveVp8Vga) {
magjed509e4fe2016-11-18 01:34:11 -08001206 SendAndReceive(GetEngineCodec("VP8"));
pbos@webrtc.org9359cb32014-07-23 15:44:48 +00001207}
1208
eladalonf1841382017-06-12 01:16:46 -07001209TEST_F(WebRtcVideoChannelBaseTest, SendAndReceiveVp8Qvga) {
magjed509e4fe2016-11-18 01:34:11 -08001210 SendAndReceive(GetEngineCodec("VP8"));
pbos@webrtc.org9359cb32014-07-23 15:44:48 +00001211}
1212
eladalonf1841382017-06-12 01:16:46 -07001213TEST_F(WebRtcVideoChannelBaseTest, SendAndReceiveVp8SvcQqvga) {
magjed509e4fe2016-11-18 01:34:11 -08001214 SendAndReceive(GetEngineCodec("VP8"));
pbos@webrtc.org9359cb32014-07-23 15:44:48 +00001215}
1216
eladalonf1841382017-06-12 01:16:46 -07001217TEST_F(WebRtcVideoChannelBaseTest, TwoStreamsSendAndReceive) {
Peter Boströmd1f584b2016-04-20 16:31:53 +02001218 // Set a high bitrate to not be downscaled by VP8 due to low initial start
1219 // bitrates. This currently happens at <250k, and two streams sharing 300k
1220 // initially will use QVGA instead of VGA.
1221 // TODO(pbos): Set up the quality scaler so that both senders reliably start
1222 // at QVGA, then verify that instead.
magjed509e4fe2016-11-18 01:34:11 -08001223 cricket::VideoCodec codec = GetEngineCodec("VP8");
Peter Boströmd1f584b2016-04-20 16:31:53 +02001224 codec.params[kCodecParamStartBitrate] = "1000000";
1225 Base::TwoStreamsSendAndReceive(codec);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001226}
1227
eladalonf1841382017-06-12 01:16:46 -07001228class WebRtcVideoChannelTest : public WebRtcVideoEngineTest {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001229 public:
eladalonf1841382017-06-12 01:16:46 -07001230 WebRtcVideoChannelTest() : WebRtcVideoChannelTest("") {}
1231 explicit WebRtcVideoChannelTest(const char* field_trials)
1232 : WebRtcVideoEngineTest(field_trials), last_ssrc_(0) {}
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001233 void SetUp() override {
skvlad11a9cbf2016-10-07 11:53:05 -07001234 fake_call_.reset(new FakeCall(webrtc::Call::Config(&event_log_)));
kthelgason2bc68642017-02-07 07:02:22 -08001235 channel_.reset(engine_.CreateChannel(fake_call_.get(), GetMediaConfig(),
1236 VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08001237 channel_->OnReadyToSend(true);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001238 last_ssrc_ = 123;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001239 send_parameters_.codecs = engine_.codecs();
1240 recv_parameters_.codecs = engine_.codecs();
1241 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001242 }
1243
1244 protected:
1245 FakeVideoSendStream* AddSendStream() {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001246 return AddSendStream(StreamParams::CreateLegacy(++last_ssrc_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001247 }
1248
1249 FakeVideoSendStream* AddSendStream(const StreamParams& sp) {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001250 size_t num_streams = fake_call_->GetVideoSendStreams().size();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001251 EXPECT_TRUE(channel_->AddSendStream(sp));
1252 std::vector<FakeVideoSendStream*> streams =
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001253 fake_call_->GetVideoSendStreams();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001254 EXPECT_EQ(num_streams + 1, streams.size());
1255 return streams[streams.size() - 1];
1256 }
1257
1258 std::vector<FakeVideoSendStream*> GetFakeSendStreams() {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001259 return fake_call_->GetVideoSendStreams();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001260 }
1261
1262 FakeVideoReceiveStream* AddRecvStream() {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001263 return AddRecvStream(StreamParams::CreateLegacy(++last_ssrc_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001264 }
1265
1266 FakeVideoReceiveStream* AddRecvStream(const StreamParams& sp) {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001267 size_t num_streams = fake_call_->GetVideoReceiveStreams().size();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001268 EXPECT_TRUE(channel_->AddRecvStream(sp));
1269 std::vector<FakeVideoReceiveStream*> streams =
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001270 fake_call_->GetVideoReceiveStreams();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001271 EXPECT_EQ(num_streams + 1, streams.size());
1272 return streams[streams.size() - 1];
1273 }
1274
pbos@webrtc.org00873182014-11-25 14:03:34 +00001275 void SetSendCodecsShouldWorkForBitrates(const char* min_bitrate_kbps,
1276 int expected_min_bitrate_bps,
1277 const char* start_bitrate_kbps,
1278 int expected_start_bitrate_bps,
1279 const char* max_bitrate_kbps,
1280 int expected_max_bitrate_bps) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001281 auto& codecs = send_parameters_.codecs;
1282 codecs.clear();
magjed509e4fe2016-11-18 01:34:11 -08001283 codecs.push_back(GetEngineCodec("VP8"));
pbos@webrtc.org00873182014-11-25 14:03:34 +00001284 codecs[0].params[kCodecParamMinBitrate] = min_bitrate_kbps;
1285 codecs[0].params[kCodecParamStartBitrate] = start_bitrate_kbps;
1286 codecs[0].params[kCodecParamMaxBitrate] = max_bitrate_kbps;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001287 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001288
pbos@webrtc.org00873182014-11-25 14:03:34 +00001289 EXPECT_EQ(expected_min_bitrate_bps,
Stefan Holmere5904162015-03-26 11:11:06 +01001290 fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
pbos@webrtc.org00873182014-11-25 14:03:34 +00001291 EXPECT_EQ(expected_start_bitrate_bps,
Stefan Holmere5904162015-03-26 11:11:06 +01001292 fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
pbos@webrtc.org00873182014-11-25 14:03:34 +00001293 EXPECT_EQ(expected_max_bitrate_bps,
Stefan Holmere5904162015-03-26 11:11:06 +01001294 fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001295 }
1296
isheriff6f8d6862016-05-26 11:24:55 -07001297 void TestSetSendRtpHeaderExtensions(const std::string& ext_uri) {
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001298 // Enable extension.
1299 const int id = 1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001300 cricket::VideoSendParameters parameters = send_parameters_;
isheriff6f8d6862016-05-26 11:24:55 -07001301 parameters.extensions.push_back(RtpExtension(ext_uri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001302 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001303 FakeVideoSendStream* send_stream =
1304 AddSendStream(cricket::StreamParams::CreateLegacy(123));
1305
1306 // Verify the send extension id.
1307 ASSERT_EQ(1u, send_stream->GetConfig().rtp.extensions.size());
1308 EXPECT_EQ(id, send_stream->GetConfig().rtp.extensions[0].id);
isheriff6f8d6862016-05-26 11:24:55 -07001309 EXPECT_EQ(ext_uri, send_stream->GetConfig().rtp.extensions[0].uri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001310 // Verify call with same set of extensions returns true.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001311 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001312 // Verify that SetSendRtpHeaderExtensions doesn't implicitly add them for
1313 // receivers.
1314 EXPECT_TRUE(AddRecvStream(cricket::StreamParams::CreateLegacy(123))
1315 ->GetConfig()
1316 .rtp.extensions.empty());
1317
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001318 // Verify that existing RTP header extensions can be removed.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001319 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001320 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
1321 send_stream = fake_call_->GetVideoSendStreams()[0];
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001322 EXPECT_TRUE(send_stream->GetConfig().rtp.extensions.empty());
1323
1324 // Verify that adding receive RTP header extensions adds them for existing
1325 // streams.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001326 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001327 send_stream = fake_call_->GetVideoSendStreams()[0];
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001328 ASSERT_EQ(1u, send_stream->GetConfig().rtp.extensions.size());
1329 EXPECT_EQ(id, send_stream->GetConfig().rtp.extensions[0].id);
isheriff6f8d6862016-05-26 11:24:55 -07001330 EXPECT_EQ(ext_uri, send_stream->GetConfig().rtp.extensions[0].uri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001331 }
1332
isheriff6f8d6862016-05-26 11:24:55 -07001333 void TestSetRecvRtpHeaderExtensions(const std::string& ext_uri) {
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001334 // Enable extension.
1335 const int id = 1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001336 cricket::VideoRecvParameters parameters = recv_parameters_;
isheriff6f8d6862016-05-26 11:24:55 -07001337 parameters.extensions.push_back(RtpExtension(ext_uri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001338 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001339
1340 FakeVideoReceiveStream* recv_stream =
1341 AddRecvStream(cricket::StreamParams::CreateLegacy(123));
1342
1343 // Verify the recv extension id.
1344 ASSERT_EQ(1u, recv_stream->GetConfig().rtp.extensions.size());
1345 EXPECT_EQ(id, recv_stream->GetConfig().rtp.extensions[0].id);
isheriff6f8d6862016-05-26 11:24:55 -07001346 EXPECT_EQ(ext_uri, recv_stream->GetConfig().rtp.extensions[0].uri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001347 // Verify call with same set of extensions returns true.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001348 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001349
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001350 // Verify that SetRecvRtpHeaderExtensions doesn't implicitly add them for
1351 // senders.
1352 EXPECT_TRUE(AddSendStream(cricket::StreamParams::CreateLegacy(123))
1353 ->GetConfig()
1354 .rtp.extensions.empty());
1355
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001356 // Verify that existing RTP header extensions can be removed.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001357 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001358 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
1359 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001360 EXPECT_TRUE(recv_stream->GetConfig().rtp.extensions.empty());
1361
1362 // Verify that adding receive RTP header extensions adds them for existing
1363 // streams.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001364 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001365 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001366 ASSERT_EQ(1u, recv_stream->GetConfig().rtp.extensions.size());
1367 EXPECT_EQ(id, recv_stream->GetConfig().rtp.extensions[0].id);
isheriff6f8d6862016-05-26 11:24:55 -07001368 EXPECT_EQ(ext_uri, recv_stream->GetConfig().rtp.extensions[0].uri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001369 }
1370
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001371 void TestExtensionFilter(const std::vector<std::string>& extensions,
1372 const std::string& expected_extension) {
1373 cricket::VideoSendParameters parameters = send_parameters_;
1374 int expected_id = -1;
1375 int id = 1;
1376 for (const std::string& extension : extensions) {
1377 if (extension == expected_extension)
1378 expected_id = id;
isheriff6f8d6862016-05-26 11:24:55 -07001379 parameters.extensions.push_back(RtpExtension(extension, id++));
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001380 }
1381 EXPECT_TRUE(channel_->SetSendParameters(parameters));
1382 FakeVideoSendStream* send_stream =
1383 AddSendStream(cricket::StreamParams::CreateLegacy(123));
1384
1385 // Verify that only one of them has been set, and that it is the one with
1386 // highest priority (transport sequence number).
1387 ASSERT_EQ(1u, send_stream->GetConfig().rtp.extensions.size());
1388 EXPECT_EQ(expected_id, send_stream->GetConfig().rtp.extensions[0].id);
1389 EXPECT_EQ(expected_extension,
isheriff6f8d6862016-05-26 11:24:55 -07001390 send_stream->GetConfig().rtp.extensions[0].uri);
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001391 }
1392
asapersson3c81a1a2017-06-14 05:52:21 -07001393 void TestDegradationPreference(bool resolution_scaling_enabled,
1394 bool fps_scaling_enabled);
1395
Erik Språngefbde372015-04-29 16:21:28 +02001396 void TestCpuAdaptation(bool enable_overuse, bool is_screenshare);
Peter Boström3548dd22015-05-22 18:48:36 +02001397 void TestReceiverLocalSsrcConfiguration(bool receiver_first);
magjed509e4fe2016-11-18 01:34:11 -08001398 void TestReceiveUnsignaledSsrcPacket(uint8_t payload_type,
1399 bool expect_created_receive_stream);
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001400
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001401 FakeVideoSendStream* SetDenoisingOption(
nisse05103312016-03-16 02:22:50 -07001402 uint32_t ssrc,
Tommi85959932018-02-07 19:26:06 +01001403 FakeVideoCapturerWithTaskQueue* capturer,
nisse0db023a2016-03-01 04:29:59 -08001404 bool enabled) {
nisse05103312016-03-16 02:22:50 -07001405 cricket::VideoOptions options;
Oskar Sundbom78807582017-11-16 11:09:55 +01001406 options.video_noise_reduction = enabled;
deadbeef5a4a75a2016-06-02 16:23:38 -07001407 EXPECT_TRUE(channel_->SetVideoSend(ssrc, true, &options, capturer));
nisse0db023a2016-03-01 04:29:59 -08001408 // Options only take effect on the next frame.
1409 EXPECT_TRUE(capturer->CaptureFrame());
1410
Erik Språng143cec12015-04-28 10:01:41 +02001411 return fake_call_->GetVideoSendStreams().back();
1412 }
1413
Peter Boström2feafdb2015-09-09 14:32:14 +02001414 FakeVideoSendStream* SetUpSimulcast(bool enabled, bool with_rtx) {
1415 const int kRtxSsrcOffset = 0xDEADBEEF;
Erik Språng143cec12015-04-28 10:01:41 +02001416 last_ssrc_ += 3;
Peter Boström2feafdb2015-09-09 14:32:14 +02001417 std::vector<uint32_t> ssrcs;
1418 std::vector<uint32_t> rtx_ssrcs;
1419 uint32_t num_streams = enabled ? 3 : 1;
1420 for (uint32_t i = 0; i < num_streams; ++i) {
1421 uint32_t ssrc = last_ssrc_ + i;
1422 ssrcs.push_back(ssrc);
1423 if (with_rtx) {
1424 rtx_ssrcs.push_back(ssrc + kRtxSsrcOffset);
1425 }
Erik Språng143cec12015-04-28 10:01:41 +02001426 }
Peter Boström2feafdb2015-09-09 14:32:14 +02001427 if (with_rtx) {
1428 return AddSendStream(
1429 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs));
1430 }
1431 return AddSendStream(CreateSimStreamParams("cname", ssrcs));
Erik Språng143cec12015-04-28 10:01:41 +02001432 }
1433
perkjfa10b552016-10-02 23:45:26 -07001434 int GetMaxEncoderBitrate() {
skvladdc1c62c2016-03-16 19:07:43 -07001435 std::vector<FakeVideoSendStream*> streams =
1436 fake_call_->GetVideoSendStreams();
perkjfa10b552016-10-02 23:45:26 -07001437 EXPECT_EQ(1u, streams.size());
skvladdc1c62c2016-03-16 19:07:43 -07001438 FakeVideoSendStream* stream = streams[streams.size() - 1];
perkjfa10b552016-10-02 23:45:26 -07001439 EXPECT_EQ(1, stream->GetEncoderConfig().number_of_streams);
1440 return stream->GetVideoStreams()[0].max_bitrate_bps;
skvladdc1c62c2016-03-16 19:07:43 -07001441 }
1442
perkjfa10b552016-10-02 23:45:26 -07001443 void SetAndExpectMaxBitrate(int global_max,
skvladdc1c62c2016-03-16 19:07:43 -07001444 int stream_max,
1445 int expected_encoder_bitrate) {
1446 VideoSendParameters limited_send_params = send_parameters_;
1447 limited_send_params.max_bandwidth_bps = global_max;
1448 EXPECT_TRUE(channel_->SetSendParameters(limited_send_params));
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001449 webrtc::RtpParameters parameters =
1450 channel_->GetRtpSendParameters(last_ssrc_);
skvladdc1c62c2016-03-16 19:07:43 -07001451 EXPECT_EQ(1UL, parameters.encodings.size());
Oskar Sundbom78807582017-11-16 11:09:55 +01001452 parameters.encodings[0].max_bitrate_bps = stream_max;
Zach Steinba37b4b2018-01-23 15:02:36 -08001453 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
skvladdc1c62c2016-03-16 19:07:43 -07001454 // Read back the parameteres and verify they have the correct value
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001455 parameters = channel_->GetRtpSendParameters(last_ssrc_);
skvladdc1c62c2016-03-16 19:07:43 -07001456 EXPECT_EQ(1UL, parameters.encodings.size());
Oskar Sundbom78807582017-11-16 11:09:55 +01001457 EXPECT_EQ(stream_max, parameters.encodings[0].max_bitrate_bps);
skvladdc1c62c2016-03-16 19:07:43 -07001458 // Verify that the new value propagated down to the encoder
perkjfa10b552016-10-02 23:45:26 -07001459 EXPECT_EQ(expected_encoder_bitrate, GetMaxEncoderBitrate());
skvladdc1c62c2016-03-16 19:07:43 -07001460 }
1461
kwiberg686a8ef2016-02-26 03:00:35 -08001462 std::unique_ptr<FakeCall> fake_call_;
1463 std::unique_ptr<VideoMediaChannel> channel_;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001464 cricket::VideoSendParameters send_parameters_;
1465 cricket::VideoRecvParameters recv_parameters_;
Peter Boström0c4e06b2015-10-07 12:23:21 +02001466 uint32_t last_ssrc_;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001467};
1468
eladalonf1841382017-06-12 01:16:46 -07001469TEST_F(WebRtcVideoChannelTest, SetsSyncGroupFromSyncLabel) {
Peter Boström0c4e06b2015-10-07 12:23:21 +02001470 const uint32_t kVideoSsrc = 123;
pbos8fc7fa72015-07-15 08:02:58 -07001471 const std::string kSyncLabel = "AvSyncLabel";
1472
1473 cricket::StreamParams sp = cricket::StreamParams::CreateLegacy(kVideoSsrc);
1474 sp.sync_label = kSyncLabel;
1475 EXPECT_TRUE(channel_->AddRecvStream(sp));
1476
1477 EXPECT_EQ(1, fake_call_->GetVideoReceiveStreams().size());
1478 EXPECT_EQ(kSyncLabel,
1479 fake_call_->GetVideoReceiveStreams()[0]->GetConfig().sync_group)
1480 << "SyncGroup should be set based on sync_label";
1481}
1482
eladalonf1841382017-06-12 01:16:46 -07001483TEST_F(WebRtcVideoChannelTest, RecvStreamWithSimAndRtx) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001484 cricket::VideoSendParameters parameters;
1485 parameters.codecs = engine_.codecs();
1486 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001487 EXPECT_TRUE(channel_->SetSend(true));
nisse4b4dc862016-02-17 05:25:36 -08001488 parameters.conference_mode = true;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001489 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001490
1491 // Send side.
Peter Boström0c4e06b2015-10-07 12:23:21 +02001492 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
1493 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001494 FakeVideoSendStream* send_stream = AddSendStream(
1495 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs));
1496
1497 ASSERT_EQ(rtx_ssrcs.size(), send_stream->GetConfig().rtp.rtx.ssrcs.size());
1498 for (size_t i = 0; i < rtx_ssrcs.size(); ++i)
1499 EXPECT_EQ(rtx_ssrcs[i], send_stream->GetConfig().rtp.rtx.ssrcs[i]);
1500
1501 // Receiver side.
1502 FakeVideoReceiveStream* recv_stream = AddRecvStream(
1503 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs));
nisse26e3abb2017-08-25 04:44:25 -07001504 EXPECT_FALSE(
1505 recv_stream->GetConfig().rtp.rtx_associated_payload_types.empty());
nisseca5706d2017-09-11 02:32:16 -07001506 EXPECT_TRUE(VerifyRtxReceiveAssociations(recv_stream->GetConfig()))
Peter Boströmd8b01092016-05-12 16:44:36 +02001507 << "RTX should be mapped for all decoders/payload types.";
nisseca5706d2017-09-11 02:32:16 -07001508 EXPECT_TRUE(HasRtxReceiveAssociation(recv_stream->GetConfig(),
1509 GetEngineCodec("red").id))
1510 << "RTX should be mapped for the RED payload type";
1511
brandtr14742122017-01-27 04:53:07 -08001512 EXPECT_EQ(rtx_ssrcs[0], recv_stream->GetConfig().rtp.rtx_ssrc);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001513}
1514
eladalonf1841382017-06-12 01:16:46 -07001515TEST_F(WebRtcVideoChannelTest, RecvStreamWithRtx) {
pbos@webrtc.orge322a172014-06-13 11:47:28 +00001516 // Setup one channel with an associated RTX stream.
1517 cricket::StreamParams params =
1518 cricket::StreamParams::CreateLegacy(kSsrcs1[0]);
1519 params.AddFidSsrc(kSsrcs1[0], kRtxSsrcs1[0]);
1520 FakeVideoReceiveStream* recv_stream = AddRecvStream(params);
brandtr14742122017-01-27 04:53:07 -08001521 EXPECT_EQ(kRtxSsrcs1[0], recv_stream->GetConfig().rtp.rtx_ssrc);
nisseca5706d2017-09-11 02:32:16 -07001522
1523 EXPECT_TRUE(VerifyRtxReceiveAssociations(recv_stream->GetConfig()))
1524 << "RTX should be mapped for all decoders/payload types.";
1525 EXPECT_TRUE(HasRtxReceiveAssociation(recv_stream->GetConfig(),
1526 GetEngineCodec("red").id))
1527 << "RTX should be mapped for the RED payload type";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001528}
1529
eladalonf1841382017-06-12 01:16:46 -07001530TEST_F(WebRtcVideoChannelTest, RecvStreamNoRtx) {
pbos@webrtc.orge322a172014-06-13 11:47:28 +00001531 // Setup one channel without an associated RTX stream.
1532 cricket::StreamParams params =
1533 cricket::StreamParams::CreateLegacy(kSsrcs1[0]);
1534 FakeVideoReceiveStream* recv_stream = AddRecvStream(params);
brandtr14742122017-01-27 04:53:07 -08001535 ASSERT_EQ(0U, recv_stream->GetConfig().rtp.rtx_ssrc);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001536}
1537
eladalonf1841382017-06-12 01:16:46 -07001538TEST_F(WebRtcVideoChannelTest, NoHeaderExtesionsByDefault) {
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001539 FakeVideoSendStream* send_stream =
1540 AddSendStream(cricket::StreamParams::CreateLegacy(kSsrcs1[0]));
1541 ASSERT_TRUE(send_stream->GetConfig().rtp.extensions.empty());
1542
1543 FakeVideoReceiveStream* recv_stream =
1544 AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrcs1[0]));
1545 ASSERT_TRUE(recv_stream->GetConfig().rtp.extensions.empty());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001546}
1547
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001548// Test support for RTP timestamp offset header extension.
eladalonf1841382017-06-12 01:16:46 -07001549TEST_F(WebRtcVideoChannelTest, SendRtpTimestampOffsetHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001550 TestSetSendRtpHeaderExtensions(RtpExtension::kTimestampOffsetUri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001551}
isheriff6f8d6862016-05-26 11:24:55 -07001552
eladalonf1841382017-06-12 01:16:46 -07001553TEST_F(WebRtcVideoChannelTest, RecvRtpTimestampOffsetHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001554 TestSetRecvRtpHeaderExtensions(RtpExtension::kTimestampOffsetUri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001555}
1556
1557// Test support for absolute send time header extension.
eladalonf1841382017-06-12 01:16:46 -07001558TEST_F(WebRtcVideoChannelTest, SendAbsoluteSendTimeHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001559 TestSetSendRtpHeaderExtensions(RtpExtension::kAbsSendTimeUri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001560}
isheriff6f8d6862016-05-26 11:24:55 -07001561
eladalonf1841382017-06-12 01:16:46 -07001562TEST_F(WebRtcVideoChannelTest, RecvAbsoluteSendTimeHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001563 TestSetRecvRtpHeaderExtensions(RtpExtension::kAbsSendTimeUri);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001564}
1565
eladalonf1841382017-06-12 01:16:46 -07001566TEST_F(WebRtcVideoChannelTest, FiltersExtensionsPicksTransportSeqNum) {
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001567 // Enable three redundant extensions.
1568 std::vector<std::string> extensions;
isheriff6f8d6862016-05-26 11:24:55 -07001569 extensions.push_back(RtpExtension::kAbsSendTimeUri);
1570 extensions.push_back(RtpExtension::kTimestampOffsetUri);
1571 extensions.push_back(RtpExtension::kTransportSequenceNumberUri);
1572 TestExtensionFilter(extensions, RtpExtension::kTransportSequenceNumberUri);
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001573}
1574
eladalonf1841382017-06-12 01:16:46 -07001575TEST_F(WebRtcVideoChannelTest, FiltersExtensionsPicksAbsSendTime) {
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001576 // Enable two redundant extensions.
1577 std::vector<std::string> extensions;
isheriff6f8d6862016-05-26 11:24:55 -07001578 extensions.push_back(RtpExtension::kAbsSendTimeUri);
1579 extensions.push_back(RtpExtension::kTimestampOffsetUri);
1580 TestExtensionFilter(extensions, RtpExtension::kAbsSendTimeUri);
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001581}
1582
stefanc1aeaf02015-10-15 07:26:07 -07001583// Test support for transport sequence number header extension.
eladalonf1841382017-06-12 01:16:46 -07001584TEST_F(WebRtcVideoChannelTest, SendTransportSequenceNumberHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001585 TestSetSendRtpHeaderExtensions(RtpExtension::kTransportSequenceNumberUri);
stefanc1aeaf02015-10-15 07:26:07 -07001586}
eladalonf1841382017-06-12 01:16:46 -07001587TEST_F(WebRtcVideoChannelTest, RecvTransportSequenceNumberHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001588 TestSetRecvRtpHeaderExtensions(RtpExtension::kTransportSequenceNumberUri);
stefanc1aeaf02015-10-15 07:26:07 -07001589}
1590
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001591// Test support for video rotation header extension.
eladalonf1841382017-06-12 01:16:46 -07001592TEST_F(WebRtcVideoChannelTest, SendVideoRotationHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001593 TestSetSendRtpHeaderExtensions(RtpExtension::kVideoRotationUri);
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001594}
eladalonf1841382017-06-12 01:16:46 -07001595TEST_F(WebRtcVideoChannelTest, RecvVideoRotationHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001596 TestSetRecvRtpHeaderExtensions(RtpExtension::kVideoRotationUri);
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001597}
1598
eladalonf1841382017-06-12 01:16:46 -07001599TEST_F(WebRtcVideoChannelTest, IdenticalSendExtensionsDoesntRecreateStream) {
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001600 const int kAbsSendTimeId = 1;
1601 const int kVideoRotationId = 2;
isheriff6f8d6862016-05-26 11:24:55 -07001602 send_parameters_.extensions.push_back(
1603 RtpExtension(RtpExtension::kAbsSendTimeUri, kAbsSendTimeId));
1604 send_parameters_.extensions.push_back(
1605 RtpExtension(RtpExtension::kVideoRotationUri, kVideoRotationId));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001606
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001607 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001608 FakeVideoSendStream* send_stream =
1609 AddSendStream(cricket::StreamParams::CreateLegacy(123));
1610
1611 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001612 ASSERT_EQ(2u, send_stream->GetConfig().rtp.extensions.size());
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001613
1614 // Setting the same extensions (even if in different order) shouldn't
1615 // reallocate the stream.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001616 std::reverse(send_parameters_.extensions.begin(),
1617 send_parameters_.extensions.end());
1618 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001619
1620 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
1621
1622 // Setting different extensions should recreate the stream.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001623 send_parameters_.extensions.resize(1);
1624 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001625
1626 EXPECT_EQ(2, fake_call_->GetNumCreatedSendStreams());
1627}
1628
eladalonf1841382017-06-12 01:16:46 -07001629TEST_F(WebRtcVideoChannelTest, IdenticalRecvExtensionsDoesntRecreateStream) {
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001630 const int kTOffsetId = 1;
1631 const int kAbsSendTimeId = 2;
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001632 const int kVideoRotationId = 3;
isheriff6f8d6862016-05-26 11:24:55 -07001633 recv_parameters_.extensions.push_back(
1634 RtpExtension(RtpExtension::kAbsSendTimeUri, kAbsSendTimeId));
1635 recv_parameters_.extensions.push_back(
1636 RtpExtension(RtpExtension::kTimestampOffsetUri, kTOffsetId));
1637 recv_parameters_.extensions.push_back(
1638 RtpExtension(RtpExtension::kVideoRotationUri, kVideoRotationId));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001639
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001640 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
Peter Boström54be3e02015-05-25 15:04:24 +02001641 FakeVideoReceiveStream* recv_stream =
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001642 AddRecvStream(cricket::StreamParams::CreateLegacy(123));
1643
1644 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
Peter Boström54be3e02015-05-25 15:04:24 +02001645 ASSERT_EQ(3u, recv_stream->GetConfig().rtp.extensions.size());
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001646
1647 // Setting the same extensions (even if in different order) shouldn't
1648 // reallocate the stream.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001649 std::reverse(recv_parameters_.extensions.begin(),
1650 recv_parameters_.extensions.end());
1651 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001652
1653 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
1654
1655 // Setting different extensions should recreate the stream.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001656 recv_parameters_.extensions.resize(1);
1657 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001658
1659 EXPECT_EQ(2, fake_call_->GetNumCreatedReceiveStreams());
1660}
1661
eladalonf1841382017-06-12 01:16:46 -07001662TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001663 SetSendRtpHeaderExtensionsExcludeUnsupportedExtensions) {
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001664 const int kUnsupportedId = 1;
1665 const int kTOffsetId = 2;
1666
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001667 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001668 RtpExtension(kUnsupportedExtensionName, kUnsupportedId));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001669 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001670 RtpExtension(RtpExtension::kTimestampOffsetUri, kTOffsetId));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001671 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001672 FakeVideoSendStream* send_stream =
1673 AddSendStream(cricket::StreamParams::CreateLegacy(123));
1674
1675 // Only timestamp offset extension is set to send stream,
1676 // unsupported rtp extension is ignored.
1677 ASSERT_EQ(1u, send_stream->GetConfig().rtp.extensions.size());
isheriff6f8d6862016-05-26 11:24:55 -07001678 EXPECT_STREQ(RtpExtension::kTimestampOffsetUri,
1679 send_stream->GetConfig().rtp.extensions[0].uri.c_str());
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001680}
1681
eladalonf1841382017-06-12 01:16:46 -07001682TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001683 SetRecvRtpHeaderExtensionsExcludeUnsupportedExtensions) {
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001684 const int kUnsupportedId = 1;
1685 const int kTOffsetId = 2;
1686
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001687 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001688 RtpExtension(kUnsupportedExtensionName, kUnsupportedId));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001689 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001690 RtpExtension(RtpExtension::kTimestampOffsetUri, kTOffsetId));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001691 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001692 FakeVideoReceiveStream* recv_stream =
1693 AddRecvStream(cricket::StreamParams::CreateLegacy(123));
1694
1695 // Only timestamp offset extension is set to receive stream,
1696 // unsupported rtp extension is ignored.
1697 ASSERT_EQ(1u, recv_stream->GetConfig().rtp.extensions.size());
isheriff6f8d6862016-05-26 11:24:55 -07001698 EXPECT_STREQ(RtpExtension::kTimestampOffsetUri,
1699 recv_stream->GetConfig().rtp.extensions[0].uri.c_str());
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001700}
1701
eladalonf1841382017-06-12 01:16:46 -07001702TEST_F(WebRtcVideoChannelTest, SetSendRtpHeaderExtensionsRejectsIncorrectIds) {
Peter Boström23914fe2015-03-31 15:08:04 +02001703 const int kIncorrectIds[] = {-2, -1, 0, 15, 16};
pkasting@chromium.orge7a4a122015-01-28 21:36:55 +00001704 for (size_t i = 0; i < arraysize(kIncorrectIds); ++i) {
isheriff6f8d6862016-05-26 11:24:55 -07001705 send_parameters_.extensions.push_back(
1706 RtpExtension(RtpExtension::kTimestampOffsetUri, kIncorrectIds[i]));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001707 EXPECT_FALSE(channel_->SetSendParameters(send_parameters_))
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001708 << "Bad extension id '" << kIncorrectIds[i] << "' accepted.";
1709 }
1710}
1711
eladalonf1841382017-06-12 01:16:46 -07001712TEST_F(WebRtcVideoChannelTest, SetRecvRtpHeaderExtensionsRejectsIncorrectIds) {
Peter Boström23914fe2015-03-31 15:08:04 +02001713 const int kIncorrectIds[] = {-2, -1, 0, 15, 16};
pkasting@chromium.orge7a4a122015-01-28 21:36:55 +00001714 for (size_t i = 0; i < arraysize(kIncorrectIds); ++i) {
isheriff6f8d6862016-05-26 11:24:55 -07001715 recv_parameters_.extensions.push_back(
1716 RtpExtension(RtpExtension::kTimestampOffsetUri, kIncorrectIds[i]));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001717 EXPECT_FALSE(channel_->SetRecvParameters(recv_parameters_))
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001718 << "Bad extension id '" << kIncorrectIds[i] << "' accepted.";
1719 }
1720}
1721
eladalonf1841382017-06-12 01:16:46 -07001722TEST_F(WebRtcVideoChannelTest, SetSendRtpHeaderExtensionsRejectsDuplicateIds) {
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001723 const int id = 1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001724 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001725 RtpExtension(RtpExtension::kTimestampOffsetUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001726 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001727 RtpExtension(RtpExtension::kAbsSendTimeUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001728 EXPECT_FALSE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001729
1730 // Duplicate entries are also not supported.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001731 send_parameters_.extensions.clear();
1732 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001733 RtpExtension(RtpExtension::kTimestampOffsetUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001734 send_parameters_.extensions.push_back(send_parameters_.extensions.back());
1735 EXPECT_FALSE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001736}
1737
eladalonf1841382017-06-12 01:16:46 -07001738TEST_F(WebRtcVideoChannelTest, SetRecvRtpHeaderExtensionsRejectsDuplicateIds) {
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001739 const int id = 1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001740 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001741 RtpExtension(RtpExtension::kTimestampOffsetUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001742 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001743 RtpExtension(RtpExtension::kAbsSendTimeUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001744 EXPECT_FALSE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001745
1746 // Duplicate entries are also not supported.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001747 recv_parameters_.extensions.clear();
1748 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001749 RtpExtension(RtpExtension::kTimestampOffsetUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001750 recv_parameters_.extensions.push_back(recv_parameters_.extensions.back());
1751 EXPECT_FALSE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001752}
1753
eladalonf1841382017-06-12 01:16:46 -07001754TEST_F(WebRtcVideoChannelTest, AddRecvStreamOnlyUsesOneReceiveStream) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001755 EXPECT_TRUE(channel_->AddRecvStream(cricket::StreamParams::CreateLegacy(1)));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001756 EXPECT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001757}
1758
eladalonf1841382017-06-12 01:16:46 -07001759TEST_F(WebRtcVideoChannelTest, RtcpIsCompoundByDefault) {
Peter Boströmd7da1202015-06-05 14:09:38 +02001760 FakeVideoReceiveStream* stream = AddRecvStream();
pbosda903ea2015-10-02 02:36:56 -07001761 EXPECT_EQ(webrtc::RtcpMode::kCompound, stream->GetConfig().rtp.rtcp_mode);
Peter Boströmd7da1202015-06-05 14:09:38 +02001762}
1763
eladalonf1841382017-06-12 01:16:46 -07001764TEST_F(WebRtcVideoChannelTest, RembIsEnabledByDefault) {
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001765 FakeVideoReceiveStream* stream = AddRecvStream();
1766 EXPECT_TRUE(stream->GetConfig().rtp.remb);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001767}
1768
eladalonf1841382017-06-12 01:16:46 -07001769TEST_F(WebRtcVideoChannelTest, TransportCcIsEnabledByDefault) {
stefan43edf0f2015-11-20 18:05:48 -08001770 FakeVideoReceiveStream* stream = AddRecvStream();
1771 EXPECT_TRUE(stream->GetConfig().rtp.transport_cc);
1772}
1773
eladalonf1841382017-06-12 01:16:46 -07001774TEST_F(WebRtcVideoChannelTest, RembCanBeEnabledAndDisabled) {
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001775 FakeVideoReceiveStream* stream = AddRecvStream();
1776 EXPECT_TRUE(stream->GetConfig().rtp.remb);
1777
Peter Boström126c03e2015-05-11 12:48:12 +02001778 // Verify that REMB is turned off when send(!) codecs without REMB are set.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001779 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001780 parameters.codecs.push_back(RemoveFeedbackParams(GetEngineCodec("VP8")));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001781 EXPECT_TRUE(parameters.codecs[0].feedback_params.params().empty());
1782 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001783 stream = fake_call_->GetVideoReceiveStreams()[0];
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001784 EXPECT_FALSE(stream->GetConfig().rtp.remb);
1785
1786 // Verify that REMB is turned on when setting default codecs since the
1787 // default codecs have REMB enabled.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001788 parameters.codecs = engine_.codecs();
1789 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001790 stream = fake_call_->GetVideoReceiveStreams()[0];
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001791 EXPECT_TRUE(stream->GetConfig().rtp.remb);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001792}
1793
eladalonf1841382017-06-12 01:16:46 -07001794TEST_F(WebRtcVideoChannelTest, TransportCcCanBeEnabledAndDisabled) {
stefan43edf0f2015-11-20 18:05:48 -08001795 FakeVideoReceiveStream* stream = AddRecvStream();
1796 EXPECT_TRUE(stream->GetConfig().rtp.transport_cc);
1797
1798 // Verify that transport cc feedback is turned off when send(!) codecs without
1799 // transport cc feedback are set.
1800 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001801 parameters.codecs.push_back(RemoveFeedbackParams(GetEngineCodec("VP8")));
stefan43edf0f2015-11-20 18:05:48 -08001802 EXPECT_TRUE(parameters.codecs[0].feedback_params.params().empty());
1803 EXPECT_TRUE(channel_->SetSendParameters(parameters));
1804 stream = fake_call_->GetVideoReceiveStreams()[0];
1805 EXPECT_FALSE(stream->GetConfig().rtp.transport_cc);
1806
1807 // Verify that transport cc feedback is turned on when setting default codecs
1808 // since the default codecs have transport cc feedback enabled.
1809 parameters.codecs = engine_.codecs();
1810 EXPECT_TRUE(channel_->SetSendParameters(parameters));
1811 stream = fake_call_->GetVideoReceiveStreams()[0];
1812 EXPECT_TRUE(stream->GetConfig().rtp.transport_cc);
1813}
1814
eladalonf1841382017-06-12 01:16:46 -07001815TEST_F(WebRtcVideoChannelTest, NackIsEnabledByDefault) {
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +00001816 VerifyCodecHasDefaultFeedbackParams(default_codec_);
1817
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001818 cricket::VideoSendParameters parameters;
1819 parameters.codecs = engine_.codecs();
1820 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org19864742014-05-30 07:35:47 +00001821 EXPECT_TRUE(channel_->SetSend(true));
1822
1823 // Send side.
1824 FakeVideoSendStream* send_stream =
1825 AddSendStream(cricket::StreamParams::CreateLegacy(1));
1826 EXPECT_GT(send_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1827
1828 // Receiver side.
1829 FakeVideoReceiveStream* recv_stream =
1830 AddRecvStream(cricket::StreamParams::CreateLegacy(1));
1831 EXPECT_GT(recv_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1832
1833 // Nack history size should match between sender and receiver.
1834 EXPECT_EQ(send_stream->GetConfig().rtp.nack.rtp_history_ms,
1835 recv_stream->GetConfig().rtp.nack.rtp_history_ms);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001836}
1837
eladalonf1841382017-06-12 01:16:46 -07001838TEST_F(WebRtcVideoChannelTest, NackCanBeEnabledAndDisabled) {
Peter Boström67c9df72015-05-11 14:34:58 +02001839 FakeVideoSendStream* send_stream = AddSendStream();
Peter Boström3548dd22015-05-22 18:48:36 +02001840 FakeVideoReceiveStream* recv_stream = AddRecvStream();
Peter Boström67c9df72015-05-11 14:34:58 +02001841
1842 EXPECT_GT(recv_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1843 EXPECT_GT(send_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1844
1845 // Verify that NACK is turned off when send(!) codecs without NACK are set.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001846 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001847 parameters.codecs.push_back(RemoveFeedbackParams(GetEngineCodec("VP8")));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001848 EXPECT_TRUE(parameters.codecs[0].feedback_params.params().empty());
1849 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström67c9df72015-05-11 14:34:58 +02001850 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
1851 EXPECT_EQ(0, recv_stream->GetConfig().rtp.nack.rtp_history_ms);
1852 send_stream = fake_call_->GetVideoSendStreams()[0];
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +00001853 EXPECT_EQ(0, send_stream->GetConfig().rtp.nack.rtp_history_ms);
1854
Peter Boström67c9df72015-05-11 14:34:58 +02001855 // Verify that NACK is turned on when setting default codecs since the
1856 // default codecs have NACK enabled.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001857 parameters.codecs = engine_.codecs();
1858 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström67c9df72015-05-11 14:34:58 +02001859 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
1860 EXPECT_GT(recv_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1861 send_stream = fake_call_->GetVideoSendStreams()[0];
1862 EXPECT_GT(send_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +00001863}
1864
Peter Boströme7ba0862016-03-12 00:02:28 +01001865// This test verifies that new frame sizes reconfigures encoders even though not
1866// (yet) sending. The purpose of this is to permit encoding as quickly as
1867// possible once we start sending. Likely the frames being input are from the
1868// same source that will be sent later, which just means that we're ready
1869// earlier.
eladalonf1841382017-06-12 01:16:46 -07001870TEST_F(WebRtcVideoChannelTest, ReconfiguresEncodersWhenNotSending) {
Peter Boströme7ba0862016-03-12 00:02:28 +01001871 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001872 parameters.codecs.push_back(GetEngineCodec("VP8"));
Peter Boströme7ba0862016-03-12 00:02:28 +01001873 ASSERT_TRUE(channel_->SetSendParameters(parameters));
1874 channel_->SetSend(false);
1875
1876 FakeVideoSendStream* stream = AddSendStream();
1877
perkjfa10b552016-10-02 23:45:26 -07001878 // No frames entered.
Peter Boströme7ba0862016-03-12 00:02:28 +01001879 std::vector<webrtc::VideoStream> streams = stream->GetVideoStreams();
perkjfa10b552016-10-02 23:45:26 -07001880 EXPECT_EQ(0u, streams[0].width);
1881 EXPECT_EQ(0u, streams[0].height);
Peter Boströme7ba0862016-03-12 00:02:28 +01001882
Tommi85959932018-02-07 19:26:06 +01001883 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07001884 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
perkj26752742016-10-24 01:21:16 -07001885 VideoFormat capture_format = capturer.GetSupportedFormats()->front();
1886 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format));
Peter Boströme7ba0862016-03-12 00:02:28 +01001887 EXPECT_TRUE(capturer.CaptureFrame());
1888
1889 // Frame entered, should be reconfigured to new dimensions.
1890 streams = stream->GetVideoStreams();
perkj26752742016-10-24 01:21:16 -07001891 EXPECT_EQ(capture_format.width, streams[0].width);
1892 EXPECT_EQ(capture_format.height, streams[0].height);
Peter Boströme7ba0862016-03-12 00:02:28 +01001893
deadbeef5a4a75a2016-06-02 16:23:38 -07001894 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Peter Boströme7ba0862016-03-12 00:02:28 +01001895}
1896
eladalonf1841382017-06-12 01:16:46 -07001897TEST_F(WebRtcVideoChannelTest, UsesCorrectSettingsForScreencast) {
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001898 static const int kScreenshareMinBitrateKbps = 800;
magjed509e4fe2016-11-18 01:34:11 -08001899 cricket::VideoCodec codec = GetEngineCodec("VP8");
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001900 cricket::VideoSendParameters parameters;
1901 parameters.codecs.push_back(codec);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001902 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001903 AddSendStream();
1904
Tommi85959932018-02-07 19:26:06 +01001905 FakeVideoCapturerWithTaskQueue capturer;
nisse05103312016-03-16 02:22:50 -07001906 VideoOptions min_bitrate_options;
Oskar Sundbom78807582017-11-16 11:09:55 +01001907 min_bitrate_options.screencast_min_bitrate_kbps = kScreenshareMinBitrateKbps;
deadbeef5a4a75a2016-06-02 16:23:38 -07001908 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &min_bitrate_options,
1909 &capturer));
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001910 cricket::VideoFormat capture_format_hd =
1911 capturer.GetSupportedFormats()->front();
1912 EXPECT_EQ(1280, capture_format_hd.width);
1913 EXPECT_EQ(720, capture_format_hd.height);
1914 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format_hd));
1915
1916 EXPECT_TRUE(channel_->SetSend(true));
1917
1918 EXPECT_TRUE(capturer.CaptureFrame());
1919 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
1920 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
1921
1922 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
1923
1924 // Verify non-screencast settings.
perkj26091b12016-09-01 01:17:40 -07001925 webrtc::VideoEncoderConfig encoder_config =
1926 send_stream->GetEncoderConfig().Copy();
Erik Språng143cec12015-04-28 10:01:41 +02001927 EXPECT_EQ(webrtc::VideoEncoderConfig::ContentType::kRealtimeVideo,
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001928 encoder_config.content_type);
perkjfa10b552016-10-02 23:45:26 -07001929 std::vector<webrtc::VideoStream> streams = send_stream->GetVideoStreams();
1930 EXPECT_EQ(capture_format_hd.width, streams.front().width);
1931 EXPECT_EQ(capture_format_hd.height, streams.front().height);
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001932 EXPECT_EQ(0, encoder_config.min_transmit_bitrate_bps)
1933 << "Non-screenshare shouldn't use min-transmit bitrate.";
1934
deadbeef5a4a75a2016-06-02 16:23:38 -07001935 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
perkjd533aec2017-01-13 05:57:25 -08001936 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
nisse05103312016-03-16 02:22:50 -07001937 VideoOptions screencast_options;
Oskar Sundbom78807582017-11-16 11:09:55 +01001938 screencast_options.is_screencast = true;
deadbeef5a4a75a2016-06-02 16:23:38 -07001939 EXPECT_TRUE(
1940 channel_->SetVideoSend(last_ssrc_, true, &screencast_options, &capturer));
perkj2d5f0912016-02-29 00:04:41 -08001941 EXPECT_TRUE(capturer.CaptureFrame());
sprangf24a0642017-02-28 13:23:26 -08001942 // Send stream recreated after option change.
1943 ASSERT_EQ(2, fake_call_->GetNumCreatedSendStreams());
1944 send_stream = fake_call_->GetVideoSendStreams().front();
1945 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001946
1947 // Verify screencast settings.
perkj26091b12016-09-01 01:17:40 -07001948 encoder_config = send_stream->GetEncoderConfig().Copy();
Erik Språng143cec12015-04-28 10:01:41 +02001949 EXPECT_EQ(webrtc::VideoEncoderConfig::ContentType::kScreen,
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001950 encoder_config.content_type);
1951 EXPECT_EQ(kScreenshareMinBitrateKbps * 1000,
1952 encoder_config.min_transmit_bitrate_bps);
1953
perkjfa10b552016-10-02 23:45:26 -07001954 streams = send_stream->GetVideoStreams();
1955 EXPECT_EQ(capture_format_hd.width, streams.front().width);
1956 EXPECT_EQ(capture_format_hd.height, streams.front().height);
1957 EXPECT_TRUE(streams[0].temporal_layer_thresholds_bps.empty());
deadbeef5a4a75a2016-06-02 16:23:38 -07001958 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001959}
1960
eladalonf1841382017-06-12 01:16:46 -07001961TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001962 ConferenceModeScreencastConfiguresTemporalLayer) {
Erik Språng2c4c9142015-06-24 11:24:44 +02001963 static const int kConferenceScreencastTemporalBitrateBps =
1964 ScreenshareLayerConfig::GetDefault().tl0_bitrate_kbps * 1000;
nisse4b4dc862016-02-17 05:25:36 -08001965 send_parameters_.conference_mode = true;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001966 channel_->SetSendParameters(send_parameters_);
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001967
1968 AddSendStream();
nisse05103312016-03-16 02:22:50 -07001969 VideoOptions options;
Oskar Sundbom78807582017-11-16 11:09:55 +01001970 options.is_screencast = true;
Tommi85959932018-02-07 19:26:06 +01001971 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07001972 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001973 cricket::VideoFormat capture_format_hd =
1974 capturer.GetSupportedFormats()->front();
1975 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format_hd));
1976
1977 EXPECT_TRUE(channel_->SetSend(true));
1978
1979 EXPECT_TRUE(capturer.CaptureFrame());
1980 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
1981 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
1982
perkj26091b12016-09-01 01:17:40 -07001983 webrtc::VideoEncoderConfig encoder_config =
1984 send_stream->GetEncoderConfig().Copy();
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001985
1986 // Verify screencast settings.
perkj26091b12016-09-01 01:17:40 -07001987 encoder_config = send_stream->GetEncoderConfig().Copy();
Erik Språng143cec12015-04-28 10:01:41 +02001988 EXPECT_EQ(webrtc::VideoEncoderConfig::ContentType::kScreen,
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001989 encoder_config.content_type);
perkjfa10b552016-10-02 23:45:26 -07001990
1991 std::vector<webrtc::VideoStream> streams = send_stream->GetVideoStreams();
1992 ASSERT_EQ(1u, streams.size());
1993 ASSERT_EQ(1u, streams[0].temporal_layer_thresholds_bps.size());
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001994 EXPECT_EQ(kConferenceScreencastTemporalBitrateBps,
perkjfa10b552016-10-02 23:45:26 -07001995 streams[0].temporal_layer_thresholds_bps[0]);
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001996
deadbeef5a4a75a2016-06-02 16:23:38 -07001997 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001998}
1999
eladalonf1841382017-06-12 01:16:46 -07002000TEST_F(WebRtcVideoChannelTest, SuspendBelowMinBitrateDisabledByDefault) {
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00002001 FakeVideoSendStream* stream = AddSendStream();
2002 EXPECT_FALSE(stream->GetConfig().suspend_below_min_bitrate);
2003}
2004
eladalonf1841382017-06-12 01:16:46 -07002005TEST_F(WebRtcVideoChannelTest, SetMediaConfigSuspendBelowMinBitrate) {
kthelgason2bc68642017-02-07 07:02:22 -08002006 MediaConfig media_config = GetMediaConfig();
nisse0db023a2016-03-01 04:29:59 -08002007 media_config.video.suspend_below_min_bitrate = true;
2008
2009 channel_.reset(
2010 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08002011 channel_->OnReadyToSend(true);
nisse0db023a2016-03-01 04:29:59 -08002012
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002013 channel_->SetSendParameters(send_parameters_);
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00002014
2015 FakeVideoSendStream* stream = AddSendStream();
2016 EXPECT_TRUE(stream->GetConfig().suspend_below_min_bitrate);
2017
nisse0db023a2016-03-01 04:29:59 -08002018 media_config.video.suspend_below_min_bitrate = false;
2019 channel_.reset(
2020 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08002021 channel_->OnReadyToSend(true);
nisse0db023a2016-03-01 04:29:59 -08002022
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002023 channel_->SetSendParameters(send_parameters_);
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00002024
nisse0db023a2016-03-01 04:29:59 -08002025 stream = AddSendStream();
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00002026 EXPECT_FALSE(stream->GetConfig().suspend_below_min_bitrate);
2027}
2028
eladalonf1841382017-06-12 01:16:46 -07002029TEST_F(WebRtcVideoChannelTest, Vp8DenoisingEnabledByDefault) {
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002030 FakeVideoSendStream* stream = AddSendStream();
2031 webrtc::VideoCodecVP8 vp8_settings;
2032 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2033 EXPECT_TRUE(vp8_settings.denoisingOn);
2034}
2035
eladalonf1841382017-06-12 01:16:46 -07002036TEST_F(WebRtcVideoChannelTest, VerifyVp8SpecificSettings) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002037 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002038 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002039 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002040
Peter Boström2feafdb2015-09-09 14:32:14 +02002041 // Single-stream settings should apply with RTX as well (verifies that we
2042 // check number of regular SSRCs and not StreamParams::ssrcs which contains
2043 // both RTX and regular SSRCs).
2044 FakeVideoSendStream* stream = SetUpSimulcast(false, true);
Erik Språng143cec12015-04-28 10:01:41 +02002045
Tommi85959932018-02-07 19:26:06 +01002046 FakeVideoCapturerWithTaskQueue capturer;
Erik Språng143cec12015-04-28 10:01:41 +02002047 EXPECT_EQ(cricket::CS_RUNNING,
2048 capturer.Start(capturer.GetSupportedFormats()->front()));
deadbeef5a4a75a2016-06-02 16:23:38 -07002049 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
Erik Språng143cec12015-04-28 10:01:41 +02002050 channel_->SetSend(true);
2051
2052 EXPECT_TRUE(capturer.CaptureFrame());
2053
pbos4cba4eb2015-10-26 11:18:18 -07002054 webrtc::VideoCodecVP8 vp8_settings;
2055 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2056 EXPECT_TRUE(vp8_settings.denoisingOn)
2057 << "VP8 denoising should be on by default.";
2058
nisse05103312016-03-16 02:22:50 -07002059 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002060
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002061 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2062 EXPECT_FALSE(vp8_settings.denoisingOn);
Erik Språng143cec12015-04-28 10:01:41 +02002063 EXPECT_TRUE(vp8_settings.automaticResizeOn);
2064 EXPECT_TRUE(vp8_settings.frameDroppingOn);
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002065
nisse05103312016-03-16 02:22:50 -07002066 stream = SetDenoisingOption(last_ssrc_, &capturer, true);
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002067
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002068 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2069 EXPECT_TRUE(vp8_settings.denoisingOn);
Erik Språng143cec12015-04-28 10:01:41 +02002070 EXPECT_TRUE(vp8_settings.automaticResizeOn);
2071 EXPECT_TRUE(vp8_settings.frameDroppingOn);
2072
deadbeef5a4a75a2016-06-02 16:23:38 -07002073 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Peter Boström2feafdb2015-09-09 14:32:14 +02002074 stream = SetUpSimulcast(true, false);
deadbeef5a4a75a2016-06-02 16:23:38 -07002075 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
Erik Språng143cec12015-04-28 10:01:41 +02002076 channel_->SetSend(true);
2077 EXPECT_TRUE(capturer.CaptureFrame());
2078
2079 EXPECT_EQ(3, stream->GetVideoStreams().size());
2080 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2081 // Autmatic resize off when using simulcast.
2082 EXPECT_FALSE(vp8_settings.automaticResizeOn);
2083 EXPECT_TRUE(vp8_settings.frameDroppingOn);
2084
2085 // In screen-share mode, denoising is forced off and simulcast disabled.
nisse05103312016-03-16 02:22:50 -07002086 VideoOptions options;
Oskar Sundbom78807582017-11-16 11:09:55 +01002087 options.is_screencast = true;
deadbeef5a4a75a2016-06-02 16:23:38 -07002088 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
Niels Möller60653ba2016-03-02 11:41:36 +01002089
nisse05103312016-03-16 02:22:50 -07002090 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002091
2092 EXPECT_EQ(1, stream->GetVideoStreams().size());
2093 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2094 EXPECT_FALSE(vp8_settings.denoisingOn);
2095 // Resizing and frame dropping always off for screen sharing.
2096 EXPECT_FALSE(vp8_settings.automaticResizeOn);
2097 EXPECT_FALSE(vp8_settings.frameDroppingOn);
2098
nisse05103312016-03-16 02:22:50 -07002099 stream = SetDenoisingOption(last_ssrc_, &capturer, true);
Erik Språng143cec12015-04-28 10:01:41 +02002100
2101 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2102 EXPECT_FALSE(vp8_settings.denoisingOn);
2103 EXPECT_FALSE(vp8_settings.automaticResizeOn);
2104 EXPECT_FALSE(vp8_settings.frameDroppingOn);
2105
deadbeef5a4a75a2016-06-02 16:23:38 -07002106 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Erik Språng143cec12015-04-28 10:01:41 +02002107}
2108
deadbeef119760a2016-04-04 11:43:27 -07002109// Test that setting the same options doesn't result in the encoder being
2110// reconfigured.
eladalonf1841382017-06-12 01:16:46 -07002111TEST_F(WebRtcVideoChannelTest, SetIdenticalOptionsDoesntReconfigureEncoder) {
deadbeef119760a2016-04-04 11:43:27 -07002112 VideoOptions options;
Tommi85959932018-02-07 19:26:06 +01002113 FakeVideoCapturerWithTaskQueue capturer;
deadbeef119760a2016-04-04 11:43:27 -07002114
perkjfa10b552016-10-02 23:45:26 -07002115 AddSendStream();
deadbeef119760a2016-04-04 11:43:27 -07002116 EXPECT_EQ(cricket::CS_RUNNING,
2117 capturer.Start(capturer.GetSupportedFormats()->front()));
perkjfa10b552016-10-02 23:45:26 -07002118 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002119 parameters.codecs.push_back(GetEngineCodec("VP8"));
perkjfa10b552016-10-02 23:45:26 -07002120 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2121 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
2122
2123 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
deadbeef5a4a75a2016-06-02 16:23:38 -07002124 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
deadbeef119760a2016-04-04 11:43:27 -07002125 EXPECT_TRUE(capturer.CaptureFrame());
perkjfa10b552016-10-02 23:45:26 -07002126 // Expect 1 reconfigurations at this point from the initial configuration.
2127 EXPECT_EQ(1, send_stream->num_encoder_reconfigurations());
deadbeef119760a2016-04-04 11:43:27 -07002128
2129 // Set the options one more time and expect no additional reconfigurations.
deadbeef5a4a75a2016-06-02 16:23:38 -07002130 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
perkjfa10b552016-10-02 23:45:26 -07002131 EXPECT_EQ(1, send_stream->num_encoder_reconfigurations());
2132
2133 // Change |options| and expect 2 reconfigurations.
Oskar Sundbom78807582017-11-16 11:09:55 +01002134 options.video_noise_reduction = true;
perkjfa10b552016-10-02 23:45:26 -07002135 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
deadbeef119760a2016-04-04 11:43:27 -07002136 EXPECT_EQ(2, send_stream->num_encoder_reconfigurations());
2137
deadbeef5a4a75a2016-06-02 16:23:38 -07002138 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
deadbeef119760a2016-04-04 11:43:27 -07002139}
2140
eladalonf1841382017-06-12 01:16:46 -07002141class Vp9SettingsTest : public WebRtcVideoChannelTest {
Erik Språng143cec12015-04-28 10:01:41 +02002142 public:
asaperssonc5dabdd2016-03-21 04:15:50 -07002143 Vp9SettingsTest() : Vp9SettingsTest("") {}
2144 explicit Vp9SettingsTest(const char* field_trials)
eladalonf1841382017-06-12 01:16:46 -07002145 : WebRtcVideoChannelTest(field_trials) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +02002146 encoder_factory_->AddSupportedVideoCodecType("VP9");
Erik Språng143cec12015-04-28 10:01:41 +02002147 }
2148 virtual ~Vp9SettingsTest() {}
2149
2150 protected:
Erik Språng143cec12015-04-28 10:01:41 +02002151 void TearDown() override {
2152 // Remove references to encoder_factory_ since this will be destroyed
2153 // before channel_ and engine_.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002154 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
Erik Språng143cec12015-04-28 10:01:41 +02002155 }
Erik Språng143cec12015-04-28 10:01:41 +02002156};
2157
2158TEST_F(Vp9SettingsTest, VerifyVp9SpecificSettings) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002159 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002160 parameters.codecs.push_back(GetEngineCodec("VP9"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002161 ASSERT_TRUE(channel_->SetSendParameters(parameters));
Erik Språng143cec12015-04-28 10:01:41 +02002162
Peter Boström2feafdb2015-09-09 14:32:14 +02002163 FakeVideoSendStream* stream = SetUpSimulcast(false, false);
Erik Språng143cec12015-04-28 10:01:41 +02002164
Tommi85959932018-02-07 19:26:06 +01002165 FakeVideoCapturerWithTaskQueue capturer;
Erik Språng143cec12015-04-28 10:01:41 +02002166 EXPECT_EQ(cricket::CS_RUNNING,
2167 capturer.Start(capturer.GetSupportedFormats()->front()));
deadbeef5a4a75a2016-06-02 16:23:38 -07002168 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
Erik Språng143cec12015-04-28 10:01:41 +02002169 channel_->SetSend(true);
2170
2171 EXPECT_TRUE(capturer.CaptureFrame());
2172
pbos4cba4eb2015-10-26 11:18:18 -07002173 webrtc::VideoCodecVP9 vp9_settings;
2174 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
jianja5e8aa62017-03-27 10:09:00 -07002175 EXPECT_TRUE(vp9_settings.denoisingOn)
2176 << "VP9 denoising should be on by default.";
pbos4cba4eb2015-10-26 11:18:18 -07002177
nisse05103312016-03-16 02:22:50 -07002178 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002179
Erik Språng143cec12015-04-28 10:01:41 +02002180 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2181 EXPECT_FALSE(vp9_settings.denoisingOn);
2182 // Frame dropping always on for real time video.
2183 EXPECT_TRUE(vp9_settings.frameDroppingOn);
2184
nisse05103312016-03-16 02:22:50 -07002185 stream = SetDenoisingOption(last_ssrc_, &capturer, true);
Erik Språng143cec12015-04-28 10:01:41 +02002186
2187 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2188 EXPECT_TRUE(vp9_settings.denoisingOn);
2189 EXPECT_TRUE(vp9_settings.frameDroppingOn);
2190
2191 // In screen-share mode, denoising is forced off.
nisse05103312016-03-16 02:22:50 -07002192 VideoOptions options;
Oskar Sundbom78807582017-11-16 11:09:55 +01002193 options.is_screencast = true;
deadbeef5a4a75a2016-06-02 16:23:38 -07002194 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
perkj2d5f0912016-02-29 00:04:41 -08002195
nisse05103312016-03-16 02:22:50 -07002196 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002197
2198 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2199 EXPECT_FALSE(vp9_settings.denoisingOn);
2200 // Frame dropping always off for screen sharing.
2201 EXPECT_FALSE(vp9_settings.frameDroppingOn);
2202
nisse05103312016-03-16 02:22:50 -07002203 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002204
2205 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2206 EXPECT_FALSE(vp9_settings.denoisingOn);
2207 EXPECT_FALSE(vp9_settings.frameDroppingOn);
2208
deadbeef5a4a75a2016-06-02 16:23:38 -07002209 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002210}
2211
asaperssonc5dabdd2016-03-21 04:15:50 -07002212class Vp9SettingsTestWithFieldTrial : public Vp9SettingsTest {
2213 public:
brandtr468da7c2016-11-22 02:16:47 -08002214 explicit Vp9SettingsTestWithFieldTrial(const char* field_trials)
asaperssonc5dabdd2016-03-21 04:15:50 -07002215 : Vp9SettingsTest(field_trials) {}
2216
2217 protected:
2218 void VerifySettings(int num_spatial_layers, int num_temporal_layers) {
2219 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002220 parameters.codecs.push_back(GetEngineCodec("VP9"));
asaperssonc5dabdd2016-03-21 04:15:50 -07002221 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2222
2223 FakeVideoSendStream* stream = SetUpSimulcast(false, false);
2224
Tommi85959932018-02-07 19:26:06 +01002225 FakeVideoCapturerWithTaskQueue capturer;
asaperssonc5dabdd2016-03-21 04:15:50 -07002226 EXPECT_EQ(cricket::CS_RUNNING,
2227 capturer.Start(capturer.GetSupportedFormats()->front()));
deadbeef5a4a75a2016-06-02 16:23:38 -07002228 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
asaperssonc5dabdd2016-03-21 04:15:50 -07002229 channel_->SetSend(true);
2230
2231 EXPECT_TRUE(capturer.CaptureFrame());
2232
2233 webrtc::VideoCodecVP9 vp9_settings;
2234 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2235 EXPECT_EQ(num_spatial_layers, vp9_settings.numberOfSpatialLayers);
2236 EXPECT_EQ(num_temporal_layers, vp9_settings.numberOfTemporalLayers);
2237
deadbeef5a4a75a2016-06-02 16:23:38 -07002238 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
asaperssonc5dabdd2016-03-21 04:15:50 -07002239 }
2240};
2241
2242class Vp9SettingsTestWithNoFlag : public Vp9SettingsTestWithFieldTrial {
2243 public:
2244 Vp9SettingsTestWithNoFlag() : Vp9SettingsTestWithFieldTrial("") {}
2245};
2246
2247TEST_F(Vp9SettingsTestWithNoFlag, VerifySettings) {
2248 const int kNumSpatialLayers = 1;
2249 const int kNumTemporalLayers = 1;
2250 VerifySettings(kNumSpatialLayers, kNumTemporalLayers);
2251}
2252
2253class Vp9SettingsTestWithInvalidFlag : public Vp9SettingsTestWithFieldTrial {
2254 public:
2255 Vp9SettingsTestWithInvalidFlag()
2256 : Vp9SettingsTestWithFieldTrial("WebRTC-SupportVP9SVC/Default/") {}
2257};
2258
2259TEST_F(Vp9SettingsTestWithInvalidFlag, VerifySettings) {
2260 const int kNumSpatialLayers = 1;
2261 const int kNumTemporalLayers = 1;
2262 VerifySettings(kNumSpatialLayers, kNumTemporalLayers);
2263}
2264
2265class Vp9SettingsTestWith2SL3TLFlag : public Vp9SettingsTestWithFieldTrial {
2266 public:
2267 Vp9SettingsTestWith2SL3TLFlag()
2268 : Vp9SettingsTestWithFieldTrial(
2269 "WebRTC-SupportVP9SVC/EnabledByFlag_2SL3TL/") {}
2270};
2271
2272TEST_F(Vp9SettingsTestWith2SL3TLFlag, VerifySettings) {
2273 const int kNumSpatialLayers = 2;
2274 const int kNumTemporalLayers = 3;
2275 VerifySettings(kNumSpatialLayers, kNumTemporalLayers);
2276}
2277
Åsa Persson45bbc8a2017-11-13 10:16:47 +01002278TEST_F(WebRtcVideoChannelTest, VerifyMinBitrate) {
2279 std::vector<webrtc::VideoStream> streams = AddSendStream()->GetVideoStreams();
2280 ASSERT_EQ(1u, streams.size());
2281 EXPECT_EQ(cricket::kMinVideoBitrateBps, streams[0].min_bitrate_bps);
2282}
2283
2284TEST_F(WebRtcVideoChannelTest, VerifyMinBitrateWithForcedFallbackFieldTrial) {
2285 webrtc::test::ScopedFieldTrials override_field_trials_(
2286 "WebRTC-VP8-Forced-Fallback-Encoder-v2/Enabled-1,2,34567/");
2287 std::vector<webrtc::VideoStream> streams = AddSendStream()->GetVideoStreams();
2288 ASSERT_EQ(1u, streams.size());
2289 EXPECT_EQ(34567, streams[0].min_bitrate_bps);
2290}
2291
asapersson3c81a1a2017-06-14 05:52:21 -07002292TEST_F(WebRtcVideoChannelTest,
2293 BalancedDegradationPreferenceNotSupportedWithoutFieldtrial) {
2294 webrtc::test::ScopedFieldTrials override_field_trials_(
2295 "WebRTC-Video-BalancedDegradation/Disabled/");
2296 const bool kResolutionScalingEnabled = true;
2297 const bool kFpsScalingEnabled = false;
2298 TestDegradationPreference(kResolutionScalingEnabled, kFpsScalingEnabled);
2299}
2300
2301TEST_F(WebRtcVideoChannelTest,
2302 BalancedDegradationPreferenceSupportedBehindFieldtrial) {
2303 webrtc::test::ScopedFieldTrials override_field_trials_(
2304 "WebRTC-Video-BalancedDegradation/Enabled/");
2305 const bool kResolutionScalingEnabled = true;
2306 const bool kFpsScalingEnabled = true;
2307 TestDegradationPreference(kResolutionScalingEnabled, kFpsScalingEnabled);
2308}
2309
eladalonf1841382017-06-12 01:16:46 -07002310TEST_F(WebRtcVideoChannelTest, AdaptsOnOveruse) {
Erik Språngefbde372015-04-29 16:21:28 +02002311 TestCpuAdaptation(true, false);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002312}
2313
eladalonf1841382017-06-12 01:16:46 -07002314TEST_F(WebRtcVideoChannelTest, DoesNotAdaptOnOveruseWhenDisabled) {
Erik Språngefbde372015-04-29 16:21:28 +02002315 TestCpuAdaptation(false, false);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002316}
2317
eladalonf1841382017-06-12 01:16:46 -07002318TEST_F(WebRtcVideoChannelTest, DoesNotAdaptOnOveruseWhenScreensharing) {
Erik Språngefbde372015-04-29 16:21:28 +02002319 TestCpuAdaptation(true, true);
2320}
2321
eladalonf1841382017-06-12 01:16:46 -07002322TEST_F(WebRtcVideoChannelTest, AdaptsOnOveruseAndChangeResolution) {
magjed509e4fe2016-11-18 01:34:11 -08002323 cricket::VideoCodec codec = GetEngineCodec("VP8");
perkj2d5f0912016-02-29 00:04:41 -08002324 cricket::VideoSendParameters parameters;
2325 parameters.codecs.push_back(codec);
2326
kthelgason2bc68642017-02-07 07:02:22 -08002327 MediaConfig media_config = GetMediaConfig();
perkj2d5f0912016-02-29 00:04:41 -08002328 channel_.reset(
2329 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08002330 channel_->OnReadyToSend(true);
perkj2d5f0912016-02-29 00:04:41 -08002331 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2332
2333 AddSendStream();
2334
Tommi85959932018-02-07 19:26:06 +01002335 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07002336 ASSERT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
perkj2d5f0912016-02-29 00:04:41 -08002337 ASSERT_EQ(cricket::CS_RUNNING,
2338 capturer.Start(capturer.GetSupportedFormats()->front()));
2339 ASSERT_TRUE(channel_->SetSend(true));
2340
2341 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
2342 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
perkj2d5f0912016-02-29 00:04:41 -08002343
2344 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2345 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
2346 EXPECT_EQ(1280, send_stream->GetLastWidth());
2347 EXPECT_EQ(720, send_stream->GetLastHeight());
2348
2349 // Trigger overuse.
perkj803d97f2016-11-01 11:45:46 -07002350 rtc::VideoSinkWants wants;
sprangc5d62e22017-04-02 23:53:04 -07002351 wants.max_pixel_count =
2352 send_stream->GetLastWidth() * send_stream->GetLastHeight() - 1;
perkj803d97f2016-11-01 11:45:46 -07002353 send_stream->InjectVideoSinkWants(wants);
perkj2d5f0912016-02-29 00:04:41 -08002354 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2355 EXPECT_EQ(2, send_stream->GetNumberOfSwappedFrames());
2356 EXPECT_EQ(1280 * 3 / 4, send_stream->GetLastWidth());
2357 EXPECT_EQ(720 * 3 / 4, send_stream->GetLastHeight());
2358
2359 // Trigger overuse again.
sprangc5d62e22017-04-02 23:53:04 -07002360 wants.max_pixel_count =
2361 send_stream->GetLastWidth() * send_stream->GetLastHeight() - 1;
perkj803d97f2016-11-01 11:45:46 -07002362 send_stream->InjectVideoSinkWants(wants);
perkj2d5f0912016-02-29 00:04:41 -08002363 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2364 EXPECT_EQ(3, send_stream->GetNumberOfSwappedFrames());
2365 EXPECT_EQ(1280 * 2 / 4, send_stream->GetLastWidth());
2366 EXPECT_EQ(720 * 2 / 4, send_stream->GetLastHeight());
2367
2368 // Change input resolution.
2369 EXPECT_TRUE(capturer.CaptureCustomFrame(1284, 724, cricket::FOURCC_I420));
perkj803d97f2016-11-01 11:45:46 -07002370 EXPECT_EQ(4, send_stream->GetNumberOfSwappedFrames());
perkj2d5f0912016-02-29 00:04:41 -08002371 EXPECT_EQ(1284 / 2, send_stream->GetLastWidth());
2372 EXPECT_EQ(724 / 2, send_stream->GetLastHeight());
2373
2374 // Trigger underuse which should go back up in resolution.
sprang84a37592017-02-10 07:04:27 -08002375 int current_pixel_count =
2376 send_stream->GetLastWidth() * send_stream->GetLastHeight();
2377 // Cap the max to 4x the pixel count (assuming max 1/2 x 1/2 scale downs)
2378 // of the current stream, so we don't take too large steps.
sprangc5d62e22017-04-02 23:53:04 -07002379 wants.max_pixel_count = current_pixel_count * 4;
sprang84a37592017-02-10 07:04:27 -08002380 // Default step down is 3/5 pixel count, so go up by 5/3.
Oskar Sundbom78807582017-11-16 11:09:55 +01002381 wants.target_pixel_count = (current_pixel_count * 5 / 3);
perkj803d97f2016-11-01 11:45:46 -07002382 send_stream->InjectVideoSinkWants(wants);
perkj2d5f0912016-02-29 00:04:41 -08002383 EXPECT_TRUE(capturer.CaptureCustomFrame(1284, 724, cricket::FOURCC_I420));
perkj803d97f2016-11-01 11:45:46 -07002384 EXPECT_EQ(5, send_stream->GetNumberOfSwappedFrames());
perkj2d5f0912016-02-29 00:04:41 -08002385 EXPECT_EQ(1284 * 3 / 4, send_stream->GetLastWidth());
2386 EXPECT_EQ(724 * 3 / 4, send_stream->GetLastHeight());
2387
sprang84a37592017-02-10 07:04:27 -08002388 // Trigger underuse again, should go back up to full resolution.
2389 current_pixel_count =
2390 send_stream->GetLastWidth() * send_stream->GetLastHeight();
sprangc5d62e22017-04-02 23:53:04 -07002391 wants.max_pixel_count = current_pixel_count * 4;
Oskar Sundbom78807582017-11-16 11:09:55 +01002392 wants.target_pixel_count = (current_pixel_count * 5 / 3);
perkj803d97f2016-11-01 11:45:46 -07002393 send_stream->InjectVideoSinkWants(wants);
perkj2d5f0912016-02-29 00:04:41 -08002394 EXPECT_TRUE(capturer.CaptureCustomFrame(1284, 724, cricket::FOURCC_I420));
perkj803d97f2016-11-01 11:45:46 -07002395 EXPECT_EQ(6, send_stream->GetNumberOfSwappedFrames());
perkj2d5f0912016-02-29 00:04:41 -08002396 EXPECT_EQ(1284, send_stream->GetLastWidth());
2397 EXPECT_EQ(724, send_stream->GetLastHeight());
2398
deadbeef5a4a75a2016-06-02 16:23:38 -07002399 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
perkj2d5f0912016-02-29 00:04:41 -08002400}
2401
eladalonf1841382017-06-12 01:16:46 -07002402TEST_F(WebRtcVideoChannelTest, PreviousAdaptationDoesNotApplyToScreenshare) {
magjed509e4fe2016-11-18 01:34:11 -08002403 cricket::VideoCodec codec = GetEngineCodec("VP8");
Per766ad3b2016-04-05 15:23:49 +02002404 cricket::VideoSendParameters parameters;
2405 parameters.codecs.push_back(codec);
2406
kthelgason2bc68642017-02-07 07:02:22 -08002407 MediaConfig media_config = GetMediaConfig();
Niels Möller1d7ecd22018-01-18 15:25:12 +01002408 media_config.video.enable_cpu_adaptation = true;
Per766ad3b2016-04-05 15:23:49 +02002409 channel_.reset(
2410 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08002411 channel_->OnReadyToSend(true);
Per766ad3b2016-04-05 15:23:49 +02002412 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2413
2414 AddSendStream();
2415
Tommi85959932018-02-07 19:26:06 +01002416 FakeVideoCapturerWithTaskQueue capturer;
Per766ad3b2016-04-05 15:23:49 +02002417 ASSERT_EQ(cricket::CS_RUNNING,
2418 capturer.Start(capturer.GetSupportedFormats()->front()));
2419 ASSERT_TRUE(channel_->SetSend(true));
2420 cricket::VideoOptions camera_options;
Oskar Sundbom78807582017-11-16 11:09:55 +01002421 camera_options.is_screencast = false;
deadbeef5a4a75a2016-06-02 16:23:38 -07002422 channel_->SetVideoSend(last_ssrc_, true /* enable */, &camera_options,
2423 &capturer);
Per766ad3b2016-04-05 15:23:49 +02002424
2425 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
2426 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
Per766ad3b2016-04-05 15:23:49 +02002427
2428 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2429 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
2430 EXPECT_EQ(1280, send_stream->GetLastWidth());
2431 EXPECT_EQ(720, send_stream->GetLastHeight());
2432
2433 // Trigger overuse.
perkj803d97f2016-11-01 11:45:46 -07002434 rtc::VideoSinkWants wants;
sprangc5d62e22017-04-02 23:53:04 -07002435 wants.max_pixel_count =
2436 send_stream->GetLastWidth() * send_stream->GetLastHeight() - 1;
perkj803d97f2016-11-01 11:45:46 -07002437 send_stream->InjectVideoSinkWants(wants);
Per766ad3b2016-04-05 15:23:49 +02002438 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2439 EXPECT_EQ(2, send_stream->GetNumberOfSwappedFrames());
2440 EXPECT_EQ(1280 * 3 / 4, send_stream->GetLastWidth());
2441 EXPECT_EQ(720 * 3 / 4, send_stream->GetLastHeight());
2442
2443 // Switch to screen share. Expect no CPU adaptation.
Tommi85959932018-02-07 19:26:06 +01002444 FakeVideoCapturerWithTaskQueue screen_share(true);
Per766ad3b2016-04-05 15:23:49 +02002445 ASSERT_EQ(cricket::CS_RUNNING,
2446 screen_share.Start(screen_share.GetSupportedFormats()->front()));
Per766ad3b2016-04-05 15:23:49 +02002447 cricket::VideoOptions screenshare_options;
Oskar Sundbom78807582017-11-16 11:09:55 +01002448 screenshare_options.is_screencast = true;
deadbeef5a4a75a2016-06-02 16:23:38 -07002449 channel_->SetVideoSend(last_ssrc_, true /* enable */, &screenshare_options,
2450 &screen_share);
Per766ad3b2016-04-05 15:23:49 +02002451 EXPECT_TRUE(screen_share.CaptureCustomFrame(1284, 724, cricket::FOURCC_I420));
sprangf24a0642017-02-28 13:23:26 -08002452 ASSERT_EQ(2, fake_call_->GetNumCreatedSendStreams());
2453 send_stream = fake_call_->GetVideoSendStreams().front();
2454 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
Per766ad3b2016-04-05 15:23:49 +02002455 EXPECT_EQ(1284, send_stream->GetLastWidth());
2456 EXPECT_EQ(724, send_stream->GetLastHeight());
2457
2458 // Switch back to the normal capturer. Expect the frame to be CPU adapted.
deadbeef5a4a75a2016-06-02 16:23:38 -07002459 channel_->SetVideoSend(last_ssrc_, true /* enable */, &camera_options,
2460 &capturer);
sprangf24a0642017-02-28 13:23:26 -08002461 send_stream = fake_call_->GetVideoSendStreams().front();
2462 // We have a new fake send stream, so it doesn't remember the old sink wants.
2463 // In practice, it will be populated from
mflodmancc3d4422017-08-03 08:27:51 -07002464 // VideoStreamEncoder::VideoSourceProxy::SetSource(), so simulate that here.
sprangf24a0642017-02-28 13:23:26 -08002465 send_stream->InjectVideoSinkWants(wants);
Per766ad3b2016-04-05 15:23:49 +02002466 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
sprangf24a0642017-02-28 13:23:26 -08002467 ASSERT_EQ(3, fake_call_->GetNumCreatedSendStreams());
2468 send_stream = fake_call_->GetVideoSendStreams().front();
2469 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
Per766ad3b2016-04-05 15:23:49 +02002470 EXPECT_EQ(1280 * 3 / 4, send_stream->GetLastWidth());
2471 EXPECT_EQ(720 * 3 / 4, send_stream->GetLastHeight());
2472
deadbeef5a4a75a2016-06-02 16:23:38 -07002473 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Per766ad3b2016-04-05 15:23:49 +02002474}
2475
asapersson3c81a1a2017-06-14 05:52:21 -07002476// TODO(asapersson): Remove this test when the balanced field trial is removed.
2477void WebRtcVideoChannelTest::TestDegradationPreference(
2478 bool resolution_scaling_enabled,
2479 bool fps_scaling_enabled) {
2480 cricket::VideoCodec codec = GetEngineCodec("VP8");
2481 cricket::VideoSendParameters parameters;
2482 parameters.codecs.push_back(codec);
2483
2484 MediaConfig media_config = GetMediaConfig();
Niels Möller1d7ecd22018-01-18 15:25:12 +01002485 media_config.video.enable_cpu_adaptation = true;
asapersson3c81a1a2017-06-14 05:52:21 -07002486 channel_.reset(
2487 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
2488 channel_->OnReadyToSend(true);
2489
2490 EXPECT_TRUE(channel_->SetSendParameters(parameters));
2491
2492 AddSendStream();
2493
Tommi85959932018-02-07 19:26:06 +01002494 FakeVideoCapturerWithTaskQueue capturer;
asapersson3c81a1a2017-06-14 05:52:21 -07002495 VideoOptions options;
2496 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
2497 cricket::VideoFormat capture_format = capturer.GetSupportedFormats()->front();
2498 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format));
2499
2500 EXPECT_TRUE(channel_->SetSend(true));
2501
2502 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
2503 EXPECT_EQ(resolution_scaling_enabled,
2504 send_stream->resolution_scaling_enabled());
2505 EXPECT_EQ(fps_scaling_enabled, send_stream->framerate_scaling_enabled());
2506
2507 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
2508}
2509
eladalonf1841382017-06-12 01:16:46 -07002510void WebRtcVideoChannelTest::TestCpuAdaptation(bool enable_overuse,
2511 bool is_screenshare) {
sprangc5d62e22017-04-02 23:53:04 -07002512 const int kDefaultFps = 30;
magjed509e4fe2016-11-18 01:34:11 -08002513 cricket::VideoCodec codec = GetEngineCodec("VP8");
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002514 cricket::VideoSendParameters parameters;
2515 parameters.codecs.push_back(codec);
nisse51542be2016-02-12 02:27:06 -08002516
kthelgason2bc68642017-02-07 07:02:22 -08002517 MediaConfig media_config = GetMediaConfig();
2518 if (enable_overuse) {
Niels Möller1d7ecd22018-01-18 15:25:12 +01002519 media_config.video.enable_cpu_adaptation = true;
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002520 }
nisse51542be2016-02-12 02:27:06 -08002521 channel_.reset(
2522 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08002523 channel_->OnReadyToSend(true);
nisse51542be2016-02-12 02:27:06 -08002524
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002525 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002526
2527 AddSendStream();
2528
Tommi85959932018-02-07 19:26:06 +01002529 FakeVideoCapturerWithTaskQueue capturer;
nisse05103312016-03-16 02:22:50 -07002530 VideoOptions options;
Oskar Sundbom78807582017-11-16 11:09:55 +01002531 options.is_screencast = is_screenshare;
deadbeef5a4a75a2016-06-02 16:23:38 -07002532 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
perkj26752742016-10-24 01:21:16 -07002533 cricket::VideoFormat capture_format = capturer.GetSupportedFormats()->front();
sprangc5d62e22017-04-02 23:53:04 -07002534 capture_format.interval = rtc::kNumNanosecsPerSec / kDefaultFps;
perkj26752742016-10-24 01:21:16 -07002535 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002536
2537 EXPECT_TRUE(channel_->SetSend(true));
2538
solenberge5269742015-09-08 05:13:22 -07002539 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
perkj2d5f0912016-02-29 00:04:41 -08002540
sprangc5d62e22017-04-02 23:53:04 -07002541 if (!enable_overuse) {
perkj803d97f2016-11-01 11:45:46 -07002542 EXPECT_FALSE(send_stream->resolution_scaling_enabled());
sprangc5d62e22017-04-02 23:53:04 -07002543 EXPECT_FALSE(send_stream->framerate_scaling_enabled());
2544 EXPECT_EQ(is_screenshare, send_stream->framerate_scaling_enabled());
perkj2d5f0912016-02-29 00:04:41 -08002545
2546 EXPECT_TRUE(capturer.CaptureFrame());
2547 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
2548
perkj26752742016-10-24 01:21:16 -07002549 EXPECT_EQ(capture_format.width, send_stream->GetLastWidth());
2550 EXPECT_EQ(capture_format.height, send_stream->GetLastHeight());
perkj2d5f0912016-02-29 00:04:41 -08002551
deadbeef5a4a75a2016-06-02 16:23:38 -07002552 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
perkj2d5f0912016-02-29 00:04:41 -08002553 return;
2554 }
2555
sprangc5d62e22017-04-02 23:53:04 -07002556 if (is_screenshare) {
2557 EXPECT_FALSE(send_stream->resolution_scaling_enabled());
2558 EXPECT_TRUE(send_stream->framerate_scaling_enabled());
2559 } else {
2560 EXPECT_TRUE(send_stream->resolution_scaling_enabled());
2561 EXPECT_FALSE(send_stream->framerate_scaling_enabled());
2562 }
2563
perkj803d97f2016-11-01 11:45:46 -07002564 // Trigger overuse.
2565 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
2566
2567 rtc::VideoSinkWants wants;
sprangc5d62e22017-04-02 23:53:04 -07002568 if (is_screenshare) {
2569 wants.max_framerate_fps = (kDefaultFps * 2) / 3;
2570 } else {
2571 wants.max_pixel_count = capture_format.width * capture_format.height - 1;
2572 }
perkj803d97f2016-11-01 11:45:46 -07002573 send_stream->InjectVideoSinkWants(wants);
2574
sprangc5d62e22017-04-02 23:53:04 -07002575 for (int i = 0; i < kDefaultFps; ++i)
2576 EXPECT_TRUE(capturer.CaptureFrame());
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002577
sprangc5d62e22017-04-02 23:53:04 -07002578 if (is_screenshare) {
2579 // Drops every third frame.
2580 EXPECT_EQ(kDefaultFps * 2 / 3, send_stream->GetNumberOfSwappedFrames());
2581 EXPECT_EQ(send_stream->GetLastWidth(), capture_format.width);
2582 EXPECT_EQ(send_stream->GetLastHeight(), capture_format.height);
2583 } else {
2584 EXPECT_EQ(kDefaultFps, send_stream->GetNumberOfSwappedFrames());
2585 EXPECT_LT(send_stream->GetLastWidth(), capture_format.width);
2586 EXPECT_LT(send_stream->GetLastHeight(), capture_format.height);
2587 }
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002588
2589 // Trigger underuse which should go back to normal resolution.
sprang84a37592017-02-10 07:04:27 -08002590 int last_pixel_count =
2591 send_stream->GetLastWidth() * send_stream->GetLastHeight();
sprangc5d62e22017-04-02 23:53:04 -07002592 if (is_screenshare) {
2593 wants.max_framerate_fps = kDefaultFps;
2594 } else {
2595 wants.max_pixel_count = last_pixel_count * 4;
2596 wants.target_pixel_count.emplace((last_pixel_count * 5) / 3);
2597 }
perkj803d97f2016-11-01 11:45:46 -07002598 send_stream->InjectVideoSinkWants(wants);
2599
sprangc5d62e22017-04-02 23:53:04 -07002600 for (int i = 0; i < kDefaultFps; ++i)
2601 EXPECT_TRUE(capturer.CaptureFrame());
2602
2603 if (is_screenshare) {
2604 EXPECT_EQ(kDefaultFps + (kDefaultFps * 2 / 3),
2605 send_stream->GetNumberOfSwappedFrames());
2606 } else {
2607 EXPECT_EQ(kDefaultFps * 2, send_stream->GetNumberOfSwappedFrames());
2608 }
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002609
perkj26752742016-10-24 01:21:16 -07002610 EXPECT_EQ(capture_format.width, send_stream->GetLastWidth());
2611 EXPECT_EQ(capture_format.height, send_stream->GetLastHeight());
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002612
deadbeef5a4a75a2016-06-02 16:23:38 -07002613 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002614}
2615
eladalonf1841382017-06-12 01:16:46 -07002616TEST_F(WebRtcVideoChannelTest, EstimatesNtpStartTimeCorrectly) {
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002617 // Start at last timestamp to verify that wraparounds are estimated correctly.
2618 static const uint32_t kInitialTimestamp = 0xFFFFFFFFu;
2619 static const int64_t kInitialNtpTimeMs = 1247891230;
2620 static const int kFrameOffsetMs = 20;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002621 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002622
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002623 FakeVideoReceiveStream* stream = AddRecvStream();
2624 cricket::FakeVideoRenderer renderer;
nisse08582ff2016-02-04 01:24:52 -08002625 EXPECT_TRUE(channel_->SetSink(last_ssrc_, &renderer));
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002626
nisse64ec8f82016-09-27 00:17:25 -07002627 webrtc::VideoFrame video_frame(CreateBlackFrameBuffer(4, 4),
2628 kInitialTimestamp, 0,
2629 webrtc::kVideoRotation_0);
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002630 // Initial NTP time is not available on the first frame, but should still be
2631 // able to be estimated.
nisseeb83a1a2016-03-21 01:27:56 -07002632 stream->InjectFrame(video_frame);
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002633
2634 EXPECT_EQ(1, renderer.num_rendered_frames());
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002635
2636 // This timestamp is kInitialTimestamp (-1) + kFrameOffsetMs * 90, which
2637 // triggers a constant-overflow warning, hence we're calculating it explicitly
2638 // here.
2639 video_frame.set_timestamp(kFrameOffsetMs * 90 - 1);
2640 video_frame.set_ntp_time_ms(kInitialNtpTimeMs + kFrameOffsetMs);
nisseeb83a1a2016-03-21 01:27:56 -07002641 stream->InjectFrame(video_frame);
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002642
2643 EXPECT_EQ(2, renderer.num_rendered_frames());
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002644
2645 // Verify that NTP time has been correctly deduced.
2646 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00002647 ASSERT_TRUE(channel_->GetStats(&info));
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002648 ASSERT_EQ(1u, info.receivers.size());
2649 EXPECT_EQ(kInitialNtpTimeMs, info.receivers[0].capture_start_ntp_time_ms);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002650}
2651
eladalonf1841382017-06-12 01:16:46 -07002652TEST_F(WebRtcVideoChannelTest, SetDefaultSendCodecs) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002653 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002654
2655 VideoCodec codec;
2656 EXPECT_TRUE(channel_->GetSendCodec(&codec));
pbos@webrtc.org9fbb7172014-06-13 09:34:13 +00002657 EXPECT_TRUE(codec.Matches(engine_.codecs()[0]));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002658
2659 // Using a RTX setup to verify that the default RTX payload type is good.
Peter Boström0c4e06b2015-10-07 12:23:21 +02002660 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
2661 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002662 FakeVideoSendStream* stream = AddSendStream(
2663 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs));
perkj26091b12016-09-01 01:17:40 -07002664 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002665
2666 // Make sure NACK and FEC are enabled on the correct payload types.
2667 EXPECT_EQ(1000, config.rtp.nack.rtp_history_ms);
magjed509e4fe2016-11-18 01:34:11 -08002668 EXPECT_EQ(GetEngineCodec("ulpfec").id, config.rtp.ulpfec.ulpfec_payload_type);
2669 EXPECT_EQ(GetEngineCodec("red").id, config.rtp.ulpfec.red_payload_type);
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002670
2671 EXPECT_EQ(1u, config.rtp.rtx.ssrcs.size());
2672 EXPECT_EQ(kRtxSsrcs1[0], config.rtp.rtx.ssrcs[0]);
Shao Changbine62202f2015-04-21 20:24:50 +08002673 VerifySendStreamHasRtxTypes(config, default_apt_rtx_types_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002674 // TODO(juberti): Check RTCP, PLI, TMMBR.
2675}
2676
brandtr31bd2242017-05-19 05:47:46 -07002677// The following four tests ensures that FlexFEC is not activated by default
2678// when the field trials are not enabled.
2679// TODO(brandtr): Remove or update these tests when FlexFEC _is_ enabled by
2680// default.
eladalonf1841382017-06-12 01:16:46 -07002681TEST_F(WebRtcVideoChannelTest,
brandtr31bd2242017-05-19 05:47:46 -07002682 FlexfecSendCodecWithoutSsrcNotExposedByDefault) {
brandtr468da7c2016-11-22 02:16:47 -08002683 FakeVideoSendStream* stream = AddSendStream();
2684 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2685
brandtr3d200bd2017-01-16 06:59:19 -08002686 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
brandtr31bd2242017-05-19 05:47:46 -07002687 EXPECT_EQ(0U, config.rtp.flexfec.ssrc);
2688 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
brandtr468da7c2016-11-22 02:16:47 -08002689}
2690
eladalonf1841382017-06-12 01:16:46 -07002691TEST_F(WebRtcVideoChannelTest, FlexfecSendCodecWithSsrcNotExposedByDefault) {
brandtr468da7c2016-11-22 02:16:47 -08002692 FakeVideoSendStream* stream = AddSendStream(
2693 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2694 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2695
brandtr3d200bd2017-01-16 06:59:19 -08002696 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
brandtr31bd2242017-05-19 05:47:46 -07002697 EXPECT_EQ(0U, config.rtp.flexfec.ssrc);
2698 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
2699}
2700
eladalonf1841382017-06-12 01:16:46 -07002701TEST_F(WebRtcVideoChannelTest,
brandtr31bd2242017-05-19 05:47:46 -07002702 FlexfecRecvCodecWithoutSsrcNotExposedByDefault) {
2703 AddRecvStream();
2704
2705 const std::vector<FakeFlexfecReceiveStream*>& streams =
2706 fake_call_->GetFlexfecReceiveStreams();
2707 EXPECT_TRUE(streams.empty());
2708}
2709
eladalonf1841382017-06-12 01:16:46 -07002710TEST_F(WebRtcVideoChannelTest, FlexfecRecvCodecWithSsrcNotExposedByDefault) {
brandtr31bd2242017-05-19 05:47:46 -07002711 AddRecvStream(
2712 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2713
2714 const std::vector<FakeFlexfecReceiveStream*>& streams =
2715 fake_call_->GetFlexfecReceiveStreams();
2716 EXPECT_TRUE(streams.empty());
brandtr468da7c2016-11-22 02:16:47 -08002717}
2718
2719// TODO(brandtr): When FlexFEC is no longer behind a field trial, merge all
2720// tests that use this test fixture into the corresponding "non-field trial"
2721// tests.
eladalonf1841382017-06-12 01:16:46 -07002722class WebRtcVideoChannelFlexfecRecvTest : public WebRtcVideoChannelTest {
brandtr468da7c2016-11-22 02:16:47 -08002723 public:
eladalonf1841382017-06-12 01:16:46 -07002724 WebRtcVideoChannelFlexfecRecvTest()
2725 : WebRtcVideoChannelTest("WebRTC-FlexFEC-03-Advertised/Enabled/") {}
brandtr468da7c2016-11-22 02:16:47 -08002726};
2727
eladalonf1841382017-06-12 01:16:46 -07002728TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr36e7d702017-01-13 07:15:54 -08002729 DefaultFlexfecCodecHasTransportCcAndRembFeedbackParam) {
2730 EXPECT_TRUE(cricket::HasTransportCc(GetEngineCodec("flexfec-03")));
2731 EXPECT_TRUE(cricket::HasRemb(GetEngineCodec("flexfec-03")));
2732}
2733
eladalonf1841382017-06-12 01:16:46 -07002734TEST_F(WebRtcVideoChannelFlexfecRecvTest, SetDefaultRecvCodecsWithoutSsrc) {
brandtr31bd2242017-05-19 05:47:46 -07002735 AddRecvStream();
2736
2737 const std::vector<FakeFlexfecReceiveStream*>& streams =
2738 fake_call_->GetFlexfecReceiveStreams();
2739 EXPECT_TRUE(streams.empty());
2740}
2741
eladalonf1841382017-06-12 01:16:46 -07002742TEST_F(WebRtcVideoChannelFlexfecRecvTest, SetDefaultRecvCodecsWithSsrc) {
brandtr31bd2242017-05-19 05:47:46 -07002743 AddRecvStream(
2744 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2745
2746 const std::vector<FakeFlexfecReceiveStream*>& streams =
2747 fake_call_->GetFlexfecReceiveStreams();
2748 ASSERT_EQ(1U, streams.size());
2749 const FakeFlexfecReceiveStream* stream = streams.front();
2750 const webrtc::FlexfecReceiveStream::Config& config = stream->GetConfig();
2751 EXPECT_EQ(GetEngineCodec("flexfec-03").id, config.payload_type);
2752 EXPECT_EQ(kFlexfecSsrc, config.remote_ssrc);
2753 ASSERT_EQ(1U, config.protected_media_ssrcs.size());
2754 EXPECT_EQ(kSsrcs1[0], config.protected_media_ssrcs[0]);
brandtr7cd28b92017-09-22 00:26:25 -07002755
2756 const std::vector<FakeVideoReceiveStream*>& video_streams =
2757 fake_call_->GetVideoReceiveStreams();
2758 ASSERT_EQ(1U, video_streams.size());
2759 const webrtc::VideoReceiveStream::Config& video_config =
2760 video_streams.front()->GetConfig();
2761 EXPECT_TRUE(video_config.rtp.protected_by_flexfec);
brandtr31bd2242017-05-19 05:47:46 -07002762}
2763
eladalonf1841382017-06-12 01:16:46 -07002764TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr11fb4722017-05-30 01:31:37 -07002765 EnablingFlexfecDoesNotRecreateVideoReceiveStream) {
2766 cricket::VideoRecvParameters recv_parameters;
2767 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
2768 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
2769
2770 AddRecvStream(
2771 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2772 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
2773 EXPECT_EQ(1U, fake_call_->GetVideoReceiveStreams().size());
2774
2775 // Enable FlexFEC.
2776 recv_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2777 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
2778 EXPECT_EQ(2, fake_call_->GetNumCreatedReceiveStreams())
2779 << "Enabling FlexFEC should create FlexfecReceiveStream.";
2780 EXPECT_EQ(1U, fake_call_->GetVideoReceiveStreams().size())
2781 << "Enabling FlexFEC should not create VideoReceiveStream.";
2782 EXPECT_EQ(1U, fake_call_->GetFlexfecReceiveStreams().size())
2783 << "Enabling FlexFEC should create a single FlexfecReceiveStream.";
2784}
2785
eladalonf1841382017-06-12 01:16:46 -07002786TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr11fb4722017-05-30 01:31:37 -07002787 DisablingFlexfecDoesNotRecreateVideoReceiveStream) {
2788 cricket::VideoRecvParameters recv_parameters;
2789 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
2790 recv_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2791 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
2792
2793 AddRecvStream(
2794 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2795 EXPECT_EQ(2, fake_call_->GetNumCreatedReceiveStreams());
2796 EXPECT_EQ(1U, fake_call_->GetVideoReceiveStreams().size());
2797 EXPECT_EQ(1U, fake_call_->GetFlexfecReceiveStreams().size());
2798
2799 // Disable FlexFEC.
2800 recv_parameters.codecs.clear();
2801 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
2802 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
2803 EXPECT_EQ(2, fake_call_->GetNumCreatedReceiveStreams())
2804 << "Disabling FlexFEC should not recreate VideoReceiveStream.";
2805 EXPECT_EQ(1U, fake_call_->GetVideoReceiveStreams().size())
2806 << "Disabling FlexFEC should not destroy VideoReceiveStream.";
2807 EXPECT_TRUE(fake_call_->GetFlexfecReceiveStreams().empty())
2808 << "Disabling FlexFEC should destroy FlexfecReceiveStream.";
2809}
2810
brandtr31bd2242017-05-19 05:47:46 -07002811// TODO(brandtr): When FlexFEC is no longer behind a field trial, merge all
2812// tests that use this test fixture into the corresponding "non-field trial"
2813// tests.
eladalonf1841382017-06-12 01:16:46 -07002814class WebRtcVideoChannelFlexfecSendRecvTest : public WebRtcVideoChannelTest {
brandtr31bd2242017-05-19 05:47:46 -07002815 public:
eladalonf1841382017-06-12 01:16:46 -07002816 WebRtcVideoChannelFlexfecSendRecvTest()
2817 : WebRtcVideoChannelTest(
brandtr31bd2242017-05-19 05:47:46 -07002818 "WebRTC-FlexFEC-03-Advertised/Enabled/WebRTC-FlexFEC-03/Enabled/") {
2819 }
2820};
2821
eladalonf1841382017-06-12 01:16:46 -07002822TEST_F(WebRtcVideoChannelFlexfecSendRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07002823 SetDefaultSendCodecsWithoutSsrc) {
brandtr468da7c2016-11-22 02:16:47 -08002824 FakeVideoSendStream* stream = AddSendStream();
2825 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2826
brandtr3d200bd2017-01-16 06:59:19 -08002827 EXPECT_EQ(GetEngineCodec("flexfec-03").id, config.rtp.flexfec.payload_type);
2828 EXPECT_EQ(0U, config.rtp.flexfec.ssrc);
2829 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
brandtr468da7c2016-11-22 02:16:47 -08002830}
2831
eladalonf1841382017-06-12 01:16:46 -07002832TEST_F(WebRtcVideoChannelFlexfecSendRecvTest, SetDefaultSendCodecsWithSsrc) {
brandtr468da7c2016-11-22 02:16:47 -08002833 FakeVideoSendStream* stream = AddSendStream(
2834 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2835 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2836
brandtr3d200bd2017-01-16 06:59:19 -08002837 EXPECT_EQ(GetEngineCodec("flexfec-03").id, config.rtp.flexfec.payload_type);
2838 EXPECT_EQ(kFlexfecSsrc, config.rtp.flexfec.ssrc);
2839 ASSERT_EQ(1U, config.rtp.flexfec.protected_media_ssrcs.size());
2840 EXPECT_EQ(kSsrcs1[0], config.rtp.flexfec.protected_media_ssrcs[0]);
brandtr468da7c2016-11-22 02:16:47 -08002841}
2842
eladalonf1841382017-06-12 01:16:46 -07002843TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithoutFec) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002844 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002845 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002846 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002847
2848 FakeVideoSendStream* stream = AddSendStream();
perkj26091b12016-09-01 01:17:40 -07002849 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002850
brandtrb5f2c3f2016-10-04 23:28:39 -07002851 EXPECT_EQ(-1, config.rtp.ulpfec.ulpfec_payload_type);
2852 EXPECT_EQ(-1, config.rtp.ulpfec.red_payload_type);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002853}
2854
eladalonf1841382017-06-12 01:16:46 -07002855TEST_F(WebRtcVideoChannelFlexfecSendRecvTest, SetSendCodecsWithoutFec) {
brandtr468da7c2016-11-22 02:16:47 -08002856 cricket::VideoSendParameters parameters;
2857 parameters.codecs.push_back(GetEngineCodec("VP8"));
2858 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2859
2860 FakeVideoSendStream* stream = AddSendStream();
2861 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2862
brandtr3d200bd2017-01-16 06:59:19 -08002863 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
brandtr468da7c2016-11-22 02:16:47 -08002864}
2865
eladalonf1841382017-06-12 01:16:46 -07002866TEST_F(WebRtcVideoChannelFlexfecRecvTest, SetRecvCodecsWithFec) {
brandtr9c3d4c42017-01-23 06:59:13 -08002867 AddRecvStream(
2868 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
brandtr9c3d4c42017-01-23 06:59:13 -08002869
2870 cricket::VideoRecvParameters recv_parameters;
2871 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
2872 recv_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2873 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
brandtr9d58d942017-02-03 04:43:41 -08002874
2875 const std::vector<FakeFlexfecReceiveStream*>& flexfec_streams =
2876 fake_call_->GetFlexfecReceiveStreams();
2877 ASSERT_EQ(1U, flexfec_streams.size());
2878 const FakeFlexfecReceiveStream* flexfec_stream = flexfec_streams.front();
2879 const webrtc::FlexfecReceiveStream::Config& flexfec_stream_config =
2880 flexfec_stream->GetConfig();
brandtr9c3d4c42017-01-23 06:59:13 -08002881 EXPECT_EQ(GetEngineCodec("flexfec-03").id,
brandtr9d58d942017-02-03 04:43:41 -08002882 flexfec_stream_config.payload_type);
2883 EXPECT_EQ(kFlexfecSsrc, flexfec_stream_config.remote_ssrc);
2884 ASSERT_EQ(1U, flexfec_stream_config.protected_media_ssrcs.size());
2885 EXPECT_EQ(kSsrcs1[0], flexfec_stream_config.protected_media_ssrcs[0]);
2886 const std::vector<FakeVideoReceiveStream*>& video_streams =
2887 fake_call_->GetVideoReceiveStreams();
2888 const FakeVideoReceiveStream* video_stream = video_streams.front();
2889 const webrtc::VideoReceiveStream::Config& video_stream_config =
2890 video_stream->GetConfig();
2891 EXPECT_EQ(video_stream_config.rtp.local_ssrc,
2892 flexfec_stream_config.local_ssrc);
2893 EXPECT_EQ(video_stream_config.rtp.rtcp_mode, flexfec_stream_config.rtcp_mode);
2894 EXPECT_EQ(video_stream_config.rtcp_send_transport,
2895 flexfec_stream_config.rtcp_send_transport);
2896 // TODO(brandtr): Update this EXPECT when we set |transport_cc| in a
2897 // spec-compliant way.
2898 EXPECT_EQ(video_stream_config.rtp.transport_cc,
2899 flexfec_stream_config.transport_cc);
2900 EXPECT_EQ(video_stream_config.rtp.rtcp_mode, flexfec_stream_config.rtcp_mode);
2901 EXPECT_EQ(video_stream_config.rtp.extensions,
2902 flexfec_stream_config.rtp_header_extensions);
brandtr9c3d4c42017-01-23 06:59:13 -08002903}
2904
brandtr31bd2242017-05-19 05:47:46 -07002905// We should not send FlexFEC, even if we advertise it, unless the right
2906// field trial is set.
2907// TODO(brandtr): Remove when FlexFEC is enabled by default.
eladalonf1841382017-06-12 01:16:46 -07002908TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07002909 SetSendCodecsWithoutSsrcWithFecDoesNotEnableFec) {
2910 cricket::VideoSendParameters parameters;
2911 parameters.codecs.push_back(GetEngineCodec("VP8"));
2912 parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2913 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2914
2915 FakeVideoSendStream* stream = AddSendStream();
2916 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2917
2918 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
2919 EXPECT_EQ(0, config.rtp.flexfec.ssrc);
2920 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
2921}
2922
eladalonf1841382017-06-12 01:16:46 -07002923TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07002924 SetSendCodecsWithSsrcWithFecDoesNotEnableFec) {
2925 cricket::VideoSendParameters parameters;
2926 parameters.codecs.push_back(GetEngineCodec("VP8"));
2927 parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2928 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2929
2930 FakeVideoSendStream* stream = AddSendStream(
2931 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2932 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2933
2934 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
2935 EXPECT_EQ(0, config.rtp.flexfec.ssrc);
2936 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
2937}
2938
eladalonf1841382017-06-12 01:16:46 -07002939TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002940 SetSendCodecRejectsRtxWithoutAssociatedPayloadType) {
magjed509e4fe2016-11-18 01:34:11 -08002941 const int kUnusedPayloadType = 127;
2942 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType));
2943
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002944 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002945 cricket::VideoCodec rtx_codec(kUnusedPayloadType, "rtx");
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002946 parameters.codecs.push_back(rtx_codec);
2947 EXPECT_FALSE(channel_->SetSendParameters(parameters))
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002948 << "RTX codec without associated payload type should be rejected.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002949}
2950
eladalonf1841382017-06-12 01:16:46 -07002951TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002952 SetSendCodecRejectsRtxWithoutMatchingVideoCodec) {
magjed509e4fe2016-11-18 01:34:11 -08002953 const int kUnusedPayloadType1 = 126;
2954 const int kUnusedPayloadType2 = 127;
2955 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType1));
2956 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType2));
2957 {
2958 cricket::VideoCodec rtx_codec = cricket::VideoCodec::CreateRtxCodec(
2959 kUnusedPayloadType1, GetEngineCodec("VP8").id);
2960 cricket::VideoSendParameters parameters;
2961 parameters.codecs.push_back(GetEngineCodec("VP8"));
2962 parameters.codecs.push_back(rtx_codec);
2963 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2964 }
2965 {
2966 cricket::VideoCodec rtx_codec = cricket::VideoCodec::CreateRtxCodec(
2967 kUnusedPayloadType1, kUnusedPayloadType2);
2968 cricket::VideoSendParameters parameters;
2969 parameters.codecs.push_back(GetEngineCodec("VP8"));
2970 parameters.codecs.push_back(rtx_codec);
2971 EXPECT_FALSE(channel_->SetSendParameters(parameters))
2972 << "RTX without matching video codec should be rejected.";
2973 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002974}
2975
eladalonf1841382017-06-12 01:16:46 -07002976TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithChangedRtxPayloadType) {
brandtr14742122017-01-27 04:53:07 -08002977 const int kUnusedPayloadType1 = 126;
2978 const int kUnusedPayloadType2 = 127;
2979 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType1));
2980 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType2));
2981
2982 // SSRCs for RTX.
2983 cricket::StreamParams params =
2984 cricket::StreamParams::CreateLegacy(kSsrcs1[0]);
2985 params.AddFidSsrc(kSsrcs1[0], kRtxSsrcs1[0]);
2986 AddSendStream(params);
2987
2988 // Original payload type for RTX.
2989 cricket::VideoSendParameters parameters;
2990 parameters.codecs.push_back(GetEngineCodec("VP8"));
2991 cricket::VideoCodec rtx_codec(kUnusedPayloadType1, "rtx");
2992 rtx_codec.SetParam("apt", GetEngineCodec("VP8").id);
2993 parameters.codecs.push_back(rtx_codec);
2994 EXPECT_TRUE(channel_->SetSendParameters(parameters));
2995 ASSERT_EQ(1U, fake_call_->GetVideoSendStreams().size());
2996 const webrtc::VideoSendStream::Config& config_before =
2997 fake_call_->GetVideoSendStreams()[0]->GetConfig();
2998 EXPECT_EQ(kUnusedPayloadType1, config_before.rtp.rtx.payload_type);
2999 ASSERT_EQ(1U, config_before.rtp.rtx.ssrcs.size());
3000 EXPECT_EQ(kRtxSsrcs1[0], config_before.rtp.rtx.ssrcs[0]);
3001
3002 // Change payload type for RTX.
3003 parameters.codecs[1].id = kUnusedPayloadType2;
3004 EXPECT_TRUE(channel_->SetSendParameters(parameters));
3005 ASSERT_EQ(1U, fake_call_->GetVideoSendStreams().size());
3006 const webrtc::VideoSendStream::Config& config_after =
3007 fake_call_->GetVideoSendStreams()[0]->GetConfig();
3008 EXPECT_EQ(kUnusedPayloadType2, config_after.rtp.rtx.payload_type);
3009 ASSERT_EQ(1U, config_after.rtp.rtx.ssrcs.size());
3010 EXPECT_EQ(kRtxSsrcs1[0], config_after.rtp.rtx.ssrcs[0]);
3011}
3012
eladalonf1841382017-06-12 01:16:46 -07003013TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithoutFecDisablesFec) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003014 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003015 parameters.codecs.push_back(GetEngineCodec("VP8"));
3016 parameters.codecs.push_back(GetEngineCodec("ulpfec"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003017 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org269605c2014-06-26 08:49:03 +00003018
3019 FakeVideoSendStream* stream = AddSendStream();
perkj26091b12016-09-01 01:17:40 -07003020 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
pbos@webrtc.org269605c2014-06-26 08:49:03 +00003021
magjed509e4fe2016-11-18 01:34:11 -08003022 EXPECT_EQ(GetEngineCodec("ulpfec").id, config.rtp.ulpfec.ulpfec_payload_type);
pbos@webrtc.org269605c2014-06-26 08:49:03 +00003023
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003024 parameters.codecs.pop_back();
3025 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00003026 stream = fake_call_->GetVideoSendStreams()[0];
brandtr468da7c2016-11-22 02:16:47 -08003027 ASSERT_TRUE(stream != nullptr);
perkj26091b12016-09-01 01:17:40 -07003028 config = stream->GetConfig().Copy();
brandtrb5f2c3f2016-10-04 23:28:39 -07003029 EXPECT_EQ(-1, config.rtp.ulpfec.ulpfec_payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003030 << "SetSendCodec without ULPFEC should disable current ULPFEC.";
3031}
3032
eladalonf1841382017-06-12 01:16:46 -07003033TEST_F(WebRtcVideoChannelFlexfecSendRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07003034 SetSendCodecsWithoutFecDisablesFec) {
brandtr468da7c2016-11-22 02:16:47 -08003035 cricket::VideoSendParameters parameters;
3036 parameters.codecs.push_back(GetEngineCodec("VP8"));
3037 parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
3038 ASSERT_TRUE(channel_->SetSendParameters(parameters));
3039
3040 FakeVideoSendStream* stream = AddSendStream(
3041 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
3042 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
3043
brandtr3d200bd2017-01-16 06:59:19 -08003044 EXPECT_EQ(GetEngineCodec("flexfec-03").id, config.rtp.flexfec.payload_type);
3045 EXPECT_EQ(kFlexfecSsrc, config.rtp.flexfec.ssrc);
brandtr468da7c2016-11-22 02:16:47 -08003046 ASSERT_EQ(1U, config.rtp.flexfec.protected_media_ssrcs.size());
3047 EXPECT_EQ(kSsrcs1[0], config.rtp.flexfec.protected_media_ssrcs[0]);
3048
3049 parameters.codecs.pop_back();
3050 ASSERT_TRUE(channel_->SetSendParameters(parameters));
3051 stream = fake_call_->GetVideoSendStreams()[0];
3052 ASSERT_TRUE(stream != nullptr);
3053 config = stream->GetConfig().Copy();
brandtr3d200bd2017-01-16 06:59:19 -08003054 EXPECT_EQ(-1, config.rtp.flexfec.payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003055 << "SetSendCodec without FlexFEC should disable current FlexFEC.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003056}
3057
eladalonf1841382017-06-12 01:16:46 -07003058TEST_F(WebRtcVideoChannelTest, SetSendCodecsChangesExistingStreams) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003059 cricket::VideoSendParameters parameters;
perkj26752742016-10-24 01:21:16 -07003060 cricket::VideoCodec codec(100, "VP8");
3061 codec.SetParam(kCodecParamMaxQuantization, kDefaultQpMax);
3062 parameters.codecs.push_back(codec);
perkjfa10b552016-10-02 23:45:26 -07003063
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003064 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org86196c42015-02-16 21:02:00 +00003065 channel_->SetSend(true);
pbos@webrtc.org38ce7d02014-07-16 08:01:38 +00003066
pbos@webrtc.org86196c42015-02-16 21:02:00 +00003067 FakeVideoSendStream* stream = AddSendStream();
Tommi85959932018-02-07 19:26:06 +01003068 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07003069 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
pbos@webrtc.org86196c42015-02-16 21:02:00 +00003070
3071 std::vector<webrtc::VideoStream> streams = stream->GetVideoStreams();
perkjfa10b552016-10-02 23:45:26 -07003072 EXPECT_EQ(kDefaultQpMax, streams[0].max_qp);
pbos@webrtc.org38ce7d02014-07-16 08:01:38 +00003073
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003074 parameters.codecs.clear();
perkj26752742016-10-24 01:21:16 -07003075 codec.SetParam(kCodecParamMaxQuantization, kDefaultQpMax + 1);
3076 parameters.codecs.push_back(codec);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003077 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00003078 streams = fake_call_->GetVideoSendStreams()[0]->GetVideoStreams();
perkjfa10b552016-10-02 23:45:26 -07003079 EXPECT_EQ(kDefaultQpMax + 1, streams[0].max_qp);
deadbeef5a4a75a2016-06-02 16:23:38 -07003080 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003081}
3082
eladalonf1841382017-06-12 01:16:46 -07003083TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithBitrates) {
pbos@webrtc.org00873182014-11-25 14:03:34 +00003084 SetSendCodecsShouldWorkForBitrates("100", 100000, "150", 150000, "200",
3085 200000);
3086}
3087
eladalonf1841382017-06-12 01:16:46 -07003088TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithHighMaxBitrate) {
pbos@webrtc.orga5f6fb52015-03-23 22:29:39 +00003089 SetSendCodecsShouldWorkForBitrates("", 0, "", -1, "10000", 10000000);
3090 std::vector<webrtc::VideoStream> streams = AddSendStream()->GetVideoStreams();
3091 ASSERT_EQ(1u, streams.size());
3092 EXPECT_EQ(10000000, streams[0].max_bitrate_bps);
3093}
3094
eladalonf1841382017-06-12 01:16:46 -07003095TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org00873182014-11-25 14:03:34 +00003096 SetSendCodecsWithoutBitratesUsesCorrectDefaults) {
3097 SetSendCodecsShouldWorkForBitrates(
3098 "", 0, "", -1, "", -1);
3099}
3100
eladalonf1841382017-06-12 01:16:46 -07003101TEST_F(WebRtcVideoChannelTest, SetSendCodecsCapsMinAndStartBitrate) {
pbos@webrtc.org00873182014-11-25 14:03:34 +00003102 SetSendCodecsShouldWorkForBitrates("-1", 0, "-100", -1, "", -1);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003103}
3104
eladalonf1841382017-06-12 01:16:46 -07003105TEST_F(WebRtcVideoChannelTest, SetSendCodecsRejectsMaxLessThanMinBitrate) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003106 send_parameters_.codecs[0].params[kCodecParamMinBitrate] = "300";
3107 send_parameters_.codecs[0].params[kCodecParamMaxBitrate] = "200";
3108 EXPECT_FALSE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003109}
3110
Taylor Brandstetter58f2bd92016-04-26 17:15:23 -07003111// Test that when both the codec-specific bitrate params and max_bandwidth_bps
3112// are present in the same send parameters, the settings are combined correctly.
eladalonf1841382017-06-12 01:16:46 -07003113TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithBitratesAndMaxSendBandwidth) {
Taylor Brandstetter58f2bd92016-04-26 17:15:23 -07003114 send_parameters_.codecs[0].params[kCodecParamMinBitrate] = "100";
3115 send_parameters_.codecs[0].params[kCodecParamStartBitrate] = "200";
3116 send_parameters_.codecs[0].params[kCodecParamMaxBitrate] = "300";
3117 send_parameters_.max_bandwidth_bps = 400000;
3118 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
3119 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
3120 EXPECT_EQ(200000, fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
3121 // We expect max_bandwidth_bps to take priority, if set.
3122 EXPECT_EQ(400000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3123
3124 // Decrease max_bandwidth_bps.
3125 send_parameters_.max_bandwidth_bps = 350000;
3126 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
3127 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
3128 // Since the codec isn't changing, start_bitrate_bps should be -1.
3129 EXPECT_EQ(-1, fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
3130 EXPECT_EQ(350000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3131
3132 // Now try again with the values flipped around.
3133 send_parameters_.codecs[0].params[kCodecParamMaxBitrate] = "400";
3134 send_parameters_.max_bandwidth_bps = 300000;
3135 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
3136 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
3137 EXPECT_EQ(200000, fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
3138 EXPECT_EQ(300000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3139
3140 // If we change the codec max, max_bandwidth_bps should still apply.
3141 send_parameters_.codecs[0].params[kCodecParamMaxBitrate] = "350";
3142 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
3143 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
3144 EXPECT_EQ(200000, fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
3145 EXPECT_EQ(300000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3146}
3147
eladalonf1841382017-06-12 01:16:46 -07003148TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org00873182014-11-25 14:03:34 +00003149 SetMaxSendBandwidthShouldPreserveOtherBitrates) {
3150 SetSendCodecsShouldWorkForBitrates("100", 100000, "150", 150000, "200",
3151 200000);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003152 send_parameters_.max_bandwidth_bps = 300000;
3153 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Stefan Holmere5904162015-03-26 11:11:06 +01003154 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps)
pbos@webrtc.org00873182014-11-25 14:03:34 +00003155 << "Setting max bitrate should keep previous min bitrate.";
Stefan Holmere5904162015-03-26 11:11:06 +01003156 EXPECT_EQ(-1, fake_call_->GetConfig().bitrate_config.start_bitrate_bps)
pbos@webrtc.org00873182014-11-25 14:03:34 +00003157 << "Setting max bitrate should not reset start bitrate.";
Stefan Holmere5904162015-03-26 11:11:06 +01003158 EXPECT_EQ(300000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
pbos@webrtc.org00873182014-11-25 14:03:34 +00003159}
3160
eladalonf1841382017-06-12 01:16:46 -07003161TEST_F(WebRtcVideoChannelTest, SetMaxSendBandwidthShouldBeRemovable) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003162 send_parameters_.max_bandwidth_bps = 300000;
3163 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Stefan Holmere5904162015-03-26 11:11:06 +01003164 EXPECT_EQ(300000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
pbos5c7760a2017-03-10 11:23:12 -08003165 // -1 means to disable max bitrate (set infinite).
3166 send_parameters_.max_bandwidth_bps = -1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003167 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Stefan Holmere5904162015-03-26 11:11:06 +01003168 EXPECT_EQ(-1, fake_call_->GetConfig().bitrate_config.max_bitrate_bps)
pbos@webrtc.org00873182014-11-25 14:03:34 +00003169 << "Setting zero max bitrate did not reset start bitrate.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003170}
3171
eladalonf1841382017-06-12 01:16:46 -07003172TEST_F(WebRtcVideoChannelTest, SetMaxSendBandwidthAndAddSendStream) {
perkjfa10b552016-10-02 23:45:26 -07003173 send_parameters_.max_bandwidth_bps = 99999;
3174 FakeVideoSendStream* stream = AddSendStream();
3175 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
3176 EXPECT_EQ(send_parameters_.max_bandwidth_bps,
3177 fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3178 ASSERT_EQ(1u, stream->GetVideoStreams().size());
3179 EXPECT_EQ(send_parameters_.max_bandwidth_bps,
3180 stream->GetVideoStreams()[0].max_bitrate_bps);
3181
3182 send_parameters_.max_bandwidth_bps = 77777;
3183 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
3184 EXPECT_EQ(send_parameters_.max_bandwidth_bps,
3185 fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3186 EXPECT_EQ(send_parameters_.max_bandwidth_bps,
3187 stream->GetVideoStreams()[0].max_bitrate_bps);
3188}
3189
eladalonf1841382017-06-12 01:16:46 -07003190TEST_F(WebRtcVideoChannelTest, SetMaxSendBitrateCanIncreaseSenderBitrate) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003191 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003192 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003193 ASSERT_TRUE(channel_->SetSendParameters(parameters));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003194 channel_->SetSend(true);
3195
3196 FakeVideoSendStream* stream = AddSendStream();
3197
Tommi85959932018-02-07 19:26:06 +01003198 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07003199 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
Peter Boström3afc8c42016-01-27 16:45:21 +01003200 EXPECT_EQ(cricket::CS_RUNNING,
3201 capturer.Start(capturer.GetSupportedFormats()->front()));
3202
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003203 std::vector<webrtc::VideoStream> streams = stream->GetVideoStreams();
3204 int initial_max_bitrate_bps = streams[0].max_bitrate_bps;
3205 EXPECT_GT(initial_max_bitrate_bps, 0);
3206
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003207 parameters.max_bandwidth_bps = initial_max_bitrate_bps * 2;
3208 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström3afc8c42016-01-27 16:45:21 +01003209 // Insert a frame to update the encoder config.
3210 EXPECT_TRUE(capturer.CaptureFrame());
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003211 streams = stream->GetVideoStreams();
3212 EXPECT_EQ(initial_max_bitrate_bps * 2, streams[0].max_bitrate_bps);
deadbeef5a4a75a2016-06-02 16:23:38 -07003213 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003214}
3215
eladalonf1841382017-06-12 01:16:46 -07003216TEST_F(WebRtcVideoChannelTest,
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003217 SetMaxSendBitrateCanIncreaseSimulcastSenderBitrate) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003218 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003219 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003220 ASSERT_TRUE(channel_->SetSendParameters(parameters));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003221 channel_->SetSend(true);
3222
3223 FakeVideoSendStream* stream = AddSendStream(
3224 cricket::CreateSimStreamParams("cname", MAKE_VECTOR(kSsrcs3)));
3225
3226 // Send a frame to make sure this scales up to >1 stream (simulcast).
Tommi85959932018-02-07 19:26:06 +01003227 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07003228 EXPECT_TRUE(channel_->SetVideoSend(kSsrcs3[0], true, nullptr, &capturer));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003229 EXPECT_EQ(cricket::CS_RUNNING,
3230 capturer.Start(capturer.GetSupportedFormats()->front()));
3231 EXPECT_TRUE(capturer.CaptureFrame());
3232
3233 std::vector<webrtc::VideoStream> streams = stream->GetVideoStreams();
3234 ASSERT_GT(streams.size(), 1u)
3235 << "Without simulcast this test doesn't make sense.";
pbosbe16f792015-10-16 12:49:39 -07003236 int initial_max_bitrate_bps = GetTotalMaxBitrateBps(streams);
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003237 EXPECT_GT(initial_max_bitrate_bps, 0);
3238
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003239 parameters.max_bandwidth_bps = initial_max_bitrate_bps * 2;
3240 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström3afc8c42016-01-27 16:45:21 +01003241 // Insert a frame to update the encoder config.
3242 EXPECT_TRUE(capturer.CaptureFrame());
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003243 streams = stream->GetVideoStreams();
pbosbe16f792015-10-16 12:49:39 -07003244 int increased_max_bitrate_bps = GetTotalMaxBitrateBps(streams);
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003245 EXPECT_EQ(initial_max_bitrate_bps * 2, increased_max_bitrate_bps);
3246
deadbeef5a4a75a2016-06-02 16:23:38 -07003247 EXPECT_TRUE(channel_->SetVideoSend(kSsrcs3[0], true, nullptr, nullptr));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003248}
3249
eladalonf1841382017-06-12 01:16:46 -07003250TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithMaxQuantization) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003251 static const char* kMaxQuantization = "21";
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003252 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003253 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003254 parameters.codecs[0].params[kCodecParamMaxQuantization] = kMaxQuantization;
3255 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +00003256 EXPECT_EQ(static_cast<unsigned int>(atoi(kMaxQuantization)),
3257 AddSendStream()->GetVideoStreams().back().max_qp);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003258
3259 VideoCodec codec;
3260 EXPECT_TRUE(channel_->GetSendCodec(&codec));
3261 EXPECT_EQ(kMaxQuantization, codec.params[kCodecParamMaxQuantization]);
3262}
3263
eladalonf1841382017-06-12 01:16:46 -07003264TEST_F(WebRtcVideoChannelTest, SetSendCodecsRejectBadPayloadTypes) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003265 // TODO(pbos): Should we only allow the dynamic range?
pkasting@chromium.orge7a4a122015-01-28 21:36:55 +00003266 static const int kIncorrectPayloads[] = {-2, -1, 128, 129};
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003267 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003268 parameters.codecs.push_back(GetEngineCodec("VP8"));
pkasting@chromium.orge7a4a122015-01-28 21:36:55 +00003269 for (size_t i = 0; i < arraysize(kIncorrectPayloads); ++i) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003270 parameters.codecs[0].id = kIncorrectPayloads[i];
3271 EXPECT_FALSE(channel_->SetSendParameters(parameters))
pkasting@chromium.orgd3245462015-02-23 21:28:22 +00003272 << "Bad payload type '" << kIncorrectPayloads[i] << "' accepted.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003273 }
3274}
3275
eladalonf1841382017-06-12 01:16:46 -07003276TEST_F(WebRtcVideoChannelTest, SetSendCodecsAcceptAllValidPayloadTypes) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003277 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003278 parameters.codecs.push_back(GetEngineCodec("VP8"));
magjedf823ede2016-11-12 09:53:04 -08003279 for (int payload_type = 96; payload_type <= 127; ++payload_type) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003280 parameters.codecs[0].id = payload_type;
3281 EXPECT_TRUE(channel_->SetSendParameters(parameters))
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003282 << "Payload type '" << payload_type << "' rejected.";
3283 }
3284}
3285
deadbeef67cf2c12016-04-13 10:07:16 -07003286// Test that setting the a different set of codecs but with an identical front
3287// codec doesn't result in the stream being recreated.
3288// This may happen when a subsequent negotiation includes fewer codecs, as a
3289// result of one of the codecs being rejected.
eladalonf1841382017-06-12 01:16:46 -07003290TEST_F(WebRtcVideoChannelTest,
deadbeef67cf2c12016-04-13 10:07:16 -07003291 SetSendCodecsIdenticalFirstCodecDoesntRecreateStream) {
3292 cricket::VideoSendParameters parameters1;
magjed509e4fe2016-11-18 01:34:11 -08003293 parameters1.codecs.push_back(GetEngineCodec("VP8"));
3294 parameters1.codecs.push_back(GetEngineCodec("VP9"));
deadbeef67cf2c12016-04-13 10:07:16 -07003295 EXPECT_TRUE(channel_->SetSendParameters(parameters1));
3296
3297 AddSendStream();
3298 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
3299
3300 cricket::VideoSendParameters parameters2;
magjed509e4fe2016-11-18 01:34:11 -08003301 parameters2.codecs.push_back(GetEngineCodec("VP8"));
deadbeef67cf2c12016-04-13 10:07:16 -07003302 EXPECT_TRUE(channel_->SetSendParameters(parameters2));
3303 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
3304}
3305
eladalonf1841382017-06-12 01:16:46 -07003306TEST_F(WebRtcVideoChannelTest, SetRecvCodecsWithOnlyVp8) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003307 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003308 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003309 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003310}
3311
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003312// Test that we set our inbound RTX codecs properly.
eladalonf1841382017-06-12 01:16:46 -07003313TEST_F(WebRtcVideoChannelTest, SetRecvCodecsWithRtx) {
magjed509e4fe2016-11-18 01:34:11 -08003314 const int kUnusedPayloadType1 = 126;
3315 const int kUnusedPayloadType2 = 127;
3316 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType1));
3317 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType2));
3318
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003319 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003320 parameters.codecs.push_back(GetEngineCodec("VP8"));
3321 cricket::VideoCodec rtx_codec(kUnusedPayloadType1, "rtx");
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003322 parameters.codecs.push_back(rtx_codec);
3323 EXPECT_FALSE(channel_->SetRecvParameters(parameters))
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003324 << "RTX codec without associated payload should be rejected.";
3325
magjed509e4fe2016-11-18 01:34:11 -08003326 parameters.codecs[1].SetParam("apt", kUnusedPayloadType2);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003327 EXPECT_FALSE(channel_->SetRecvParameters(parameters))
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003328 << "RTX codec with invalid associated payload type should be rejected.";
3329
magjed509e4fe2016-11-18 01:34:11 -08003330 parameters.codecs[1].SetParam("apt", GetEngineCodec("VP8").id);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003331 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003332
magjed509e4fe2016-11-18 01:34:11 -08003333 cricket::VideoCodec rtx_codec2(kUnusedPayloadType2, "rtx");
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003334 rtx_codec2.SetParam("apt", rtx_codec.id);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003335 parameters.codecs.push_back(rtx_codec2);
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003336
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003337 EXPECT_FALSE(channel_->SetRecvParameters(parameters)) <<
3338 "RTX codec with another RTX as associated payload type should be "
3339 "rejected.";
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003340}
3341
eladalonf1841382017-06-12 01:16:46 -07003342TEST_F(WebRtcVideoChannelTest, SetRecvCodecsWithChangedRtxPayloadType) {
brandtr14742122017-01-27 04:53:07 -08003343 const int kUnusedPayloadType1 = 126;
3344 const int kUnusedPayloadType2 = 127;
3345 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType1));
3346 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType2));
3347
3348 // SSRCs for RTX.
3349 cricket::StreamParams params =
3350 cricket::StreamParams::CreateLegacy(kSsrcs1[0]);
3351 params.AddFidSsrc(kSsrcs1[0], kRtxSsrcs1[0]);
3352 AddRecvStream(params);
3353
3354 // Original payload type for RTX.
3355 cricket::VideoRecvParameters parameters;
3356 parameters.codecs.push_back(GetEngineCodec("VP8"));
3357 cricket::VideoCodec rtx_codec(kUnusedPayloadType1, "rtx");
3358 rtx_codec.SetParam("apt", GetEngineCodec("VP8").id);
3359 parameters.codecs.push_back(rtx_codec);
3360 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
3361 ASSERT_EQ(1U, fake_call_->GetVideoReceiveStreams().size());
3362 const webrtc::VideoReceiveStream::Config& config_before =
3363 fake_call_->GetVideoReceiveStreams()[0]->GetConfig();
nisse26e3abb2017-08-25 04:44:25 -07003364 EXPECT_EQ(1U, config_before.rtp.rtx_associated_payload_types.size());
3365 const int* payload_type_before = FindKeyByValue(
3366 config_before.rtp.rtx_associated_payload_types, GetEngineCodec("VP8").id);
3367 ASSERT_NE(payload_type_before, nullptr);
3368 EXPECT_EQ(kUnusedPayloadType1, *payload_type_before);
brandtr14742122017-01-27 04:53:07 -08003369 EXPECT_EQ(kRtxSsrcs1[0], config_before.rtp.rtx_ssrc);
3370
3371 // Change payload type for RTX.
3372 parameters.codecs[1].id = kUnusedPayloadType2;
3373 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
3374 ASSERT_EQ(1U, fake_call_->GetVideoReceiveStreams().size());
3375 const webrtc::VideoReceiveStream::Config& config_after =
3376 fake_call_->GetVideoReceiveStreams()[0]->GetConfig();
nisse26e3abb2017-08-25 04:44:25 -07003377 EXPECT_EQ(1U, config_after.rtp.rtx_associated_payload_types.size());
3378 const int* payload_type_after = FindKeyByValue(
3379 config_after.rtp.rtx_associated_payload_types, GetEngineCodec("VP8").id);
3380 ASSERT_NE(payload_type_after, nullptr);
3381 EXPECT_EQ(kUnusedPayloadType2, *payload_type_after);
brandtr14742122017-01-27 04:53:07 -08003382 EXPECT_EQ(kRtxSsrcs1[0], config_after.rtp.rtx_ssrc);
3383}
3384
eladalonf1841382017-06-12 01:16:46 -07003385TEST_F(WebRtcVideoChannelTest, SetRecvCodecsDifferentPayloadType) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003386 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003387 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003388 parameters.codecs[0].id = 99;
3389 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003390}
3391
eladalonf1841382017-06-12 01:16:46 -07003392TEST_F(WebRtcVideoChannelTest, SetRecvCodecsAcceptDefaultCodecs) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003393 cricket::VideoRecvParameters parameters;
3394 parameters.codecs = engine_.codecs();
3395 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgccbed3b2014-07-11 13:02:54 +00003396
3397 FakeVideoReceiveStream* stream = AddRecvStream();
Tommi733b5472016-06-10 17:58:01 +02003398 const webrtc::VideoReceiveStream::Config& config = stream->GetConfig();
pbos@webrtc.org776e6f22014-10-29 15:28:39 +00003399 EXPECT_EQ(engine_.codecs()[0].name, config.decoders[0].payload_name);
3400 EXPECT_EQ(engine_.codecs()[0].id, config.decoders[0].payload_type);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003401}
3402
eladalonf1841382017-06-12 01:16:46 -07003403TEST_F(WebRtcVideoChannelTest, SetRecvCodecsRejectUnsupportedCodec) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003404 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003405 parameters.codecs.push_back(GetEngineCodec("VP8"));
perkj26752742016-10-24 01:21:16 -07003406 parameters.codecs.push_back(VideoCodec(101, "WTF3"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003407 EXPECT_FALSE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003408}
3409
eladalonf1841382017-06-12 01:16:46 -07003410TEST_F(WebRtcVideoChannelTest, SetRecvCodecsAcceptsMultipleVideoCodecs) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003411 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003412 parameters.codecs.push_back(GetEngineCodec("VP8"));
3413 parameters.codecs.push_back(GetEngineCodec("VP9"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003414 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003415}
3416
eladalonf1841382017-06-12 01:16:46 -07003417TEST_F(WebRtcVideoChannelTest, SetRecvCodecsWithoutFecDisablesFec) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003418 cricket::VideoSendParameters send_parameters;
magjed509e4fe2016-11-18 01:34:11 -08003419 send_parameters.codecs.push_back(GetEngineCodec("VP8"));
3420 send_parameters.codecs.push_back(GetEngineCodec("red"));
3421 send_parameters.codecs.push_back(GetEngineCodec("ulpfec"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003422 ASSERT_TRUE(channel_->SetSendParameters(send_parameters));
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00003423
3424 FakeVideoReceiveStream* stream = AddRecvStream();
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00003425
magjed509e4fe2016-11-18 01:34:11 -08003426 EXPECT_EQ(GetEngineCodec("ulpfec").id,
nisse3b3622f2017-09-26 02:49:21 -07003427 stream->GetConfig().rtp.ulpfec_payload_type);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00003428
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003429 cricket::VideoRecvParameters recv_parameters;
magjed509e4fe2016-11-18 01:34:11 -08003430 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003431 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00003432 stream = fake_call_->GetVideoReceiveStreams()[0];
brandtr468da7c2016-11-22 02:16:47 -08003433 ASSERT_TRUE(stream != nullptr);
nisse3b3622f2017-09-26 02:49:21 -07003434 EXPECT_EQ(-1, stream->GetConfig().rtp.ulpfec_payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003435 << "SetSendCodec without ULPFEC should disable current ULPFEC.";
3436}
3437
eladalonf1841382017-06-12 01:16:46 -07003438TEST_F(WebRtcVideoChannelFlexfecRecvTest, SetRecvParamsWithoutFecDisablesFec) {
brandtr468da7c2016-11-22 02:16:47 -08003439 AddRecvStream(
3440 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
brandtr9c3d4c42017-01-23 06:59:13 -08003441 const std::vector<FakeFlexfecReceiveStream*>& streams =
brandtr468da7c2016-11-22 02:16:47 -08003442 fake_call_->GetFlexfecReceiveStreams();
3443
3444 ASSERT_EQ(1U, streams.size());
brandtr9c3d4c42017-01-23 06:59:13 -08003445 const FakeFlexfecReceiveStream* stream = streams.front();
3446 EXPECT_EQ(GetEngineCodec("flexfec-03").id, stream->GetConfig().payload_type);
3447 EXPECT_EQ(kFlexfecSsrc, stream->GetConfig().remote_ssrc);
3448 ASSERT_EQ(1U, stream->GetConfig().protected_media_ssrcs.size());
3449 EXPECT_EQ(kSsrcs1[0], stream->GetConfig().protected_media_ssrcs[0]);
brandtr468da7c2016-11-22 02:16:47 -08003450
3451 cricket::VideoRecvParameters recv_parameters;
3452 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
3453 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
3454 EXPECT_TRUE(streams.empty())
3455 << "SetSendCodec without FlexFEC should disable current FlexFEC.";
pbos@webrtc.org269605c2014-06-26 08:49:03 +00003456}
3457
eladalonf1841382017-06-12 01:16:46 -07003458TEST_F(WebRtcVideoChannelTest, SetSendParamsWithFecEnablesFec) {
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003459 FakeVideoReceiveStream* stream = AddRecvStream();
magjed509e4fe2016-11-18 01:34:11 -08003460 EXPECT_EQ(GetEngineCodec("ulpfec").id,
nisse3b3622f2017-09-26 02:49:21 -07003461 stream->GetConfig().rtp.ulpfec_payload_type);
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003462
3463 cricket::VideoRecvParameters recv_parameters;
magjed509e4fe2016-11-18 01:34:11 -08003464 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
3465 recv_parameters.codecs.push_back(GetEngineCodec("red"));
3466 recv_parameters.codecs.push_back(GetEngineCodec("ulpfec"));
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003467 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
3468 stream = fake_call_->GetVideoReceiveStreams()[0];
brandtr468da7c2016-11-22 02:16:47 -08003469 ASSERT_TRUE(stream != nullptr);
magjed509e4fe2016-11-18 01:34:11 -08003470 EXPECT_EQ(GetEngineCodec("ulpfec").id,
nisse3b3622f2017-09-26 02:49:21 -07003471 stream->GetConfig().rtp.ulpfec_payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003472 << "ULPFEC should be enabled on the receive stream.";
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003473
3474 cricket::VideoSendParameters send_parameters;
magjed509e4fe2016-11-18 01:34:11 -08003475 send_parameters.codecs.push_back(GetEngineCodec("VP8"));
3476 send_parameters.codecs.push_back(GetEngineCodec("red"));
3477 send_parameters.codecs.push_back(GetEngineCodec("ulpfec"));
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003478 ASSERT_TRUE(channel_->SetSendParameters(send_parameters));
3479 stream = fake_call_->GetVideoReceiveStreams()[0];
magjed509e4fe2016-11-18 01:34:11 -08003480 EXPECT_EQ(GetEngineCodec("ulpfec").id,
nisse3b3622f2017-09-26 02:49:21 -07003481 stream->GetConfig().rtp.ulpfec_payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003482 << "ULPFEC should be enabled on the receive stream.";
3483}
3484
eladalonf1841382017-06-12 01:16:46 -07003485TEST_F(WebRtcVideoChannelFlexfecSendRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07003486 SetSendRecvParamsWithFecEnablesFec) {
brandtr468da7c2016-11-22 02:16:47 -08003487 AddRecvStream(
3488 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
brandtr9c3d4c42017-01-23 06:59:13 -08003489 const std::vector<FakeFlexfecReceiveStream*>& streams =
brandtr468da7c2016-11-22 02:16:47 -08003490 fake_call_->GetFlexfecReceiveStreams();
3491
3492 cricket::VideoRecvParameters recv_parameters;
3493 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
3494 recv_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
3495 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
3496 ASSERT_EQ(1U, streams.size());
brandtr9c3d4c42017-01-23 06:59:13 -08003497 const FakeFlexfecReceiveStream* stream_with_recv_params = streams.front();
brandtr468da7c2016-11-22 02:16:47 -08003498 EXPECT_EQ(GetEngineCodec("flexfec-03").id,
brandtr9c3d4c42017-01-23 06:59:13 -08003499 stream_with_recv_params->GetConfig().payload_type);
3500 EXPECT_EQ(kFlexfecSsrc, stream_with_recv_params->GetConfig().remote_ssrc);
brandtr468da7c2016-11-22 02:16:47 -08003501 EXPECT_EQ(1U,
brandtr9c3d4c42017-01-23 06:59:13 -08003502 stream_with_recv_params->GetConfig().protected_media_ssrcs.size());
brandtr468da7c2016-11-22 02:16:47 -08003503 EXPECT_EQ(kSsrcs1[0],
brandtr9c3d4c42017-01-23 06:59:13 -08003504 stream_with_recv_params->GetConfig().protected_media_ssrcs[0]);
brandtr468da7c2016-11-22 02:16:47 -08003505
3506 cricket::VideoSendParameters send_parameters;
3507 send_parameters.codecs.push_back(GetEngineCodec("VP8"));
3508 send_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
3509 ASSERT_TRUE(channel_->SetSendParameters(send_parameters));
3510 ASSERT_EQ(1U, streams.size());
brandtr9c3d4c42017-01-23 06:59:13 -08003511 const FakeFlexfecReceiveStream* stream_with_send_params = streams.front();
brandtr468da7c2016-11-22 02:16:47 -08003512 EXPECT_EQ(GetEngineCodec("flexfec-03").id,
brandtr9c3d4c42017-01-23 06:59:13 -08003513 stream_with_send_params->GetConfig().payload_type);
3514 EXPECT_EQ(kFlexfecSsrc, stream_with_send_params->GetConfig().remote_ssrc);
brandtr468da7c2016-11-22 02:16:47 -08003515 EXPECT_EQ(1U,
brandtr9c3d4c42017-01-23 06:59:13 -08003516 stream_with_send_params->GetConfig().protected_media_ssrcs.size());
brandtr468da7c2016-11-22 02:16:47 -08003517 EXPECT_EQ(kSsrcs1[0],
brandtr9c3d4c42017-01-23 06:59:13 -08003518 stream_with_send_params->GetConfig().protected_media_ssrcs[0]);
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003519}
3520
eladalonf1841382017-06-12 01:16:46 -07003521TEST_F(WebRtcVideoChannelTest, SetRecvCodecsRejectDuplicateFecPayloads) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003522 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003523 parameters.codecs.push_back(GetEngineCodec("VP8"));
3524 parameters.codecs.push_back(GetEngineCodec("red"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003525 parameters.codecs[1].id = parameters.codecs[0].id;
3526 EXPECT_FALSE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003527}
3528
eladalonf1841382017-06-12 01:16:46 -07003529TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07003530 SetRecvCodecsRejectDuplicateFecPayloads) {
brandtr468da7c2016-11-22 02:16:47 -08003531 cricket::VideoRecvParameters parameters;
3532 parameters.codecs.push_back(GetEngineCodec("VP8"));
3533 parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
3534 parameters.codecs[1].id = parameters.codecs[0].id;
3535 EXPECT_FALSE(channel_->SetRecvParameters(parameters));
3536}
3537
eladalonf1841382017-06-12 01:16:46 -07003538TEST_F(WebRtcVideoChannelTest, SetRecvCodecsRejectDuplicateCodecPayloads) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003539 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003540 parameters.codecs.push_back(GetEngineCodec("VP8"));
3541 parameters.codecs.push_back(GetEngineCodec("VP9"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003542 parameters.codecs[1].id = parameters.codecs[0].id;
3543 EXPECT_FALSE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003544}
3545
eladalonf1841382017-06-12 01:16:46 -07003546TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003547 SetRecvCodecsAcceptSameCodecOnMultiplePayloadTypes) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003548 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003549 parameters.codecs.push_back(GetEngineCodec("VP8"));
3550 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003551 parameters.codecs[1].id += 1;
3552 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003553}
3554
deadbeef67cf2c12016-04-13 10:07:16 -07003555// Test that setting the same codecs but with a different order
deadbeef874ca3a2015-08-20 17:19:20 -07003556// doesn't result in the stream being recreated.
eladalonf1841382017-06-12 01:16:46 -07003557TEST_F(WebRtcVideoChannelTest,
deadbeef67cf2c12016-04-13 10:07:16 -07003558 SetRecvCodecsDifferentOrderDoesntRecreateStream) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003559 cricket::VideoRecvParameters parameters1;
magjed509e4fe2016-11-18 01:34:11 -08003560 parameters1.codecs.push_back(GetEngineCodec("VP8"));
3561 parameters1.codecs.push_back(GetEngineCodec("red"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003562 EXPECT_TRUE(channel_->SetRecvParameters(parameters1));
deadbeef874ca3a2015-08-20 17:19:20 -07003563
3564 AddRecvStream(cricket::StreamParams::CreateLegacy(123));
3565 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
3566
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003567 cricket::VideoRecvParameters parameters2;
magjed509e4fe2016-11-18 01:34:11 -08003568 parameters2.codecs.push_back(GetEngineCodec("red"));
3569 parameters2.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003570 EXPECT_TRUE(channel_->SetRecvParameters(parameters2));
deadbeef874ca3a2015-08-20 17:19:20 -07003571 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
3572}
3573
eladalonf1841382017-06-12 01:16:46 -07003574TEST_F(WebRtcVideoChannelTest, SendStreamNotSendingByDefault) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003575 EXPECT_FALSE(AddSendStream()->IsSending());
3576}
3577
eladalonf1841382017-06-12 01:16:46 -07003578TEST_F(WebRtcVideoChannelTest, ReceiveStreamReceivingByDefault) {
pbos@webrtc.org85f42942014-07-22 09:14:58 +00003579 EXPECT_TRUE(AddRecvStream()->IsReceiving());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003580}
3581
eladalonf1841382017-06-12 01:16:46 -07003582TEST_F(WebRtcVideoChannelTest, SetSend) {
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00003583 FakeVideoSendStream* stream = AddSendStream();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003584 EXPECT_FALSE(stream->IsSending());
3585
3586 // false->true
3587 EXPECT_TRUE(channel_->SetSend(true));
3588 EXPECT_TRUE(stream->IsSending());
3589 // true->true
3590 EXPECT_TRUE(channel_->SetSend(true));
3591 EXPECT_TRUE(stream->IsSending());
3592 // true->false
3593 EXPECT_TRUE(channel_->SetSend(false));
3594 EXPECT_FALSE(stream->IsSending());
3595 // false->false
3596 EXPECT_TRUE(channel_->SetSend(false));
3597 EXPECT_FALSE(stream->IsSending());
3598
3599 EXPECT_TRUE(channel_->SetSend(true));
3600 FakeVideoSendStream* new_stream = AddSendStream();
3601 EXPECT_TRUE(new_stream->IsSending())
3602 << "Send stream created after SetSend(true) not sending initially.";
3603}
3604
pbos@webrtc.orgd8198032014-11-10 14:41:43 +00003605// This test verifies DSCP settings are properly applied on video media channel.
eladalonf1841382017-06-12 01:16:46 -07003606TEST_F(WebRtcVideoChannelTest, TestSetDscpOptions) {
kwiberg686a8ef2016-02-26 03:00:35 -08003607 std::unique_ptr<cricket::FakeNetworkInterface> network_interface(
pbos@webrtc.orgd8198032014-11-10 14:41:43 +00003608 new cricket::FakeNetworkInterface);
nisse51542be2016-02-12 02:27:06 -08003609 MediaConfig config;
kwiberg686a8ef2016-02-26 03:00:35 -08003610 std::unique_ptr<VideoMediaChannel> channel;
nisse51542be2016-02-12 02:27:06 -08003611
3612 channel.reset(engine_.CreateChannel(call_.get(), config, VideoOptions()));
3613 channel->SetInterface(network_interface.get());
3614 // Default value when DSCP is disabled should be DSCP_DEFAULT.
pbos@webrtc.orgd8198032014-11-10 14:41:43 +00003615 EXPECT_EQ(rtc::DSCP_DEFAULT, network_interface->dscp());
nisse51542be2016-02-12 02:27:06 -08003616
3617 config.enable_dscp = true;
3618 channel.reset(engine_.CreateChannel(call_.get(), config, VideoOptions()));
3619 channel->SetInterface(network_interface.get());
3620 EXPECT_EQ(rtc::DSCP_AF41, network_interface->dscp());
3621
3622 // Verify that setting the option to false resets the
3623 // DiffServCodePoint.
3624 config.enable_dscp = false;
3625 channel.reset(engine_.CreateChannel(call_.get(), config, VideoOptions()));
3626 channel->SetInterface(network_interface.get());
3627 EXPECT_EQ(rtc::DSCP_DEFAULT, network_interface->dscp());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003628}
3629
deadbeef13871492015-12-09 12:37:51 -08003630// This test verifies that the RTCP reduced size mode is properly applied to
3631// send video streams.
eladalonf1841382017-06-12 01:16:46 -07003632TEST_F(WebRtcVideoChannelTest, TestSetSendRtcpReducedSize) {
deadbeef13871492015-12-09 12:37:51 -08003633 // Create stream, expecting that default mode is "compound".
3634 FakeVideoSendStream* stream1 = AddSendStream();
3635 EXPECT_EQ(webrtc::RtcpMode::kCompound, stream1->GetConfig().rtp.rtcp_mode);
3636
3637 // Now enable reduced size mode.
3638 send_parameters_.rtcp.reduced_size = true;
3639 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
3640 stream1 = fake_call_->GetVideoSendStreams()[0];
3641 EXPECT_EQ(webrtc::RtcpMode::kReducedSize, stream1->GetConfig().rtp.rtcp_mode);
3642
3643 // Create a new stream and ensure it picks up the reduced size mode.
3644 FakeVideoSendStream* stream2 = AddSendStream();
3645 EXPECT_EQ(webrtc::RtcpMode::kReducedSize, stream2->GetConfig().rtp.rtcp_mode);
3646}
3647
3648// This test verifies that the RTCP reduced size mode is properly applied to
3649// receive video streams.
eladalonf1841382017-06-12 01:16:46 -07003650TEST_F(WebRtcVideoChannelTest, TestSetRecvRtcpReducedSize) {
deadbeef13871492015-12-09 12:37:51 -08003651 // Create stream, expecting that default mode is "compound".
3652 FakeVideoReceiveStream* stream1 = AddRecvStream();
3653 EXPECT_EQ(webrtc::RtcpMode::kCompound, stream1->GetConfig().rtp.rtcp_mode);
3654
3655 // Now enable reduced size mode.
Taylor Brandstetter5f0b83b2016-03-18 15:02:07 -07003656 // TODO(deadbeef): Once "recv_parameters" becomes "receiver_parameters",
3657 // the reduced_size flag should come from that.
3658 send_parameters_.rtcp.reduced_size = true;
3659 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
deadbeef13871492015-12-09 12:37:51 -08003660 stream1 = fake_call_->GetVideoReceiveStreams()[0];
3661 EXPECT_EQ(webrtc::RtcpMode::kReducedSize, stream1->GetConfig().rtp.rtcp_mode);
3662
3663 // Create a new stream and ensure it picks up the reduced size mode.
3664 FakeVideoReceiveStream* stream2 = AddRecvStream();
3665 EXPECT_EQ(webrtc::RtcpMode::kReducedSize, stream2->GetConfig().rtp.rtcp_mode);
3666}
3667
eladalonf1841382017-06-12 01:16:46 -07003668TEST_F(WebRtcVideoChannelTest, OnReadyToSendSignalsNetworkState) {
skvlad7a43d252016-03-22 15:32:27 -07003669 EXPECT_EQ(webrtc::kNetworkUp,
3670 fake_call_->GetNetworkState(webrtc::MediaType::VIDEO));
3671 EXPECT_EQ(webrtc::kNetworkUp,
3672 fake_call_->GetNetworkState(webrtc::MediaType::AUDIO));
pbos@webrtc.org26c0c412014-09-03 16:17:12 +00003673
3674 channel_->OnReadyToSend(false);
skvlad7a43d252016-03-22 15:32:27 -07003675 EXPECT_EQ(webrtc::kNetworkDown,
3676 fake_call_->GetNetworkState(webrtc::MediaType::VIDEO));
3677 EXPECT_EQ(webrtc::kNetworkUp,
3678 fake_call_->GetNetworkState(webrtc::MediaType::AUDIO));
pbos@webrtc.org26c0c412014-09-03 16:17:12 +00003679
3680 channel_->OnReadyToSend(true);
skvlad7a43d252016-03-22 15:32:27 -07003681 EXPECT_EQ(webrtc::kNetworkUp,
3682 fake_call_->GetNetworkState(webrtc::MediaType::VIDEO));
3683 EXPECT_EQ(webrtc::kNetworkUp,
3684 fake_call_->GetNetworkState(webrtc::MediaType::AUDIO));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003685}
3686
eladalonf1841382017-06-12 01:16:46 -07003687TEST_F(WebRtcVideoChannelTest, GetStatsReportsSentCodecName) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003688 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003689 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003690 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström74d9ed72015-03-26 16:28:31 +01003691
3692 AddSendStream();
3693
3694 cricket::VideoMediaInfo info;
3695 ASSERT_TRUE(channel_->GetStats(&info));
magjed509e4fe2016-11-18 01:34:11 -08003696 EXPECT_EQ("VP8", info.senders[0].codec_name);
Peter Boström74d9ed72015-03-26 16:28:31 +01003697}
3698
eladalonf1841382017-06-12 01:16:46 -07003699TEST_F(WebRtcVideoChannelTest, GetStatsReportsEncoderImplementationName) {
Peter Boströmb7d9a972015-12-18 16:01:11 +01003700 FakeVideoSendStream* stream = AddSendStream();
3701 webrtc::VideoSendStream::Stats stats;
3702 stats.encoder_implementation_name = "encoder_implementation_name";
3703 stream->SetStats(stats);
3704
3705 cricket::VideoMediaInfo info;
3706 ASSERT_TRUE(channel_->GetStats(&info));
3707 EXPECT_EQ(stats.encoder_implementation_name,
3708 info.senders[0].encoder_implementation_name);
3709}
3710
eladalonf1841382017-06-12 01:16:46 -07003711TEST_F(WebRtcVideoChannelTest, GetStatsReportsCpuOveruseMetrics) {
pbos@webrtc.org3e6e2712015-02-26 12:19:31 +00003712 FakeVideoSendStream* stream = AddSendStream();
3713 webrtc::VideoSendStream::Stats stats;
3714 stats.avg_encode_time_ms = 13;
3715 stats.encode_usage_percent = 42;
3716 stream->SetStats(stats);
3717
3718 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003719 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org3e6e2712015-02-26 12:19:31 +00003720 EXPECT_EQ(stats.avg_encode_time_ms, info.senders[0].avg_encode_ms);
3721 EXPECT_EQ(stats.encode_usage_percent, info.senders[0].encode_usage_percent);
3722}
3723
eladalonf1841382017-06-12 01:16:46 -07003724TEST_F(WebRtcVideoChannelTest, GetStatsReportsFramesEncoded) {
sakal43536c32016-10-24 01:46:43 -07003725 FakeVideoSendStream* stream = AddSendStream();
3726 webrtc::VideoSendStream::Stats stats;
3727 stats.frames_encoded = 13;
3728 stream->SetStats(stats);
3729
3730 cricket::VideoMediaInfo info;
3731 ASSERT_TRUE(channel_->GetStats(&info));
3732 EXPECT_EQ(stats.frames_encoded, info.senders[0].frames_encoded);
3733}
3734
eladalonf1841382017-06-12 01:16:46 -07003735TEST_F(WebRtcVideoChannelTest, GetStatsReportsQpSum) {
sakal87da4042016-10-31 06:53:47 -07003736 FakeVideoSendStream* stream = AddSendStream();
3737 webrtc::VideoSendStream::Stats stats;
Oskar Sundbom78807582017-11-16 11:09:55 +01003738 stats.qp_sum = 13;
sakal87da4042016-10-31 06:53:47 -07003739 stream->SetStats(stats);
3740
3741 cricket::VideoMediaInfo info;
3742 ASSERT_TRUE(channel_->GetStats(&info));
3743 EXPECT_EQ(stats.qp_sum, info.senders[0].qp_sum);
3744}
3745
eladalonf1841382017-06-12 01:16:46 -07003746TEST_F(WebRtcVideoChannelTest, GetStatsReportsUpperResolution) {
pbos@webrtc.org273a4142014-12-01 15:23:21 +00003747 FakeVideoSendStream* stream = AddSendStream();
3748 webrtc::VideoSendStream::Stats stats;
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003749 stats.substreams[17].width = 123;
3750 stats.substreams[17].height = 40;
3751 stats.substreams[42].width = 80;
3752 stats.substreams[42].height = 31;
3753 stats.substreams[11].width = 20;
3754 stats.substreams[11].height = 90;
pbos@webrtc.org273a4142014-12-01 15:23:21 +00003755 stream->SetStats(stats);
3756
3757 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003758 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org273a4142014-12-01 15:23:21 +00003759 ASSERT_EQ(1u, info.senders.size());
3760 EXPECT_EQ(123, info.senders[0].send_frame_width);
3761 EXPECT_EQ(90, info.senders[0].send_frame_height);
3762}
3763
eladalonf1841382017-06-12 01:16:46 -07003764TEST_F(WebRtcVideoChannelTest, GetStatsReportsPreferredBitrate) {
Pera48ddb72016-09-29 11:48:50 +02003765 FakeVideoSendStream* stream = AddSendStream();
3766 webrtc::VideoSendStream::Stats stats;
3767 stats.preferred_media_bitrate_bps = 5;
3768 stream->SetStats(stats);
3769
3770 cricket::VideoMediaInfo info;
3771 ASSERT_TRUE(channel_->GetStats(&info));
3772 ASSERT_EQ(1u, info.senders.size());
3773 EXPECT_EQ(5, info.senders[0].preferred_bitrate);
3774}
3775
eladalonf1841382017-06-12 01:16:46 -07003776TEST_F(WebRtcVideoChannelTest, GetStatsReportsCpuAdaptationStats) {
perkj803d97f2016-11-01 11:45:46 -07003777 FakeVideoSendStream* stream = AddSendStream();
3778 webrtc::VideoSendStream::Stats stats;
3779 stats.number_of_cpu_adapt_changes = 2;
3780 stats.cpu_limited_resolution = true;
3781 stream->SetStats(stats);
pbos@webrtc.org9a4410e2015-02-26 10:03:39 +00003782
pbos@webrtc.org9a4410e2015-02-26 10:03:39 +00003783 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003784 EXPECT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org9a4410e2015-02-26 10:03:39 +00003785 ASSERT_EQ(1U, info.senders.size());
eladalonf1841382017-06-12 01:16:46 -07003786 EXPECT_EQ(WebRtcVideoChannel::ADAPTREASON_CPU, info.senders[0].adapt_reason);
perkj803d97f2016-11-01 11:45:46 -07003787 EXPECT_EQ(stats.number_of_cpu_adapt_changes, info.senders[0].adapt_changes);
pbos@webrtc.org9a4410e2015-02-26 10:03:39 +00003788}
3789
eladalonf1841382017-06-12 01:16:46 -07003790TEST_F(WebRtcVideoChannelTest, GetStatsReportsAdaptationAndBandwidthStats) {
perkj803d97f2016-11-01 11:45:46 -07003791 FakeVideoSendStream* stream = AddSendStream();
asapersson17821db2015-12-14 02:08:12 -08003792 webrtc::VideoSendStream::Stats stats;
perkj803d97f2016-11-01 11:45:46 -07003793 stats.number_of_cpu_adapt_changes = 2;
3794 stats.cpu_limited_resolution = true;
asapersson17821db2015-12-14 02:08:12 -08003795 stats.bw_limited_resolution = true;
perkj803d97f2016-11-01 11:45:46 -07003796 stream->SetStats(stats);
3797
3798 cricket::VideoMediaInfo info;
asapersson17821db2015-12-14 02:08:12 -08003799 EXPECT_TRUE(channel_->GetStats(&info));
3800 ASSERT_EQ(1U, info.senders.size());
eladalonf1841382017-06-12 01:16:46 -07003801 EXPECT_EQ(WebRtcVideoChannel::ADAPTREASON_CPU |
3802 WebRtcVideoChannel::ADAPTREASON_BANDWIDTH,
asapersson17821db2015-12-14 02:08:12 -08003803 info.senders[0].adapt_reason);
perkj803d97f2016-11-01 11:45:46 -07003804 EXPECT_EQ(stats.number_of_cpu_adapt_changes, info.senders[0].adapt_changes);
asapersson17821db2015-12-14 02:08:12 -08003805}
3806
eladalonf1841382017-06-12 01:16:46 -07003807TEST_F(WebRtcVideoChannelTest,
asapersson17821db2015-12-14 02:08:12 -08003808 GetStatsTranslatesBandwidthLimitedResolutionCorrectly) {
3809 FakeVideoSendStream* stream = AddSendStream();
3810 webrtc::VideoSendStream::Stats stats;
3811 stats.bw_limited_resolution = true;
3812 stream->SetStats(stats);
3813
3814 cricket::VideoMediaInfo info;
3815 EXPECT_TRUE(channel_->GetStats(&info));
3816 ASSERT_EQ(1U, info.senders.size());
eladalonf1841382017-06-12 01:16:46 -07003817 EXPECT_EQ(WebRtcVideoChannel::ADAPTREASON_BANDWIDTH,
asapersson17821db2015-12-14 02:08:12 -08003818 info.senders[0].adapt_reason);
3819}
3820
eladalonf1841382017-06-12 01:16:46 -07003821TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00003822 GetStatsTranslatesSendRtcpPacketTypesCorrectly) {
3823 FakeVideoSendStream* stream = AddSendStream();
3824 webrtc::VideoSendStream::Stats stats;
3825 stats.substreams[17].rtcp_packet_type_counts.fir_packets = 2;
3826 stats.substreams[17].rtcp_packet_type_counts.nack_packets = 3;
3827 stats.substreams[17].rtcp_packet_type_counts.pli_packets = 4;
3828
3829 stats.substreams[42].rtcp_packet_type_counts.fir_packets = 5;
3830 stats.substreams[42].rtcp_packet_type_counts.nack_packets = 7;
3831 stats.substreams[42].rtcp_packet_type_counts.pli_packets = 9;
3832
3833 stream->SetStats(stats);
3834
3835 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003836 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00003837 EXPECT_EQ(7, info.senders[0].firs_rcvd);
3838 EXPECT_EQ(10, info.senders[0].nacks_rcvd);
3839 EXPECT_EQ(13, info.senders[0].plis_rcvd);
3840}
3841
eladalonf1841382017-06-12 01:16:46 -07003842TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00003843 GetStatsTranslatesReceiveRtcpPacketTypesCorrectly) {
3844 FakeVideoReceiveStream* stream = AddRecvStream();
3845 webrtc::VideoReceiveStream::Stats stats;
3846 stats.rtcp_packet_type_counts.fir_packets = 2;
3847 stats.rtcp_packet_type_counts.nack_packets = 3;
3848 stats.rtcp_packet_type_counts.pli_packets = 4;
3849 stream->SetStats(stats);
3850
3851 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003852 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00003853 EXPECT_EQ(stats.rtcp_packet_type_counts.fir_packets,
3854 info.receivers[0].firs_sent);
3855 EXPECT_EQ(stats.rtcp_packet_type_counts.nack_packets,
3856 info.receivers[0].nacks_sent);
3857 EXPECT_EQ(stats.rtcp_packet_type_counts.pli_packets,
3858 info.receivers[0].plis_sent);
3859}
3860
eladalonf1841382017-06-12 01:16:46 -07003861TEST_F(WebRtcVideoChannelTest, GetStatsTranslatesDecodeStatsCorrectly) {
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003862 FakeVideoReceiveStream* stream = AddRecvStream();
3863 webrtc::VideoReceiveStream::Stats stats;
Peter Boströmb7d9a972015-12-18 16:01:11 +01003864 stats.decoder_implementation_name = "decoder_implementation_name";
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003865 stats.decode_ms = 2;
3866 stats.max_decode_ms = 3;
3867 stats.current_delay_ms = 4;
3868 stats.target_delay_ms = 5;
3869 stats.jitter_buffer_ms = 6;
3870 stats.min_playout_delay_ms = 7;
3871 stats.render_delay_ms = 8;
asapersson26dd92b2016-08-30 00:45:45 -07003872 stats.width = 9;
3873 stats.height = 10;
hbos42f6d2f2017-01-20 03:56:50 -08003874 stats.frame_counts.key_frames = 11;
3875 stats.frame_counts.delta_frames = 12;
hbos50cfe1f2017-01-23 07:21:55 -08003876 stats.frames_rendered = 13;
3877 stats.frames_decoded = 14;
Oskar Sundbom78807582017-11-16 11:09:55 +01003878 stats.qp_sum = 15;
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003879 stream->SetStats(stats);
3880
3881 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003882 ASSERT_TRUE(channel_->GetStats(&info));
Peter Boströmb7d9a972015-12-18 16:01:11 +01003883 EXPECT_EQ(stats.decoder_implementation_name,
3884 info.receivers[0].decoder_implementation_name);
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003885 EXPECT_EQ(stats.decode_ms, info.receivers[0].decode_ms);
3886 EXPECT_EQ(stats.max_decode_ms, info.receivers[0].max_decode_ms);
3887 EXPECT_EQ(stats.current_delay_ms, info.receivers[0].current_delay_ms);
3888 EXPECT_EQ(stats.target_delay_ms, info.receivers[0].target_delay_ms);
3889 EXPECT_EQ(stats.jitter_buffer_ms, info.receivers[0].jitter_buffer_ms);
3890 EXPECT_EQ(stats.min_playout_delay_ms, info.receivers[0].min_playout_delay_ms);
3891 EXPECT_EQ(stats.render_delay_ms, info.receivers[0].render_delay_ms);
asapersson26dd92b2016-08-30 00:45:45 -07003892 EXPECT_EQ(stats.width, info.receivers[0].frame_width);
3893 EXPECT_EQ(stats.height, info.receivers[0].frame_height);
hbos42f6d2f2017-01-20 03:56:50 -08003894 EXPECT_EQ(stats.frame_counts.key_frames + stats.frame_counts.delta_frames,
3895 info.receivers[0].frames_received);
hbos50cfe1f2017-01-23 07:21:55 -08003896 EXPECT_EQ(stats.frames_rendered, info.receivers[0].frames_rendered);
sakale5ba44e2016-10-26 07:09:24 -07003897 EXPECT_EQ(stats.frames_decoded, info.receivers[0].frames_decoded);
sakalcc452e12017-02-09 04:53:45 -08003898 EXPECT_EQ(stats.qp_sum, info.receivers[0].qp_sum);
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003899}
3900
eladalonf1841382017-06-12 01:16:46 -07003901TEST_F(WebRtcVideoChannelTest, GetStatsTranslatesReceivePacketStatsCorrectly) {
Peter Boström393347f2015-04-22 14:52:45 +02003902 FakeVideoReceiveStream* stream = AddRecvStream();
3903 webrtc::VideoReceiveStream::Stats stats;
3904 stats.rtp_stats.transmitted.payload_bytes = 2;
3905 stats.rtp_stats.transmitted.header_bytes = 3;
3906 stats.rtp_stats.transmitted.padding_bytes = 4;
3907 stats.rtp_stats.transmitted.packets = 5;
srte186d9c32017-08-04 05:03:53 -07003908 stats.rtcp_stats.packets_lost = 6;
Peter Boström393347f2015-04-22 14:52:45 +02003909 stats.rtcp_stats.fraction_lost = 7;
3910 stream->SetStats(stats);
3911
3912 cricket::VideoMediaInfo info;
3913 ASSERT_TRUE(channel_->GetStats(&info));
3914 EXPECT_EQ(stats.rtp_stats.transmitted.payload_bytes +
3915 stats.rtp_stats.transmitted.header_bytes +
3916 stats.rtp_stats.transmitted.padding_bytes,
3917 info.receivers[0].bytes_rcvd);
3918 EXPECT_EQ(stats.rtp_stats.transmitted.packets,
3919 info.receivers[0].packets_rcvd);
srte186d9c32017-08-04 05:03:53 -07003920 EXPECT_EQ(stats.rtcp_stats.packets_lost, info.receivers[0].packets_lost);
Peter Boström393347f2015-04-22 14:52:45 +02003921 EXPECT_EQ(static_cast<float>(stats.rtcp_stats.fraction_lost) / (1 << 8),
3922 info.receivers[0].fraction_lost);
3923}
3924
eladalonf1841382017-06-12 01:16:46 -07003925TEST_F(WebRtcVideoChannelTest, TranslatesCallStatsCorrectly) {
pbos@webrtc.org2b19f062014-12-11 13:26:09 +00003926 AddSendStream();
3927 AddSendStream();
3928 webrtc::Call::Stats stats;
3929 stats.rtt_ms = 123;
3930 fake_call_->SetStats(stats);
3931
3932 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003933 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org2b19f062014-12-11 13:26:09 +00003934 ASSERT_EQ(2u, info.senders.size());
3935 EXPECT_EQ(stats.rtt_ms, info.senders[0].rtt_ms);
3936 EXPECT_EQ(stats.rtt_ms, info.senders[1].rtt_ms);
3937}
3938
eladalonf1841382017-06-12 01:16:46 -07003939TEST_F(WebRtcVideoChannelTest, TranslatesSenderBitrateStatsCorrectly) {
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003940 FakeVideoSendStream* stream = AddSendStream();
3941 webrtc::VideoSendStream::Stats stats;
pbos@webrtc.org891d4832015-02-26 13:15:22 +00003942 stats.target_media_bitrate_bps = 156;
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003943 stats.media_bitrate_bps = 123;
3944 stats.substreams[17].total_bitrate_bps = 1;
3945 stats.substreams[17].retransmit_bitrate_bps = 2;
3946 stats.substreams[42].total_bitrate_bps = 3;
3947 stats.substreams[42].retransmit_bitrate_bps = 4;
3948 stream->SetStats(stats);
3949
3950 FakeVideoSendStream* stream2 = AddSendStream();
3951 webrtc::VideoSendStream::Stats stats2;
pbos@webrtc.org891d4832015-02-26 13:15:22 +00003952 stats2.target_media_bitrate_bps = 200;
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003953 stats2.media_bitrate_bps = 321;
3954 stats2.substreams[13].total_bitrate_bps = 5;
3955 stats2.substreams[13].retransmit_bitrate_bps = 6;
3956 stats2.substreams[21].total_bitrate_bps = 7;
3957 stats2.substreams[21].retransmit_bitrate_bps = 8;
3958 stream2->SetStats(stats2);
3959
3960 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003961 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003962 ASSERT_EQ(2u, info.senders.size());
stefanf79ade12017-06-02 06:44:03 -07003963 BandwidthEstimationInfo bwe_info;
3964 channel_->FillBitrateInfo(&bwe_info);
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003965 // Assuming stream and stream2 corresponds to senders[0] and [1] respectively
3966 // is OK as std::maps are sorted and AddSendStream() gives increasing SSRCs.
3967 EXPECT_EQ(stats.media_bitrate_bps, info.senders[0].nominal_bitrate);
3968 EXPECT_EQ(stats2.media_bitrate_bps, info.senders[1].nominal_bitrate);
pbos@webrtc.org891d4832015-02-26 13:15:22 +00003969 EXPECT_EQ(stats.target_media_bitrate_bps + stats2.target_media_bitrate_bps,
stefanf79ade12017-06-02 06:44:03 -07003970 bwe_info.target_enc_bitrate);
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003971 EXPECT_EQ(stats.media_bitrate_bps + stats2.media_bitrate_bps,
stefanf79ade12017-06-02 06:44:03 -07003972 bwe_info.actual_enc_bitrate);
3973 EXPECT_EQ(1 + 3 + 5 + 7, bwe_info.transmit_bitrate)
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003974 << "Bandwidth stats should take all streams into account.";
stefanf79ade12017-06-02 06:44:03 -07003975 EXPECT_EQ(2 + 4 + 6 + 8, bwe_info.retransmit_bitrate)
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003976 << "Bandwidth stats should take all streams into account.";
3977}
3978
eladalonf1841382017-06-12 01:16:46 -07003979TEST_F(WebRtcVideoChannelTest, DefaultReceiveStreamReconfiguresToUseRtx) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003980 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00003981
Peter Boström0c4e06b2015-10-07 12:23:21 +02003982 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
3983 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00003984
3985 ASSERT_EQ(0u, fake_call_->GetVideoReceiveStreams().size());
3986 const size_t kDataLength = 12;
3987 uint8_t data[kDataLength];
3988 memset(data, 0, sizeof(data));
3989 rtc::SetBE32(&data[8], ssrcs[0]);
jbaucheec21bd2016-03-20 06:15:43 -07003990 rtc::CopyOnWriteBuffer packet(data, kDataLength);
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00003991 rtc::PacketTime packet_time;
3992 channel_->OnPacketReceived(&packet, packet_time);
3993
3994 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size())
3995 << "No default receive stream created.";
3996 FakeVideoReceiveStream* recv_stream = fake_call_->GetVideoReceiveStreams()[0];
brandtr14742122017-01-27 04:53:07 -08003997 EXPECT_EQ(0u, recv_stream->GetConfig().rtp.rtx_ssrc)
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00003998 << "Default receive stream should not have configured RTX";
3999
4000 EXPECT_TRUE(channel_->AddRecvStream(
4001 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs)));
4002 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size())
brandtr14742122017-01-27 04:53:07 -08004003 << "AddRecvStream should have reconfigured, not added a new receiver.";
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00004004 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
nisse26e3abb2017-08-25 04:44:25 -07004005 EXPECT_FALSE(
4006 recv_stream->GetConfig().rtp.rtx_associated_payload_types.empty());
nisseca5706d2017-09-11 02:32:16 -07004007 EXPECT_TRUE(VerifyRtxReceiveAssociations(recv_stream->GetConfig()))
Peter Boströmd8b01092016-05-12 16:44:36 +02004008 << "RTX should be mapped for all decoders/payload types.";
nisseca5706d2017-09-11 02:32:16 -07004009 EXPECT_TRUE(HasRtxReceiveAssociation(recv_stream->GetConfig(),
4010 GetEngineCodec("red").id))
4011 << "RTX should be mapped also for the RED payload type";
brandtr14742122017-01-27 04:53:07 -08004012 EXPECT_EQ(rtx_ssrcs[0], recv_stream->GetConfig().rtp.rtx_ssrc);
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00004013}
4014
eladalonf1841382017-06-12 01:16:46 -07004015TEST_F(WebRtcVideoChannelTest, RejectsAddingStreamsWithMissingSsrcsForRtx) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004016 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boströmd4362cd2015-03-25 14:17:23 +01004017
Peter Boström0c4e06b2015-10-07 12:23:21 +02004018 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
4019 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
Peter Boströmd4362cd2015-03-25 14:17:23 +01004020
4021 StreamParams sp =
4022 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs);
4023 sp.ssrcs = ssrcs; // Without RTXs, this is the important part.
4024
4025 EXPECT_FALSE(channel_->AddSendStream(sp));
4026 EXPECT_FALSE(channel_->AddRecvStream(sp));
4027}
4028
eladalonf1841382017-06-12 01:16:46 -07004029TEST_F(WebRtcVideoChannelTest, RejectsAddingStreamsWithOverlappingRtxSsrcs) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004030 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boströmd6f4c252015-03-26 16:23:04 +01004031
Peter Boström0c4e06b2015-10-07 12:23:21 +02004032 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
4033 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
Peter Boströmd6f4c252015-03-26 16:23:04 +01004034
4035 StreamParams sp =
4036 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs);
4037
4038 EXPECT_TRUE(channel_->AddSendStream(sp));
4039 EXPECT_TRUE(channel_->AddRecvStream(sp));
4040
4041 // The RTX SSRC is already used in previous streams, using it should fail.
4042 sp = cricket::StreamParams::CreateLegacy(rtx_ssrcs[0]);
4043 EXPECT_FALSE(channel_->AddSendStream(sp));
4044 EXPECT_FALSE(channel_->AddRecvStream(sp));
4045
4046 // After removing the original stream this should be fine to add (makes sure
4047 // that RTX ssrcs are not forever taken).
4048 EXPECT_TRUE(channel_->RemoveSendStream(ssrcs[0]));
4049 EXPECT_TRUE(channel_->RemoveRecvStream(ssrcs[0]));
4050 EXPECT_TRUE(channel_->AddSendStream(sp));
4051 EXPECT_TRUE(channel_->AddRecvStream(sp));
4052}
4053
eladalonf1841382017-06-12 01:16:46 -07004054TEST_F(WebRtcVideoChannelTest,
Peter Boströmd6f4c252015-03-26 16:23:04 +01004055 RejectsAddingStreamsWithOverlappingSimulcastSsrcs) {
Peter Boström0c4e06b2015-10-07 12:23:21 +02004056 static const uint32_t kFirstStreamSsrcs[] = {1, 2, 3};
4057 static const uint32_t kOverlappingStreamSsrcs[] = {4, 3, 5};
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004058 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boströmd6f4c252015-03-26 16:23:04 +01004059
Peter Boströmd6f4c252015-03-26 16:23:04 +01004060 StreamParams sp =
4061 cricket::CreateSimStreamParams("cname", MAKE_VECTOR(kFirstStreamSsrcs));
4062
4063 EXPECT_TRUE(channel_->AddSendStream(sp));
4064 EXPECT_TRUE(channel_->AddRecvStream(sp));
4065
4066 // One of the SSRCs is already used in previous streams, using it should fail.
4067 sp = cricket::CreateSimStreamParams("cname",
4068 MAKE_VECTOR(kOverlappingStreamSsrcs));
4069 EXPECT_FALSE(channel_->AddSendStream(sp));
4070 EXPECT_FALSE(channel_->AddRecvStream(sp));
4071
4072 // After removing the original stream this should be fine to add (makes sure
4073 // that RTX ssrcs are not forever taken).
Peter Boström3548dd22015-05-22 18:48:36 +02004074 EXPECT_TRUE(channel_->RemoveSendStream(kFirstStreamSsrcs[0]));
4075 EXPECT_TRUE(channel_->RemoveRecvStream(kFirstStreamSsrcs[0]));
Peter Boströmd6f4c252015-03-26 16:23:04 +01004076 EXPECT_TRUE(channel_->AddSendStream(sp));
4077 EXPECT_TRUE(channel_->AddRecvStream(sp));
4078}
4079
eladalonf1841382017-06-12 01:16:46 -07004080TEST_F(WebRtcVideoChannelTest, ReportsSsrcGroupsInStats) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004081 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boström259bd202015-05-28 13:39:50 +02004082
4083 static const uint32_t kSenderSsrcs[] = {4, 7, 10};
4084 static const uint32_t kSenderRtxSsrcs[] = {5, 8, 11};
4085
4086 StreamParams sender_sp = cricket::CreateSimWithRtxStreamParams(
4087 "cname", MAKE_VECTOR(kSenderSsrcs), MAKE_VECTOR(kSenderRtxSsrcs));
4088
4089 EXPECT_TRUE(channel_->AddSendStream(sender_sp));
4090
4091 static const uint32_t kReceiverSsrcs[] = {3};
4092 static const uint32_t kReceiverRtxSsrcs[] = {2};
4093
4094 StreamParams receiver_sp = cricket::CreateSimWithRtxStreamParams(
4095 "cname", MAKE_VECTOR(kReceiverSsrcs), MAKE_VECTOR(kReceiverRtxSsrcs));
4096 EXPECT_TRUE(channel_->AddRecvStream(receiver_sp));
4097
4098 cricket::VideoMediaInfo info;
4099 ASSERT_TRUE(channel_->GetStats(&info));
4100
4101 ASSERT_EQ(1u, info.senders.size());
4102 ASSERT_EQ(1u, info.receivers.size());
4103
4104 EXPECT_NE(sender_sp.ssrc_groups, receiver_sp.ssrc_groups);
4105 EXPECT_EQ(sender_sp.ssrc_groups, info.senders[0].ssrc_groups);
4106 EXPECT_EQ(receiver_sp.ssrc_groups, info.receivers[0].ssrc_groups);
4107}
4108
eladalonf1841382017-06-12 01:16:46 -07004109TEST_F(WebRtcVideoChannelTest, MapsReceivedPayloadTypeToCodecName) {
pbosf42376c2015-08-28 07:35:32 -07004110 FakeVideoReceiveStream* stream = AddRecvStream();
4111 webrtc::VideoReceiveStream::Stats stats;
4112 cricket::VideoMediaInfo info;
4113
4114 // Report no codec name before receiving.
4115 stream->SetStats(stats);
4116 ASSERT_TRUE(channel_->GetStats(&info));
4117 EXPECT_STREQ("", info.receivers[0].codec_name.c_str());
4118
4119 // Report VP8 if we're receiving it.
magjed509e4fe2016-11-18 01:34:11 -08004120 stats.current_payload_type = GetEngineCodec("VP8").id;
pbosf42376c2015-08-28 07:35:32 -07004121 stream->SetStats(stats);
4122 ASSERT_TRUE(channel_->GetStats(&info));
4123 EXPECT_STREQ(kVp8CodecName, info.receivers[0].codec_name.c_str());
4124
4125 // Report no codec name for unknown playload types.
4126 stats.current_payload_type = 3;
4127 stream->SetStats(stats);
4128 ASSERT_TRUE(channel_->GetStats(&info));
4129 EXPECT_STREQ("", info.receivers[0].codec_name.c_str());
4130}
4131
eladalonf1841382017-06-12 01:16:46 -07004132void WebRtcVideoChannelTest::TestReceiveUnsignaledSsrcPacket(
noahricd10a68e2015-07-10 11:27:55 -07004133 uint8_t payload_type,
4134 bool expect_created_receive_stream) {
magjed509e4fe2016-11-18 01:34:11 -08004135 // kRedRtxPayloadType must currently be unused.
4136 EXPECT_FALSE(FindCodecById(engine_.codecs(), kRedRtxPayloadType));
4137
noahricd10a68e2015-07-10 11:27:55 -07004138 // Add a RED RTX codec.
4139 VideoCodec red_rtx_codec =
magjed509e4fe2016-11-18 01:34:11 -08004140 VideoCodec::CreateRtxCodec(kRedRtxPayloadType, GetEngineCodec("red").id);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004141 recv_parameters_.codecs.push_back(red_rtx_codec);
4142 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
noahricd10a68e2015-07-10 11:27:55 -07004143
4144 ASSERT_EQ(0u, fake_call_->GetVideoReceiveStreams().size());
4145 const size_t kDataLength = 12;
4146 uint8_t data[kDataLength];
4147 memset(data, 0, sizeof(data));
4148
4149 rtc::Set8(data, 1, payload_type);
4150 rtc::SetBE32(&data[8], kIncomingUnsignalledSsrc);
jbaucheec21bd2016-03-20 06:15:43 -07004151 rtc::CopyOnWriteBuffer packet(data, kDataLength);
noahricd10a68e2015-07-10 11:27:55 -07004152 rtc::PacketTime packet_time;
4153 channel_->OnPacketReceived(&packet, packet_time);
4154
4155 if (expect_created_receive_stream) {
4156 EXPECT_EQ(1u, fake_call_->GetVideoReceiveStreams().size())
4157 << "Should have created a receive stream for payload type: "
4158 << payload_type;
4159 } else {
4160 EXPECT_EQ(0u, fake_call_->GetVideoReceiveStreams().size())
4161 << "Shouldn't have created a receive stream for payload type: "
4162 << payload_type;
4163 }
4164}
4165
eladalonf1841382017-06-12 01:16:46 -07004166TEST_F(WebRtcVideoChannelTest, Vp8PacketCreatesUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004167 TestReceiveUnsignaledSsrcPacket(GetEngineCodec("VP8").id,
4168 true /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004169}
4170
eladalonf1841382017-06-12 01:16:46 -07004171TEST_F(WebRtcVideoChannelTest, Vp9PacketCreatesUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004172 TestReceiveUnsignaledSsrcPacket(GetEngineCodec("VP9").id,
4173 true /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004174}
4175
eladalonf1841382017-06-12 01:16:46 -07004176TEST_F(WebRtcVideoChannelTest, RtxPacketDoesntCreateUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004177 const cricket::VideoCodec vp8 = GetEngineCodec("VP8");
4178 const int rtx_vp8_payload_type = default_apt_rtx_types_[vp8.id];
4179 TestReceiveUnsignaledSsrcPacket(rtx_vp8_payload_type,
4180 false /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004181}
4182
eladalonf1841382017-06-12 01:16:46 -07004183TEST_F(WebRtcVideoChannelTest, UlpfecPacketDoesntCreateUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004184 TestReceiveUnsignaledSsrcPacket(GetEngineCodec("ulpfec").id,
4185 false /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004186}
4187
eladalonf1841382017-06-12 01:16:46 -07004188TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr468da7c2016-11-22 02:16:47 -08004189 FlexfecPacketDoesntCreateUnsignalledStream) {
4190 TestReceiveUnsignaledSsrcPacket(GetEngineCodec("flexfec-03").id,
4191 false /* expect_created_receive_stream */);
4192}
4193
eladalonf1841382017-06-12 01:16:46 -07004194TEST_F(WebRtcVideoChannelTest, RedRtxPacketDoesntCreateUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004195 TestReceiveUnsignaledSsrcPacket(kRedRtxPayloadType,
4196 false /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004197}
4198
mzanaty8a855d62017-02-17 15:46:43 -08004199// Test that receiving any unsignalled SSRC works even if it changes.
4200// The first unsignalled SSRC received will create a default receive stream.
4201// Any different unsignalled SSRC received will replace the default.
eladalonf1841382017-06-12 01:16:46 -07004202TEST_F(WebRtcVideoChannelTest, ReceiveDifferentUnsignaledSsrc) {
mzanaty8a855d62017-02-17 15:46:43 -08004203 // Allow receiving VP8, VP9, H264 (if enabled).
4204 cricket::VideoRecvParameters parameters;
4205 parameters.codecs.push_back(GetEngineCodec("VP8"));
4206 parameters.codecs.push_back(GetEngineCodec("VP9"));
4207
4208#if defined(WEBRTC_USE_H264)
4209 cricket::VideoCodec H264codec(126, "H264");
4210 parameters.codecs.push_back(H264codec);
4211#endif
4212
4213 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4214 // No receive streams yet.
4215 ASSERT_EQ(0u, fake_call_->GetVideoReceiveStreams().size());
4216 cricket::FakeVideoRenderer renderer;
4217 EXPECT_TRUE(channel_->SetSink(kDefaultRecvSsrc, &renderer));
4218
4219 // Receive VP8 packet on first SSRC.
4220 uint8_t data[kMinRtpPacketLen];
4221 cricket::RtpHeader rtpHeader;
4222 rtpHeader.payload_type = GetEngineCodec("VP8").id;
4223 rtpHeader.seq_num = rtpHeader.timestamp = 0;
4224 rtpHeader.ssrc = kIncomingUnsignalledSsrc+1;
4225 cricket::SetRtpHeader(data, sizeof(data), rtpHeader);
4226 rtc::CopyOnWriteBuffer packet(data, sizeof(data));
4227 rtc::PacketTime packet_time;
4228 channel_->OnPacketReceived(&packet, packet_time);
4229 // VP8 packet should create default receive stream.
4230 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4231 FakeVideoReceiveStream* recv_stream =
4232 fake_call_->GetVideoReceiveStreams()[0];
4233 EXPECT_EQ(rtpHeader.ssrc, recv_stream->GetConfig().rtp.remote_ssrc);
4234 // Verify that the receive stream sinks to a renderer.
4235 webrtc::VideoFrame video_frame(CreateBlackFrameBuffer(4, 4), 100, 0,
4236 webrtc::kVideoRotation_0);
4237 recv_stream->InjectFrame(video_frame);
4238 EXPECT_EQ(1, renderer.num_rendered_frames());
4239
4240 // Receive VP9 packet on second SSRC.
4241 rtpHeader.payload_type = GetEngineCodec("VP9").id;
4242 rtpHeader.ssrc = kIncomingUnsignalledSsrc+2;
4243 cricket::SetRtpHeader(data, sizeof(data), rtpHeader);
4244 rtc::CopyOnWriteBuffer packet2(data, sizeof(data));
4245 channel_->OnPacketReceived(&packet2, packet_time);
4246 // VP9 packet should replace the default receive SSRC.
4247 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4248 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
4249 EXPECT_EQ(rtpHeader.ssrc, recv_stream->GetConfig().rtp.remote_ssrc);
4250 // Verify that the receive stream sinks to a renderer.
4251 webrtc::VideoFrame video_frame2(CreateBlackFrameBuffer(4, 4), 200, 0,
ilnik00d802b2017-04-11 10:34:31 -07004252 webrtc::kVideoRotation_0);
mzanaty8a855d62017-02-17 15:46:43 -08004253 recv_stream->InjectFrame(video_frame2);
4254 EXPECT_EQ(2, renderer.num_rendered_frames());
4255
4256#if defined(WEBRTC_USE_H264)
4257 // Receive H264 packet on third SSRC.
4258 rtpHeader.payload_type = 126;
4259 rtpHeader.ssrc = kIncomingUnsignalledSsrc+3;
4260 cricket::SetRtpHeader(data, sizeof(data), rtpHeader);
4261 rtc::CopyOnWriteBuffer packet3(data, sizeof(data));
4262 channel_->OnPacketReceived(&packet3, packet_time);
4263 // H264 packet should replace the default receive SSRC.
4264 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4265 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
4266 EXPECT_EQ(rtpHeader.ssrc, recv_stream->GetConfig().rtp.remote_ssrc);
4267 // Verify that the receive stream sinks to a renderer.
4268 webrtc::VideoFrame video_frame3(CreateBlackFrameBuffer(4, 4), 300, 0,
ilnik00d802b2017-04-11 10:34:31 -07004269 webrtc::kVideoRotation_0);
mzanaty8a855d62017-02-17 15:46:43 -08004270 recv_stream->InjectFrame(video_frame3);
4271 EXPECT_EQ(3, renderer.num_rendered_frames());
4272#endif
4273}
4274
brandtr0dc57ea2017-05-29 23:33:31 -07004275// This test verifies that when a new default stream is created for a new
4276// unsignaled SSRC, the new stream does not overwrite any old stream that had
4277// been the default receive stream before being properly signaled.
eladalonf1841382017-06-12 01:16:46 -07004278TEST_F(WebRtcVideoChannelTest,
brandtr0dc57ea2017-05-29 23:33:31 -07004279 NewUnsignaledStreamDoesNotDestroyPreviouslyUnsignaledStream) {
4280 cricket::VideoRecvParameters parameters;
4281 parameters.codecs.push_back(GetEngineCodec("VP8"));
4282 ASSERT_TRUE(channel_->SetRecvParameters(parameters));
4283
4284 // No streams signaled and no packets received, so we should not have any
4285 // stream objects created yet.
4286 EXPECT_EQ(0u, fake_call_->GetVideoReceiveStreams().size());
4287
4288 // Receive packet on an unsignaled SSRC.
4289 uint8_t data[kMinRtpPacketLen];
4290 cricket::RtpHeader rtp_header;
4291 rtp_header.payload_type = GetEngineCodec("VP8").id;
4292 rtp_header.seq_num = rtp_header.timestamp = 0;
4293 rtp_header.ssrc = kSsrcs3[0];
4294 cricket::SetRtpHeader(data, sizeof(data), rtp_header);
4295 rtc::CopyOnWriteBuffer packet(data, sizeof(data));
4296 rtc::PacketTime packet_time;
4297 channel_->OnPacketReceived(&packet, packet_time);
4298 // Default receive stream should be created.
4299 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4300 FakeVideoReceiveStream* recv_stream0 =
4301 fake_call_->GetVideoReceiveStreams()[0];
4302 EXPECT_EQ(kSsrcs3[0], recv_stream0->GetConfig().rtp.remote_ssrc);
4303
4304 // Signal the SSRC.
4305 EXPECT_TRUE(
4306 channel_->AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrcs3[0])));
4307 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4308 recv_stream0 = fake_call_->GetVideoReceiveStreams()[0];
4309 EXPECT_EQ(kSsrcs3[0], recv_stream0->GetConfig().rtp.remote_ssrc);
4310
4311 // Receive packet on a different unsignaled SSRC.
4312 rtp_header.ssrc = kSsrcs3[1];
4313 cricket::SetRtpHeader(data, sizeof(data), rtp_header);
4314 packet.SetData(data, sizeof(data));
4315 channel_->OnPacketReceived(&packet, packet_time);
4316 // New default receive stream should be created, but old stream should remain.
4317 ASSERT_EQ(2u, fake_call_->GetVideoReceiveStreams().size());
4318 EXPECT_EQ(recv_stream0, fake_call_->GetVideoReceiveStreams()[0]);
4319 FakeVideoReceiveStream* recv_stream1 =
4320 fake_call_->GetVideoReceiveStreams()[1];
4321 EXPECT_EQ(kSsrcs3[1], recv_stream1->GetConfig().rtp.remote_ssrc);
4322}
4323
eladalonf1841382017-06-12 01:16:46 -07004324TEST_F(WebRtcVideoChannelTest, CanSentMaxBitrateForExistingStream) {
skvladdc1c62c2016-03-16 19:07:43 -07004325 AddSendStream();
4326
Tommi85959932018-02-07 19:26:06 +01004327 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07004328 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
skvladdc1c62c2016-03-16 19:07:43 -07004329 cricket::VideoFormat capture_format_hd =
4330 capturer.GetSupportedFormats()->front();
4331 EXPECT_EQ(1280, capture_format_hd.width);
4332 EXPECT_EQ(720, capture_format_hd.height);
4333 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format_hd));
4334 EXPECT_TRUE(channel_->SetSend(true));
perkjfa10b552016-10-02 23:45:26 -07004335 capturer.CaptureFrame();
skvladdc1c62c2016-03-16 19:07:43 -07004336
perkjfa10b552016-10-02 23:45:26 -07004337 int default_encoder_bitrate = GetMaxEncoderBitrate();
brandtr468da7c2016-11-22 02:16:47 -08004338 EXPECT_GT(default_encoder_bitrate, 1000);
skvladdc1c62c2016-03-16 19:07:43 -07004339
4340 // TODO(skvlad): Resolve the inconsistency between the interpretation
4341 // of the global bitrate limit for audio and video:
4342 // - Audio: max_bandwidth_bps = 0 - fail the operation,
4343 // max_bandwidth_bps = -1 - remove the bandwidth limit
4344 // - Video: max_bandwidth_bps = 0 - remove the bandwidth limit,
pbos5c7760a2017-03-10 11:23:12 -08004345 // max_bandwidth_bps = -1 - remove the bandwidth limit
skvladdc1c62c2016-03-16 19:07:43 -07004346
perkjfa10b552016-10-02 23:45:26 -07004347 SetAndExpectMaxBitrate(1000, 0, 1000);
4348 SetAndExpectMaxBitrate(1000, 800, 800);
4349 SetAndExpectMaxBitrate(600, 800, 600);
4350 SetAndExpectMaxBitrate(0, 800, 800);
4351 SetAndExpectMaxBitrate(0, 0, default_encoder_bitrate);
skvladdc1c62c2016-03-16 19:07:43 -07004352
deadbeef5a4a75a2016-06-02 16:23:38 -07004353 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
skvladdc1c62c2016-03-16 19:07:43 -07004354}
4355
eladalonf1841382017-06-12 01:16:46 -07004356TEST_F(WebRtcVideoChannelTest, CannotSetMaxBitrateForNonexistentStream) {
skvladdc1c62c2016-03-16 19:07:43 -07004357 webrtc::RtpParameters nonexistent_parameters =
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004358 channel_->GetRtpSendParameters(last_ssrc_);
skvladdc1c62c2016-03-16 19:07:43 -07004359 EXPECT_EQ(0, nonexistent_parameters.encodings.size());
4360
4361 nonexistent_parameters.encodings.push_back(webrtc::RtpEncodingParameters());
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004362 EXPECT_FALSE(
Zach Steinba37b4b2018-01-23 15:02:36 -08004363 channel_->SetRtpSendParameters(last_ssrc_, nonexistent_parameters).ok());
skvladdc1c62c2016-03-16 19:07:43 -07004364}
4365
eladalonf1841382017-06-12 01:16:46 -07004366TEST_F(WebRtcVideoChannelTest,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004367 CannotSetRtpSendParametersWithIncorrectNumberOfEncodings) {
skvladdc1c62c2016-03-16 19:07:43 -07004368 AddSendStream();
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004369 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
skvladdc1c62c2016-03-16 19:07:43 -07004370 // Two or more encodings should result in failure.
4371 parameters.encodings.push_back(webrtc::RtpEncodingParameters());
Zach Steinba37b4b2018-01-23 15:02:36 -08004372 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
deadbeeffb2aced2017-01-06 23:05:37 -08004373 // Zero encodings should also fail.
4374 parameters.encodings.clear();
Zach Steinba37b4b2018-01-23 15:02:36 -08004375 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
deadbeeffb2aced2017-01-06 23:05:37 -08004376}
4377
Zach Stein3ca452b2018-01-18 10:01:24 -08004378TEST_F(WebRtcVideoChannelTest,
4379 CannotSetSimulcastRtpSendParametersWithIncorrectNumberOfEncodings) {
4380 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
4381 StreamParams sp = CreateSimStreamParams("cname", ssrcs);
4382 AddSendStream(sp);
4383
4384 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
4385
4386 // Additional encodings should result in failure.
4387 parameters.encodings.push_back(webrtc::RtpEncodingParameters());
Zach Steinba37b4b2018-01-23 15:02:36 -08004388 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
Zach Stein3ca452b2018-01-18 10:01:24 -08004389 // Zero encodings should also fail.
4390 parameters.encodings.clear();
Zach Steinba37b4b2018-01-23 15:02:36 -08004391 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
Zach Stein3ca452b2018-01-18 10:01:24 -08004392}
4393
deadbeeffb2aced2017-01-06 23:05:37 -08004394// Changing the SSRC through RtpParameters is not allowed.
eladalonf1841382017-06-12 01:16:46 -07004395TEST_F(WebRtcVideoChannelTest, CannotSetSsrcInRtpSendParameters) {
deadbeeffb2aced2017-01-06 23:05:37 -08004396 AddSendStream();
4397 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
Oskar Sundbom78807582017-11-16 11:09:55 +01004398 parameters.encodings[0].ssrc = 0xdeadbeef;
Zach Steinba37b4b2018-01-23 15:02:36 -08004399 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
skvladdc1c62c2016-03-16 19:07:43 -07004400}
4401
Seth Hampson24722b32017-12-22 09:36:42 -08004402// Tests that when RTCRtpEncodingParameters.bitrate_priority gets set to
4403// a value <= 0, setting the parameters returns false.
4404TEST_F(WebRtcVideoChannelTest, SetRtpSendParametersInvalidBitratePriority) {
4405 AddSendStream();
4406 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
4407 EXPECT_EQ(1UL, parameters.encodings.size());
4408 EXPECT_EQ(webrtc::kDefaultBitratePriority,
4409 parameters.encodings[0].bitrate_priority);
4410
4411 parameters.encodings[0].bitrate_priority = 0;
Zach Steinba37b4b2018-01-23 15:02:36 -08004412 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
Seth Hampson24722b32017-12-22 09:36:42 -08004413 parameters.encodings[0].bitrate_priority = -2;
Zach Steinba37b4b2018-01-23 15:02:36 -08004414 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
Seth Hampson24722b32017-12-22 09:36:42 -08004415}
4416
4417// Tests when the the RTCRtpEncodingParameters.bitrate_priority gets set
4418// properly on the VideoChannel and propogates down to the video encoder.
4419TEST_F(WebRtcVideoChannelTest, SetRtpSendParametersPriorityOneStream) {
4420 AddSendStream();
4421 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
4422 EXPECT_EQ(1UL, parameters.encodings.size());
4423 EXPECT_EQ(webrtc::kDefaultBitratePriority,
4424 parameters.encodings[0].bitrate_priority);
4425
4426 // Change the value and set it on the VideoChannel.
4427 double new_bitrate_priority = 2.0;
4428 parameters.encodings[0].bitrate_priority = new_bitrate_priority;
Zach Steinba37b4b2018-01-23 15:02:36 -08004429 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
Seth Hampson24722b32017-12-22 09:36:42 -08004430
4431 // Verify that the encoding parameters bitrate_priority is set for the
4432 // VideoChannel.
4433 parameters = channel_->GetRtpSendParameters(last_ssrc_);
4434 EXPECT_EQ(1UL, parameters.encodings.size());
4435 EXPECT_EQ(new_bitrate_priority, parameters.encodings[0].bitrate_priority);
4436
4437 // Verify that the new value propagated down to the encoder.
4438 std::vector<FakeVideoSendStream*> video_send_streams =
4439 fake_call_->GetVideoSendStreams();
4440 EXPECT_EQ(1UL, video_send_streams.size());
4441 FakeVideoSendStream* video_send_stream = video_send_streams.front();
4442 // Check that the WebRtcVideoSendStream updated the VideoEncoderConfig
4443 // appropriately.
4444 EXPECT_EQ(new_bitrate_priority,
4445 video_send_stream->GetEncoderConfig().bitrate_priority);
4446 // Check that the vector of VideoStreams also was propagated correctly. Note
4447 // that this is testing the behavior of the FakeVideoSendStream, which mimics
4448 // the calls to CreateEncoderStreams to get the VideoStreams.
4449 EXPECT_EQ(rtc::Optional<double>(new_bitrate_priority),
4450 video_send_stream->GetVideoStreams()[0].bitrate_priority);
4451}
4452
4453// Tests that the RTCRtpEncodingParameters.bitrate_priority is set for the
4454// VideoChannel and the value propogates to the video encoder with all simulcast
4455// streams.
4456TEST_F(WebRtcVideoChannelTest, SetRtpSendParametersPrioritySimulcastStreams) {
4457 // Create the stream params with multiple ssrcs for simulcast.
4458 const int kNumSimulcastStreams = 3;
4459 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
4460 StreamParams stream_params = CreateSimStreamParams("cname", ssrcs);
4461 AddSendStream(stream_params);
4462 uint32_t primary_ssrc = stream_params.first_ssrc();
4463
Tommi85959932018-02-07 19:26:06 +01004464 // Using the FakeVideoCapturerWithTaskQueue, we manually send a full size
4465 // frame. This creates multiple VideoStreams for all simulcast layers when
4466 // reconfiguring, and allows us to test this behavior.
4467 FakeVideoCapturerWithTaskQueue capturer;
Seth Hampson24722b32017-12-22 09:36:42 -08004468 VideoOptions options;
4469 EXPECT_TRUE(channel_->SetVideoSend(primary_ssrc, true, &options, &capturer));
4470 EXPECT_EQ(cricket::CS_RUNNING,
4471 capturer.Start(cricket::VideoFormat(
4472 1920, 1080, cricket::VideoFormat::FpsToInterval(30),
4473 cricket::FOURCC_I420)));
4474 channel_->SetSend(true);
4475 EXPECT_TRUE(capturer.CaptureFrame());
4476 // Get and set the rtp encoding parameters.
4477 webrtc::RtpParameters parameters =
4478 channel_->GetRtpSendParameters(primary_ssrc);
Zach Stein3ca452b2018-01-18 10:01:24 -08004479 EXPECT_EQ(kNumSimulcastStreams, parameters.encodings.size());
Seth Hampson24722b32017-12-22 09:36:42 -08004480 EXPECT_EQ(webrtc::kDefaultBitratePriority,
4481 parameters.encodings[0].bitrate_priority);
4482 // Change the value and set it on the VideoChannel.
4483 double new_bitrate_priority = 2.0;
4484 parameters.encodings[0].bitrate_priority = new_bitrate_priority;
Zach Steinba37b4b2018-01-23 15:02:36 -08004485 EXPECT_TRUE(channel_->SetRtpSendParameters(primary_ssrc, parameters).ok());
Seth Hampson24722b32017-12-22 09:36:42 -08004486
4487 // Verify that the encoding parameters priority is set on the VideoChannel.
4488 parameters = channel_->GetRtpSendParameters(primary_ssrc);
Zach Stein3ca452b2018-01-18 10:01:24 -08004489 EXPECT_EQ(kNumSimulcastStreams, parameters.encodings.size());
Seth Hampson24722b32017-12-22 09:36:42 -08004490 EXPECT_EQ(new_bitrate_priority, parameters.encodings[0].bitrate_priority);
4491
4492 // Verify that the new value propagated down to the encoder.
4493 std::vector<FakeVideoSendStream*> video_send_streams =
4494 fake_call_->GetVideoSendStreams();
4495 EXPECT_EQ(1UL, video_send_streams.size());
4496 FakeVideoSendStream* video_send_stream = video_send_streams.front();
4497 // Check that the WebRtcVideoSendStream updated the VideoEncoderConfig
4498 // appropriately.
4499 EXPECT_EQ(kNumSimulcastStreams,
4500 video_send_stream->GetEncoderConfig().number_of_streams);
4501 EXPECT_EQ(new_bitrate_priority,
4502 video_send_stream->GetEncoderConfig().bitrate_priority);
4503 // Check that the vector of VideoStreams also propagated correctly. The
4504 // FakeVideoSendStream calls CreateEncoderStreams, and we are testing that
4505 // these are created appropriately for the simulcast case.
4506 EXPECT_EQ(kNumSimulcastStreams, video_send_stream->GetVideoStreams().size());
4507 EXPECT_EQ(rtc::Optional<double>(new_bitrate_priority),
4508 video_send_stream->GetVideoStreams()[0].bitrate_priority);
4509 // Since we are only setting bitrate priority per-sender, the other
4510 // VideoStreams should have a bitrate priority of 0.
4511 EXPECT_EQ(rtc::nullopt,
4512 video_send_stream->GetVideoStreams()[1].bitrate_priority);
4513 EXPECT_EQ(rtc::nullopt,
4514 video_send_stream->GetVideoStreams()[2].bitrate_priority);
4515 EXPECT_TRUE(channel_->SetVideoSend(primary_ssrc, true, nullptr, nullptr));
4516}
4517
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004518// Test that a stream will not be sending if its encoding is made inactive
4519// through SetRtpSendParameters.
Seth Hampson8234ead2018-02-02 15:16:24 -08004520TEST_F(WebRtcVideoChannelTest, SetRtpSendParametersOneEncodingActive) {
deadbeefdbe2b872016-03-22 15:42:00 -07004521 FakeVideoSendStream* stream = AddSendStream();
4522 EXPECT_TRUE(channel_->SetSend(true));
4523 EXPECT_TRUE(stream->IsSending());
4524
4525 // Get current parameters and change "active" to false.
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004526 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
deadbeefdbe2b872016-03-22 15:42:00 -07004527 ASSERT_EQ(1u, parameters.encodings.size());
4528 ASSERT_TRUE(parameters.encodings[0].active);
4529 parameters.encodings[0].active = false;
Zach Steinba37b4b2018-01-23 15:02:36 -08004530 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
deadbeefdbe2b872016-03-22 15:42:00 -07004531 EXPECT_FALSE(stream->IsSending());
4532
4533 // Now change it back to active and verify we resume sending.
4534 parameters.encodings[0].active = true;
Zach Steinba37b4b2018-01-23 15:02:36 -08004535 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
deadbeefdbe2b872016-03-22 15:42:00 -07004536 EXPECT_TRUE(stream->IsSending());
4537}
4538
Seth Hampson8234ead2018-02-02 15:16:24 -08004539// Tests that when active is updated for any simulcast layer then the send
4540// stream's sending state will be updated and it will be reconfigured with the
4541// new appropriate active simulcast streams.
4542TEST_F(WebRtcVideoChannelTest, SetRtpSendParametersMultipleEncodingsActive) {
4543 // Create the stream params with multiple ssrcs for simulcast.
4544 const int kNumSimulcastStreams = 3;
4545 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
4546 StreamParams stream_params = CreateSimStreamParams("cname", ssrcs);
4547 FakeVideoSendStream* fake_video_send_stream = AddSendStream(stream_params);
4548 uint32_t primary_ssrc = stream_params.first_ssrc();
4549
Tommi85959932018-02-07 19:26:06 +01004550 // Using the FakeVideoCapturerWithTaskQueue, we manually send a full size
4551 // frame. This allows us to test that ReconfigureEncoder is called
4552 // appropriately.
4553 cricket::FakeVideoCapturerWithTaskQueue capturer;
Seth Hampson8234ead2018-02-02 15:16:24 -08004554 VideoOptions options;
4555 EXPECT_TRUE(channel_->SetVideoSend(primary_ssrc, true, &options, &capturer));
4556 EXPECT_EQ(cricket::CS_RUNNING,
4557 capturer.Start(cricket::VideoFormat(
4558 1920, 1080, cricket::VideoFormat::FpsToInterval(30),
4559 cricket::FOURCC_I420)));
4560 channel_->SetSend(true);
4561 EXPECT_TRUE(capturer.CaptureFrame());
4562
4563 // Check that all encodings are initially active.
4564 webrtc::RtpParameters parameters =
4565 channel_->GetRtpSendParameters(primary_ssrc);
4566 EXPECT_EQ(kNumSimulcastStreams, parameters.encodings.size());
4567 EXPECT_TRUE(parameters.encodings[0].active);
4568 EXPECT_TRUE(parameters.encodings[1].active);
4569 EXPECT_TRUE(parameters.encodings[2].active);
4570 EXPECT_TRUE(fake_video_send_stream->IsSending());
4571
4572 // Only turn on only the middle stream.
4573 parameters.encodings[0].active = false;
4574 parameters.encodings[1].active = true;
4575 parameters.encodings[2].active = false;
4576 EXPECT_TRUE(channel_->SetRtpSendParameters(primary_ssrc, parameters).ok());
4577 // Verify that the active fields are set on the VideoChannel.
4578 parameters = channel_->GetRtpSendParameters(primary_ssrc);
4579 EXPECT_EQ(kNumSimulcastStreams, parameters.encodings.size());
4580 EXPECT_FALSE(parameters.encodings[0].active);
4581 EXPECT_TRUE(parameters.encodings[1].active);
4582 EXPECT_FALSE(parameters.encodings[2].active);
4583 // Check that the VideoSendStream is updated appropriately. This means its
4584 // send state was updated and it was reconfigured.
4585 EXPECT_TRUE(fake_video_send_stream->IsSending());
4586 std::vector<webrtc::VideoStream> simulcast_streams =
4587 fake_video_send_stream->GetVideoStreams();
4588 EXPECT_EQ(kNumSimulcastStreams, simulcast_streams.size());
4589 EXPECT_FALSE(simulcast_streams[0].active);
4590 EXPECT_TRUE(simulcast_streams[1].active);
4591 EXPECT_FALSE(simulcast_streams[2].active);
4592
4593 // Turn off all streams.
4594 parameters.encodings[0].active = false;
4595 parameters.encodings[1].active = false;
4596 parameters.encodings[2].active = false;
4597 EXPECT_TRUE(channel_->SetRtpSendParameters(primary_ssrc, parameters).ok());
4598 // Verify that the active fields are set on the VideoChannel.
4599 parameters = channel_->GetRtpSendParameters(primary_ssrc);
4600 EXPECT_EQ(kNumSimulcastStreams, parameters.encodings.size());
4601 EXPECT_FALSE(parameters.encodings[0].active);
4602 EXPECT_FALSE(parameters.encodings[1].active);
4603 EXPECT_FALSE(parameters.encodings[2].active);
4604 // Check that the VideoSendStream is off.
4605 EXPECT_FALSE(fake_video_send_stream->IsSending());
4606 simulcast_streams = fake_video_send_stream->GetVideoStreams();
4607 EXPECT_EQ(kNumSimulcastStreams, simulcast_streams.size());
4608 EXPECT_FALSE(simulcast_streams[0].active);
4609 EXPECT_FALSE(simulcast_streams[1].active);
4610 EXPECT_FALSE(simulcast_streams[2].active);
4611
4612 EXPECT_TRUE(channel_->SetVideoSend(primary_ssrc, true, nullptr, nullptr));
4613}
4614
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004615// Test that if a stream is reconfigured (due to a codec change or other
4616// change) while its encoding is still inactive, it doesn't start sending.
eladalonf1841382017-06-12 01:16:46 -07004617TEST_F(WebRtcVideoChannelTest,
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004618 InactiveStreamDoesntStartSendingWhenReconfigured) {
4619 // Set an initial codec list, which will be modified later.
4620 cricket::VideoSendParameters parameters1;
magjed509e4fe2016-11-18 01:34:11 -08004621 parameters1.codecs.push_back(GetEngineCodec("VP8"));
4622 parameters1.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004623 EXPECT_TRUE(channel_->SetSendParameters(parameters1));
4624
4625 FakeVideoSendStream* stream = AddSendStream();
4626 EXPECT_TRUE(channel_->SetSend(true));
4627 EXPECT_TRUE(stream->IsSending());
4628
4629 // Get current parameters and change "active" to false.
4630 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
4631 ASSERT_EQ(1u, parameters.encodings.size());
4632 ASSERT_TRUE(parameters.encodings[0].active);
4633 parameters.encodings[0].active = false;
4634 EXPECT_EQ(1u, GetFakeSendStreams().size());
4635 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
Zach Steinba37b4b2018-01-23 15:02:36 -08004636 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004637 EXPECT_FALSE(stream->IsSending());
4638
4639 // Reorder the codec list, causing the stream to be reconfigured.
4640 cricket::VideoSendParameters parameters2;
magjed509e4fe2016-11-18 01:34:11 -08004641 parameters2.codecs.push_back(GetEngineCodec("VP9"));
4642 parameters2.codecs.push_back(GetEngineCodec("VP8"));
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004643 EXPECT_TRUE(channel_->SetSendParameters(parameters2));
4644 auto new_streams = GetFakeSendStreams();
4645 // Assert that a new underlying stream was created due to the codec change.
4646 // Otherwise, this test isn't testing what it set out to test.
4647 EXPECT_EQ(1u, GetFakeSendStreams().size());
4648 EXPECT_EQ(2, fake_call_->GetNumCreatedSendStreams());
4649
4650 // Verify that we still are not sending anything, due to the inactive
4651 // encoding.
4652 EXPECT_FALSE(new_streams[0]->IsSending());
4653}
4654
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004655// Test that GetRtpSendParameters returns the currently configured codecs.
eladalonf1841382017-06-12 01:16:46 -07004656TEST_F(WebRtcVideoChannelTest, GetRtpSendParametersCodecs) {
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004657 AddSendStream();
4658 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08004659 parameters.codecs.push_back(GetEngineCodec("VP8"));
4660 parameters.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004661 EXPECT_TRUE(channel_->SetSendParameters(parameters));
4662
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004663 webrtc::RtpParameters rtp_parameters =
4664 channel_->GetRtpSendParameters(last_ssrc_);
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004665 ASSERT_EQ(2u, rtp_parameters.codecs.size());
magjed509e4fe2016-11-18 01:34:11 -08004666 EXPECT_EQ(GetEngineCodec("VP8").ToCodecParameters(),
4667 rtp_parameters.codecs[0]);
4668 EXPECT_EQ(GetEngineCodec("VP9").ToCodecParameters(),
4669 rtp_parameters.codecs[1]);
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004670}
4671
deadbeeffb2aced2017-01-06 23:05:37 -08004672// Test that RtpParameters for send stream has one encoding and it has
4673// the correct SSRC.
eladalonf1841382017-06-12 01:16:46 -07004674TEST_F(WebRtcVideoChannelTest, GetRtpSendParametersSsrc) {
deadbeeffb2aced2017-01-06 23:05:37 -08004675 AddSendStream();
4676
4677 webrtc::RtpParameters rtp_parameters =
4678 channel_->GetRtpSendParameters(last_ssrc_);
4679 ASSERT_EQ(1u, rtp_parameters.encodings.size());
Oskar Sundbom78807582017-11-16 11:09:55 +01004680 EXPECT_EQ(last_ssrc_, rtp_parameters.encodings[0].ssrc);
deadbeeffb2aced2017-01-06 23:05:37 -08004681}
4682
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004683// Test that if we set/get parameters multiple times, we get the same results.
eladalonf1841382017-06-12 01:16:46 -07004684TEST_F(WebRtcVideoChannelTest, SetAndGetRtpSendParameters) {
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004685 AddSendStream();
4686 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08004687 parameters.codecs.push_back(GetEngineCodec("VP8"));
4688 parameters.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004689 EXPECT_TRUE(channel_->SetSendParameters(parameters));
4690
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004691 webrtc::RtpParameters initial_params =
4692 channel_->GetRtpSendParameters(last_ssrc_);
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004693
4694 // We should be able to set the params we just got.
Zach Steinba37b4b2018-01-23 15:02:36 -08004695 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, initial_params).ok());
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004696
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004697 // ... And this shouldn't change the params returned by GetRtpSendParameters.
4698 EXPECT_EQ(initial_params, channel_->GetRtpSendParameters(last_ssrc_));
4699}
4700
4701// Test that GetRtpReceiveParameters returns the currently configured codecs.
eladalonf1841382017-06-12 01:16:46 -07004702TEST_F(WebRtcVideoChannelTest, GetRtpReceiveParametersCodecs) {
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004703 AddRecvStream();
4704 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08004705 parameters.codecs.push_back(GetEngineCodec("VP8"));
4706 parameters.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004707 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4708
4709 webrtc::RtpParameters rtp_parameters =
4710 channel_->GetRtpReceiveParameters(last_ssrc_);
4711 ASSERT_EQ(2u, rtp_parameters.codecs.size());
magjed509e4fe2016-11-18 01:34:11 -08004712 EXPECT_EQ(GetEngineCodec("VP8").ToCodecParameters(),
4713 rtp_parameters.codecs[0]);
4714 EXPECT_EQ(GetEngineCodec("VP9").ToCodecParameters(),
4715 rtp_parameters.codecs[1]);
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004716}
4717
johan073ece42016-08-26 02:59:47 -07004718#if defined(WEBRTC_USE_H264)
eladalonf1841382017-06-12 01:16:46 -07004719TEST_F(WebRtcVideoChannelTest, GetRtpReceiveFmtpSprop) {
johan073ece42016-08-26 02:59:47 -07004720#else
eladalonf1841382017-06-12 01:16:46 -07004721TEST_F(WebRtcVideoChannelTest, DISABLED_GetRtpReceiveFmtpSprop) {
johan073ece42016-08-26 02:59:47 -07004722#endif
johan3859c892016-08-05 09:19:25 -07004723 cricket::VideoRecvParameters parameters;
perkj26752742016-10-24 01:21:16 -07004724 cricket::VideoCodec kH264sprop1(101, "H264");
magjed5dfac562016-11-25 03:56:37 -08004725 kH264sprop1.SetParam(kH264FmtpSpropParameterSets, "uvw");
johan3859c892016-08-05 09:19:25 -07004726 parameters.codecs.push_back(kH264sprop1);
perkj26752742016-10-24 01:21:16 -07004727 cricket::VideoCodec kH264sprop2(102, "H264");
magjed5dfac562016-11-25 03:56:37 -08004728 kH264sprop2.SetParam(kH264FmtpSpropParameterSets, "xyz");
johan3859c892016-08-05 09:19:25 -07004729 parameters.codecs.push_back(kH264sprop2);
4730 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4731
4732 FakeVideoReceiveStream* recv_stream = AddRecvStream();
4733 const webrtc::VideoReceiveStream::Config& cfg = recv_stream->GetConfig();
4734 webrtc::RtpParameters rtp_parameters =
4735 channel_->GetRtpReceiveParameters(last_ssrc_);
4736 ASSERT_EQ(2u, rtp_parameters.codecs.size());
4737 EXPECT_EQ(kH264sprop1.ToCodecParameters(), rtp_parameters.codecs[0]);
4738 ASSERT_EQ(2u, cfg.decoders.size());
4739 EXPECT_EQ(101, cfg.decoders[0].payload_type);
4740 EXPECT_EQ("H264", cfg.decoders[0].payload_name);
magjed5dfac562016-11-25 03:56:37 -08004741 const auto it0 =
4742 cfg.decoders[0].codec_params.find(kH264FmtpSpropParameterSets);
4743 ASSERT_TRUE(it0 != cfg.decoders[0].codec_params.end());
4744 EXPECT_EQ("uvw", it0->second);
johan3859c892016-08-05 09:19:25 -07004745
4746 EXPECT_EQ(102, cfg.decoders[1].payload_type);
4747 EXPECT_EQ("H264", cfg.decoders[1].payload_name);
magjed5dfac562016-11-25 03:56:37 -08004748 const auto it1 =
4749 cfg.decoders[1].codec_params.find(kH264FmtpSpropParameterSets);
4750 ASSERT_TRUE(it1 != cfg.decoders[1].codec_params.end());
4751 EXPECT_EQ("xyz", it1->second);
johan3859c892016-08-05 09:19:25 -07004752}
4753
sakal1fd95952016-06-22 00:46:15 -07004754// Test that RtpParameters for receive stream has one encoding and it has
4755// the correct SSRC.
eladalonf1841382017-06-12 01:16:46 -07004756TEST_F(WebRtcVideoChannelTest, GetRtpReceiveParametersSsrc) {
sakal1fd95952016-06-22 00:46:15 -07004757 AddRecvStream();
4758
4759 webrtc::RtpParameters rtp_parameters =
4760 channel_->GetRtpReceiveParameters(last_ssrc_);
4761 ASSERT_EQ(1u, rtp_parameters.encodings.size());
Oskar Sundbom78807582017-11-16 11:09:55 +01004762 EXPECT_EQ(last_ssrc_, rtp_parameters.encodings[0].ssrc);
sakal1fd95952016-06-22 00:46:15 -07004763}
4764
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004765// Test that if we set/get parameters multiple times, we get the same results.
eladalonf1841382017-06-12 01:16:46 -07004766TEST_F(WebRtcVideoChannelTest, SetAndGetRtpReceiveParameters) {
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004767 AddRecvStream();
4768 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08004769 parameters.codecs.push_back(GetEngineCodec("VP8"));
4770 parameters.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004771 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4772
4773 webrtc::RtpParameters initial_params =
4774 channel_->GetRtpReceiveParameters(last_ssrc_);
4775
4776 // We should be able to set the params we just got.
4777 EXPECT_TRUE(channel_->SetRtpReceiveParameters(last_ssrc_, initial_params));
4778
4779 // ... And this shouldn't change the params returned by
4780 // GetRtpReceiveParameters.
4781 EXPECT_EQ(initial_params, channel_->GetRtpReceiveParameters(last_ssrc_));
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004782}
4783
deadbeef3bc15102017-04-20 19:25:07 -07004784// Test that GetRtpReceiveParameters returns parameters correctly when SSRCs
4785// aren't signaled. It should always return an empty "RtpEncodingParameters",
4786// even after a packet is received and the unsignaled SSRC is known.
eladalonf1841382017-06-12 01:16:46 -07004787TEST_F(WebRtcVideoChannelTest, GetRtpReceiveParametersWithUnsignaledSsrc) {
deadbeef3bc15102017-04-20 19:25:07 -07004788 // Call necessary methods to configure receiving a default stream as
4789 // soon as it arrives.
4790 cricket::VideoRecvParameters parameters;
4791 parameters.codecs.push_back(GetEngineCodec("VP8"));
4792 parameters.codecs.push_back(GetEngineCodec("VP9"));
4793 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4794
4795 // Call GetRtpReceiveParameters before configured to receive an unsignaled
4796 // stream. Should return nothing.
4797 EXPECT_EQ(webrtc::RtpParameters(), channel_->GetRtpReceiveParameters(0));
4798
4799 // Set a sink for an unsignaled stream.
4800 cricket::FakeVideoRenderer renderer;
4801 // Value of "0" means "unsignaled stream".
4802 EXPECT_TRUE(channel_->SetSink(0, &renderer));
4803
4804 // Call GetRtpReceiveParameters before the SSRC is known. Value of "0"
4805 // in this method means "unsignaled stream".
4806 webrtc::RtpParameters rtp_parameters = channel_->GetRtpReceiveParameters(0);
4807 ASSERT_EQ(1u, rtp_parameters.encodings.size());
4808 EXPECT_FALSE(rtp_parameters.encodings[0].ssrc);
4809
4810 // Receive VP8 packet.
4811 uint8_t data[kMinRtpPacketLen];
4812 cricket::RtpHeader rtpHeader;
4813 rtpHeader.payload_type = GetEngineCodec("VP8").id;
4814 rtpHeader.seq_num = rtpHeader.timestamp = 0;
4815 rtpHeader.ssrc = kIncomingUnsignalledSsrc;
4816 cricket::SetRtpHeader(data, sizeof(data), rtpHeader);
4817 rtc::CopyOnWriteBuffer packet(data, sizeof(data));
4818 rtc::PacketTime packet_time;
4819 channel_->OnPacketReceived(&packet, packet_time);
4820
4821 // The |ssrc| member should still be unset.
4822 rtp_parameters = channel_->GetRtpReceiveParameters(0);
4823 ASSERT_EQ(1u, rtp_parameters.encodings.size());
4824 EXPECT_FALSE(rtp_parameters.encodings[0].ssrc);
4825}
4826
eladalonf1841382017-06-12 01:16:46 -07004827void WebRtcVideoChannelTest::TestReceiverLocalSsrcConfiguration(
Peter Boström3548dd22015-05-22 18:48:36 +02004828 bool receiver_first) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004829 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boström3548dd22015-05-22 18:48:36 +02004830
4831 const uint32_t kSenderSsrc = 0xC0FFEE;
Peter Boströmdfa28152015-10-21 17:21:10 +02004832 const uint32_t kSecondSenderSsrc = 0xBADCAFE;
Peter Boström3548dd22015-05-22 18:48:36 +02004833 const uint32_t kReceiverSsrc = 0x4711;
Peter Boströmdfa28152015-10-21 17:21:10 +02004834 const uint32_t kExpectedDefaultReceiverSsrc = 1;
Peter Boström3548dd22015-05-22 18:48:36 +02004835
4836 if (receiver_first) {
4837 AddRecvStream(StreamParams::CreateLegacy(kReceiverSsrc));
4838 std::vector<FakeVideoReceiveStream*> receive_streams =
4839 fake_call_->GetVideoReceiveStreams();
4840 ASSERT_EQ(1u, receive_streams.size());
Peter Boströmdfa28152015-10-21 17:21:10 +02004841 // Default local SSRC when we have no sender.
4842 EXPECT_EQ(kExpectedDefaultReceiverSsrc,
4843 receive_streams[0]->GetConfig().rtp.local_ssrc);
Peter Boström3548dd22015-05-22 18:48:36 +02004844 }
4845 AddSendStream(StreamParams::CreateLegacy(kSenderSsrc));
4846 if (!receiver_first)
4847 AddRecvStream(StreamParams::CreateLegacy(kReceiverSsrc));
4848 std::vector<FakeVideoReceiveStream*> receive_streams =
4849 fake_call_->GetVideoReceiveStreams();
4850 ASSERT_EQ(1u, receive_streams.size());
4851 EXPECT_EQ(kSenderSsrc, receive_streams[0]->GetConfig().rtp.local_ssrc);
Peter Boströmdfa28152015-10-21 17:21:10 +02004852
4853 // Removing first sender should fall back to another (in this case the second)
4854 // local send stream's SSRC.
4855 AddSendStream(StreamParams::CreateLegacy(kSecondSenderSsrc));
4856 ASSERT_TRUE(channel_->RemoveSendStream(kSenderSsrc));
4857 receive_streams =
4858 fake_call_->GetVideoReceiveStreams();
4859 ASSERT_EQ(1u, receive_streams.size());
4860 EXPECT_EQ(kSecondSenderSsrc, receive_streams[0]->GetConfig().rtp.local_ssrc);
4861
4862 // Removing the last sender should fall back to default local SSRC.
4863 ASSERT_TRUE(channel_->RemoveSendStream(kSecondSenderSsrc));
4864 receive_streams =
4865 fake_call_->GetVideoReceiveStreams();
4866 ASSERT_EQ(1u, receive_streams.size());
4867 EXPECT_EQ(kExpectedDefaultReceiverSsrc,
4868 receive_streams[0]->GetConfig().rtp.local_ssrc);
Peter Boström3548dd22015-05-22 18:48:36 +02004869}
4870
eladalonf1841382017-06-12 01:16:46 -07004871TEST_F(WebRtcVideoChannelTest, ConfiguresLocalSsrc) {
Peter Boström3548dd22015-05-22 18:48:36 +02004872 TestReceiverLocalSsrcConfiguration(false);
4873}
4874
eladalonf1841382017-06-12 01:16:46 -07004875TEST_F(WebRtcVideoChannelTest, ConfiguresLocalSsrcOnExistingReceivers) {
Peter Boström3548dd22015-05-22 18:48:36 +02004876 TestReceiverLocalSsrcConfiguration(true);
4877}
4878
eladalonf1841382017-06-12 01:16:46 -07004879class WebRtcVideoChannelSimulcastTest : public testing::Test {
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004880 public:
eladalonf1841382017-06-12 01:16:46 -07004881 WebRtcVideoChannelSimulcastTest()
magjed2475ae22017-09-12 04:42:15 -07004882 : fake_call_(webrtc::Call::Config(&event_log_)),
Magnus Jedvert02e7a192017-09-23 17:21:32 +02004883 encoder_factory_(new cricket::FakeWebRtcVideoEncoderFactory),
4884 decoder_factory_(new cricket::FakeWebRtcVideoDecoderFactory),
4885 engine_(std::unique_ptr<cricket::WebRtcVideoEncoderFactory>(
4886 encoder_factory_),
4887 std::unique_ptr<cricket::WebRtcVideoDecoderFactory>(
4888 decoder_factory_)),
magjed2475ae22017-09-12 04:42:15 -07004889 last_ssrc_(0) {}
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004890
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00004891 void SetUp() override {
nisse51542be2016-02-12 02:27:06 -08004892 channel_.reset(
kthelgason2bc68642017-02-07 07:02:22 -08004893 engine_.CreateChannel(&fake_call_, GetMediaConfig(), VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08004894 channel_->OnReadyToSend(true);
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004895 last_ssrc_ = 123;
4896 }
4897
4898 protected:
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004899 void VerifySimulcastSettings(const VideoCodec& codec,
perkj26752742016-10-24 01:21:16 -07004900 int capture_width,
4901 int capture_height,
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004902 size_t num_configured_streams,
sprang429600d2017-01-26 06:12:26 -08004903 size_t expected_num_streams,
4904 bool screenshare,
4905 bool conference_mode) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004906 cricket::VideoSendParameters parameters;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004907 parameters.codecs.push_back(codec);
sprang429600d2017-01-26 06:12:26 -08004908 parameters.conference_mode = conference_mode;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004909 ASSERT_TRUE(channel_->SetSendParameters(parameters));
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004910
Peter Boström0c4e06b2015-10-07 12:23:21 +02004911 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
henrikg91d6ede2015-09-17 00:24:34 -07004912 RTC_DCHECK(num_configured_streams <= ssrcs.size());
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004913 ssrcs.resize(num_configured_streams);
4914
sprangf24a0642017-02-28 13:23:26 -08004915 AddSendStream(CreateSimStreamParams("cname", ssrcs));
pbos@webrtc.org86196c42015-02-16 21:02:00 +00004916 // Send a full-size frame to trigger a stream reconfiguration to use all
4917 // expected simulcast layers.
Tommi85959932018-02-07 19:26:06 +01004918 FakeVideoCapturerWithTaskQueue capturer;
sprangf24a0642017-02-28 13:23:26 -08004919 VideoOptions options;
4920 if (screenshare)
Oskar Sundbom78807582017-11-16 11:09:55 +01004921 options.is_screencast = screenshare;
deadbeef5a4a75a2016-06-02 16:23:38 -07004922 EXPECT_TRUE(
sprang429600d2017-01-26 06:12:26 -08004923 channel_->SetVideoSend(ssrcs.front(), true, &options, &capturer));
sprangf24a0642017-02-28 13:23:26 -08004924 // Fetch the latest stream since SetVideoSend() may recreate it if the
4925 // screen content setting is changed.
4926 FakeVideoSendStream* stream = fake_call_.GetVideoSendStreams().front();
pbos@webrtc.org86196c42015-02-16 21:02:00 +00004927 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(cricket::VideoFormat(
perkj26752742016-10-24 01:21:16 -07004928 capture_width, capture_height,
pbos@webrtc.org86196c42015-02-16 21:02:00 +00004929 cricket::VideoFormat::FpsToInterval(30),
4930 cricket::FOURCC_I420)));
4931 channel_->SetSend(true);
4932 EXPECT_TRUE(capturer.CaptureFrame());
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004933
Zach Stein3ca452b2018-01-18 10:01:24 -08004934 auto rtp_parameters = channel_->GetRtpSendParameters(kSsrcs3[0]);
4935 EXPECT_EQ(num_configured_streams, rtp_parameters.encodings.size());
4936
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004937 std::vector<webrtc::VideoStream> video_streams = stream->GetVideoStreams();
4938 ASSERT_EQ(expected_num_streams, video_streams.size());
4939
sprang429600d2017-01-26 06:12:26 -08004940 std::vector<webrtc::VideoStream> expected_streams;
4941 if (conference_mode) {
4942 expected_streams = GetSimulcastConfig(
4943 num_configured_streams, capture_width, capture_height, 0,
Seth Hampson24722b32017-12-22 09:36:42 -08004944 webrtc::kDefaultBitratePriority, kDefaultQpMax,
4945 kDefaultVideoMaxFramerate, screenshare);
sprang3ebabf12017-02-16 07:35:22 -08004946 if (screenshare) {
4947 for (const webrtc::VideoStream& stream : expected_streams) {
4948 // Never scale screen content.
4949 EXPECT_EQ(stream.width, capture_width);
4950 EXPECT_EQ(stream.height, capture_height);
4951 }
4952 }
sprang429600d2017-01-26 06:12:26 -08004953 } else {
4954 webrtc::VideoStream stream;
4955 stream.width = capture_width;
4956 stream.height = capture_height;
4957 stream.max_framerate = kDefaultVideoMaxFramerate;
Åsa Persson45bbc8a2017-11-13 10:16:47 +01004958 stream.min_bitrate_bps = cricket::kMinVideoBitrateBps;
sprang429600d2017-01-26 06:12:26 -08004959 int max_bitrate_kbps;
4960 if (capture_width * capture_height <= 320 * 240) {
4961 max_bitrate_kbps = 600;
4962 } else if (capture_width * capture_height <= 640 * 480) {
4963 max_bitrate_kbps = 1700;
4964 } else if (capture_width * capture_height <= 960 * 540) {
4965 max_bitrate_kbps = 2000;
4966 } else {
4967 max_bitrate_kbps = 2500;
4968 }
4969 stream.target_bitrate_bps = stream.max_bitrate_bps =
4970 max_bitrate_kbps * 1000;
4971 stream.max_qp = kDefaultQpMax;
4972 expected_streams.push_back(stream);
4973 }
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004974
4975 ASSERT_EQ(expected_streams.size(), video_streams.size());
4976
4977 size_t num_streams = video_streams.size();
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00004978 int total_max_bitrate_bps = 0;
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004979 for (size_t i = 0; i < num_streams; ++i) {
4980 EXPECT_EQ(expected_streams[i].width, video_streams[i].width);
4981 EXPECT_EQ(expected_streams[i].height, video_streams[i].height);
4982
4983 EXPECT_GT(video_streams[i].max_framerate, 0);
4984 EXPECT_EQ(expected_streams[i].max_framerate,
4985 video_streams[i].max_framerate);
4986
4987 EXPECT_GT(video_streams[i].min_bitrate_bps, 0);
4988 EXPECT_EQ(expected_streams[i].min_bitrate_bps,
4989 video_streams[i].min_bitrate_bps);
4990
4991 EXPECT_GT(video_streams[i].target_bitrate_bps, 0);
4992 EXPECT_EQ(expected_streams[i].target_bitrate_bps,
4993 video_streams[i].target_bitrate_bps);
4994
4995 EXPECT_GT(video_streams[i].max_bitrate_bps, 0);
4996 EXPECT_EQ(expected_streams[i].max_bitrate_bps,
4997 video_streams[i].max_bitrate_bps);
4998
4999 EXPECT_GT(video_streams[i].max_qp, 0);
5000 EXPECT_EQ(expected_streams[i].max_qp, video_streams[i].max_qp);
5001
sprang429600d2017-01-26 06:12:26 -08005002 EXPECT_EQ(!conference_mode,
5003 expected_streams[i].temporal_layer_thresholds_bps.empty());
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005004 EXPECT_EQ(expected_streams[i].temporal_layer_thresholds_bps,
5005 video_streams[i].temporal_layer_thresholds_bps);
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00005006
5007 if (i == num_streams - 1) {
5008 total_max_bitrate_bps += video_streams[i].max_bitrate_bps;
5009 } else {
5010 total_max_bitrate_bps += video_streams[i].target_bitrate_bps;
5011 }
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005012 }
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00005013
deadbeef5a4a75a2016-06-02 16:23:38 -07005014 EXPECT_TRUE(channel_->SetVideoSend(ssrcs.front(), true, nullptr, nullptr));
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005015 }
5016
5017 FakeVideoSendStream* AddSendStream() {
5018 return AddSendStream(StreamParams::CreateLegacy(last_ssrc_++));
5019 }
5020
5021 FakeVideoSendStream* AddSendStream(const StreamParams& sp) {
5022 size_t num_streams =
Fredrik Solenberg709ed672015-09-15 12:26:33 +02005023 fake_call_.GetVideoSendStreams().size();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005024 EXPECT_TRUE(channel_->AddSendStream(sp));
5025 std::vector<FakeVideoSendStream*> streams =
Fredrik Solenberg709ed672015-09-15 12:26:33 +02005026 fake_call_.GetVideoSendStreams();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005027 EXPECT_EQ(num_streams + 1, streams.size());
5028 return streams[streams.size() - 1];
5029 }
5030
5031 std::vector<FakeVideoSendStream*> GetFakeSendStreams() {
Fredrik Solenberg709ed672015-09-15 12:26:33 +02005032 return fake_call_.GetVideoSendStreams();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005033 }
5034
5035 FakeVideoReceiveStream* AddRecvStream() {
5036 return AddRecvStream(StreamParams::CreateLegacy(last_ssrc_++));
5037 }
5038
5039 FakeVideoReceiveStream* AddRecvStream(const StreamParams& sp) {
5040 size_t num_streams =
Fredrik Solenberg709ed672015-09-15 12:26:33 +02005041 fake_call_.GetVideoReceiveStreams().size();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005042 EXPECT_TRUE(channel_->AddRecvStream(sp));
5043 std::vector<FakeVideoReceiveStream*> streams =
Fredrik Solenberg709ed672015-09-15 12:26:33 +02005044 fake_call_.GetVideoReceiveStreams();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005045 EXPECT_EQ(num_streams + 1, streams.size());
5046 return streams[streams.size() - 1];
5047 }
5048
skvlad11a9cbf2016-10-07 11:53:05 -07005049 webrtc::RtcEventLogNullImpl event_log_;
Fredrik Solenberg709ed672015-09-15 12:26:33 +02005050 FakeCall fake_call_;
Magnus Jedvert02e7a192017-09-23 17:21:32 +02005051 cricket::FakeWebRtcVideoEncoderFactory* encoder_factory_;
5052 cricket::FakeWebRtcVideoDecoderFactory* decoder_factory_;
eladalonf1841382017-06-12 01:16:46 -07005053 WebRtcVideoEngine engine_;
kwiberg686a8ef2016-02-26 03:00:35 -08005054 std::unique_ptr<VideoMediaChannel> channel_;
Peter Boström0c4e06b2015-10-07 12:23:21 +02005055 uint32_t last_ssrc_;
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005056};
5057
eladalonf1841382017-06-12 01:16:46 -07005058TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsWith2SimulcastStreams) {
sprang429600d2017-01-26 06:12:26 -08005059 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 640, 360, 2, 2, false,
5060 true);
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005061}
5062
eladalonf1841382017-06-12 01:16:46 -07005063TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsWith3SimulcastStreams) {
sprang429600d2017-01-26 06:12:26 -08005064 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 3, false,
5065 true);
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005066}
5067
5068// Test that we normalize send codec format size in simulcast.
eladalonf1841382017-06-12 01:16:46 -07005069TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsWithOddSizeInSimulcast) {
sprang429600d2017-01-26 06:12:26 -08005070 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 541, 271, 2, 2, false,
5071 true);
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005072}
sprang429600d2017-01-26 06:12:26 -08005073
eladalonf1841382017-06-12 01:16:46 -07005074TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsForScreenshare) {
sprang429600d2017-01-26 06:12:26 -08005075 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 1, true,
5076 false);
5077}
5078
eladalonf1841382017-06-12 01:16:46 -07005079TEST_F(WebRtcVideoChannelSimulcastTest,
sprang429600d2017-01-26 06:12:26 -08005080 SetSendCodecsForConferenceModeScreenshare) {
5081 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 1, true,
5082 true);
5083}
5084
eladalonf1841382017-06-12 01:16:46 -07005085TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsForSimulcastScreenshare) {
sprang429600d2017-01-26 06:12:26 -08005086 webrtc::test::ScopedFieldTrials override_field_trials_(
5087 "WebRTC-SimulcastScreenshare/Enabled/");
5088 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 2, true,
5089 true);
5090}
5091
eladalonf1841382017-06-12 01:16:46 -07005092TEST_F(WebRtcVideoChannelSimulcastTest,
sprangfe627f32017-03-29 08:24:59 -07005093 NoSimulcastScreenshareWithoutConference) {
5094 webrtc::test::ScopedFieldTrials override_field_trials_(
5095 "WebRTC-SimulcastScreenshare/Enabled/");
5096 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 1, true,
5097 false);
5098}
5099
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00005100} // namespace cricket