blob: 29653541e59b229fcc01d7297937578d20e13a31 [file] [log] [blame]
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001/*
kjellander1afca732016-02-07 20:46:45 -08002 * Copyright (c) 2004 The WebRTC project authors. All Rights Reserved.
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003 *
kjellander1afca732016-02-07 20:46:45 -08004 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00009 */
10
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +000011#include <algorithm>
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000012#include <map>
kwiberg686a8ef2016-02-26 03:00:35 -080013#include <memory>
Steve Antone78bcb92017-10-31 09:53:08 -070014#include <utility>
pbos@webrtc.org86f613d2014-06-10 08:53:05 +000015#include <vector>
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000016
Seth Hampson24722b32017-12-22 09:36:42 -080017#include "api/rtpparameters.h"
Emircan Uysalerdbcac7f2017-10-30 23:10:12 -070018#include "api/test/mock_video_decoder_factory.h"
19#include "api/test/mock_video_encoder_factory.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020020#include "api/video_codecs/sdp_video_format.h"
21#include "api/video_codecs/video_decoder_factory.h"
22#include "api/video_codecs/video_encoder.h"
23#include "api/video_codecs/video_encoder_factory.h"
24#include "call/flexfec_receive_stream.h"
25#include "common_video/h264/profile_level_id.h"
26#include "logging/rtc_event_log/rtc_event_log.h"
27#include "media/base/mediaconstants.h"
28#include "media/base/rtputils.h"
29#include "media/base/testutils.h"
30#include "media/base/videoengine_unittest.h"
31#include "media/engine/constants.h"
32#include "media/engine/fakewebrtccall.h"
33#include "media/engine/fakewebrtcvideoengine.h"
Magnus Jedvert7501b1c2017-11-09 13:43:42 +010034#include "media/engine/internalencoderfactory.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020035#include "media/engine/simulcast.h"
36#include "media/engine/webrtcvideoengine.h"
37#include "media/engine/webrtcvoiceengine.h"
38#include "rtc_base/arraysize.h"
39#include "rtc_base/gunit.h"
40#include "rtc_base/stringutils.h"
41#include "test/field_trial.h"
42#include "test/gmock.h"
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000043
Tommi85959932018-02-07 19:26:06 +010044using cricket::FakeVideoCapturerWithTaskQueue;
Sebastian Jansson8f83b422018-02-21 13:07:13 +010045using webrtc::BitrateConstraints;
isheriff6f8d6862016-05-26 11:24:55 -070046using webrtc::RtpExtension;
Sebastian Jansson8f83b422018-02-21 13:07:13 +010047using testing::Field;
isheriff6f8d6862016-05-26 11:24:55 -070048
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000049namespace {
buildbot@webrtc.orga8530772014-12-10 09:01:18 +000050static const int kDefaultQpMax = 56;
buildbot@webrtc.orga8530772014-12-10 09:01:18 +000051
noahricd10a68e2015-07-10 11:27:55 -070052static const uint8_t kRedRtxPayloadType = 125;
53
Peter Boström0c4e06b2015-10-07 12:23:21 +020054static const uint32_t kSsrcs1[] = {1};
55static const uint32_t kSsrcs3[] = {1, 2, 3};
56static const uint32_t kRtxSsrcs1[] = {4};
brandtr468da7c2016-11-22 02:16:47 -080057static const uint32_t kFlexfecSsrc = 5;
Peter Boström0c4e06b2015-10-07 12:23:21 +020058static const uint32_t kIncomingUnsignalledSsrc = 0xC0FFEE;
mzanaty8a855d62017-02-17 15:46:43 -080059static const uint32_t kDefaultRecvSsrc = 0;
60
pbos@webrtc.org3c107582014-07-20 15:27:35 +000061static const char kUnsupportedExtensionName[] =
62 "urn:ietf:params:rtp-hdrext:unsupported";
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +000063
magjed509e4fe2016-11-18 01:34:11 -080064cricket::VideoCodec RemoveFeedbackParams(cricket::VideoCodec&& codec) {
65 codec.feedback_params = cricket::FeedbackParams();
66 return codec;
67}
68
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +000069void VerifyCodecHasDefaultFeedbackParams(const cricket::VideoCodec& codec) {
70 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
71 cricket::kRtcpFbParamNack, cricket::kParamValueEmpty)));
72 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
73 cricket::kRtcpFbParamNack, cricket::kRtcpFbNackParamPli)));
74 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
75 cricket::kRtcpFbParamRemb, cricket::kParamValueEmpty)));
76 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
stefan43edf0f2015-11-20 18:05:48 -080077 cricket::kRtcpFbParamTransportCc, cricket::kParamValueEmpty)));
78 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +000079 cricket::kRtcpFbParamCcm, cricket::kRtcpFbCcmParamFir)));
80}
81
magjed725e4842016-11-16 00:48:13 -080082// Return true if any codec in |codecs| is an RTX codec with associated payload
83// type |payload_type|.
84bool HasRtxCodec(const std::vector<cricket::VideoCodec>& codecs,
85 int payload_type) {
86 for (const cricket::VideoCodec& codec : codecs) {
87 int associated_payload_type;
88 if (cricket::CodecNamesEq(codec.name.c_str(), "rtx") &&
89 codec.GetParam(cricket::kCodecParamAssociatedPayloadType,
90 &associated_payload_type) &&
91 associated_payload_type == payload_type) {
92 return true;
93 }
94 }
95 return false;
96}
97
nisseca5706d2017-09-11 02:32:16 -070098// TODO(nisse): Duplicated in call.cc.
99const int* FindKeyByValue(const std::map<int, int>& m, int v) {
100 for (const auto& kv : m) {
101 if (kv.second == v)
102 return &kv.first;
103 }
104 return nullptr;
105}
106
107bool HasRtxReceiveAssociation(
108 const webrtc::VideoReceiveStream::Config& config,
109 int payload_type) {
110 return FindKeyByValue(config.rtp.rtx_associated_payload_types,
111 payload_type) != nullptr;
112}
113
114// Check that there's an Rtx payload type for each decoder.
115bool VerifyRtxReceiveAssociations(
116 const webrtc::VideoReceiveStream::Config& config) {
117 for (const auto& decoder : config.decoders) {
118 if (!HasRtxReceiveAssociation(config, decoder.payload_type))
119 return false;
120 }
121 return true;
122}
123
brandtrffc61182016-11-28 06:02:22 -0800124rtc::scoped_refptr<webrtc::VideoFrameBuffer> CreateBlackFrameBuffer(
nisse64ec8f82016-09-27 00:17:25 -0700125 int width,
126 int height) {
127 rtc::scoped_refptr<webrtc::I420Buffer> buffer =
128 webrtc::I420Buffer::Create(width, height);
nisseaf916892017-01-10 07:44:26 -0800129 webrtc::I420Buffer::SetBlack(buffer);
nisse64ec8f82016-09-27 00:17:25 -0700130 return buffer;
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +0000131}
132
Shao Changbine62202f2015-04-21 20:24:50 +0800133void VerifySendStreamHasRtxTypes(const webrtc::VideoSendStream::Config& config,
134 const std::map<int, int>& rtx_types) {
135 std::map<int, int>::const_iterator it;
136 it = rtx_types.find(config.encoder_settings.payload_type);
137 EXPECT_TRUE(it != rtx_types.end() &&
138 it->second == config.rtp.rtx.payload_type);
139
brandtrb5f2c3f2016-10-04 23:28:39 -0700140 if (config.rtp.ulpfec.red_rtx_payload_type != -1) {
141 it = rtx_types.find(config.rtp.ulpfec.red_payload_type);
Shao Changbine62202f2015-04-21 20:24:50 +0800142 EXPECT_TRUE(it != rtx_types.end() &&
brandtrb5f2c3f2016-10-04 23:28:39 -0700143 it->second == config.rtp.ulpfec.red_rtx_payload_type);
Shao Changbine62202f2015-04-21 20:24:50 +0800144 }
145}
kthelgason2bc68642017-02-07 07:02:22 -0800146
147cricket::MediaConfig GetMediaConfig() {
148 cricket::MediaConfig media_config;
Niels Möller1d7ecd22018-01-18 15:25:12 +0100149 media_config.video.enable_cpu_adaptation = false;
kthelgason2bc68642017-02-07 07:02:22 -0800150 return media_config;
151}
nisse26e3abb2017-08-25 04:44:25 -0700152
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000153} // namespace
154
155namespace cricket {
eladalonf1841382017-06-12 01:16:46 -0700156class WebRtcVideoEngineTest : public ::testing::Test {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000157 public:
eladalonf1841382017-06-12 01:16:46 -0700158 WebRtcVideoEngineTest() : WebRtcVideoEngineTest("") {}
159 explicit WebRtcVideoEngineTest(const char* field_trials)
stefanc1aeaf02015-10-15 07:26:07 -0700160 : override_field_trials_(field_trials),
skvlad11a9cbf2016-10-07 11:53:05 -0700161 call_(webrtc::Call::Create(webrtc::Call::Config(&event_log_))),
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200162 encoder_factory_(new cricket::FakeWebRtcVideoEncoderFactory),
163 decoder_factory_(new cricket::FakeWebRtcVideoDecoderFactory),
164 engine_(std::unique_ptr<cricket::WebRtcVideoEncoderFactory>(
165 encoder_factory_),
166 std::unique_ptr<cricket::WebRtcVideoDecoderFactory>(
167 decoder_factory_)) {
pbos@webrtc.org9fbb7172014-06-13 09:34:13 +0000168 std::vector<VideoCodec> engine_codecs = engine_.codecs();
henrikg91d6ede2015-09-17 00:24:34 -0700169 RTC_DCHECK(!engine_codecs.empty());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000170 bool codec_set = false;
magjed509e4fe2016-11-18 01:34:11 -0800171 for (const cricket::VideoCodec& codec : engine_codecs) {
172 if (codec.name == "rtx") {
Shao Changbine62202f2015-04-21 20:24:50 +0800173 int associated_payload_type;
magjed509e4fe2016-11-18 01:34:11 -0800174 if (codec.GetParam(kCodecParamAssociatedPayloadType,
175 &associated_payload_type)) {
176 default_apt_rtx_types_[associated_payload_type] = codec.id;
Shao Changbine62202f2015-04-21 20:24:50 +0800177 }
magjed509e4fe2016-11-18 01:34:11 -0800178 } else if (!codec_set && codec.name != "red" && codec.name != "ulpfec") {
179 default_codec_ = codec;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000180 codec_set = true;
181 }
182 }
183
henrikg91d6ede2015-09-17 00:24:34 -0700184 RTC_DCHECK(codec_set);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000185 }
186
187 protected:
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100188 // Find the index of the codec in the engine with the given name. The codec
189 // must be present.
Oleh Prypina40f8242017-12-21 13:32:23 +0100190 size_t GetEngineCodecIndex(const std::string& name) const;
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100191
magjed509e4fe2016-11-18 01:34:11 -0800192 // Find the codec in the engine with the given name. The codec must be
193 // present.
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100194 cricket::VideoCodec GetEngineCodec(const std::string& name) const;
magjed509e4fe2016-11-18 01:34:11 -0800195
magjed2475ae22017-09-12 04:42:15 -0700196 VideoMediaChannel* SetUpForExternalEncoderFactory();
pbos@webrtc.orgfa553ef2014-10-20 11:07:07 +0000197
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000198 VideoMediaChannel* SetUpForExternalDecoderFactory(
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000199 const std::vector<VideoCodec>& codecs);
200
Peter Boströme4499152016-02-05 11:13:28 +0100201 void TestExtendedEncoderOveruse(bool use_external_encoder);
202
stefanc1aeaf02015-10-15 07:26:07 -0700203 webrtc::test::ScopedFieldTrials override_field_trials_;
skvlad11a9cbf2016-10-07 11:53:05 -0700204 webrtc::RtcEventLogNullImpl event_log_;
eladalonf1841382017-06-12 01:16:46 -0700205 // Used in WebRtcVideoEngineVoiceTest, but defined here so it's properly
pbos@webrtc.orgf1f0d9a2015-03-02 13:30:15 +0000206 // initialized when the constructor is called.
kwiberg686a8ef2016-02-26 03:00:35 -0800207 std::unique_ptr<webrtc::Call> call_;
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200208 // TODO(magjed): Update all tests to use new video codec factories once the
209 // old factories are deprecated,
210 // https://bugs.chromium.org/p/webrtc/issues/detail?id=7925.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200211 // These factories are owned by the video engine.
212 cricket::FakeWebRtcVideoEncoderFactory* encoder_factory_;
213 cricket::FakeWebRtcVideoDecoderFactory* decoder_factory_;
eladalonf1841382017-06-12 01:16:46 -0700214 WebRtcVideoEngine engine_;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000215 VideoCodec default_codec_;
Shao Changbine62202f2015-04-21 20:24:50 +0800216 std::map<int, int> default_apt_rtx_types_;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000217};
218
eladalonf1841382017-06-12 01:16:46 -0700219TEST_F(WebRtcVideoEngineTest, AnnouncesVp9AccordingToBuildFlags) {
Peter Boström12996152016-05-14 02:03:18 +0200220 bool claims_vp9_support = false;
221 for (const cricket::VideoCodec& codec : engine_.codecs()) {
222 if (codec.name == "VP9") {
223 claims_vp9_support = true;
224 break;
225 }
226 }
227#if defined(RTC_DISABLE_VP9)
228 EXPECT_FALSE(claims_vp9_support);
229#else
230 EXPECT_TRUE(claims_vp9_support);
231#endif // defined(RTC_DISABLE_VP9)
232}
233
eladalonf1841382017-06-12 01:16:46 -0700234TEST_F(WebRtcVideoEngineTest, DefaultRtxCodecHasAssociatedPayloadTypeSet) {
pbos@webrtc.orge322a172014-06-13 11:47:28 +0000235 std::vector<VideoCodec> engine_codecs = engine_.codecs();
236 for (size_t i = 0; i < engine_codecs.size(); ++i) {
237 if (engine_codecs[i].name != kRtxCodecName)
238 continue;
239 int associated_payload_type;
240 EXPECT_TRUE(engine_codecs[i].GetParam(kCodecParamAssociatedPayloadType,
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000241 &associated_payload_type));
pbos@webrtc.orge322a172014-06-13 11:47:28 +0000242 EXPECT_EQ(default_codec_.id, associated_payload_type);
243 return;
244 }
245 FAIL() << "No RTX codec found among default codecs.";
246}
247
eladalonf1841382017-06-12 01:16:46 -0700248TEST_F(WebRtcVideoEngineTest, SupportsTimestampOffsetHeaderExtension) {
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100249 RtpCapabilities capabilities = engine_.GetCapabilities();
250 ASSERT_FALSE(capabilities.header_extensions.empty());
isheriff6f8d6862016-05-26 11:24:55 -0700251 for (const RtpExtension& extension : capabilities.header_extensions) {
252 if (extension.uri == RtpExtension::kTimestampOffsetUri) {
253 EXPECT_EQ(RtpExtension::kTimestampOffsetDefaultId, extension.id);
pbos@webrtc.org587ef602014-06-16 17:32:02 +0000254 return;
255 }
256 }
257 FAIL() << "Timestamp offset extension not in header-extension list.";
258}
259
eladalonf1841382017-06-12 01:16:46 -0700260TEST_F(WebRtcVideoEngineTest, SupportsAbsoluteSenderTimeHeaderExtension) {
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100261 RtpCapabilities capabilities = engine_.GetCapabilities();
262 ASSERT_FALSE(capabilities.header_extensions.empty());
isheriff6f8d6862016-05-26 11:24:55 -0700263 for (const RtpExtension& extension : capabilities.header_extensions) {
264 if (extension.uri == RtpExtension::kAbsSendTimeUri) {
265 EXPECT_EQ(RtpExtension::kAbsSendTimeDefaultId, extension.id);
pbos@webrtc.org587ef602014-06-16 17:32:02 +0000266 return;
267 }
268 }
269 FAIL() << "Absolute Sender Time extension not in header-extension list.";
270}
271
eladalonf1841382017-06-12 01:16:46 -0700272TEST_F(WebRtcVideoEngineTest, SupportsTransportSequenceNumberHeaderExtension) {
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100273 RtpCapabilities capabilities = engine_.GetCapabilities();
274 ASSERT_FALSE(capabilities.header_extensions.empty());
isheriff6f8d6862016-05-26 11:24:55 -0700275 for (const RtpExtension& extension : capabilities.header_extensions) {
276 if (extension.uri == RtpExtension::kTransportSequenceNumberUri) {
277 EXPECT_EQ(RtpExtension::kTransportSequenceNumberDefaultId, extension.id);
stefanc1aeaf02015-10-15 07:26:07 -0700278 return;
279 }
280 }
281 FAIL() << "Transport sequence number extension not in header-extension list.";
282}
283
eladalonf1841382017-06-12 01:16:46 -0700284TEST_F(WebRtcVideoEngineTest, SupportsVideoRotationHeaderExtension) {
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100285 RtpCapabilities capabilities = engine_.GetCapabilities();
286 ASSERT_FALSE(capabilities.header_extensions.empty());
isheriff6f8d6862016-05-26 11:24:55 -0700287 for (const RtpExtension& extension : capabilities.header_extensions) {
288 if (extension.uri == RtpExtension::kVideoRotationUri) {
289 EXPECT_EQ(RtpExtension::kVideoRotationDefaultId, extension.id);
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700290 return;
291 }
292 }
293 FAIL() << "Video Rotation extension not in header-extension list.";
294}
295
eladalonf1841382017-06-12 01:16:46 -0700296TEST_F(WebRtcVideoEngineTest, CVOSetHeaderExtensionBeforeCapturer) {
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700297 // Allocate the capturer first to prevent early destruction before channel's
298 // dtor is called.
Tommi85959932018-02-07 19:26:06 +0100299 FakeVideoCapturerWithTaskQueue capturer;
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700300
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200301 encoder_factory_->AddSupportedVideoCodecType("VP8");
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700302
magjed2475ae22017-09-12 04:42:15 -0700303 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700304 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(kSsrc)));
305
306 // Add CVO extension.
307 const int id = 1;
magjed509e4fe2016-11-18 01:34:11 -0800308 cricket::VideoSendParameters parameters;
309 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200310 parameters.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -0700311 RtpExtension(RtpExtension::kVideoRotationUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200312 EXPECT_TRUE(channel->SetSendParameters(parameters));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700313
314 // Set capturer.
deadbeef5a4a75a2016-06-02 16:23:38 -0700315 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700316
317 // Verify capturer has turned off applying rotation.
nisse47ac4622016-05-25 08:47:01 -0700318 EXPECT_FALSE(capturer.apply_rotation());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700319
320 // Verify removing header extension turns on applying rotation.
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200321 parameters.extensions.clear();
322 EXPECT_TRUE(channel->SetSendParameters(parameters));
nisse47ac4622016-05-25 08:47:01 -0700323 EXPECT_TRUE(capturer.apply_rotation());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700324}
325
eladalonf1841382017-06-12 01:16:46 -0700326TEST_F(WebRtcVideoEngineTest, CVOSetHeaderExtensionBeforeAddSendStream) {
perkj91e1c152016-03-02 05:34:00 -0800327 // Allocate the capturer first to prevent early destruction before channel's
328 // dtor is called.
Tommi85959932018-02-07 19:26:06 +0100329 FakeVideoCapturerWithTaskQueue capturer;
perkj91e1c152016-03-02 05:34:00 -0800330
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200331 encoder_factory_->AddSupportedVideoCodecType("VP8");
perkj91e1c152016-03-02 05:34:00 -0800332
magjed2475ae22017-09-12 04:42:15 -0700333 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
perkj91e1c152016-03-02 05:34:00 -0800334 // Add CVO extension.
335 const int id = 1;
magjed509e4fe2016-11-18 01:34:11 -0800336 cricket::VideoSendParameters parameters;
337 parameters.codecs.push_back(GetEngineCodec("VP8"));
perkj91e1c152016-03-02 05:34:00 -0800338 parameters.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -0700339 RtpExtension(RtpExtension::kVideoRotationUri, id));
perkj91e1c152016-03-02 05:34:00 -0800340 EXPECT_TRUE(channel->SetSendParameters(parameters));
341 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(kSsrc)));
342
343 // Set capturer.
deadbeef5a4a75a2016-06-02 16:23:38 -0700344 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
perkj91e1c152016-03-02 05:34:00 -0800345
346 // Verify capturer has turned off applying rotation.
nisse47ac4622016-05-25 08:47:01 -0700347 EXPECT_FALSE(capturer.apply_rotation());
perkj91e1c152016-03-02 05:34:00 -0800348}
349
eladalonf1841382017-06-12 01:16:46 -0700350TEST_F(WebRtcVideoEngineTest, CVOSetHeaderExtensionAfterCapturer) {
Tommi85959932018-02-07 19:26:06 +0100351 FakeVideoCapturerWithTaskQueue capturer;
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700352
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200353 encoder_factory_->AddSupportedVideoCodecType("VP8");
354 encoder_factory_->AddSupportedVideoCodecType("VP9");
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700355
magjed2475ae22017-09-12 04:42:15 -0700356 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700357 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(kSsrc)));
358
359 // Set capturer.
deadbeef5a4a75a2016-06-02 16:23:38 -0700360 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700361
perkjcaafdba2016-03-20 07:34:29 -0700362 // Verify capturer has turned on applying rotation.
nisse47ac4622016-05-25 08:47:01 -0700363 EXPECT_TRUE(capturer.apply_rotation());
perkjcaafdba2016-03-20 07:34:29 -0700364
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700365 // Add CVO extension.
366 const int id = 1;
magjed509e4fe2016-11-18 01:34:11 -0800367 cricket::VideoSendParameters parameters;
368 parameters.codecs.push_back(GetEngineCodec("VP8"));
369 parameters.codecs.push_back(GetEngineCodec("VP9"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200370 parameters.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -0700371 RtpExtension(RtpExtension::kVideoRotationUri, id));
perkjcaafdba2016-03-20 07:34:29 -0700372 // Also remove the first codec to trigger a codec change as well.
373 parameters.codecs.erase(parameters.codecs.begin());
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200374 EXPECT_TRUE(channel->SetSendParameters(parameters));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700375
376 // Verify capturer has turned off applying rotation.
nisse47ac4622016-05-25 08:47:01 -0700377 EXPECT_FALSE(capturer.apply_rotation());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700378
379 // Verify removing header extension turns on applying rotation.
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200380 parameters.extensions.clear();
381 EXPECT_TRUE(channel->SetSendParameters(parameters));
nisse47ac4622016-05-25 08:47:01 -0700382 EXPECT_TRUE(capturer.apply_rotation());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700383}
384
eladalonf1841382017-06-12 01:16:46 -0700385TEST_F(WebRtcVideoEngineTest, SetSendFailsBeforeSettingCodecs) {
kwiberg686a8ef2016-02-26 03:00:35 -0800386 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800387 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +0000388
389 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(123)));
390
391 EXPECT_FALSE(channel->SetSend(true))
392 << "Channel should not start without codecs.";
393 EXPECT_TRUE(channel->SetSend(false))
394 << "Channel should be stoppable even without set codecs.";
395}
396
eladalonf1841382017-06-12 01:16:46 -0700397TEST_F(WebRtcVideoEngineTest, GetStatsWithoutSendCodecsSetDoesNotCrash) {
kwiberg686a8ef2016-02-26 03:00:35 -0800398 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800399 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
pbos@webrtc.orgc3d2bd22014-08-12 20:55:10 +0000400 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(123)));
401 VideoMediaInfo info;
402 channel->GetStats(&info);
403}
404
eladalonf1841382017-06-12 01:16:46 -0700405TEST_F(WebRtcVideoEngineTest, UseExternalFactoryForVp8WhenSupported) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200406 encoder_factory_->AddSupportedVideoCodecType("VP8");
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000407
magjed2475ae22017-09-12 04:42:15 -0700408 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
Sergey Ulanove2b15012016-11-22 16:08:30 -0800409 channel->OnReadyToSend(true);
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000410
411 EXPECT_TRUE(
412 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200413 EXPECT_EQ(0, encoder_factory_->GetNumCreatedEncoders());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000414 EXPECT_TRUE(channel->SetSend(true));
Tommi85959932018-02-07 19:26:06 +0100415 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700416 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000417 EXPECT_EQ(cricket::CS_RUNNING,
418 capturer.Start(capturer.GetSupportedFormats()->front()));
419 EXPECT_TRUE(capturer.CaptureFrame());
Per21d45d22016-10-30 21:37:57 +0100420 // Sending one frame will have allocate the encoder.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200421 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(1));
422 EXPECT_TRUE_WAIT(encoder_factory_->encoders()[0]->GetNumEncodedFrames() > 0,
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000423 kTimeout);
424
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200425 int num_created_encoders = encoder_factory_->GetNumCreatedEncoders();
Per21d45d22016-10-30 21:37:57 +0100426 EXPECT_EQ(num_created_encoders, 1);
pbos@webrtc.org86196c42015-02-16 21:02:00 +0000427
428 // Setting codecs of the same type should not reallocate any encoders
429 // (expecting a no-op).
magjed509e4fe2016-11-18 01:34:11 -0800430 cricket::VideoSendParameters parameters;
431 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200432 EXPECT_TRUE(channel->SetSendParameters(parameters));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200433 EXPECT_EQ(num_created_encoders, encoder_factory_->GetNumCreatedEncoders());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000434
435 // Remove stream previously added to free the external encoder instance.
436 EXPECT_TRUE(channel->RemoveSendStream(kSsrc));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200437 EXPECT_EQ(0u, encoder_factory_->encoders().size());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000438}
439
Taylor Brandstetter6c3e7882016-06-29 11:14:19 -0700440// Test that when an external encoder factory supports a codec we don't
441// internally support, we still add an RTX codec for it.
442// TODO(deadbeef): Currently this test is only effective if WebRTC is
443// built with no internal H264 support. This test should be updated
444// if/when we start adding RTX codecs for unrecognized codec names.
eladalonf1841382017-06-12 01:16:46 -0700445TEST_F(WebRtcVideoEngineTest, RtxCodecAddedForExternalCodec) {
magjed725e4842016-11-16 00:48:13 -0800446 using webrtc::H264::ProfileLevelIdToString;
447 using webrtc::H264::ProfileLevelId;
448 using webrtc::H264::kLevel1;
449 cricket::VideoCodec h264_constrained_baseline("H264");
450 h264_constrained_baseline.params[kH264FmtpProfileLevelId] =
451 *ProfileLevelIdToString(
452 ProfileLevelId(webrtc::H264::kProfileConstrainedBaseline, kLevel1));
453 cricket::VideoCodec h264_constrained_high("H264");
454 h264_constrained_high.params[kH264FmtpProfileLevelId] =
455 *ProfileLevelIdToString(
456 ProfileLevelId(webrtc::H264::kProfileConstrainedHigh, kLevel1));
457 cricket::VideoCodec h264_high("H264");
458 h264_high.params[kH264FmtpProfileLevelId] = *ProfileLevelIdToString(
459 ProfileLevelId(webrtc::H264::kProfileHigh, kLevel1));
460
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200461 encoder_factory_->AddSupportedVideoCodec(h264_constrained_baseline);
462 encoder_factory_->AddSupportedVideoCodec(h264_constrained_high);
463 encoder_factory_->AddSupportedVideoCodec(h264_high);
Taylor Brandstetter6c3e7882016-06-29 11:14:19 -0700464
magjed725e4842016-11-16 00:48:13 -0800465 // First figure out what payload types the test codecs got assigned.
466 const std::vector<cricket::VideoCodec> codecs = engine_.codecs();
magjed509e4fe2016-11-18 01:34:11 -0800467 // Now search for RTX codecs for them. Expect that they all have associated
468 // RTX codecs.
magjed725e4842016-11-16 00:48:13 -0800469 EXPECT_TRUE(HasRtxCodec(
470 codecs, FindMatchingCodec(codecs, h264_constrained_baseline)->id));
471 EXPECT_TRUE(HasRtxCodec(
472 codecs, FindMatchingCodec(codecs, h264_constrained_high)->id));
magjed509e4fe2016-11-18 01:34:11 -0800473 EXPECT_TRUE(HasRtxCodec(
magjed725e4842016-11-16 00:48:13 -0800474 codecs, FindMatchingCodec(codecs, h264_high)->id));
Taylor Brandstetter6c3e7882016-06-29 11:14:19 -0700475}
476
eladalonf1841382017-06-12 01:16:46 -0700477void WebRtcVideoEngineTest::TestExtendedEncoderOveruse(
Peter Boströme4499152016-02-05 11:13:28 +0100478 bool use_external_encoder) {
kwiberg686a8ef2016-02-26 03:00:35 -0800479 std::unique_ptr<VideoMediaChannel> channel;
Sebastian Jansson8f83b422018-02-21 13:07:13 +0100480 FakeCall* fake_call = new FakeCall();
Peter Boströme4499152016-02-05 11:13:28 +0100481 call_.reset(fake_call);
482 if (use_external_encoder) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200483 encoder_factory_->AddSupportedVideoCodecType("VP8");
magjed2475ae22017-09-12 04:42:15 -0700484 channel.reset(SetUpForExternalEncoderFactory());
Peter Boströme4499152016-02-05 11:13:28 +0100485 } else {
nisse51542be2016-02-12 02:27:06 -0800486 channel.reset(
kthelgason2bc68642017-02-07 07:02:22 -0800487 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
Peter Boströme4499152016-02-05 11:13:28 +0100488 }
489 ASSERT_TRUE(
490 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
magjed509e4fe2016-11-18 01:34:11 -0800491 cricket::VideoSendParameters parameters;
492 parameters.codecs.push_back(GetEngineCodec("VP8"));
Peter Boströme4499152016-02-05 11:13:28 +0100493 EXPECT_TRUE(channel->SetSendParameters(parameters));
494 EXPECT_TRUE(channel->SetSend(true));
495 FakeVideoSendStream* stream = fake_call->GetVideoSendStreams()[0];
496
497 EXPECT_EQ(use_external_encoder,
498 stream->GetConfig().encoder_settings.full_overuse_time);
499 // Remove stream previously added to free the external encoder instance.
500 EXPECT_TRUE(channel->RemoveSendStream(kSsrc));
501}
502
eladalonf1841382017-06-12 01:16:46 -0700503TEST_F(WebRtcVideoEngineTest, EnablesFullEncoderTimeForExternalEncoders) {
Peter Boströme4499152016-02-05 11:13:28 +0100504 TestExtendedEncoderOveruse(true);
505}
506
eladalonf1841382017-06-12 01:16:46 -0700507TEST_F(WebRtcVideoEngineTest, DisablesFullEncoderTimeForNonExternalEncoders) {
Peter Boströme4499152016-02-05 11:13:28 +0100508 TestExtendedEncoderOveruse(false);
509}
510
Peter Boström12996152016-05-14 02:03:18 +0200511#if !defined(RTC_DISABLE_VP9)
eladalonf1841382017-06-12 01:16:46 -0700512TEST_F(WebRtcVideoEngineTest, CanConstructDecoderForVp9EncoderFactory) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200513 encoder_factory_->AddSupportedVideoCodecType("VP9");
Peter Boström53eda3d2015-03-27 15:53:18 +0100514
magjed2475ae22017-09-12 04:42:15 -0700515 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
Peter Boström53eda3d2015-03-27 15:53:18 +0100516
517 EXPECT_TRUE(
518 channel->AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrc)));
519}
Peter Boström12996152016-05-14 02:03:18 +0200520#endif // !defined(RTC_DISABLE_VP9)
Peter Boström53eda3d2015-03-27 15:53:18 +0100521
eladalonf1841382017-06-12 01:16:46 -0700522TEST_F(WebRtcVideoEngineTest, PropagatesInputFrameTimestamp) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200523 encoder_factory_->AddSupportedVideoCodecType("VP8");
Sebastian Jansson8f83b422018-02-21 13:07:13 +0100524 FakeCall* fake_call = new FakeCall();
Fredrik Solenberg709ed672015-09-15 12:26:33 +0200525 call_.reset(fake_call);
magjed2475ae22017-09-12 04:42:15 -0700526 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
qiangchenc27d89f2015-07-16 10:27:16 -0700527
528 EXPECT_TRUE(
529 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
530
Tommi85959932018-02-07 19:26:06 +0100531 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700532 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
qiangchenc27d89f2015-07-16 10:27:16 -0700533 capturer.Start(cricket::VideoFormat(1280, 720,
534 cricket::VideoFormat::FpsToInterval(60),
535 cricket::FOURCC_I420));
536 channel->SetSend(true);
537
Fredrik Solenberg709ed672015-09-15 12:26:33 +0200538 FakeVideoSendStream* stream = fake_call->GetVideoSendStreams()[0];
qiangchenc27d89f2015-07-16 10:27:16 -0700539
540 EXPECT_TRUE(capturer.CaptureFrame());
pbos1cb121d2015-09-14 11:38:38 -0700541 int64_t last_timestamp = stream->GetLastTimestamp();
qiangchenc27d89f2015-07-16 10:27:16 -0700542 for (int i = 0; i < 10; i++) {
543 EXPECT_TRUE(capturer.CaptureFrame());
pbos1cb121d2015-09-14 11:38:38 -0700544 int64_t timestamp = stream->GetLastTimestamp();
qiangchenc27d89f2015-07-16 10:27:16 -0700545 int64_t interval = timestamp - last_timestamp;
546
547 // Precision changes from nanosecond to millisecond.
548 // Allow error to be no more than 1.
549 EXPECT_NEAR(cricket::VideoFormat::FpsToInterval(60) / 1E6, interval, 1);
550
551 last_timestamp = timestamp;
552 }
553
554 capturer.Start(cricket::VideoFormat(1280, 720,
555 cricket::VideoFormat::FpsToInterval(30),
556 cricket::FOURCC_I420));
557
558 EXPECT_TRUE(capturer.CaptureFrame());
559 last_timestamp = stream->GetLastTimestamp();
560 for (int i = 0; i < 10; i++) {
561 EXPECT_TRUE(capturer.CaptureFrame());
pbos1cb121d2015-09-14 11:38:38 -0700562 int64_t timestamp = stream->GetLastTimestamp();
qiangchenc27d89f2015-07-16 10:27:16 -0700563 int64_t interval = timestamp - last_timestamp;
564
565 // Precision changes from nanosecond to millisecond.
566 // Allow error to be no more than 1.
567 EXPECT_NEAR(cricket::VideoFormat::FpsToInterval(30) / 1E6, interval, 1);
568
569 last_timestamp = timestamp;
570 }
571
572 // Remove stream previously added to free the external encoder instance.
573 EXPECT_TRUE(channel->RemoveSendStream(kSsrc));
574}
575
Oleh Prypina40f8242017-12-21 13:32:23 +0100576size_t WebRtcVideoEngineTest::GetEngineCodecIndex(
577 const std::string& name) const {
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100578 const std::vector<cricket::VideoCodec> codecs = engine_.codecs();
579 for (size_t i = 0; i < codecs.size(); ++i) {
580 const cricket::VideoCodec engine_codec = codecs[i];
Magnus Jedvert8deb8182017-10-05 13:13:32 +0200581 if (!CodecNamesEq(name, engine_codec.name))
582 continue;
583 // The tests only use H264 Constrained Baseline. Make sure we don't return
584 // an internal H264 codec from the engine with a different H264 profile.
585 if (CodecNamesEq(name.c_str(), kH264CodecName)) {
586 const rtc::Optional<webrtc::H264::ProfileLevelId> profile_level_id =
587 webrtc::H264::ParseSdpProfileLevelId(engine_codec.params);
588 if (profile_level_id->profile !=
589 webrtc::H264::kProfileConstrainedBaseline) {
590 continue;
591 }
592 }
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100593 return i;
magjed509e4fe2016-11-18 01:34:11 -0800594 }
595 // This point should never be reached.
596 ADD_FAILURE() << "Unrecognized codec name: " << name;
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100597 return -1;
598}
599
600cricket::VideoCodec WebRtcVideoEngineTest::GetEngineCodec(
601 const std::string& name) const {
602 return engine_.codecs()[GetEngineCodecIndex(name)];
magjed509e4fe2016-11-18 01:34:11 -0800603}
604
magjed2475ae22017-09-12 04:42:15 -0700605VideoMediaChannel* WebRtcVideoEngineTest::SetUpForExternalEncoderFactory() {
buildbot@webrtc.org1ecbe452014-10-14 20:29:28 +0000606 VideoMediaChannel* channel =
kthelgason2bc68642017-02-07 07:02:22 -0800607 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions());
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200608 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -0800609 // We need to look up the codec in the engine to get the correct payload type.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200610 for (const VideoCodec& codec : encoder_factory_->supported_codecs())
magjed509e4fe2016-11-18 01:34:11 -0800611 parameters.codecs.push_back(GetEngineCodec(codec.name));
612
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200613 EXPECT_TRUE(channel->SetSendParameters(parameters));
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000614
615 return channel;
616}
617
eladalonf1841382017-06-12 01:16:46 -0700618VideoMediaChannel* WebRtcVideoEngineTest::SetUpForExternalDecoderFactory(
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000619 const std::vector<VideoCodec>& codecs) {
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000620 VideoMediaChannel* channel =
kthelgason2bc68642017-02-07 07:02:22 -0800621 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions());
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200622 cricket::VideoRecvParameters parameters;
623 parameters.codecs = codecs;
624 EXPECT_TRUE(channel->SetRecvParameters(parameters));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000625
626 return channel;
627}
628
eladalonf1841382017-06-12 01:16:46 -0700629TEST_F(WebRtcVideoEngineTest, UsesSimulcastAdapterForVp8Factories) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200630 encoder_factory_->AddSupportedVideoCodecType("VP8");
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000631
magjed2475ae22017-09-12 04:42:15 -0700632 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000633
Peter Boström0c4e06b2015-10-07 12:23:21 +0200634 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000635
636 EXPECT_TRUE(
637 channel->AddSendStream(CreateSimStreamParams("cname", ssrcs)));
638 EXPECT_TRUE(channel->SetSend(true));
639
Tommi85959932018-02-07 19:26:06 +0100640 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700641 EXPECT_TRUE(channel->SetVideoSend(ssrcs.front(), true, nullptr, &capturer));
pbos@webrtc.org86196c42015-02-16 21:02:00 +0000642 EXPECT_EQ(cricket::CS_RUNNING,
643 capturer.Start(capturer.GetSupportedFormats()->front()));
644 EXPECT_TRUE(capturer.CaptureFrame());
645
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200646 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(2));
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000647
648 // Verify that encoders are configured for simulcast through adapter
649 // (increasing resolution and only configured to send one stream each).
650 int prev_width = -1;
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200651 for (size_t i = 0; i < encoder_factory_->encoders().size(); ++i) {
652 ASSERT_TRUE(encoder_factory_->encoders()[i]->WaitForInitEncode());
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000653 webrtc::VideoCodec codec_settings =
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200654 encoder_factory_->encoders()[i]->GetCodecSettings();
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000655 EXPECT_EQ(0, codec_settings.numberOfSimulcastStreams);
656 EXPECT_GT(codec_settings.width, prev_width);
657 prev_width = codec_settings.width;
658 }
pbos@webrtc.org86196c42015-02-16 21:02:00 +0000659
deadbeef5a4a75a2016-06-02 16:23:38 -0700660 EXPECT_TRUE(channel->SetVideoSend(ssrcs.front(), true, nullptr, nullptr));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000661
662 channel.reset();
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200663 ASSERT_EQ(0u, encoder_factory_->encoders().size());
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000664}
665
eladalonf1841382017-06-12 01:16:46 -0700666TEST_F(WebRtcVideoEngineTest, ChannelWithExternalH264CanChangeToInternalVp8) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200667 encoder_factory_->AddSupportedVideoCodecType("H264");
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000668
magjed2475ae22017-09-12 04:42:15 -0700669 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000670
671 EXPECT_TRUE(
672 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200673 ASSERT_EQ(1u, encoder_factory_->encoders().size());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000674
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200675 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -0800676 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200677 EXPECT_TRUE(channel->SetSendParameters(parameters));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200678 ASSERT_EQ(0u, encoder_factory_->encoders().size());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000679}
680
eladalonf1841382017-06-12 01:16:46 -0700681TEST_F(WebRtcVideoEngineTest,
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000682 DontUseExternalEncoderFactoryForUnsupportedCodecs) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200683 encoder_factory_->AddSupportedVideoCodecType("H264");
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000684
kwiberg686a8ef2016-02-26 03:00:35 -0800685 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800686 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
magjed509e4fe2016-11-18 01:34:11 -0800687 cricket::VideoSendParameters parameters;
688 parameters.codecs.push_back(GetEngineCodec("VP8"));
689 EXPECT_TRUE(channel->SetSendParameters(parameters));
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000690
691 EXPECT_TRUE(
692 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000693 // Make sure DestroyVideoEncoder was called on the factory.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200694 ASSERT_EQ(0u, encoder_factory_->encoders().size());
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000695}
696
eladalonf1841382017-06-12 01:16:46 -0700697TEST_F(WebRtcVideoEngineTest,
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000698 UsesSimulcastAdapterForVp8WithCombinedVP8AndH264Factory) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200699 encoder_factory_->AddSupportedVideoCodecType("VP8");
700 encoder_factory_->AddSupportedVideoCodecType("H264");
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000701
kwiberg686a8ef2016-02-26 03:00:35 -0800702 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800703 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
magjed509e4fe2016-11-18 01:34:11 -0800704 cricket::VideoSendParameters parameters;
705 parameters.codecs.push_back(GetEngineCodec("VP8"));
706 EXPECT_TRUE(channel->SetSendParameters(parameters));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000707
Peter Boström0c4e06b2015-10-07 12:23:21 +0200708 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000709
710 EXPECT_TRUE(
711 channel->AddSendStream(CreateSimStreamParams("cname", ssrcs)));
712 EXPECT_TRUE(channel->SetSend(true));
713
714 // Send a fake frame, or else the media engine will configure the simulcast
715 // encoder adapter at a low-enough size that it'll only create a single
716 // encoder layer.
Tommi85959932018-02-07 19:26:06 +0100717 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700718 EXPECT_TRUE(channel->SetVideoSend(ssrcs.front(), true, nullptr, &capturer));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000719 EXPECT_EQ(cricket::CS_RUNNING,
720 capturer.Start(capturer.GetSupportedFormats()->front()));
721 EXPECT_TRUE(capturer.CaptureFrame());
722
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200723 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(2));
724 ASSERT_TRUE(encoder_factory_->encoders()[0]->WaitForInitEncode());
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000725 EXPECT_EQ(webrtc::kVideoCodecVP8,
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200726 encoder_factory_->encoders()[0]->GetCodecSettings().codecType);
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000727
728 channel.reset();
729 // Make sure DestroyVideoEncoder was called on the factory.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200730 EXPECT_EQ(0u, encoder_factory_->encoders().size());
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000731}
732
eladalonf1841382017-06-12 01:16:46 -0700733TEST_F(WebRtcVideoEngineTest,
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000734 DestroysNonSimulcastEncoderFromCombinedVP8AndH264Factory) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200735 encoder_factory_->AddSupportedVideoCodecType("VP8");
736 encoder_factory_->AddSupportedVideoCodecType("H264");
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000737
kwiberg686a8ef2016-02-26 03:00:35 -0800738 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800739 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
magjed509e4fe2016-11-18 01:34:11 -0800740 cricket::VideoSendParameters parameters;
741 parameters.codecs.push_back(GetEngineCodec("H264"));
742 EXPECT_TRUE(channel->SetSendParameters(parameters));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000743
744 EXPECT_TRUE(
745 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200746 ASSERT_EQ(1u, encoder_factory_->encoders().size());
Per21d45d22016-10-30 21:37:57 +0100747
748 // Send a frame of 720p. This should trigger a "real" encoder initialization.
749 cricket::VideoFormat format(
750 1280, 720, cricket::VideoFormat::FpsToInterval(30), cricket::FOURCC_I420);
Tommi85959932018-02-07 19:26:06 +0100751 FakeVideoCapturerWithTaskQueue capturer;
Per21d45d22016-10-30 21:37:57 +0100752 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
753 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(format));
754 EXPECT_TRUE(capturer.CaptureFrame());
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200755 ASSERT_TRUE(encoder_factory_->encoders()[0]->WaitForInitEncode());
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000756 EXPECT_EQ(webrtc::kVideoCodecH264,
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200757 encoder_factory_->encoders()[0]->GetCodecSettings().codecType);
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000758
759 channel.reset();
760 // Make sure DestroyVideoEncoder was called on the factory.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200761 ASSERT_EQ(0u, encoder_factory_->encoders().size());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000762}
763
eladalonf1841382017-06-12 01:16:46 -0700764TEST_F(WebRtcVideoEngineTest, SimulcastDisabledForH264) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200765 encoder_factory_->AddSupportedVideoCodecType("H264");
noahricfdac5162015-08-27 01:59:29 -0700766
magjed2475ae22017-09-12 04:42:15 -0700767 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
noahricfdac5162015-08-27 01:59:29 -0700768
Peter Boström0c4e06b2015-10-07 12:23:21 +0200769 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
noahricfdac5162015-08-27 01:59:29 -0700770 EXPECT_TRUE(
771 channel->AddSendStream(cricket::CreateSimStreamParams("cname", ssrcs)));
Peter Boströmce23bee2016-02-02 14:14:30 +0100772
773 // Send a frame of 720p. This should trigger a "real" encoder initialization.
noahricfdac5162015-08-27 01:59:29 -0700774 cricket::VideoFormat format(
775 1280, 720, cricket::VideoFormat::FpsToInterval(30), cricket::FOURCC_I420);
Tommi85959932018-02-07 19:26:06 +0100776 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700777 EXPECT_TRUE(channel->SetVideoSend(ssrcs[0], true, nullptr, &capturer));
Peter Boströmce23bee2016-02-02 14:14:30 +0100778 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(format));
779 EXPECT_TRUE(capturer.CaptureFrame());
780
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200781 ASSERT_EQ(1u, encoder_factory_->encoders().size());
782 FakeWebRtcVideoEncoder* encoder = encoder_factory_->encoders()[0];
783 ASSERT_TRUE(encoder_factory_->encoders()[0]->WaitForInitEncode());
noahricfdac5162015-08-27 01:59:29 -0700784 EXPECT_EQ(webrtc::kVideoCodecH264, encoder->GetCodecSettings().codecType);
785 EXPECT_EQ(1u, encoder->GetCodecSettings().numberOfSimulcastStreams);
deadbeef5a4a75a2016-06-02 16:23:38 -0700786 EXPECT_TRUE(channel->SetVideoSend(ssrcs[0], true, nullptr, nullptr));
noahricfdac5162015-08-27 01:59:29 -0700787}
788
brandtrffc61182016-11-28 06:02:22 -0800789// Test that the FlexFEC field trial properly alters the output of
eladalonf1841382017-06-12 01:16:46 -0700790// WebRtcVideoEngine::codecs(), for an existing |engine_| object.
brandtrffc61182016-11-28 06:02:22 -0800791//
792// TODO(brandtr): Remove this test, when the FlexFEC field trial is gone.
eladalonf1841382017-06-12 01:16:46 -0700793TEST_F(WebRtcVideoEngineTest,
brandtrffc61182016-11-28 06:02:22 -0800794 Flexfec03SupportedAsInternalCodecBehindFieldTrial) {
795 auto is_flexfec = [](const VideoCodec& codec) {
796 if (codec.name == "flexfec-03")
797 return true;
798 return false;
799 };
800
801 // FlexFEC is not active without field trial.
brandtrffc61182016-11-28 06:02:22 -0800802 const std::vector<VideoCodec> codecs_before = engine_.codecs();
803 EXPECT_EQ(codecs_before.end(), std::find_if(codecs_before.begin(),
804 codecs_before.end(), is_flexfec));
805
806 // FlexFEC is active with field trial.
807 webrtc::test::ScopedFieldTrials override_field_trials_(
brandtr340e3fd2017-02-28 15:43:10 -0800808 "WebRTC-FlexFEC-03-Advertised/Enabled/");
brandtrffc61182016-11-28 06:02:22 -0800809 const std::vector<VideoCodec> codecs_after = engine_.codecs();
810 EXPECT_NE(codecs_after.end(),
811 std::find_if(codecs_after.begin(), codecs_after.end(), is_flexfec));
812}
813
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100814// Test that external codecs are added after internal SW codecs.
eladalonf1841382017-06-12 01:16:46 -0700815TEST_F(WebRtcVideoEngineTest, ReportSupportedExternalCodecs) {
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100816 const char* kFakeExternalCodecName = "FakeExternalCodec";
817 encoder_factory_->AddSupportedVideoCodecType(kFakeExternalCodecName);
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000818
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100819 // The external codec should appear after the internal codec in the vector.
Oleh Prypina40f8242017-12-21 13:32:23 +0100820 const size_t vp8_index = GetEngineCodecIndex("VP8");
821 const size_t fake_external_codec_index =
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100822 GetEngineCodecIndex(kFakeExternalCodecName);
823 EXPECT_LT(vp8_index, fake_external_codec_index);
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000824}
825
brandtrffc61182016-11-28 06:02:22 -0800826// Test that an external codec that was added after the engine was initialized
827// does show up in the codec list after it was added.
eladalonf1841382017-06-12 01:16:46 -0700828TEST_F(WebRtcVideoEngineTest, ReportSupportedExternalCodecsWithAddedCodec) {
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100829 const char* kFakeExternalCodecName1 = "FakeExternalCodec1";
830 const char* kFakeExternalCodecName2 = "FakeExternalCodec2";
Magnus Jedvert154ee1f2017-11-15 19:27:11 +0100831
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100832 // Set up external encoder factory with first codec, and initialize engine.
833 encoder_factory_->AddSupportedVideoCodecType(kFakeExternalCodecName1);
834
brandtrffc61182016-11-28 06:02:22 -0800835 std::vector<cricket::VideoCodec> codecs_before(engine_.codecs());
brandtrffc61182016-11-28 06:02:22 -0800836
837 // Add second codec.
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100838 encoder_factory_->AddSupportedVideoCodecType(kFakeExternalCodecName2);
brandtrffc61182016-11-28 06:02:22 -0800839 std::vector<cricket::VideoCodec> codecs_after(engine_.codecs());
840 EXPECT_EQ(codecs_before.size() + 1, codecs_after.size());
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100841
842 // Check that both fake codecs are present and that the second fake codec
843 // appears after the first fake codec.
Oleh Prypina40f8242017-12-21 13:32:23 +0100844 const size_t fake_codec_index1 = GetEngineCodecIndex(kFakeExternalCodecName1);
845 const size_t fake_codec_index2 = GetEngineCodecIndex(kFakeExternalCodecName2);
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100846 EXPECT_LT(fake_codec_index1, fake_codec_index2);
brandtrffc61182016-11-28 06:02:22 -0800847}
848
eladalonf1841382017-06-12 01:16:46 -0700849TEST_F(WebRtcVideoEngineTest, RegisterExternalDecodersIfSupported) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200850 decoder_factory_->AddSupportedVideoCodecType(webrtc::kVideoCodecVP8);
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200851 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -0800852 parameters.codecs.push_back(GetEngineCodec("VP8"));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000853
kwiberg686a8ef2016-02-26 03:00:35 -0800854 std::unique_ptr<VideoMediaChannel> channel(
magjed2475ae22017-09-12 04:42:15 -0700855 SetUpForExternalDecoderFactory(parameters.codecs));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000856
857 EXPECT_TRUE(
858 channel->AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200859 ASSERT_EQ(1u, decoder_factory_->decoders().size());
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000860
861 // Setting codecs of the same type should not reallocate the decoder.
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200862 EXPECT_TRUE(channel->SetRecvParameters(parameters));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200863 EXPECT_EQ(1, decoder_factory_->GetNumCreatedDecoders());
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000864
865 // Remove stream previously added to free the external decoder instance.
866 EXPECT_TRUE(channel->RemoveRecvStream(kSsrc));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200867 EXPECT_EQ(0u, decoder_factory_->decoders().size());
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000868}
869
870// Verifies that we can set up decoders that are not internally supported.
eladalonf1841382017-06-12 01:16:46 -0700871TEST_F(WebRtcVideoEngineTest, RegisterExternalH264DecoderIfSupported) {
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000872 // TODO(pbos): Do not assume that encoder/decoder support is symmetric. We
873 // can't even query the WebRtcVideoDecoderFactory for supported codecs.
874 // For now we add a FakeWebRtcVideoEncoderFactory to add H264 to supported
875 // codecs.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200876 encoder_factory_->AddSupportedVideoCodecType("H264");
877 decoder_factory_->AddSupportedVideoCodecType(webrtc::kVideoCodecH264);
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000878 std::vector<cricket::VideoCodec> codecs;
magjed509e4fe2016-11-18 01:34:11 -0800879 codecs.push_back(GetEngineCodec("H264"));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000880
kwiberg686a8ef2016-02-26 03:00:35 -0800881 std::unique_ptr<VideoMediaChannel> channel(
magjed2475ae22017-09-12 04:42:15 -0700882 SetUpForExternalDecoderFactory(codecs));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000883
884 EXPECT_TRUE(
885 channel->AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200886 ASSERT_EQ(1u, decoder_factory_->decoders().size());
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000887}
888
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200889TEST(WebRtcVideoEngineNewVideoCodecFactoryTest, NullFactories) {
890 std::unique_ptr<webrtc::VideoEncoderFactory> encoder_factory;
891 std::unique_ptr<webrtc::VideoDecoderFactory> decoder_factory;
892 WebRtcVideoEngine engine(std::move(encoder_factory),
893 std::move(decoder_factory));
894 EXPECT_EQ(0u, engine.codecs().size());
895}
896
897TEST(WebRtcVideoEngineNewVideoCodecFactoryTest, EmptyFactories) {
898 // |engine| take ownership of the factories.
Emircan Uysalerdbcac7f2017-10-30 23:10:12 -0700899 webrtc::MockVideoEncoderFactory* encoder_factory =
900 new webrtc::MockVideoEncoderFactory();
901 webrtc::MockVideoDecoderFactory* decoder_factory =
902 new webrtc::MockVideoDecoderFactory();
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200903 WebRtcVideoEngine engine(
904 (std::unique_ptr<webrtc::VideoEncoderFactory>(encoder_factory)),
905 (std::unique_ptr<webrtc::VideoDecoderFactory>(decoder_factory)));
906 EXPECT_CALL(*encoder_factory, GetSupportedFormats());
907 EXPECT_EQ(0u, engine.codecs().size());
908 EXPECT_CALL(*encoder_factory, Die());
909 EXPECT_CALL(*decoder_factory, Die());
910}
911
912// Test full behavior in the video engine when video codec factories of the new
913// type are injected supporting the single codec Vp8. Check the returned codecs
914// from the engine and that we will create a Vp8 encoder and decoder using the
915// new factories.
916TEST(WebRtcVideoEngineNewVideoCodecFactoryTest, Vp8) {
917 // |engine| take ownership of the factories.
Emircan Uysalerdbcac7f2017-10-30 23:10:12 -0700918 webrtc::MockVideoEncoderFactory* encoder_factory =
919 new webrtc::MockVideoEncoderFactory();
920 webrtc::MockVideoDecoderFactory* decoder_factory =
921 new webrtc::MockVideoDecoderFactory();
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200922 WebRtcVideoEngine engine(
923 (std::unique_ptr<webrtc::VideoEncoderFactory>(encoder_factory)),
924 (std::unique_ptr<webrtc::VideoDecoderFactory>(decoder_factory)));
925 const webrtc::SdpVideoFormat vp8_format("VP8");
926 const std::vector<webrtc::SdpVideoFormat> supported_formats = {vp8_format};
927 EXPECT_CALL(*encoder_factory, GetSupportedFormats())
928 .WillRepeatedly(testing::Return(supported_formats));
929
930 // Verify the codecs from the engine.
931 const std::vector<VideoCodec> engine_codecs = engine.codecs();
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100932 // Verify default codecs has been added correctly.
933 EXPECT_EQ(5u, engine_codecs.size());
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200934 EXPECT_EQ("VP8", engine_codecs.at(0).name);
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100935
936 // RTX codec for VP8.
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200937 EXPECT_EQ("rtx", engine_codecs.at(1).name);
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100938 int vp8_associated_payload;
939 EXPECT_TRUE(engine_codecs.at(1).GetParam(kCodecParamAssociatedPayloadType,
940 &vp8_associated_payload));
941 EXPECT_EQ(vp8_associated_payload, engine_codecs.at(0).id);
942
943 EXPECT_EQ(kRedCodecName, engine_codecs.at(2).name);
944
945 // RTX codec for RED.
946 EXPECT_EQ("rtx", engine_codecs.at(3).name);
947 int red_associated_payload;
948 EXPECT_TRUE(engine_codecs.at(3).GetParam(kCodecParamAssociatedPayloadType,
949 &red_associated_payload));
950 EXPECT_EQ(red_associated_payload, engine_codecs.at(2).id);
951
952 EXPECT_EQ(kUlpfecCodecName, engine_codecs.at(4).name);
953
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200954 int associated_payload_type;
955 EXPECT_TRUE(engine_codecs.at(1).GetParam(
956 cricket::kCodecParamAssociatedPayloadType, &associated_payload_type));
957 EXPECT_EQ(engine_codecs.at(0).id, associated_payload_type);
958 // Verify default parameters has been added to the VP8 codec.
959 VerifyCodecHasDefaultFeedbackParams(engine_codecs.at(0));
960
961 // Mock encoder creation. |engine| take ownership of the encoder.
962 webrtc::VideoEncoderFactory::CodecInfo codec_info;
963 codec_info.is_hardware_accelerated = false;
964 codec_info.has_internal_source = false;
965 const webrtc::SdpVideoFormat format("VP8");
966 EXPECT_CALL(*encoder_factory, QueryVideoEncoder(format))
967 .WillRepeatedly(testing::Return(codec_info));
968 FakeWebRtcVideoEncoder* const encoder = new FakeWebRtcVideoEncoder();
969 EXPECT_CALL(*encoder_factory, CreateVideoEncoderProxy(format))
970 .WillOnce(testing::Return(encoder));
971
972 // Mock decoder creation. |engine| take ownership of the decoder.
973 FakeWebRtcVideoDecoder* const decoder = new FakeWebRtcVideoDecoder();
974 EXPECT_CALL(*decoder_factory, CreateVideoDecoderProxy(format))
975 .WillOnce(testing::Return(decoder));
976
977 // Create a call.
978 webrtc::RtcEventLogNullImpl event_log;
979 std::unique_ptr<webrtc::Call> call(
980 webrtc::Call::Create(webrtc::Call::Config(&event_log)));
981
982 // Create send channel.
983 const int send_ssrc = 123;
984 std::unique_ptr<VideoMediaChannel> send_channel(
985 engine.CreateChannel(call.get(), GetMediaConfig(), VideoOptions()));
986 cricket::VideoSendParameters send_parameters;
987 send_parameters.codecs.push_back(engine_codecs.at(0));
988 EXPECT_TRUE(send_channel->SetSendParameters(send_parameters));
989 send_channel->OnReadyToSend(true);
990 EXPECT_TRUE(
991 send_channel->AddSendStream(StreamParams::CreateLegacy(send_ssrc)));
992 EXPECT_TRUE(send_channel->SetSend(true));
993
994 // Create recv channel.
995 const int recv_ssrc = 321;
996 std::unique_ptr<VideoMediaChannel> recv_channel(
997 engine.CreateChannel(call.get(), GetMediaConfig(), VideoOptions()));
998 cricket::VideoRecvParameters recv_parameters;
999 recv_parameters.codecs.push_back(engine_codecs.at(0));
1000 EXPECT_TRUE(recv_channel->SetRecvParameters(recv_parameters));
1001 EXPECT_TRUE(recv_channel->AddRecvStream(
1002 cricket::StreamParams::CreateLegacy(recv_ssrc)));
1003
1004 // Remove streams previously added to free the encoder and decoder instance.
1005 EXPECT_CALL(*encoder_factory, Die());
1006 EXPECT_CALL(*decoder_factory, Die());
1007 EXPECT_TRUE(send_channel->RemoveSendStream(send_ssrc));
1008 EXPECT_TRUE(recv_channel->RemoveRecvStream(recv_ssrc));
1009}
1010
Magnus Jedvert7501b1c2017-11-09 13:43:42 +01001011// Test behavior when decoder factory fails to create a decoder (returns null).
1012TEST(WebRtcVideoEngineNewVideoCodecFactoryTest, NullDecoder) {
1013 // |engine| take ownership of the factories.
1014 webrtc::MockVideoEncoderFactory* encoder_factory =
1015 new testing::StrictMock<webrtc::MockVideoEncoderFactory>();
1016 webrtc::MockVideoDecoderFactory* decoder_factory =
1017 new testing::StrictMock<webrtc::MockVideoDecoderFactory>();
1018 WebRtcVideoEngine engine(
1019 (std::unique_ptr<webrtc::VideoEncoderFactory>(encoder_factory)),
1020 (std::unique_ptr<webrtc::VideoDecoderFactory>(decoder_factory)));
1021 const webrtc::SdpVideoFormat vp8_format("VP8");
1022 const std::vector<webrtc::SdpVideoFormat> supported_formats = {vp8_format};
1023 EXPECT_CALL(*encoder_factory, GetSupportedFormats())
1024 .WillRepeatedly(testing::Return(supported_formats));
1025
1026 // Decoder creation fails.
1027 EXPECT_CALL(*decoder_factory, CreateVideoDecoderProxy(testing::_))
1028 .WillOnce(testing::Return(nullptr));
1029
1030 // Create a call.
1031 webrtc::RtcEventLogNullImpl event_log;
1032 std::unique_ptr<webrtc::Call> call(
1033 webrtc::Call::Create(webrtc::Call::Config(&event_log)));
1034
1035 // Create recv channel.
1036 const int recv_ssrc = 321;
1037 std::unique_ptr<VideoMediaChannel> recv_channel(
1038 engine.CreateChannel(call.get(), GetMediaConfig(), VideoOptions()));
1039 cricket::VideoRecvParameters recv_parameters;
1040 recv_parameters.codecs.push_back(engine.codecs().front());
1041 EXPECT_TRUE(recv_channel->SetRecvParameters(recv_parameters));
1042 EXPECT_TRUE(recv_channel->AddRecvStream(
1043 cricket::StreamParams::CreateLegacy(recv_ssrc)));
1044
1045 // Remove streams previously added to free the encoder and decoder instance.
1046 EXPECT_TRUE(recv_channel->RemoveRecvStream(recv_ssrc));
1047}
1048
eladalonf1841382017-06-12 01:16:46 -07001049class WebRtcVideoChannelBaseTest
1050 : public VideoMediaChannelTest<WebRtcVideoEngine, WebRtcVideoChannel> {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001051 protected:
eladalonf1841382017-06-12 01:16:46 -07001052 typedef VideoMediaChannelTest<WebRtcVideoEngine, WebRtcVideoChannel> Base;
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001053
magjed509e4fe2016-11-18 01:34:11 -08001054 cricket::VideoCodec GetEngineCodec(const std::string& name) {
1055 for (const cricket::VideoCodec& engine_codec : engine_.codecs()) {
1056 if (CodecNamesEq(name, engine_codec.name))
1057 return engine_codec;
1058 }
1059 // This point should never be reached.
1060 ADD_FAILURE() << "Unrecognized codec name: " << name;
1061 return cricket::VideoCodec();
1062 }
1063
1064 cricket::VideoCodec DefaultCodec() override { return GetEngineCodec("VP8"); }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001065};
1066
sakal1fd95952016-06-22 00:46:15 -07001067// Verifies that id given in stream params is passed to the decoder factory.
eladalonf1841382017-06-12 01:16:46 -07001068TEST_F(WebRtcVideoEngineTest, StreamParamsIdPassedToDecoderFactory) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001069 decoder_factory_->AddSupportedVideoCodecType(webrtc::kVideoCodecVP8);
sakal1fd95952016-06-22 00:46:15 -07001070 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001071 parameters.codecs.push_back(GetEngineCodec("VP8"));
sakal1fd95952016-06-22 00:46:15 -07001072
1073 std::unique_ptr<VideoMediaChannel> channel(
magjed2475ae22017-09-12 04:42:15 -07001074 SetUpForExternalDecoderFactory(parameters.codecs));
sakal1fd95952016-06-22 00:46:15 -07001075
1076 StreamParams sp = cricket::StreamParams::CreateLegacy(kSsrc);
1077 sp.id = "FakeStreamParamsId";
1078 EXPECT_TRUE(channel->AddRecvStream(sp));
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001079 EXPECT_EQ(1u, decoder_factory_->decoders().size());
sakal1fd95952016-06-22 00:46:15 -07001080
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001081 std::vector<cricket::VideoDecoderParams> params = decoder_factory_->params();
sakal1fd95952016-06-22 00:46:15 -07001082 ASSERT_EQ(1u, params.size());
1083 EXPECT_EQ(sp.id, params[0].receive_stream_id);
1084}
1085
eladalonf1841382017-06-12 01:16:46 -07001086TEST_F(WebRtcVideoEngineTest, DISABLED_RecreatesEncoderOnContentTypeChange) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001087 encoder_factory_->AddSupportedVideoCodecType("VP8");
Sebastian Jansson8f83b422018-02-21 13:07:13 +01001088 std::unique_ptr<FakeCall> fake_call(new FakeCall());
magjed2475ae22017-09-12 04:42:15 -07001089 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
sprangf24a0642017-02-28 13:23:26 -08001090 ASSERT_TRUE(
1091 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
1092 cricket::VideoCodec codec = GetEngineCodec("VP8");
1093 cricket::VideoSendParameters parameters;
1094 parameters.codecs.push_back(codec);
1095 channel->OnReadyToSend(true);
1096 channel->SetSend(true);
1097 ASSERT_TRUE(channel->SetSendParameters(parameters));
1098
Tommi85959932018-02-07 19:26:06 +01001099 FakeVideoCapturerWithTaskQueue capturer;
sprangf24a0642017-02-28 13:23:26 -08001100 VideoOptions options;
1101 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1102
1103 EXPECT_EQ(cricket::CS_RUNNING,
1104 capturer.Start(capturer.GetSupportedFormats()->front()));
1105 EXPECT_TRUE(capturer.CaptureFrame());
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001106 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(1));
sprangf24a0642017-02-28 13:23:26 -08001107 EXPECT_EQ(webrtc::kRealtimeVideo,
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001108 encoder_factory_->encoders().back()->GetCodecSettings().mode);
sprangf24a0642017-02-28 13:23:26 -08001109
1110 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1111 EXPECT_TRUE(capturer.CaptureFrame());
1112 // No change in content type, keep current encoder.
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001113 EXPECT_EQ(1, encoder_factory_->GetNumCreatedEncoders());
sprangf24a0642017-02-28 13:23:26 -08001114
1115 options.is_screencast.emplace(true);
1116 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1117 EXPECT_TRUE(capturer.CaptureFrame());
1118 // Change to screen content, recreate encoder. For the simulcast encoder
1119 // adapter case, this will result in two calls since InitEncode triggers a
1120 // a new instance.
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001121 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(2));
sprangf24a0642017-02-28 13:23:26 -08001122 EXPECT_EQ(webrtc::kScreensharing,
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001123 encoder_factory_->encoders().back()->GetCodecSettings().mode);
sprangf24a0642017-02-28 13:23:26 -08001124
1125 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1126 EXPECT_TRUE(capturer.CaptureFrame());
1127 // Still screen content, no need to update encoder.
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001128 EXPECT_EQ(2, encoder_factory_->GetNumCreatedEncoders());
sprangf24a0642017-02-28 13:23:26 -08001129
1130 options.is_screencast.emplace(false);
1131 options.video_noise_reduction.emplace(false);
1132 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1133 // Change back to regular video content, update encoder. Also change
1134 // a non |is_screencast| option just to verify it doesn't affect recreation.
1135 EXPECT_TRUE(capturer.CaptureFrame());
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001136 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(3));
sprangf24a0642017-02-28 13:23:26 -08001137 EXPECT_EQ(webrtc::kRealtimeVideo,
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001138 encoder_factory_->encoders().back()->GetCodecSettings().mode);
sprangf24a0642017-02-28 13:23:26 -08001139
1140 // Remove stream previously added to free the external encoder instance.
1141 EXPECT_TRUE(channel->RemoveSendStream(kSsrc));
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001142 EXPECT_EQ(0u, encoder_factory_->encoders().size());
sprangf24a0642017-02-28 13:23:26 -08001143}
1144
srtee0c2eea2017-12-15 17:44:33 +01001145TEST_F(WebRtcVideoChannelBaseTest, SetSend) {
1146 Base::SetSend();
1147}
1148TEST_F(WebRtcVideoChannelBaseTest, SetSendWithoutCodecs) {
1149 Base::SetSendWithoutCodecs();
1150}
1151TEST_F(WebRtcVideoChannelBaseTest, SetSendSetsTransportBufferSizes) {
1152 Base::SetSendSetsTransportBufferSizes();
1153}
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001154
srtee0c2eea2017-12-15 17:44:33 +01001155TEST_F(WebRtcVideoChannelBaseTest, GetStats) {
1156 Base::GetStats();
1157}
1158TEST_F(WebRtcVideoChannelBaseTest, GetStatsMultipleRecvStreams) {
1159 Base::GetStatsMultipleRecvStreams();
1160}
1161TEST_F(WebRtcVideoChannelBaseTest, GetStatsMultipleSendStreams) {
1162 Base::GetStatsMultipleSendStreams();
1163}
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001164
srtee0c2eea2017-12-15 17:44:33 +01001165TEST_F(WebRtcVideoChannelBaseTest, SetSendBandwidth) {
1166 Base::SetSendBandwidth();
1167}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001168
srtee0c2eea2017-12-15 17:44:33 +01001169TEST_F(WebRtcVideoChannelBaseTest, SetSendSsrc) {
1170 Base::SetSendSsrc();
1171}
1172TEST_F(WebRtcVideoChannelBaseTest, SetSendSsrcAfterSetCodecs) {
1173 Base::SetSendSsrcAfterSetCodecs();
1174}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001175
srtee0c2eea2017-12-15 17:44:33 +01001176TEST_F(WebRtcVideoChannelBaseTest, SetSink) {
1177 Base::SetSink();
1178}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001179
srtee0c2eea2017-12-15 17:44:33 +01001180TEST_F(WebRtcVideoChannelBaseTest, AddRemoveSendStreams) {
1181 Base::AddRemoveSendStreams();
1182}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001183
srtee0c2eea2017-12-15 17:44:33 +01001184TEST_F(WebRtcVideoChannelBaseTest, SimulateConference) {
1185 Base::SimulateConference();
1186}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001187
srtee0c2eea2017-12-15 17:44:33 +01001188TEST_F(WebRtcVideoChannelBaseTest, DISABLED_AddRemoveCapturer) {
1189 Base::AddRemoveCapturer();
1190}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001191
srtee0c2eea2017-12-15 17:44:33 +01001192TEST_F(WebRtcVideoChannelBaseTest, RemoveCapturerWithoutAdd) {
1193 Base::RemoveCapturerWithoutAdd();
1194}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001195
srtee0c2eea2017-12-15 17:44:33 +01001196TEST_F(WebRtcVideoChannelBaseTest, AddRemoveCapturerMultipleSources) {
1197 Base::AddRemoveCapturerMultipleSources();
1198}
1199TEST_F(WebRtcVideoChannelBaseTest, RejectEmptyStreamParams) {
1200 Base::RejectEmptyStreamParams();
1201}
1202TEST_F(WebRtcVideoChannelBaseTest, MultipleSendStreams) {
1203 Base::MultipleSendStreams();
1204}
pbos@webrtc.orgc4175b92014-09-03 15:25:49 +00001205
eladalonf1841382017-06-12 01:16:46 -07001206TEST_F(WebRtcVideoChannelBaseTest, SendAndReceiveVp8Vga) {
magjed509e4fe2016-11-18 01:34:11 -08001207 SendAndReceive(GetEngineCodec("VP8"));
pbos@webrtc.org9359cb32014-07-23 15:44:48 +00001208}
1209
eladalonf1841382017-06-12 01:16:46 -07001210TEST_F(WebRtcVideoChannelBaseTest, SendAndReceiveVp8Qvga) {
magjed509e4fe2016-11-18 01:34:11 -08001211 SendAndReceive(GetEngineCodec("VP8"));
pbos@webrtc.org9359cb32014-07-23 15:44:48 +00001212}
1213
eladalonf1841382017-06-12 01:16:46 -07001214TEST_F(WebRtcVideoChannelBaseTest, SendAndReceiveVp8SvcQqvga) {
magjed509e4fe2016-11-18 01:34:11 -08001215 SendAndReceive(GetEngineCodec("VP8"));
pbos@webrtc.org9359cb32014-07-23 15:44:48 +00001216}
1217
eladalonf1841382017-06-12 01:16:46 -07001218TEST_F(WebRtcVideoChannelBaseTest, TwoStreamsSendAndReceive) {
Peter Boströmd1f584b2016-04-20 16:31:53 +02001219 // Set a high bitrate to not be downscaled by VP8 due to low initial start
1220 // bitrates. This currently happens at <250k, and two streams sharing 300k
1221 // initially will use QVGA instead of VGA.
1222 // TODO(pbos): Set up the quality scaler so that both senders reliably start
1223 // at QVGA, then verify that instead.
magjed509e4fe2016-11-18 01:34:11 -08001224 cricket::VideoCodec codec = GetEngineCodec("VP8");
Peter Boströmd1f584b2016-04-20 16:31:53 +02001225 codec.params[kCodecParamStartBitrate] = "1000000";
1226 Base::TwoStreamsSendAndReceive(codec);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001227}
1228
eladalonf1841382017-06-12 01:16:46 -07001229class WebRtcVideoChannelTest : public WebRtcVideoEngineTest {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001230 public:
eladalonf1841382017-06-12 01:16:46 -07001231 WebRtcVideoChannelTest() : WebRtcVideoChannelTest("") {}
1232 explicit WebRtcVideoChannelTest(const char* field_trials)
1233 : WebRtcVideoEngineTest(field_trials), last_ssrc_(0) {}
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001234 void SetUp() override {
Sebastian Jansson8f83b422018-02-21 13:07:13 +01001235 fake_call_.reset(new FakeCall());
kthelgason2bc68642017-02-07 07:02:22 -08001236 channel_.reset(engine_.CreateChannel(fake_call_.get(), GetMediaConfig(),
1237 VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08001238 channel_->OnReadyToSend(true);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001239 last_ssrc_ = 123;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001240 send_parameters_.codecs = engine_.codecs();
1241 recv_parameters_.codecs = engine_.codecs();
1242 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001243 }
1244
1245 protected:
1246 FakeVideoSendStream* AddSendStream() {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001247 return AddSendStream(StreamParams::CreateLegacy(++last_ssrc_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001248 }
1249
1250 FakeVideoSendStream* AddSendStream(const StreamParams& sp) {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001251 size_t num_streams = fake_call_->GetVideoSendStreams().size();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001252 EXPECT_TRUE(channel_->AddSendStream(sp));
1253 std::vector<FakeVideoSendStream*> streams =
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001254 fake_call_->GetVideoSendStreams();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001255 EXPECT_EQ(num_streams + 1, streams.size());
1256 return streams[streams.size() - 1];
1257 }
1258
1259 std::vector<FakeVideoSendStream*> GetFakeSendStreams() {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001260 return fake_call_->GetVideoSendStreams();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001261 }
1262
1263 FakeVideoReceiveStream* AddRecvStream() {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001264 return AddRecvStream(StreamParams::CreateLegacy(++last_ssrc_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001265 }
1266
1267 FakeVideoReceiveStream* AddRecvStream(const StreamParams& sp) {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001268 size_t num_streams = fake_call_->GetVideoReceiveStreams().size();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001269 EXPECT_TRUE(channel_->AddRecvStream(sp));
1270 std::vector<FakeVideoReceiveStream*> streams =
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001271 fake_call_->GetVideoReceiveStreams();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001272 EXPECT_EQ(num_streams + 1, streams.size());
1273 return streams[streams.size() - 1];
1274 }
1275
pbos@webrtc.org00873182014-11-25 14:03:34 +00001276 void SetSendCodecsShouldWorkForBitrates(const char* min_bitrate_kbps,
1277 int expected_min_bitrate_bps,
1278 const char* start_bitrate_kbps,
1279 int expected_start_bitrate_bps,
1280 const char* max_bitrate_kbps,
1281 int expected_max_bitrate_bps) {
Sebastian Jansson8f83b422018-02-21 13:07:13 +01001282 ExpectSetBitrateParameters(expected_min_bitrate_bps,
1283 expected_start_bitrate_bps,
1284 expected_max_bitrate_bps);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001285 auto& codecs = send_parameters_.codecs;
1286 codecs.clear();
magjed509e4fe2016-11-18 01:34:11 -08001287 codecs.push_back(GetEngineCodec("VP8"));
pbos@webrtc.org00873182014-11-25 14:03:34 +00001288 codecs[0].params[kCodecParamMinBitrate] = min_bitrate_kbps;
1289 codecs[0].params[kCodecParamStartBitrate] = start_bitrate_kbps;
1290 codecs[0].params[kCodecParamMaxBitrate] = max_bitrate_kbps;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001291 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Sebastian Jansson8f83b422018-02-21 13:07:13 +01001292 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001293
Sebastian Jansson8f83b422018-02-21 13:07:13 +01001294 void ExpectSetBitrateParameters(int min_bitrate_bps,
1295 int start_bitrate_bps,
1296 int max_bitrate_bps) {
1297 EXPECT_CALL(
1298 *fake_call_->GetMockTransportControllerSend(),
1299 SetSdpBitrateParameters(AllOf(
1300 Field(&BitrateConstraints::min_bitrate_bps, min_bitrate_bps),
1301 Field(&BitrateConstraints::start_bitrate_bps, start_bitrate_bps),
1302 Field(&BitrateConstraints::max_bitrate_bps, max_bitrate_bps))));
1303 }
1304
1305 void ExpectSetMaxBitrate(int max_bitrate_bps) {
1306 EXPECT_CALL(*fake_call_->GetMockTransportControllerSend(),
1307 SetSdpBitrateParameters(Field(
1308 &BitrateConstraints::max_bitrate_bps, max_bitrate_bps)));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001309 }
1310
isheriff6f8d6862016-05-26 11:24:55 -07001311 void TestSetSendRtpHeaderExtensions(const std::string& ext_uri) {
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001312 // Enable extension.
1313 const int id = 1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001314 cricket::VideoSendParameters parameters = send_parameters_;
isheriff6f8d6862016-05-26 11:24:55 -07001315 parameters.extensions.push_back(RtpExtension(ext_uri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001316 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001317 FakeVideoSendStream* send_stream =
1318 AddSendStream(cricket::StreamParams::CreateLegacy(123));
1319
1320 // Verify the send extension id.
1321 ASSERT_EQ(1u, send_stream->GetConfig().rtp.extensions.size());
1322 EXPECT_EQ(id, send_stream->GetConfig().rtp.extensions[0].id);
isheriff6f8d6862016-05-26 11:24:55 -07001323 EXPECT_EQ(ext_uri, send_stream->GetConfig().rtp.extensions[0].uri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001324 // Verify call with same set of extensions returns true.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001325 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001326 // Verify that SetSendRtpHeaderExtensions doesn't implicitly add them for
1327 // receivers.
1328 EXPECT_TRUE(AddRecvStream(cricket::StreamParams::CreateLegacy(123))
1329 ->GetConfig()
1330 .rtp.extensions.empty());
1331
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001332 // Verify that existing RTP header extensions can be removed.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001333 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001334 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
1335 send_stream = fake_call_->GetVideoSendStreams()[0];
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001336 EXPECT_TRUE(send_stream->GetConfig().rtp.extensions.empty());
1337
1338 // Verify that adding receive RTP header extensions adds them for existing
1339 // streams.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001340 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001341 send_stream = fake_call_->GetVideoSendStreams()[0];
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001342 ASSERT_EQ(1u, send_stream->GetConfig().rtp.extensions.size());
1343 EXPECT_EQ(id, send_stream->GetConfig().rtp.extensions[0].id);
isheriff6f8d6862016-05-26 11:24:55 -07001344 EXPECT_EQ(ext_uri, send_stream->GetConfig().rtp.extensions[0].uri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001345 }
1346
isheriff6f8d6862016-05-26 11:24:55 -07001347 void TestSetRecvRtpHeaderExtensions(const std::string& ext_uri) {
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001348 // Enable extension.
1349 const int id = 1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001350 cricket::VideoRecvParameters parameters = recv_parameters_;
isheriff6f8d6862016-05-26 11:24:55 -07001351 parameters.extensions.push_back(RtpExtension(ext_uri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001352 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001353
1354 FakeVideoReceiveStream* recv_stream =
1355 AddRecvStream(cricket::StreamParams::CreateLegacy(123));
1356
1357 // Verify the recv extension id.
1358 ASSERT_EQ(1u, recv_stream->GetConfig().rtp.extensions.size());
1359 EXPECT_EQ(id, recv_stream->GetConfig().rtp.extensions[0].id);
isheriff6f8d6862016-05-26 11:24:55 -07001360 EXPECT_EQ(ext_uri, recv_stream->GetConfig().rtp.extensions[0].uri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001361 // Verify call with same set of extensions returns true.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001362 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001363
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001364 // Verify that SetRecvRtpHeaderExtensions doesn't implicitly add them for
1365 // senders.
1366 EXPECT_TRUE(AddSendStream(cricket::StreamParams::CreateLegacy(123))
1367 ->GetConfig()
1368 .rtp.extensions.empty());
1369
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001370 // Verify that existing RTP header extensions can be removed.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001371 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001372 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
1373 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001374 EXPECT_TRUE(recv_stream->GetConfig().rtp.extensions.empty());
1375
1376 // Verify that adding receive RTP header extensions adds them for existing
1377 // streams.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001378 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001379 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001380 ASSERT_EQ(1u, recv_stream->GetConfig().rtp.extensions.size());
1381 EXPECT_EQ(id, recv_stream->GetConfig().rtp.extensions[0].id);
isheriff6f8d6862016-05-26 11:24:55 -07001382 EXPECT_EQ(ext_uri, recv_stream->GetConfig().rtp.extensions[0].uri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001383 }
1384
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001385 void TestExtensionFilter(const std::vector<std::string>& extensions,
1386 const std::string& expected_extension) {
1387 cricket::VideoSendParameters parameters = send_parameters_;
1388 int expected_id = -1;
1389 int id = 1;
1390 for (const std::string& extension : extensions) {
1391 if (extension == expected_extension)
1392 expected_id = id;
isheriff6f8d6862016-05-26 11:24:55 -07001393 parameters.extensions.push_back(RtpExtension(extension, id++));
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001394 }
1395 EXPECT_TRUE(channel_->SetSendParameters(parameters));
1396 FakeVideoSendStream* send_stream =
1397 AddSendStream(cricket::StreamParams::CreateLegacy(123));
1398
1399 // Verify that only one of them has been set, and that it is the one with
1400 // highest priority (transport sequence number).
1401 ASSERT_EQ(1u, send_stream->GetConfig().rtp.extensions.size());
1402 EXPECT_EQ(expected_id, send_stream->GetConfig().rtp.extensions[0].id);
1403 EXPECT_EQ(expected_extension,
isheriff6f8d6862016-05-26 11:24:55 -07001404 send_stream->GetConfig().rtp.extensions[0].uri);
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001405 }
1406
asapersson3c81a1a2017-06-14 05:52:21 -07001407 void TestDegradationPreference(bool resolution_scaling_enabled,
1408 bool fps_scaling_enabled);
1409
Erik Språngefbde372015-04-29 16:21:28 +02001410 void TestCpuAdaptation(bool enable_overuse, bool is_screenshare);
Peter Boström3548dd22015-05-22 18:48:36 +02001411 void TestReceiverLocalSsrcConfiguration(bool receiver_first);
magjed509e4fe2016-11-18 01:34:11 -08001412 void TestReceiveUnsignaledSsrcPacket(uint8_t payload_type,
1413 bool expect_created_receive_stream);
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001414
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001415 FakeVideoSendStream* SetDenoisingOption(
nisse05103312016-03-16 02:22:50 -07001416 uint32_t ssrc,
Tommi85959932018-02-07 19:26:06 +01001417 FakeVideoCapturerWithTaskQueue* capturer,
nisse0db023a2016-03-01 04:29:59 -08001418 bool enabled) {
nisse05103312016-03-16 02:22:50 -07001419 cricket::VideoOptions options;
Oskar Sundbom78807582017-11-16 11:09:55 +01001420 options.video_noise_reduction = enabled;
deadbeef5a4a75a2016-06-02 16:23:38 -07001421 EXPECT_TRUE(channel_->SetVideoSend(ssrc, true, &options, capturer));
nisse0db023a2016-03-01 04:29:59 -08001422 // Options only take effect on the next frame.
1423 EXPECT_TRUE(capturer->CaptureFrame());
1424
Erik Språng143cec12015-04-28 10:01:41 +02001425 return fake_call_->GetVideoSendStreams().back();
1426 }
1427
Peter Boström2feafdb2015-09-09 14:32:14 +02001428 FakeVideoSendStream* SetUpSimulcast(bool enabled, bool with_rtx) {
1429 const int kRtxSsrcOffset = 0xDEADBEEF;
Erik Språng143cec12015-04-28 10:01:41 +02001430 last_ssrc_ += 3;
Peter Boström2feafdb2015-09-09 14:32:14 +02001431 std::vector<uint32_t> ssrcs;
1432 std::vector<uint32_t> rtx_ssrcs;
1433 uint32_t num_streams = enabled ? 3 : 1;
1434 for (uint32_t i = 0; i < num_streams; ++i) {
1435 uint32_t ssrc = last_ssrc_ + i;
1436 ssrcs.push_back(ssrc);
1437 if (with_rtx) {
1438 rtx_ssrcs.push_back(ssrc + kRtxSsrcOffset);
1439 }
Erik Språng143cec12015-04-28 10:01:41 +02001440 }
Peter Boström2feafdb2015-09-09 14:32:14 +02001441 if (with_rtx) {
1442 return AddSendStream(
1443 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs));
1444 }
1445 return AddSendStream(CreateSimStreamParams("cname", ssrcs));
Erik Språng143cec12015-04-28 10:01:41 +02001446 }
1447
perkjfa10b552016-10-02 23:45:26 -07001448 int GetMaxEncoderBitrate() {
skvladdc1c62c2016-03-16 19:07:43 -07001449 std::vector<FakeVideoSendStream*> streams =
1450 fake_call_->GetVideoSendStreams();
perkjfa10b552016-10-02 23:45:26 -07001451 EXPECT_EQ(1u, streams.size());
skvladdc1c62c2016-03-16 19:07:43 -07001452 FakeVideoSendStream* stream = streams[streams.size() - 1];
perkjfa10b552016-10-02 23:45:26 -07001453 EXPECT_EQ(1, stream->GetEncoderConfig().number_of_streams);
1454 return stream->GetVideoStreams()[0].max_bitrate_bps;
skvladdc1c62c2016-03-16 19:07:43 -07001455 }
1456
perkjfa10b552016-10-02 23:45:26 -07001457 void SetAndExpectMaxBitrate(int global_max,
skvladdc1c62c2016-03-16 19:07:43 -07001458 int stream_max,
1459 int expected_encoder_bitrate) {
1460 VideoSendParameters limited_send_params = send_parameters_;
1461 limited_send_params.max_bandwidth_bps = global_max;
1462 EXPECT_TRUE(channel_->SetSendParameters(limited_send_params));
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001463 webrtc::RtpParameters parameters =
1464 channel_->GetRtpSendParameters(last_ssrc_);
skvladdc1c62c2016-03-16 19:07:43 -07001465 EXPECT_EQ(1UL, parameters.encodings.size());
Oskar Sundbom78807582017-11-16 11:09:55 +01001466 parameters.encodings[0].max_bitrate_bps = stream_max;
Zach Steinba37b4b2018-01-23 15:02:36 -08001467 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
skvladdc1c62c2016-03-16 19:07:43 -07001468 // Read back the parameteres and verify they have the correct value
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001469 parameters = channel_->GetRtpSendParameters(last_ssrc_);
skvladdc1c62c2016-03-16 19:07:43 -07001470 EXPECT_EQ(1UL, parameters.encodings.size());
Oskar Sundbom78807582017-11-16 11:09:55 +01001471 EXPECT_EQ(stream_max, parameters.encodings[0].max_bitrate_bps);
skvladdc1c62c2016-03-16 19:07:43 -07001472 // Verify that the new value propagated down to the encoder
perkjfa10b552016-10-02 23:45:26 -07001473 EXPECT_EQ(expected_encoder_bitrate, GetMaxEncoderBitrate());
skvladdc1c62c2016-03-16 19:07:43 -07001474 }
1475
kwiberg686a8ef2016-02-26 03:00:35 -08001476 std::unique_ptr<FakeCall> fake_call_;
1477 std::unique_ptr<VideoMediaChannel> channel_;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001478 cricket::VideoSendParameters send_parameters_;
1479 cricket::VideoRecvParameters recv_parameters_;
Peter Boström0c4e06b2015-10-07 12:23:21 +02001480 uint32_t last_ssrc_;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001481};
1482
eladalonf1841382017-06-12 01:16:46 -07001483TEST_F(WebRtcVideoChannelTest, SetsSyncGroupFromSyncLabel) {
Peter Boström0c4e06b2015-10-07 12:23:21 +02001484 const uint32_t kVideoSsrc = 123;
pbos8fc7fa72015-07-15 08:02:58 -07001485 const std::string kSyncLabel = "AvSyncLabel";
1486
1487 cricket::StreamParams sp = cricket::StreamParams::CreateLegacy(kVideoSsrc);
1488 sp.sync_label = kSyncLabel;
1489 EXPECT_TRUE(channel_->AddRecvStream(sp));
1490
1491 EXPECT_EQ(1, fake_call_->GetVideoReceiveStreams().size());
1492 EXPECT_EQ(kSyncLabel,
1493 fake_call_->GetVideoReceiveStreams()[0]->GetConfig().sync_group)
1494 << "SyncGroup should be set based on sync_label";
1495}
1496
eladalonf1841382017-06-12 01:16:46 -07001497TEST_F(WebRtcVideoChannelTest, RecvStreamWithSimAndRtx) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001498 cricket::VideoSendParameters parameters;
1499 parameters.codecs = engine_.codecs();
1500 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001501 EXPECT_TRUE(channel_->SetSend(true));
nisse4b4dc862016-02-17 05:25:36 -08001502 parameters.conference_mode = true;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001503 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001504
1505 // Send side.
Peter Boström0c4e06b2015-10-07 12:23:21 +02001506 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
1507 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001508 FakeVideoSendStream* send_stream = AddSendStream(
1509 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs));
1510
1511 ASSERT_EQ(rtx_ssrcs.size(), send_stream->GetConfig().rtp.rtx.ssrcs.size());
1512 for (size_t i = 0; i < rtx_ssrcs.size(); ++i)
1513 EXPECT_EQ(rtx_ssrcs[i], send_stream->GetConfig().rtp.rtx.ssrcs[i]);
1514
1515 // Receiver side.
1516 FakeVideoReceiveStream* recv_stream = AddRecvStream(
1517 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs));
nisse26e3abb2017-08-25 04:44:25 -07001518 EXPECT_FALSE(
1519 recv_stream->GetConfig().rtp.rtx_associated_payload_types.empty());
nisseca5706d2017-09-11 02:32:16 -07001520 EXPECT_TRUE(VerifyRtxReceiveAssociations(recv_stream->GetConfig()))
Peter Boströmd8b01092016-05-12 16:44:36 +02001521 << "RTX should be mapped for all decoders/payload types.";
nisseca5706d2017-09-11 02:32:16 -07001522 EXPECT_TRUE(HasRtxReceiveAssociation(recv_stream->GetConfig(),
1523 GetEngineCodec("red").id))
1524 << "RTX should be mapped for the RED payload type";
1525
brandtr14742122017-01-27 04:53:07 -08001526 EXPECT_EQ(rtx_ssrcs[0], recv_stream->GetConfig().rtp.rtx_ssrc);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001527}
1528
eladalonf1841382017-06-12 01:16:46 -07001529TEST_F(WebRtcVideoChannelTest, RecvStreamWithRtx) {
pbos@webrtc.orge322a172014-06-13 11:47:28 +00001530 // Setup one channel with an associated RTX stream.
1531 cricket::StreamParams params =
1532 cricket::StreamParams::CreateLegacy(kSsrcs1[0]);
1533 params.AddFidSsrc(kSsrcs1[0], kRtxSsrcs1[0]);
1534 FakeVideoReceiveStream* recv_stream = AddRecvStream(params);
brandtr14742122017-01-27 04:53:07 -08001535 EXPECT_EQ(kRtxSsrcs1[0], recv_stream->GetConfig().rtp.rtx_ssrc);
nisseca5706d2017-09-11 02:32:16 -07001536
1537 EXPECT_TRUE(VerifyRtxReceiveAssociations(recv_stream->GetConfig()))
1538 << "RTX should be mapped for all decoders/payload types.";
1539 EXPECT_TRUE(HasRtxReceiveAssociation(recv_stream->GetConfig(),
1540 GetEngineCodec("red").id))
1541 << "RTX should be mapped for the RED payload type";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001542}
1543
eladalonf1841382017-06-12 01:16:46 -07001544TEST_F(WebRtcVideoChannelTest, RecvStreamNoRtx) {
pbos@webrtc.orge322a172014-06-13 11:47:28 +00001545 // Setup one channel without an associated RTX stream.
1546 cricket::StreamParams params =
1547 cricket::StreamParams::CreateLegacy(kSsrcs1[0]);
1548 FakeVideoReceiveStream* recv_stream = AddRecvStream(params);
brandtr14742122017-01-27 04:53:07 -08001549 ASSERT_EQ(0U, recv_stream->GetConfig().rtp.rtx_ssrc);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001550}
1551
eladalonf1841382017-06-12 01:16:46 -07001552TEST_F(WebRtcVideoChannelTest, NoHeaderExtesionsByDefault) {
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001553 FakeVideoSendStream* send_stream =
1554 AddSendStream(cricket::StreamParams::CreateLegacy(kSsrcs1[0]));
1555 ASSERT_TRUE(send_stream->GetConfig().rtp.extensions.empty());
1556
1557 FakeVideoReceiveStream* recv_stream =
1558 AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrcs1[0]));
1559 ASSERT_TRUE(recv_stream->GetConfig().rtp.extensions.empty());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001560}
1561
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001562// Test support for RTP timestamp offset header extension.
eladalonf1841382017-06-12 01:16:46 -07001563TEST_F(WebRtcVideoChannelTest, SendRtpTimestampOffsetHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001564 TestSetSendRtpHeaderExtensions(RtpExtension::kTimestampOffsetUri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001565}
isheriff6f8d6862016-05-26 11:24:55 -07001566
eladalonf1841382017-06-12 01:16:46 -07001567TEST_F(WebRtcVideoChannelTest, RecvRtpTimestampOffsetHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001568 TestSetRecvRtpHeaderExtensions(RtpExtension::kTimestampOffsetUri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001569}
1570
1571// Test support for absolute send time header extension.
eladalonf1841382017-06-12 01:16:46 -07001572TEST_F(WebRtcVideoChannelTest, SendAbsoluteSendTimeHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001573 TestSetSendRtpHeaderExtensions(RtpExtension::kAbsSendTimeUri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001574}
isheriff6f8d6862016-05-26 11:24:55 -07001575
eladalonf1841382017-06-12 01:16:46 -07001576TEST_F(WebRtcVideoChannelTest, RecvAbsoluteSendTimeHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001577 TestSetRecvRtpHeaderExtensions(RtpExtension::kAbsSendTimeUri);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001578}
1579
eladalonf1841382017-06-12 01:16:46 -07001580TEST_F(WebRtcVideoChannelTest, FiltersExtensionsPicksTransportSeqNum) {
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001581 // Enable three redundant extensions.
1582 std::vector<std::string> extensions;
isheriff6f8d6862016-05-26 11:24:55 -07001583 extensions.push_back(RtpExtension::kAbsSendTimeUri);
1584 extensions.push_back(RtpExtension::kTimestampOffsetUri);
1585 extensions.push_back(RtpExtension::kTransportSequenceNumberUri);
1586 TestExtensionFilter(extensions, RtpExtension::kTransportSequenceNumberUri);
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001587}
1588
eladalonf1841382017-06-12 01:16:46 -07001589TEST_F(WebRtcVideoChannelTest, FiltersExtensionsPicksAbsSendTime) {
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001590 // Enable two redundant extensions.
1591 std::vector<std::string> extensions;
isheriff6f8d6862016-05-26 11:24:55 -07001592 extensions.push_back(RtpExtension::kAbsSendTimeUri);
1593 extensions.push_back(RtpExtension::kTimestampOffsetUri);
1594 TestExtensionFilter(extensions, RtpExtension::kAbsSendTimeUri);
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001595}
1596
stefanc1aeaf02015-10-15 07:26:07 -07001597// Test support for transport sequence number header extension.
eladalonf1841382017-06-12 01:16:46 -07001598TEST_F(WebRtcVideoChannelTest, SendTransportSequenceNumberHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001599 TestSetSendRtpHeaderExtensions(RtpExtension::kTransportSequenceNumberUri);
stefanc1aeaf02015-10-15 07:26:07 -07001600}
eladalonf1841382017-06-12 01:16:46 -07001601TEST_F(WebRtcVideoChannelTest, RecvTransportSequenceNumberHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001602 TestSetRecvRtpHeaderExtensions(RtpExtension::kTransportSequenceNumberUri);
stefanc1aeaf02015-10-15 07:26:07 -07001603}
1604
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001605// Test support for video rotation header extension.
eladalonf1841382017-06-12 01:16:46 -07001606TEST_F(WebRtcVideoChannelTest, SendVideoRotationHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001607 TestSetSendRtpHeaderExtensions(RtpExtension::kVideoRotationUri);
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001608}
eladalonf1841382017-06-12 01:16:46 -07001609TEST_F(WebRtcVideoChannelTest, RecvVideoRotationHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001610 TestSetRecvRtpHeaderExtensions(RtpExtension::kVideoRotationUri);
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001611}
1612
eladalonf1841382017-06-12 01:16:46 -07001613TEST_F(WebRtcVideoChannelTest, IdenticalSendExtensionsDoesntRecreateStream) {
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001614 const int kAbsSendTimeId = 1;
1615 const int kVideoRotationId = 2;
isheriff6f8d6862016-05-26 11:24:55 -07001616 send_parameters_.extensions.push_back(
1617 RtpExtension(RtpExtension::kAbsSendTimeUri, kAbsSendTimeId));
1618 send_parameters_.extensions.push_back(
1619 RtpExtension(RtpExtension::kVideoRotationUri, kVideoRotationId));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001620
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001621 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001622 FakeVideoSendStream* send_stream =
1623 AddSendStream(cricket::StreamParams::CreateLegacy(123));
1624
1625 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001626 ASSERT_EQ(2u, send_stream->GetConfig().rtp.extensions.size());
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001627
1628 // Setting the same extensions (even if in different order) shouldn't
1629 // reallocate the stream.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001630 std::reverse(send_parameters_.extensions.begin(),
1631 send_parameters_.extensions.end());
1632 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001633
1634 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
1635
1636 // Setting different extensions should recreate the stream.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001637 send_parameters_.extensions.resize(1);
1638 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001639
1640 EXPECT_EQ(2, fake_call_->GetNumCreatedSendStreams());
1641}
1642
eladalonf1841382017-06-12 01:16:46 -07001643TEST_F(WebRtcVideoChannelTest, IdenticalRecvExtensionsDoesntRecreateStream) {
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001644 const int kTOffsetId = 1;
1645 const int kAbsSendTimeId = 2;
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001646 const int kVideoRotationId = 3;
isheriff6f8d6862016-05-26 11:24:55 -07001647 recv_parameters_.extensions.push_back(
1648 RtpExtension(RtpExtension::kAbsSendTimeUri, kAbsSendTimeId));
1649 recv_parameters_.extensions.push_back(
1650 RtpExtension(RtpExtension::kTimestampOffsetUri, kTOffsetId));
1651 recv_parameters_.extensions.push_back(
1652 RtpExtension(RtpExtension::kVideoRotationUri, kVideoRotationId));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001653
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001654 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
Peter Boström54be3e02015-05-25 15:04:24 +02001655 FakeVideoReceiveStream* recv_stream =
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001656 AddRecvStream(cricket::StreamParams::CreateLegacy(123));
1657
1658 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
Peter Boström54be3e02015-05-25 15:04:24 +02001659 ASSERT_EQ(3u, recv_stream->GetConfig().rtp.extensions.size());
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001660
1661 // Setting the same extensions (even if in different order) shouldn't
1662 // reallocate the stream.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001663 std::reverse(recv_parameters_.extensions.begin(),
1664 recv_parameters_.extensions.end());
1665 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001666
1667 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
1668
1669 // Setting different extensions should recreate the stream.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001670 recv_parameters_.extensions.resize(1);
1671 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001672
1673 EXPECT_EQ(2, fake_call_->GetNumCreatedReceiveStreams());
1674}
1675
eladalonf1841382017-06-12 01:16:46 -07001676TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001677 SetSendRtpHeaderExtensionsExcludeUnsupportedExtensions) {
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001678 const int kUnsupportedId = 1;
1679 const int kTOffsetId = 2;
1680
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001681 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001682 RtpExtension(kUnsupportedExtensionName, kUnsupportedId));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001683 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001684 RtpExtension(RtpExtension::kTimestampOffsetUri, kTOffsetId));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001685 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001686 FakeVideoSendStream* send_stream =
1687 AddSendStream(cricket::StreamParams::CreateLegacy(123));
1688
1689 // Only timestamp offset extension is set to send stream,
1690 // unsupported rtp extension is ignored.
1691 ASSERT_EQ(1u, send_stream->GetConfig().rtp.extensions.size());
isheriff6f8d6862016-05-26 11:24:55 -07001692 EXPECT_STREQ(RtpExtension::kTimestampOffsetUri,
1693 send_stream->GetConfig().rtp.extensions[0].uri.c_str());
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001694}
1695
eladalonf1841382017-06-12 01:16:46 -07001696TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001697 SetRecvRtpHeaderExtensionsExcludeUnsupportedExtensions) {
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001698 const int kUnsupportedId = 1;
1699 const int kTOffsetId = 2;
1700
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001701 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001702 RtpExtension(kUnsupportedExtensionName, kUnsupportedId));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001703 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001704 RtpExtension(RtpExtension::kTimestampOffsetUri, kTOffsetId));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001705 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001706 FakeVideoReceiveStream* recv_stream =
1707 AddRecvStream(cricket::StreamParams::CreateLegacy(123));
1708
1709 // Only timestamp offset extension is set to receive stream,
1710 // unsupported rtp extension is ignored.
1711 ASSERT_EQ(1u, recv_stream->GetConfig().rtp.extensions.size());
isheriff6f8d6862016-05-26 11:24:55 -07001712 EXPECT_STREQ(RtpExtension::kTimestampOffsetUri,
1713 recv_stream->GetConfig().rtp.extensions[0].uri.c_str());
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001714}
1715
eladalonf1841382017-06-12 01:16:46 -07001716TEST_F(WebRtcVideoChannelTest, SetSendRtpHeaderExtensionsRejectsIncorrectIds) {
Peter Boström23914fe2015-03-31 15:08:04 +02001717 const int kIncorrectIds[] = {-2, -1, 0, 15, 16};
pkasting@chromium.orge7a4a122015-01-28 21:36:55 +00001718 for (size_t i = 0; i < arraysize(kIncorrectIds); ++i) {
isheriff6f8d6862016-05-26 11:24:55 -07001719 send_parameters_.extensions.push_back(
1720 RtpExtension(RtpExtension::kTimestampOffsetUri, kIncorrectIds[i]));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001721 EXPECT_FALSE(channel_->SetSendParameters(send_parameters_))
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001722 << "Bad extension id '" << kIncorrectIds[i] << "' accepted.";
1723 }
1724}
1725
eladalonf1841382017-06-12 01:16:46 -07001726TEST_F(WebRtcVideoChannelTest, SetRecvRtpHeaderExtensionsRejectsIncorrectIds) {
Peter Boström23914fe2015-03-31 15:08:04 +02001727 const int kIncorrectIds[] = {-2, -1, 0, 15, 16};
pkasting@chromium.orge7a4a122015-01-28 21:36:55 +00001728 for (size_t i = 0; i < arraysize(kIncorrectIds); ++i) {
isheriff6f8d6862016-05-26 11:24:55 -07001729 recv_parameters_.extensions.push_back(
1730 RtpExtension(RtpExtension::kTimestampOffsetUri, kIncorrectIds[i]));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001731 EXPECT_FALSE(channel_->SetRecvParameters(recv_parameters_))
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001732 << "Bad extension id '" << kIncorrectIds[i] << "' accepted.";
1733 }
1734}
1735
eladalonf1841382017-06-12 01:16:46 -07001736TEST_F(WebRtcVideoChannelTest, SetSendRtpHeaderExtensionsRejectsDuplicateIds) {
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001737 const int id = 1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001738 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001739 RtpExtension(RtpExtension::kTimestampOffsetUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001740 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001741 RtpExtension(RtpExtension::kAbsSendTimeUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001742 EXPECT_FALSE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001743
1744 // Duplicate entries are also not supported.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001745 send_parameters_.extensions.clear();
1746 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001747 RtpExtension(RtpExtension::kTimestampOffsetUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001748 send_parameters_.extensions.push_back(send_parameters_.extensions.back());
1749 EXPECT_FALSE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001750}
1751
eladalonf1841382017-06-12 01:16:46 -07001752TEST_F(WebRtcVideoChannelTest, SetRecvRtpHeaderExtensionsRejectsDuplicateIds) {
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001753 const int id = 1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001754 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001755 RtpExtension(RtpExtension::kTimestampOffsetUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001756 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001757 RtpExtension(RtpExtension::kAbsSendTimeUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001758 EXPECT_FALSE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001759
1760 // Duplicate entries are also not supported.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001761 recv_parameters_.extensions.clear();
1762 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001763 RtpExtension(RtpExtension::kTimestampOffsetUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001764 recv_parameters_.extensions.push_back(recv_parameters_.extensions.back());
1765 EXPECT_FALSE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001766}
1767
eladalonf1841382017-06-12 01:16:46 -07001768TEST_F(WebRtcVideoChannelTest, AddRecvStreamOnlyUsesOneReceiveStream) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001769 EXPECT_TRUE(channel_->AddRecvStream(cricket::StreamParams::CreateLegacy(1)));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001770 EXPECT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001771}
1772
eladalonf1841382017-06-12 01:16:46 -07001773TEST_F(WebRtcVideoChannelTest, RtcpIsCompoundByDefault) {
Peter Boströmd7da1202015-06-05 14:09:38 +02001774 FakeVideoReceiveStream* stream = AddRecvStream();
pbosda903ea2015-10-02 02:36:56 -07001775 EXPECT_EQ(webrtc::RtcpMode::kCompound, stream->GetConfig().rtp.rtcp_mode);
Peter Boströmd7da1202015-06-05 14:09:38 +02001776}
1777
eladalonf1841382017-06-12 01:16:46 -07001778TEST_F(WebRtcVideoChannelTest, RembIsEnabledByDefault) {
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001779 FakeVideoReceiveStream* stream = AddRecvStream();
1780 EXPECT_TRUE(stream->GetConfig().rtp.remb);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001781}
1782
eladalonf1841382017-06-12 01:16:46 -07001783TEST_F(WebRtcVideoChannelTest, TransportCcIsEnabledByDefault) {
stefan43edf0f2015-11-20 18:05:48 -08001784 FakeVideoReceiveStream* stream = AddRecvStream();
1785 EXPECT_TRUE(stream->GetConfig().rtp.transport_cc);
1786}
1787
eladalonf1841382017-06-12 01:16:46 -07001788TEST_F(WebRtcVideoChannelTest, RembCanBeEnabledAndDisabled) {
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001789 FakeVideoReceiveStream* stream = AddRecvStream();
1790 EXPECT_TRUE(stream->GetConfig().rtp.remb);
1791
Peter Boström126c03e2015-05-11 12:48:12 +02001792 // Verify that REMB is turned off when send(!) codecs without REMB are set.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001793 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001794 parameters.codecs.push_back(RemoveFeedbackParams(GetEngineCodec("VP8")));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001795 EXPECT_TRUE(parameters.codecs[0].feedback_params.params().empty());
1796 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001797 stream = fake_call_->GetVideoReceiveStreams()[0];
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001798 EXPECT_FALSE(stream->GetConfig().rtp.remb);
1799
1800 // Verify that REMB is turned on when setting default codecs since the
1801 // default codecs have REMB enabled.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001802 parameters.codecs = engine_.codecs();
1803 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001804 stream = fake_call_->GetVideoReceiveStreams()[0];
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001805 EXPECT_TRUE(stream->GetConfig().rtp.remb);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001806}
1807
eladalonf1841382017-06-12 01:16:46 -07001808TEST_F(WebRtcVideoChannelTest, TransportCcCanBeEnabledAndDisabled) {
stefan43edf0f2015-11-20 18:05:48 -08001809 FakeVideoReceiveStream* stream = AddRecvStream();
1810 EXPECT_TRUE(stream->GetConfig().rtp.transport_cc);
1811
1812 // Verify that transport cc feedback is turned off when send(!) codecs without
1813 // transport cc feedback are set.
1814 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001815 parameters.codecs.push_back(RemoveFeedbackParams(GetEngineCodec("VP8")));
stefan43edf0f2015-11-20 18:05:48 -08001816 EXPECT_TRUE(parameters.codecs[0].feedback_params.params().empty());
1817 EXPECT_TRUE(channel_->SetSendParameters(parameters));
1818 stream = fake_call_->GetVideoReceiveStreams()[0];
1819 EXPECT_FALSE(stream->GetConfig().rtp.transport_cc);
1820
1821 // Verify that transport cc feedback is turned on when setting default codecs
1822 // since the default codecs have transport cc feedback enabled.
1823 parameters.codecs = engine_.codecs();
1824 EXPECT_TRUE(channel_->SetSendParameters(parameters));
1825 stream = fake_call_->GetVideoReceiveStreams()[0];
1826 EXPECT_TRUE(stream->GetConfig().rtp.transport_cc);
1827}
1828
eladalonf1841382017-06-12 01:16:46 -07001829TEST_F(WebRtcVideoChannelTest, NackIsEnabledByDefault) {
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +00001830 VerifyCodecHasDefaultFeedbackParams(default_codec_);
1831
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001832 cricket::VideoSendParameters parameters;
1833 parameters.codecs = engine_.codecs();
1834 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org19864742014-05-30 07:35:47 +00001835 EXPECT_TRUE(channel_->SetSend(true));
1836
1837 // Send side.
1838 FakeVideoSendStream* send_stream =
1839 AddSendStream(cricket::StreamParams::CreateLegacy(1));
1840 EXPECT_GT(send_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1841
1842 // Receiver side.
1843 FakeVideoReceiveStream* recv_stream =
1844 AddRecvStream(cricket::StreamParams::CreateLegacy(1));
1845 EXPECT_GT(recv_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1846
1847 // Nack history size should match between sender and receiver.
1848 EXPECT_EQ(send_stream->GetConfig().rtp.nack.rtp_history_ms,
1849 recv_stream->GetConfig().rtp.nack.rtp_history_ms);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001850}
1851
eladalonf1841382017-06-12 01:16:46 -07001852TEST_F(WebRtcVideoChannelTest, NackCanBeEnabledAndDisabled) {
Peter Boström67c9df72015-05-11 14:34:58 +02001853 FakeVideoSendStream* send_stream = AddSendStream();
Peter Boström3548dd22015-05-22 18:48:36 +02001854 FakeVideoReceiveStream* recv_stream = AddRecvStream();
Peter Boström67c9df72015-05-11 14:34:58 +02001855
1856 EXPECT_GT(recv_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1857 EXPECT_GT(send_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1858
1859 // Verify that NACK is turned off when send(!) codecs without NACK are set.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001860 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001861 parameters.codecs.push_back(RemoveFeedbackParams(GetEngineCodec("VP8")));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001862 EXPECT_TRUE(parameters.codecs[0].feedback_params.params().empty());
1863 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström67c9df72015-05-11 14:34:58 +02001864 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
1865 EXPECT_EQ(0, recv_stream->GetConfig().rtp.nack.rtp_history_ms);
1866 send_stream = fake_call_->GetVideoSendStreams()[0];
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +00001867 EXPECT_EQ(0, send_stream->GetConfig().rtp.nack.rtp_history_ms);
1868
Peter Boström67c9df72015-05-11 14:34:58 +02001869 // Verify that NACK is turned on when setting default codecs since the
1870 // default codecs have NACK enabled.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001871 parameters.codecs = engine_.codecs();
1872 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström67c9df72015-05-11 14:34:58 +02001873 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
1874 EXPECT_GT(recv_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1875 send_stream = fake_call_->GetVideoSendStreams()[0];
1876 EXPECT_GT(send_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +00001877}
1878
Peter Boströme7ba0862016-03-12 00:02:28 +01001879// This test verifies that new frame sizes reconfigures encoders even though not
1880// (yet) sending. The purpose of this is to permit encoding as quickly as
1881// possible once we start sending. Likely the frames being input are from the
1882// same source that will be sent later, which just means that we're ready
1883// earlier.
eladalonf1841382017-06-12 01:16:46 -07001884TEST_F(WebRtcVideoChannelTest, ReconfiguresEncodersWhenNotSending) {
Peter Boströme7ba0862016-03-12 00:02:28 +01001885 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001886 parameters.codecs.push_back(GetEngineCodec("VP8"));
Peter Boströme7ba0862016-03-12 00:02:28 +01001887 ASSERT_TRUE(channel_->SetSendParameters(parameters));
1888 channel_->SetSend(false);
1889
1890 FakeVideoSendStream* stream = AddSendStream();
1891
perkjfa10b552016-10-02 23:45:26 -07001892 // No frames entered.
Peter Boströme7ba0862016-03-12 00:02:28 +01001893 std::vector<webrtc::VideoStream> streams = stream->GetVideoStreams();
perkjfa10b552016-10-02 23:45:26 -07001894 EXPECT_EQ(0u, streams[0].width);
1895 EXPECT_EQ(0u, streams[0].height);
Peter Boströme7ba0862016-03-12 00:02:28 +01001896
Tommi85959932018-02-07 19:26:06 +01001897 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07001898 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
perkj26752742016-10-24 01:21:16 -07001899 VideoFormat capture_format = capturer.GetSupportedFormats()->front();
1900 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format));
Peter Boströme7ba0862016-03-12 00:02:28 +01001901 EXPECT_TRUE(capturer.CaptureFrame());
1902
1903 // Frame entered, should be reconfigured to new dimensions.
1904 streams = stream->GetVideoStreams();
perkj26752742016-10-24 01:21:16 -07001905 EXPECT_EQ(capture_format.width, streams[0].width);
1906 EXPECT_EQ(capture_format.height, streams[0].height);
Peter Boströme7ba0862016-03-12 00:02:28 +01001907
deadbeef5a4a75a2016-06-02 16:23:38 -07001908 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Peter Boströme7ba0862016-03-12 00:02:28 +01001909}
1910
eladalonf1841382017-06-12 01:16:46 -07001911TEST_F(WebRtcVideoChannelTest, UsesCorrectSettingsForScreencast) {
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001912 static const int kScreenshareMinBitrateKbps = 800;
magjed509e4fe2016-11-18 01:34:11 -08001913 cricket::VideoCodec codec = GetEngineCodec("VP8");
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001914 cricket::VideoSendParameters parameters;
1915 parameters.codecs.push_back(codec);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001916 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001917 AddSendStream();
1918
Tommi85959932018-02-07 19:26:06 +01001919 FakeVideoCapturerWithTaskQueue capturer;
nisse05103312016-03-16 02:22:50 -07001920 VideoOptions min_bitrate_options;
Oskar Sundbom78807582017-11-16 11:09:55 +01001921 min_bitrate_options.screencast_min_bitrate_kbps = kScreenshareMinBitrateKbps;
deadbeef5a4a75a2016-06-02 16:23:38 -07001922 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &min_bitrate_options,
1923 &capturer));
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001924 cricket::VideoFormat capture_format_hd =
1925 capturer.GetSupportedFormats()->front();
1926 EXPECT_EQ(1280, capture_format_hd.width);
1927 EXPECT_EQ(720, capture_format_hd.height);
1928 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format_hd));
1929
1930 EXPECT_TRUE(channel_->SetSend(true));
1931
1932 EXPECT_TRUE(capturer.CaptureFrame());
1933 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
1934 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
1935
1936 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
1937
1938 // Verify non-screencast settings.
perkj26091b12016-09-01 01:17:40 -07001939 webrtc::VideoEncoderConfig encoder_config =
1940 send_stream->GetEncoderConfig().Copy();
Erik Språng143cec12015-04-28 10:01:41 +02001941 EXPECT_EQ(webrtc::VideoEncoderConfig::ContentType::kRealtimeVideo,
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001942 encoder_config.content_type);
perkjfa10b552016-10-02 23:45:26 -07001943 std::vector<webrtc::VideoStream> streams = send_stream->GetVideoStreams();
1944 EXPECT_EQ(capture_format_hd.width, streams.front().width);
1945 EXPECT_EQ(capture_format_hd.height, streams.front().height);
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001946 EXPECT_EQ(0, encoder_config.min_transmit_bitrate_bps)
1947 << "Non-screenshare shouldn't use min-transmit bitrate.";
1948
deadbeef5a4a75a2016-06-02 16:23:38 -07001949 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
perkjd533aec2017-01-13 05:57:25 -08001950 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
nisse05103312016-03-16 02:22:50 -07001951 VideoOptions screencast_options;
Oskar Sundbom78807582017-11-16 11:09:55 +01001952 screencast_options.is_screencast = true;
deadbeef5a4a75a2016-06-02 16:23:38 -07001953 EXPECT_TRUE(
1954 channel_->SetVideoSend(last_ssrc_, true, &screencast_options, &capturer));
perkj2d5f0912016-02-29 00:04:41 -08001955 EXPECT_TRUE(capturer.CaptureFrame());
sprangf24a0642017-02-28 13:23:26 -08001956 // Send stream recreated after option change.
1957 ASSERT_EQ(2, fake_call_->GetNumCreatedSendStreams());
1958 send_stream = fake_call_->GetVideoSendStreams().front();
1959 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001960
1961 // Verify screencast settings.
perkj26091b12016-09-01 01:17:40 -07001962 encoder_config = send_stream->GetEncoderConfig().Copy();
Erik Språng143cec12015-04-28 10:01:41 +02001963 EXPECT_EQ(webrtc::VideoEncoderConfig::ContentType::kScreen,
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001964 encoder_config.content_type);
1965 EXPECT_EQ(kScreenshareMinBitrateKbps * 1000,
1966 encoder_config.min_transmit_bitrate_bps);
1967
perkjfa10b552016-10-02 23:45:26 -07001968 streams = send_stream->GetVideoStreams();
1969 EXPECT_EQ(capture_format_hd.width, streams.front().width);
1970 EXPECT_EQ(capture_format_hd.height, streams.front().height);
Philip Eliassone27e0ac2018-02-28 16:01:23 +00001971 EXPECT_TRUE(streams[0].temporal_layer_thresholds_bps.empty());
deadbeef5a4a75a2016-06-02 16:23:38 -07001972 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001973}
1974
eladalonf1841382017-06-12 01:16:46 -07001975TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001976 ConferenceModeScreencastConfiguresTemporalLayer) {
Erik Språng2c4c9142015-06-24 11:24:44 +02001977 static const int kConferenceScreencastTemporalBitrateBps =
1978 ScreenshareLayerConfig::GetDefault().tl0_bitrate_kbps * 1000;
nisse4b4dc862016-02-17 05:25:36 -08001979 send_parameters_.conference_mode = true;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001980 channel_->SetSendParameters(send_parameters_);
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001981
1982 AddSendStream();
nisse05103312016-03-16 02:22:50 -07001983 VideoOptions options;
Oskar Sundbom78807582017-11-16 11:09:55 +01001984 options.is_screencast = true;
Tommi85959932018-02-07 19:26:06 +01001985 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07001986 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001987 cricket::VideoFormat capture_format_hd =
1988 capturer.GetSupportedFormats()->front();
1989 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format_hd));
1990
1991 EXPECT_TRUE(channel_->SetSend(true));
1992
1993 EXPECT_TRUE(capturer.CaptureFrame());
1994 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
1995 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
1996
perkj26091b12016-09-01 01:17:40 -07001997 webrtc::VideoEncoderConfig encoder_config =
1998 send_stream->GetEncoderConfig().Copy();
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001999
2000 // Verify screencast settings.
perkj26091b12016-09-01 01:17:40 -07002001 encoder_config = send_stream->GetEncoderConfig().Copy();
Erik Språng143cec12015-04-28 10:01:41 +02002002 EXPECT_EQ(webrtc::VideoEncoderConfig::ContentType::kScreen,
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00002003 encoder_config.content_type);
perkjfa10b552016-10-02 23:45:26 -07002004
2005 std::vector<webrtc::VideoStream> streams = send_stream->GetVideoStreams();
2006 ASSERT_EQ(1u, streams.size());
Philip Eliassone27e0ac2018-02-28 16:01:23 +00002007 ASSERT_EQ(1u, streams[0].temporal_layer_thresholds_bps.size());
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00002008 EXPECT_EQ(kConferenceScreencastTemporalBitrateBps,
Philip Eliassone27e0ac2018-02-28 16:01:23 +00002009 streams[0].temporal_layer_thresholds_bps[0]);
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00002010
deadbeef5a4a75a2016-06-02 16:23:38 -07002011 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002012}
2013
eladalonf1841382017-06-12 01:16:46 -07002014TEST_F(WebRtcVideoChannelTest, SuspendBelowMinBitrateDisabledByDefault) {
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00002015 FakeVideoSendStream* stream = AddSendStream();
2016 EXPECT_FALSE(stream->GetConfig().suspend_below_min_bitrate);
2017}
2018
eladalonf1841382017-06-12 01:16:46 -07002019TEST_F(WebRtcVideoChannelTest, SetMediaConfigSuspendBelowMinBitrate) {
kthelgason2bc68642017-02-07 07:02:22 -08002020 MediaConfig media_config = GetMediaConfig();
nisse0db023a2016-03-01 04:29:59 -08002021 media_config.video.suspend_below_min_bitrate = true;
2022
2023 channel_.reset(
2024 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08002025 channel_->OnReadyToSend(true);
nisse0db023a2016-03-01 04:29:59 -08002026
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002027 channel_->SetSendParameters(send_parameters_);
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00002028
2029 FakeVideoSendStream* stream = AddSendStream();
2030 EXPECT_TRUE(stream->GetConfig().suspend_below_min_bitrate);
2031
nisse0db023a2016-03-01 04:29:59 -08002032 media_config.video.suspend_below_min_bitrate = false;
2033 channel_.reset(
2034 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08002035 channel_->OnReadyToSend(true);
nisse0db023a2016-03-01 04:29:59 -08002036
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002037 channel_->SetSendParameters(send_parameters_);
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00002038
nisse0db023a2016-03-01 04:29:59 -08002039 stream = AddSendStream();
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00002040 EXPECT_FALSE(stream->GetConfig().suspend_below_min_bitrate);
2041}
2042
eladalonf1841382017-06-12 01:16:46 -07002043TEST_F(WebRtcVideoChannelTest, Vp8DenoisingEnabledByDefault) {
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002044 FakeVideoSendStream* stream = AddSendStream();
2045 webrtc::VideoCodecVP8 vp8_settings;
2046 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2047 EXPECT_TRUE(vp8_settings.denoisingOn);
2048}
2049
eladalonf1841382017-06-12 01:16:46 -07002050TEST_F(WebRtcVideoChannelTest, VerifyVp8SpecificSettings) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002051 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002052 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002053 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002054
Peter Boström2feafdb2015-09-09 14:32:14 +02002055 // Single-stream settings should apply with RTX as well (verifies that we
2056 // check number of regular SSRCs and not StreamParams::ssrcs which contains
2057 // both RTX and regular SSRCs).
2058 FakeVideoSendStream* stream = SetUpSimulcast(false, true);
Erik Språng143cec12015-04-28 10:01:41 +02002059
Tommi85959932018-02-07 19:26:06 +01002060 FakeVideoCapturerWithTaskQueue capturer;
Erik Språng143cec12015-04-28 10:01:41 +02002061 EXPECT_EQ(cricket::CS_RUNNING,
2062 capturer.Start(capturer.GetSupportedFormats()->front()));
deadbeef5a4a75a2016-06-02 16:23:38 -07002063 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
Erik Språng143cec12015-04-28 10:01:41 +02002064 channel_->SetSend(true);
2065
2066 EXPECT_TRUE(capturer.CaptureFrame());
2067
pbos4cba4eb2015-10-26 11:18:18 -07002068 webrtc::VideoCodecVP8 vp8_settings;
2069 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2070 EXPECT_TRUE(vp8_settings.denoisingOn)
2071 << "VP8 denoising should be on by default.";
2072
nisse05103312016-03-16 02:22:50 -07002073 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002074
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002075 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2076 EXPECT_FALSE(vp8_settings.denoisingOn);
Erik Språng143cec12015-04-28 10:01:41 +02002077 EXPECT_TRUE(vp8_settings.automaticResizeOn);
2078 EXPECT_TRUE(vp8_settings.frameDroppingOn);
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002079
nisse05103312016-03-16 02:22:50 -07002080 stream = SetDenoisingOption(last_ssrc_, &capturer, true);
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002081
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002082 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2083 EXPECT_TRUE(vp8_settings.denoisingOn);
Erik Språng143cec12015-04-28 10:01:41 +02002084 EXPECT_TRUE(vp8_settings.automaticResizeOn);
2085 EXPECT_TRUE(vp8_settings.frameDroppingOn);
2086
deadbeef5a4a75a2016-06-02 16:23:38 -07002087 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Peter Boström2feafdb2015-09-09 14:32:14 +02002088 stream = SetUpSimulcast(true, false);
deadbeef5a4a75a2016-06-02 16:23:38 -07002089 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
Erik Språng143cec12015-04-28 10:01:41 +02002090 channel_->SetSend(true);
2091 EXPECT_TRUE(capturer.CaptureFrame());
2092
2093 EXPECT_EQ(3, stream->GetVideoStreams().size());
2094 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2095 // Autmatic resize off when using simulcast.
2096 EXPECT_FALSE(vp8_settings.automaticResizeOn);
2097 EXPECT_TRUE(vp8_settings.frameDroppingOn);
2098
2099 // In screen-share mode, denoising is forced off and simulcast disabled.
nisse05103312016-03-16 02:22:50 -07002100 VideoOptions options;
Oskar Sundbom78807582017-11-16 11:09:55 +01002101 options.is_screencast = true;
deadbeef5a4a75a2016-06-02 16:23:38 -07002102 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
Niels Möller60653ba2016-03-02 11:41:36 +01002103
nisse05103312016-03-16 02:22:50 -07002104 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002105
2106 EXPECT_EQ(1, stream->GetVideoStreams().size());
2107 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2108 EXPECT_FALSE(vp8_settings.denoisingOn);
2109 // Resizing and frame dropping always off for screen sharing.
2110 EXPECT_FALSE(vp8_settings.automaticResizeOn);
2111 EXPECT_FALSE(vp8_settings.frameDroppingOn);
2112
nisse05103312016-03-16 02:22:50 -07002113 stream = SetDenoisingOption(last_ssrc_, &capturer, true);
Erik Språng143cec12015-04-28 10:01:41 +02002114
2115 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2116 EXPECT_FALSE(vp8_settings.denoisingOn);
2117 EXPECT_FALSE(vp8_settings.automaticResizeOn);
2118 EXPECT_FALSE(vp8_settings.frameDroppingOn);
2119
deadbeef5a4a75a2016-06-02 16:23:38 -07002120 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Erik Språng143cec12015-04-28 10:01:41 +02002121}
2122
deadbeef119760a2016-04-04 11:43:27 -07002123// Test that setting the same options doesn't result in the encoder being
2124// reconfigured.
eladalonf1841382017-06-12 01:16:46 -07002125TEST_F(WebRtcVideoChannelTest, SetIdenticalOptionsDoesntReconfigureEncoder) {
deadbeef119760a2016-04-04 11:43:27 -07002126 VideoOptions options;
Tommi85959932018-02-07 19:26:06 +01002127 FakeVideoCapturerWithTaskQueue capturer;
deadbeef119760a2016-04-04 11:43:27 -07002128
perkjfa10b552016-10-02 23:45:26 -07002129 AddSendStream();
deadbeef119760a2016-04-04 11:43:27 -07002130 EXPECT_EQ(cricket::CS_RUNNING,
2131 capturer.Start(capturer.GetSupportedFormats()->front()));
perkjfa10b552016-10-02 23:45:26 -07002132 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002133 parameters.codecs.push_back(GetEngineCodec("VP8"));
perkjfa10b552016-10-02 23:45:26 -07002134 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2135 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
2136
2137 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
deadbeef5a4a75a2016-06-02 16:23:38 -07002138 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
deadbeef119760a2016-04-04 11:43:27 -07002139 EXPECT_TRUE(capturer.CaptureFrame());
perkjfa10b552016-10-02 23:45:26 -07002140 // Expect 1 reconfigurations at this point from the initial configuration.
2141 EXPECT_EQ(1, send_stream->num_encoder_reconfigurations());
deadbeef119760a2016-04-04 11:43:27 -07002142
2143 // Set the options one more time and expect no additional reconfigurations.
deadbeef5a4a75a2016-06-02 16:23:38 -07002144 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
perkjfa10b552016-10-02 23:45:26 -07002145 EXPECT_EQ(1, send_stream->num_encoder_reconfigurations());
2146
2147 // Change |options| and expect 2 reconfigurations.
Oskar Sundbom78807582017-11-16 11:09:55 +01002148 options.video_noise_reduction = true;
perkjfa10b552016-10-02 23:45:26 -07002149 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
deadbeef119760a2016-04-04 11:43:27 -07002150 EXPECT_EQ(2, send_stream->num_encoder_reconfigurations());
2151
deadbeef5a4a75a2016-06-02 16:23:38 -07002152 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
deadbeef119760a2016-04-04 11:43:27 -07002153}
2154
eladalonf1841382017-06-12 01:16:46 -07002155class Vp9SettingsTest : public WebRtcVideoChannelTest {
Erik Språng143cec12015-04-28 10:01:41 +02002156 public:
asaperssonc5dabdd2016-03-21 04:15:50 -07002157 Vp9SettingsTest() : Vp9SettingsTest("") {}
2158 explicit Vp9SettingsTest(const char* field_trials)
eladalonf1841382017-06-12 01:16:46 -07002159 : WebRtcVideoChannelTest(field_trials) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +02002160 encoder_factory_->AddSupportedVideoCodecType("VP9");
Erik Språng143cec12015-04-28 10:01:41 +02002161 }
2162 virtual ~Vp9SettingsTest() {}
2163
2164 protected:
Erik Språng143cec12015-04-28 10:01:41 +02002165 void TearDown() override {
2166 // Remove references to encoder_factory_ since this will be destroyed
2167 // before channel_ and engine_.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002168 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
Erik Språng143cec12015-04-28 10:01:41 +02002169 }
Erik Språng143cec12015-04-28 10:01:41 +02002170};
2171
2172TEST_F(Vp9SettingsTest, VerifyVp9SpecificSettings) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002173 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002174 parameters.codecs.push_back(GetEngineCodec("VP9"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002175 ASSERT_TRUE(channel_->SetSendParameters(parameters));
Erik Språng143cec12015-04-28 10:01:41 +02002176
Peter Boström2feafdb2015-09-09 14:32:14 +02002177 FakeVideoSendStream* stream = SetUpSimulcast(false, false);
Erik Språng143cec12015-04-28 10:01:41 +02002178
Tommi85959932018-02-07 19:26:06 +01002179 FakeVideoCapturerWithTaskQueue capturer;
Erik Språng143cec12015-04-28 10:01:41 +02002180 EXPECT_EQ(cricket::CS_RUNNING,
2181 capturer.Start(capturer.GetSupportedFormats()->front()));
deadbeef5a4a75a2016-06-02 16:23:38 -07002182 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
Erik Språng143cec12015-04-28 10:01:41 +02002183 channel_->SetSend(true);
2184
2185 EXPECT_TRUE(capturer.CaptureFrame());
2186
pbos4cba4eb2015-10-26 11:18:18 -07002187 webrtc::VideoCodecVP9 vp9_settings;
2188 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
jianja5e8aa62017-03-27 10:09:00 -07002189 EXPECT_TRUE(vp9_settings.denoisingOn)
2190 << "VP9 denoising should be on by default.";
pbos4cba4eb2015-10-26 11:18:18 -07002191
nisse05103312016-03-16 02:22:50 -07002192 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002193
Erik Språng143cec12015-04-28 10:01:41 +02002194 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2195 EXPECT_FALSE(vp9_settings.denoisingOn);
2196 // Frame dropping always on for real time video.
2197 EXPECT_TRUE(vp9_settings.frameDroppingOn);
2198
nisse05103312016-03-16 02:22:50 -07002199 stream = SetDenoisingOption(last_ssrc_, &capturer, true);
Erik Språng143cec12015-04-28 10:01:41 +02002200
2201 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2202 EXPECT_TRUE(vp9_settings.denoisingOn);
2203 EXPECT_TRUE(vp9_settings.frameDroppingOn);
2204
2205 // In screen-share mode, denoising is forced off.
nisse05103312016-03-16 02:22:50 -07002206 VideoOptions options;
Oskar Sundbom78807582017-11-16 11:09:55 +01002207 options.is_screencast = true;
deadbeef5a4a75a2016-06-02 16:23:38 -07002208 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
perkj2d5f0912016-02-29 00:04:41 -08002209
nisse05103312016-03-16 02:22:50 -07002210 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002211
2212 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2213 EXPECT_FALSE(vp9_settings.denoisingOn);
2214 // Frame dropping always off for screen sharing.
2215 EXPECT_FALSE(vp9_settings.frameDroppingOn);
2216
nisse05103312016-03-16 02:22:50 -07002217 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002218
2219 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2220 EXPECT_FALSE(vp9_settings.denoisingOn);
2221 EXPECT_FALSE(vp9_settings.frameDroppingOn);
2222
deadbeef5a4a75a2016-06-02 16:23:38 -07002223 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002224}
2225
asaperssonc5dabdd2016-03-21 04:15:50 -07002226class Vp9SettingsTestWithFieldTrial : public Vp9SettingsTest {
2227 public:
brandtr468da7c2016-11-22 02:16:47 -08002228 explicit Vp9SettingsTestWithFieldTrial(const char* field_trials)
asaperssonc5dabdd2016-03-21 04:15:50 -07002229 : Vp9SettingsTest(field_trials) {}
2230
2231 protected:
2232 void VerifySettings(int num_spatial_layers, int num_temporal_layers) {
2233 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002234 parameters.codecs.push_back(GetEngineCodec("VP9"));
asaperssonc5dabdd2016-03-21 04:15:50 -07002235 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2236
2237 FakeVideoSendStream* stream = SetUpSimulcast(false, false);
2238
Tommi85959932018-02-07 19:26:06 +01002239 FakeVideoCapturerWithTaskQueue capturer;
asaperssonc5dabdd2016-03-21 04:15:50 -07002240 EXPECT_EQ(cricket::CS_RUNNING,
2241 capturer.Start(capturer.GetSupportedFormats()->front()));
deadbeef5a4a75a2016-06-02 16:23:38 -07002242 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
asaperssonc5dabdd2016-03-21 04:15:50 -07002243 channel_->SetSend(true);
2244
2245 EXPECT_TRUE(capturer.CaptureFrame());
2246
2247 webrtc::VideoCodecVP9 vp9_settings;
2248 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2249 EXPECT_EQ(num_spatial_layers, vp9_settings.numberOfSpatialLayers);
2250 EXPECT_EQ(num_temporal_layers, vp9_settings.numberOfTemporalLayers);
2251
deadbeef5a4a75a2016-06-02 16:23:38 -07002252 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
asaperssonc5dabdd2016-03-21 04:15:50 -07002253 }
2254};
2255
2256class Vp9SettingsTestWithNoFlag : public Vp9SettingsTestWithFieldTrial {
2257 public:
2258 Vp9SettingsTestWithNoFlag() : Vp9SettingsTestWithFieldTrial("") {}
2259};
2260
2261TEST_F(Vp9SettingsTestWithNoFlag, VerifySettings) {
2262 const int kNumSpatialLayers = 1;
2263 const int kNumTemporalLayers = 1;
2264 VerifySettings(kNumSpatialLayers, kNumTemporalLayers);
2265}
2266
2267class Vp9SettingsTestWithInvalidFlag : public Vp9SettingsTestWithFieldTrial {
2268 public:
2269 Vp9SettingsTestWithInvalidFlag()
2270 : Vp9SettingsTestWithFieldTrial("WebRTC-SupportVP9SVC/Default/") {}
2271};
2272
2273TEST_F(Vp9SettingsTestWithInvalidFlag, VerifySettings) {
2274 const int kNumSpatialLayers = 1;
2275 const int kNumTemporalLayers = 1;
2276 VerifySettings(kNumSpatialLayers, kNumTemporalLayers);
2277}
2278
2279class Vp9SettingsTestWith2SL3TLFlag : public Vp9SettingsTestWithFieldTrial {
2280 public:
2281 Vp9SettingsTestWith2SL3TLFlag()
2282 : Vp9SettingsTestWithFieldTrial(
2283 "WebRTC-SupportVP9SVC/EnabledByFlag_2SL3TL/") {}
2284};
2285
2286TEST_F(Vp9SettingsTestWith2SL3TLFlag, VerifySettings) {
2287 const int kNumSpatialLayers = 2;
2288 const int kNumTemporalLayers = 3;
2289 VerifySettings(kNumSpatialLayers, kNumTemporalLayers);
2290}
2291
Åsa Persson45bbc8a2017-11-13 10:16:47 +01002292TEST_F(WebRtcVideoChannelTest, VerifyMinBitrate) {
2293 std::vector<webrtc::VideoStream> streams = AddSendStream()->GetVideoStreams();
2294 ASSERT_EQ(1u, streams.size());
2295 EXPECT_EQ(cricket::kMinVideoBitrateBps, streams[0].min_bitrate_bps);
2296}
2297
2298TEST_F(WebRtcVideoChannelTest, VerifyMinBitrateWithForcedFallbackFieldTrial) {
2299 webrtc::test::ScopedFieldTrials override_field_trials_(
2300 "WebRTC-VP8-Forced-Fallback-Encoder-v2/Enabled-1,2,34567/");
2301 std::vector<webrtc::VideoStream> streams = AddSendStream()->GetVideoStreams();
2302 ASSERT_EQ(1u, streams.size());
2303 EXPECT_EQ(34567, streams[0].min_bitrate_bps);
2304}
2305
asapersson3c81a1a2017-06-14 05:52:21 -07002306TEST_F(WebRtcVideoChannelTest,
2307 BalancedDegradationPreferenceNotSupportedWithoutFieldtrial) {
2308 webrtc::test::ScopedFieldTrials override_field_trials_(
2309 "WebRTC-Video-BalancedDegradation/Disabled/");
2310 const bool kResolutionScalingEnabled = true;
2311 const bool kFpsScalingEnabled = false;
2312 TestDegradationPreference(kResolutionScalingEnabled, kFpsScalingEnabled);
2313}
2314
2315TEST_F(WebRtcVideoChannelTest,
2316 BalancedDegradationPreferenceSupportedBehindFieldtrial) {
2317 webrtc::test::ScopedFieldTrials override_field_trials_(
2318 "WebRTC-Video-BalancedDegradation/Enabled/");
2319 const bool kResolutionScalingEnabled = true;
2320 const bool kFpsScalingEnabled = true;
2321 TestDegradationPreference(kResolutionScalingEnabled, kFpsScalingEnabled);
2322}
2323
eladalonf1841382017-06-12 01:16:46 -07002324TEST_F(WebRtcVideoChannelTest, AdaptsOnOveruse) {
Erik Språngefbde372015-04-29 16:21:28 +02002325 TestCpuAdaptation(true, false);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002326}
2327
eladalonf1841382017-06-12 01:16:46 -07002328TEST_F(WebRtcVideoChannelTest, DoesNotAdaptOnOveruseWhenDisabled) {
Erik Språngefbde372015-04-29 16:21:28 +02002329 TestCpuAdaptation(false, false);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002330}
2331
eladalonf1841382017-06-12 01:16:46 -07002332TEST_F(WebRtcVideoChannelTest, DoesNotAdaptOnOveruseWhenScreensharing) {
Erik Språngefbde372015-04-29 16:21:28 +02002333 TestCpuAdaptation(true, true);
2334}
2335
eladalonf1841382017-06-12 01:16:46 -07002336TEST_F(WebRtcVideoChannelTest, AdaptsOnOveruseAndChangeResolution) {
magjed509e4fe2016-11-18 01:34:11 -08002337 cricket::VideoCodec codec = GetEngineCodec("VP8");
perkj2d5f0912016-02-29 00:04:41 -08002338 cricket::VideoSendParameters parameters;
2339 parameters.codecs.push_back(codec);
2340
kthelgason2bc68642017-02-07 07:02:22 -08002341 MediaConfig media_config = GetMediaConfig();
perkj2d5f0912016-02-29 00:04:41 -08002342 channel_.reset(
2343 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08002344 channel_->OnReadyToSend(true);
perkj2d5f0912016-02-29 00:04:41 -08002345 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2346
2347 AddSendStream();
2348
Tommi85959932018-02-07 19:26:06 +01002349 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07002350 ASSERT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
perkj2d5f0912016-02-29 00:04:41 -08002351 ASSERT_EQ(cricket::CS_RUNNING,
2352 capturer.Start(capturer.GetSupportedFormats()->front()));
2353 ASSERT_TRUE(channel_->SetSend(true));
2354
2355 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
2356 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
perkj2d5f0912016-02-29 00:04:41 -08002357
Niels Möllera6cc0f92018-02-12 17:14:55 +01002358 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720));
perkj2d5f0912016-02-29 00:04:41 -08002359 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
2360 EXPECT_EQ(1280, send_stream->GetLastWidth());
2361 EXPECT_EQ(720, send_stream->GetLastHeight());
2362
2363 // Trigger overuse.
perkj803d97f2016-11-01 11:45:46 -07002364 rtc::VideoSinkWants wants;
sprangc5d62e22017-04-02 23:53:04 -07002365 wants.max_pixel_count =
2366 send_stream->GetLastWidth() * send_stream->GetLastHeight() - 1;
perkj803d97f2016-11-01 11:45:46 -07002367 send_stream->InjectVideoSinkWants(wants);
Niels Möllera6cc0f92018-02-12 17:14:55 +01002368 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720));
perkj2d5f0912016-02-29 00:04:41 -08002369 EXPECT_EQ(2, send_stream->GetNumberOfSwappedFrames());
2370 EXPECT_EQ(1280 * 3 / 4, send_stream->GetLastWidth());
2371 EXPECT_EQ(720 * 3 / 4, send_stream->GetLastHeight());
2372
2373 // Trigger overuse again.
sprangc5d62e22017-04-02 23:53:04 -07002374 wants.max_pixel_count =
2375 send_stream->GetLastWidth() * send_stream->GetLastHeight() - 1;
perkj803d97f2016-11-01 11:45:46 -07002376 send_stream->InjectVideoSinkWants(wants);
Niels Möllera6cc0f92018-02-12 17:14:55 +01002377 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720));
perkj2d5f0912016-02-29 00:04:41 -08002378 EXPECT_EQ(3, send_stream->GetNumberOfSwappedFrames());
2379 EXPECT_EQ(1280 * 2 / 4, send_stream->GetLastWidth());
2380 EXPECT_EQ(720 * 2 / 4, send_stream->GetLastHeight());
2381
2382 // Change input resolution.
Niels Möllera6cc0f92018-02-12 17:14:55 +01002383 EXPECT_TRUE(capturer.CaptureCustomFrame(1284, 724));
perkj803d97f2016-11-01 11:45:46 -07002384 EXPECT_EQ(4, send_stream->GetNumberOfSwappedFrames());
perkj2d5f0912016-02-29 00:04:41 -08002385 EXPECT_EQ(1284 / 2, send_stream->GetLastWidth());
2386 EXPECT_EQ(724 / 2, send_stream->GetLastHeight());
2387
2388 // Trigger underuse which should go back up in resolution.
sprang84a37592017-02-10 07:04:27 -08002389 int current_pixel_count =
2390 send_stream->GetLastWidth() * send_stream->GetLastHeight();
2391 // Cap the max to 4x the pixel count (assuming max 1/2 x 1/2 scale downs)
2392 // of the current stream, so we don't take too large steps.
sprangc5d62e22017-04-02 23:53:04 -07002393 wants.max_pixel_count = current_pixel_count * 4;
sprang84a37592017-02-10 07:04:27 -08002394 // Default step down is 3/5 pixel count, so go up by 5/3.
Oskar Sundbom78807582017-11-16 11:09:55 +01002395 wants.target_pixel_count = (current_pixel_count * 5 / 3);
perkj803d97f2016-11-01 11:45:46 -07002396 send_stream->InjectVideoSinkWants(wants);
Niels Möllera6cc0f92018-02-12 17:14:55 +01002397 EXPECT_TRUE(capturer.CaptureCustomFrame(1284, 724));
perkj803d97f2016-11-01 11:45:46 -07002398 EXPECT_EQ(5, send_stream->GetNumberOfSwappedFrames());
perkj2d5f0912016-02-29 00:04:41 -08002399 EXPECT_EQ(1284 * 3 / 4, send_stream->GetLastWidth());
2400 EXPECT_EQ(724 * 3 / 4, send_stream->GetLastHeight());
2401
sprang84a37592017-02-10 07:04:27 -08002402 // Trigger underuse again, should go back up to full resolution.
2403 current_pixel_count =
2404 send_stream->GetLastWidth() * send_stream->GetLastHeight();
sprangc5d62e22017-04-02 23:53:04 -07002405 wants.max_pixel_count = current_pixel_count * 4;
Oskar Sundbom78807582017-11-16 11:09:55 +01002406 wants.target_pixel_count = (current_pixel_count * 5 / 3);
perkj803d97f2016-11-01 11:45:46 -07002407 send_stream->InjectVideoSinkWants(wants);
Niels Möllera6cc0f92018-02-12 17:14:55 +01002408 EXPECT_TRUE(capturer.CaptureCustomFrame(1284, 724));
perkj803d97f2016-11-01 11:45:46 -07002409 EXPECT_EQ(6, send_stream->GetNumberOfSwappedFrames());
perkj2d5f0912016-02-29 00:04:41 -08002410 EXPECT_EQ(1284, send_stream->GetLastWidth());
2411 EXPECT_EQ(724, send_stream->GetLastHeight());
2412
deadbeef5a4a75a2016-06-02 16:23:38 -07002413 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
perkj2d5f0912016-02-29 00:04:41 -08002414}
2415
eladalonf1841382017-06-12 01:16:46 -07002416TEST_F(WebRtcVideoChannelTest, PreviousAdaptationDoesNotApplyToScreenshare) {
magjed509e4fe2016-11-18 01:34:11 -08002417 cricket::VideoCodec codec = GetEngineCodec("VP8");
Per766ad3b2016-04-05 15:23:49 +02002418 cricket::VideoSendParameters parameters;
2419 parameters.codecs.push_back(codec);
2420
kthelgason2bc68642017-02-07 07:02:22 -08002421 MediaConfig media_config = GetMediaConfig();
Niels Möller1d7ecd22018-01-18 15:25:12 +01002422 media_config.video.enable_cpu_adaptation = true;
Per766ad3b2016-04-05 15:23:49 +02002423 channel_.reset(
2424 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08002425 channel_->OnReadyToSend(true);
Per766ad3b2016-04-05 15:23:49 +02002426 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2427
2428 AddSendStream();
2429
Tommi85959932018-02-07 19:26:06 +01002430 FakeVideoCapturerWithTaskQueue capturer;
Per766ad3b2016-04-05 15:23:49 +02002431 ASSERT_EQ(cricket::CS_RUNNING,
2432 capturer.Start(capturer.GetSupportedFormats()->front()));
2433 ASSERT_TRUE(channel_->SetSend(true));
2434 cricket::VideoOptions camera_options;
Oskar Sundbom78807582017-11-16 11:09:55 +01002435 camera_options.is_screencast = false;
deadbeef5a4a75a2016-06-02 16:23:38 -07002436 channel_->SetVideoSend(last_ssrc_, true /* enable */, &camera_options,
2437 &capturer);
Per766ad3b2016-04-05 15:23:49 +02002438
2439 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
2440 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
Per766ad3b2016-04-05 15:23:49 +02002441
Niels Möllera6cc0f92018-02-12 17:14:55 +01002442 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720));
Per766ad3b2016-04-05 15:23:49 +02002443 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
2444 EXPECT_EQ(1280, send_stream->GetLastWidth());
2445 EXPECT_EQ(720, send_stream->GetLastHeight());
2446
2447 // Trigger overuse.
perkj803d97f2016-11-01 11:45:46 -07002448 rtc::VideoSinkWants wants;
sprangc5d62e22017-04-02 23:53:04 -07002449 wants.max_pixel_count =
2450 send_stream->GetLastWidth() * send_stream->GetLastHeight() - 1;
perkj803d97f2016-11-01 11:45:46 -07002451 send_stream->InjectVideoSinkWants(wants);
Niels Möllera6cc0f92018-02-12 17:14:55 +01002452 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720));
Per766ad3b2016-04-05 15:23:49 +02002453 EXPECT_EQ(2, send_stream->GetNumberOfSwappedFrames());
2454 EXPECT_EQ(1280 * 3 / 4, send_stream->GetLastWidth());
2455 EXPECT_EQ(720 * 3 / 4, send_stream->GetLastHeight());
2456
2457 // Switch to screen share. Expect no CPU adaptation.
Tommi85959932018-02-07 19:26:06 +01002458 FakeVideoCapturerWithTaskQueue screen_share(true);
Per766ad3b2016-04-05 15:23:49 +02002459 ASSERT_EQ(cricket::CS_RUNNING,
2460 screen_share.Start(screen_share.GetSupportedFormats()->front()));
Per766ad3b2016-04-05 15:23:49 +02002461 cricket::VideoOptions screenshare_options;
Oskar Sundbom78807582017-11-16 11:09:55 +01002462 screenshare_options.is_screencast = true;
deadbeef5a4a75a2016-06-02 16:23:38 -07002463 channel_->SetVideoSend(last_ssrc_, true /* enable */, &screenshare_options,
2464 &screen_share);
Niels Möllera6cc0f92018-02-12 17:14:55 +01002465 EXPECT_TRUE(screen_share.CaptureCustomFrame(1284, 724));
sprangf24a0642017-02-28 13:23:26 -08002466 ASSERT_EQ(2, fake_call_->GetNumCreatedSendStreams());
2467 send_stream = fake_call_->GetVideoSendStreams().front();
2468 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
Per766ad3b2016-04-05 15:23:49 +02002469 EXPECT_EQ(1284, send_stream->GetLastWidth());
2470 EXPECT_EQ(724, send_stream->GetLastHeight());
2471
2472 // Switch back to the normal capturer. Expect the frame to be CPU adapted.
deadbeef5a4a75a2016-06-02 16:23:38 -07002473 channel_->SetVideoSend(last_ssrc_, true /* enable */, &camera_options,
2474 &capturer);
sprangf24a0642017-02-28 13:23:26 -08002475 send_stream = fake_call_->GetVideoSendStreams().front();
2476 // We have a new fake send stream, so it doesn't remember the old sink wants.
2477 // In practice, it will be populated from
mflodmancc3d4422017-08-03 08:27:51 -07002478 // VideoStreamEncoder::VideoSourceProxy::SetSource(), so simulate that here.
sprangf24a0642017-02-28 13:23:26 -08002479 send_stream->InjectVideoSinkWants(wants);
Niels Möllera6cc0f92018-02-12 17:14:55 +01002480 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720));
sprangf24a0642017-02-28 13:23:26 -08002481 ASSERT_EQ(3, fake_call_->GetNumCreatedSendStreams());
2482 send_stream = fake_call_->GetVideoSendStreams().front();
2483 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
Per766ad3b2016-04-05 15:23:49 +02002484 EXPECT_EQ(1280 * 3 / 4, send_stream->GetLastWidth());
2485 EXPECT_EQ(720 * 3 / 4, send_stream->GetLastHeight());
2486
deadbeef5a4a75a2016-06-02 16:23:38 -07002487 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Per766ad3b2016-04-05 15:23:49 +02002488}
2489
asapersson3c81a1a2017-06-14 05:52:21 -07002490// TODO(asapersson): Remove this test when the balanced field trial is removed.
2491void WebRtcVideoChannelTest::TestDegradationPreference(
2492 bool resolution_scaling_enabled,
2493 bool fps_scaling_enabled) {
2494 cricket::VideoCodec codec = GetEngineCodec("VP8");
2495 cricket::VideoSendParameters parameters;
2496 parameters.codecs.push_back(codec);
2497
2498 MediaConfig media_config = GetMediaConfig();
Niels Möller1d7ecd22018-01-18 15:25:12 +01002499 media_config.video.enable_cpu_adaptation = true;
asapersson3c81a1a2017-06-14 05:52:21 -07002500 channel_.reset(
2501 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
2502 channel_->OnReadyToSend(true);
2503
2504 EXPECT_TRUE(channel_->SetSendParameters(parameters));
2505
2506 AddSendStream();
2507
Tommi85959932018-02-07 19:26:06 +01002508 FakeVideoCapturerWithTaskQueue capturer;
asapersson3c81a1a2017-06-14 05:52:21 -07002509 VideoOptions options;
2510 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
2511 cricket::VideoFormat capture_format = capturer.GetSupportedFormats()->front();
2512 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format));
2513
2514 EXPECT_TRUE(channel_->SetSend(true));
2515
2516 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
2517 EXPECT_EQ(resolution_scaling_enabled,
2518 send_stream->resolution_scaling_enabled());
2519 EXPECT_EQ(fps_scaling_enabled, send_stream->framerate_scaling_enabled());
2520
2521 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
2522}
2523
eladalonf1841382017-06-12 01:16:46 -07002524void WebRtcVideoChannelTest::TestCpuAdaptation(bool enable_overuse,
2525 bool is_screenshare) {
sprangc5d62e22017-04-02 23:53:04 -07002526 const int kDefaultFps = 30;
magjed509e4fe2016-11-18 01:34:11 -08002527 cricket::VideoCodec codec = GetEngineCodec("VP8");
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002528 cricket::VideoSendParameters parameters;
2529 parameters.codecs.push_back(codec);
nisse51542be2016-02-12 02:27:06 -08002530
kthelgason2bc68642017-02-07 07:02:22 -08002531 MediaConfig media_config = GetMediaConfig();
2532 if (enable_overuse) {
Niels Möller1d7ecd22018-01-18 15:25:12 +01002533 media_config.video.enable_cpu_adaptation = true;
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002534 }
nisse51542be2016-02-12 02:27:06 -08002535 channel_.reset(
2536 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08002537 channel_->OnReadyToSend(true);
nisse51542be2016-02-12 02:27:06 -08002538
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002539 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002540
2541 AddSendStream();
2542
Tommi85959932018-02-07 19:26:06 +01002543 FakeVideoCapturerWithTaskQueue capturer;
nisse05103312016-03-16 02:22:50 -07002544 VideoOptions options;
Oskar Sundbom78807582017-11-16 11:09:55 +01002545 options.is_screencast = is_screenshare;
deadbeef5a4a75a2016-06-02 16:23:38 -07002546 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
perkj26752742016-10-24 01:21:16 -07002547 cricket::VideoFormat capture_format = capturer.GetSupportedFormats()->front();
sprangc5d62e22017-04-02 23:53:04 -07002548 capture_format.interval = rtc::kNumNanosecsPerSec / kDefaultFps;
perkj26752742016-10-24 01:21:16 -07002549 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002550
2551 EXPECT_TRUE(channel_->SetSend(true));
2552
solenberge5269742015-09-08 05:13:22 -07002553 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
perkj2d5f0912016-02-29 00:04:41 -08002554
sprangc5d62e22017-04-02 23:53:04 -07002555 if (!enable_overuse) {
perkj803d97f2016-11-01 11:45:46 -07002556 EXPECT_FALSE(send_stream->resolution_scaling_enabled());
sprangc5d62e22017-04-02 23:53:04 -07002557 EXPECT_FALSE(send_stream->framerate_scaling_enabled());
2558 EXPECT_EQ(is_screenshare, send_stream->framerate_scaling_enabled());
perkj2d5f0912016-02-29 00:04:41 -08002559
2560 EXPECT_TRUE(capturer.CaptureFrame());
2561 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
2562
perkj26752742016-10-24 01:21:16 -07002563 EXPECT_EQ(capture_format.width, send_stream->GetLastWidth());
2564 EXPECT_EQ(capture_format.height, send_stream->GetLastHeight());
perkj2d5f0912016-02-29 00:04:41 -08002565
deadbeef5a4a75a2016-06-02 16:23:38 -07002566 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
perkj2d5f0912016-02-29 00:04:41 -08002567 return;
2568 }
2569
sprangc5d62e22017-04-02 23:53:04 -07002570 if (is_screenshare) {
2571 EXPECT_FALSE(send_stream->resolution_scaling_enabled());
2572 EXPECT_TRUE(send_stream->framerate_scaling_enabled());
2573 } else {
2574 EXPECT_TRUE(send_stream->resolution_scaling_enabled());
2575 EXPECT_FALSE(send_stream->framerate_scaling_enabled());
2576 }
2577
perkj803d97f2016-11-01 11:45:46 -07002578 // Trigger overuse.
2579 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
2580
2581 rtc::VideoSinkWants wants;
sprangc5d62e22017-04-02 23:53:04 -07002582 if (is_screenshare) {
2583 wants.max_framerate_fps = (kDefaultFps * 2) / 3;
2584 } else {
2585 wants.max_pixel_count = capture_format.width * capture_format.height - 1;
2586 }
perkj803d97f2016-11-01 11:45:46 -07002587 send_stream->InjectVideoSinkWants(wants);
2588
sprangc5d62e22017-04-02 23:53:04 -07002589 for (int i = 0; i < kDefaultFps; ++i)
2590 EXPECT_TRUE(capturer.CaptureFrame());
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002591
sprangc5d62e22017-04-02 23:53:04 -07002592 if (is_screenshare) {
2593 // Drops every third frame.
2594 EXPECT_EQ(kDefaultFps * 2 / 3, send_stream->GetNumberOfSwappedFrames());
2595 EXPECT_EQ(send_stream->GetLastWidth(), capture_format.width);
2596 EXPECT_EQ(send_stream->GetLastHeight(), capture_format.height);
2597 } else {
2598 EXPECT_EQ(kDefaultFps, send_stream->GetNumberOfSwappedFrames());
2599 EXPECT_LT(send_stream->GetLastWidth(), capture_format.width);
2600 EXPECT_LT(send_stream->GetLastHeight(), capture_format.height);
2601 }
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002602
2603 // Trigger underuse which should go back to normal resolution.
sprang84a37592017-02-10 07:04:27 -08002604 int last_pixel_count =
2605 send_stream->GetLastWidth() * send_stream->GetLastHeight();
sprangc5d62e22017-04-02 23:53:04 -07002606 if (is_screenshare) {
2607 wants.max_framerate_fps = kDefaultFps;
2608 } else {
2609 wants.max_pixel_count = last_pixel_count * 4;
2610 wants.target_pixel_count.emplace((last_pixel_count * 5) / 3);
2611 }
perkj803d97f2016-11-01 11:45:46 -07002612 send_stream->InjectVideoSinkWants(wants);
2613
sprangc5d62e22017-04-02 23:53:04 -07002614 for (int i = 0; i < kDefaultFps; ++i)
2615 EXPECT_TRUE(capturer.CaptureFrame());
2616
2617 if (is_screenshare) {
2618 EXPECT_EQ(kDefaultFps + (kDefaultFps * 2 / 3),
2619 send_stream->GetNumberOfSwappedFrames());
2620 } else {
2621 EXPECT_EQ(kDefaultFps * 2, send_stream->GetNumberOfSwappedFrames());
2622 }
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002623
perkj26752742016-10-24 01:21:16 -07002624 EXPECT_EQ(capture_format.width, send_stream->GetLastWidth());
2625 EXPECT_EQ(capture_format.height, send_stream->GetLastHeight());
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002626
deadbeef5a4a75a2016-06-02 16:23:38 -07002627 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002628}
2629
eladalonf1841382017-06-12 01:16:46 -07002630TEST_F(WebRtcVideoChannelTest, EstimatesNtpStartTimeCorrectly) {
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002631 // Start at last timestamp to verify that wraparounds are estimated correctly.
2632 static const uint32_t kInitialTimestamp = 0xFFFFFFFFu;
2633 static const int64_t kInitialNtpTimeMs = 1247891230;
2634 static const int kFrameOffsetMs = 20;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002635 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002636
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002637 FakeVideoReceiveStream* stream = AddRecvStream();
2638 cricket::FakeVideoRenderer renderer;
nisse08582ff2016-02-04 01:24:52 -08002639 EXPECT_TRUE(channel_->SetSink(last_ssrc_, &renderer));
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002640
nisse64ec8f82016-09-27 00:17:25 -07002641 webrtc::VideoFrame video_frame(CreateBlackFrameBuffer(4, 4),
2642 kInitialTimestamp, 0,
2643 webrtc::kVideoRotation_0);
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002644 // Initial NTP time is not available on the first frame, but should still be
2645 // able to be estimated.
nisseeb83a1a2016-03-21 01:27:56 -07002646 stream->InjectFrame(video_frame);
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002647
2648 EXPECT_EQ(1, renderer.num_rendered_frames());
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002649
2650 // This timestamp is kInitialTimestamp (-1) + kFrameOffsetMs * 90, which
2651 // triggers a constant-overflow warning, hence we're calculating it explicitly
2652 // here.
2653 video_frame.set_timestamp(kFrameOffsetMs * 90 - 1);
2654 video_frame.set_ntp_time_ms(kInitialNtpTimeMs + kFrameOffsetMs);
nisseeb83a1a2016-03-21 01:27:56 -07002655 stream->InjectFrame(video_frame);
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002656
2657 EXPECT_EQ(2, renderer.num_rendered_frames());
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002658
2659 // Verify that NTP time has been correctly deduced.
2660 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00002661 ASSERT_TRUE(channel_->GetStats(&info));
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002662 ASSERT_EQ(1u, info.receivers.size());
2663 EXPECT_EQ(kInitialNtpTimeMs, info.receivers[0].capture_start_ntp_time_ms);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002664}
2665
eladalonf1841382017-06-12 01:16:46 -07002666TEST_F(WebRtcVideoChannelTest, SetDefaultSendCodecs) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002667 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002668
2669 VideoCodec codec;
2670 EXPECT_TRUE(channel_->GetSendCodec(&codec));
pbos@webrtc.org9fbb7172014-06-13 09:34:13 +00002671 EXPECT_TRUE(codec.Matches(engine_.codecs()[0]));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002672
2673 // Using a RTX setup to verify that the default RTX payload type is good.
Peter Boström0c4e06b2015-10-07 12:23:21 +02002674 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
2675 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002676 FakeVideoSendStream* stream = AddSendStream(
2677 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs));
perkj26091b12016-09-01 01:17:40 -07002678 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002679
2680 // Make sure NACK and FEC are enabled on the correct payload types.
2681 EXPECT_EQ(1000, config.rtp.nack.rtp_history_ms);
magjed509e4fe2016-11-18 01:34:11 -08002682 EXPECT_EQ(GetEngineCodec("ulpfec").id, config.rtp.ulpfec.ulpfec_payload_type);
2683 EXPECT_EQ(GetEngineCodec("red").id, config.rtp.ulpfec.red_payload_type);
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002684
2685 EXPECT_EQ(1u, config.rtp.rtx.ssrcs.size());
2686 EXPECT_EQ(kRtxSsrcs1[0], config.rtp.rtx.ssrcs[0]);
Shao Changbine62202f2015-04-21 20:24:50 +08002687 VerifySendStreamHasRtxTypes(config, default_apt_rtx_types_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002688 // TODO(juberti): Check RTCP, PLI, TMMBR.
2689}
2690
brandtr31bd2242017-05-19 05:47:46 -07002691// The following four tests ensures that FlexFEC is not activated by default
2692// when the field trials are not enabled.
2693// TODO(brandtr): Remove or update these tests when FlexFEC _is_ enabled by
2694// default.
eladalonf1841382017-06-12 01:16:46 -07002695TEST_F(WebRtcVideoChannelTest,
brandtr31bd2242017-05-19 05:47:46 -07002696 FlexfecSendCodecWithoutSsrcNotExposedByDefault) {
brandtr468da7c2016-11-22 02:16:47 -08002697 FakeVideoSendStream* stream = AddSendStream();
2698 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2699
brandtr3d200bd2017-01-16 06:59:19 -08002700 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
brandtr31bd2242017-05-19 05:47:46 -07002701 EXPECT_EQ(0U, config.rtp.flexfec.ssrc);
2702 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
brandtr468da7c2016-11-22 02:16:47 -08002703}
2704
eladalonf1841382017-06-12 01:16:46 -07002705TEST_F(WebRtcVideoChannelTest, FlexfecSendCodecWithSsrcNotExposedByDefault) {
brandtr468da7c2016-11-22 02:16:47 -08002706 FakeVideoSendStream* stream = AddSendStream(
2707 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2708 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2709
brandtr3d200bd2017-01-16 06:59:19 -08002710 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
brandtr31bd2242017-05-19 05:47:46 -07002711 EXPECT_EQ(0U, config.rtp.flexfec.ssrc);
2712 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
2713}
2714
eladalonf1841382017-06-12 01:16:46 -07002715TEST_F(WebRtcVideoChannelTest,
brandtr31bd2242017-05-19 05:47:46 -07002716 FlexfecRecvCodecWithoutSsrcNotExposedByDefault) {
2717 AddRecvStream();
2718
2719 const std::vector<FakeFlexfecReceiveStream*>& streams =
2720 fake_call_->GetFlexfecReceiveStreams();
2721 EXPECT_TRUE(streams.empty());
2722}
2723
eladalonf1841382017-06-12 01:16:46 -07002724TEST_F(WebRtcVideoChannelTest, FlexfecRecvCodecWithSsrcNotExposedByDefault) {
brandtr31bd2242017-05-19 05:47:46 -07002725 AddRecvStream(
2726 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2727
2728 const std::vector<FakeFlexfecReceiveStream*>& streams =
2729 fake_call_->GetFlexfecReceiveStreams();
2730 EXPECT_TRUE(streams.empty());
brandtr468da7c2016-11-22 02:16:47 -08002731}
2732
2733// TODO(brandtr): When FlexFEC is no longer behind a field trial, merge all
2734// tests that use this test fixture into the corresponding "non-field trial"
2735// tests.
eladalonf1841382017-06-12 01:16:46 -07002736class WebRtcVideoChannelFlexfecRecvTest : public WebRtcVideoChannelTest {
brandtr468da7c2016-11-22 02:16:47 -08002737 public:
eladalonf1841382017-06-12 01:16:46 -07002738 WebRtcVideoChannelFlexfecRecvTest()
2739 : WebRtcVideoChannelTest("WebRTC-FlexFEC-03-Advertised/Enabled/") {}
brandtr468da7c2016-11-22 02:16:47 -08002740};
2741
eladalonf1841382017-06-12 01:16:46 -07002742TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr36e7d702017-01-13 07:15:54 -08002743 DefaultFlexfecCodecHasTransportCcAndRembFeedbackParam) {
2744 EXPECT_TRUE(cricket::HasTransportCc(GetEngineCodec("flexfec-03")));
2745 EXPECT_TRUE(cricket::HasRemb(GetEngineCodec("flexfec-03")));
2746}
2747
eladalonf1841382017-06-12 01:16:46 -07002748TEST_F(WebRtcVideoChannelFlexfecRecvTest, SetDefaultRecvCodecsWithoutSsrc) {
brandtr31bd2242017-05-19 05:47:46 -07002749 AddRecvStream();
2750
2751 const std::vector<FakeFlexfecReceiveStream*>& streams =
2752 fake_call_->GetFlexfecReceiveStreams();
2753 EXPECT_TRUE(streams.empty());
Rasmus Brandt60bb6fe2018-02-05 09:51:47 +01002754
2755 const std::vector<FakeVideoReceiveStream*>& video_streams =
2756 fake_call_->GetVideoReceiveStreams();
2757 ASSERT_EQ(1U, video_streams.size());
2758 const FakeVideoReceiveStream& video_stream = *video_streams.front();
2759 EXPECT_EQ(0, video_stream.GetNumAddedSecondarySinks());
2760 EXPECT_EQ(0, video_stream.GetNumRemovedSecondarySinks());
brandtr31bd2242017-05-19 05:47:46 -07002761}
2762
eladalonf1841382017-06-12 01:16:46 -07002763TEST_F(WebRtcVideoChannelFlexfecRecvTest, SetDefaultRecvCodecsWithSsrc) {
brandtr31bd2242017-05-19 05:47:46 -07002764 AddRecvStream(
2765 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2766
2767 const std::vector<FakeFlexfecReceiveStream*>& streams =
2768 fake_call_->GetFlexfecReceiveStreams();
2769 ASSERT_EQ(1U, streams.size());
2770 const FakeFlexfecReceiveStream* stream = streams.front();
2771 const webrtc::FlexfecReceiveStream::Config& config = stream->GetConfig();
2772 EXPECT_EQ(GetEngineCodec("flexfec-03").id, config.payload_type);
2773 EXPECT_EQ(kFlexfecSsrc, config.remote_ssrc);
2774 ASSERT_EQ(1U, config.protected_media_ssrcs.size());
2775 EXPECT_EQ(kSsrcs1[0], config.protected_media_ssrcs[0]);
brandtr7cd28b92017-09-22 00:26:25 -07002776
2777 const std::vector<FakeVideoReceiveStream*>& video_streams =
2778 fake_call_->GetVideoReceiveStreams();
2779 ASSERT_EQ(1U, video_streams.size());
Rasmus Brandt60bb6fe2018-02-05 09:51:47 +01002780 const FakeVideoReceiveStream& video_stream = *video_streams.front();
2781 EXPECT_EQ(1, video_stream.GetNumAddedSecondarySinks());
brandtr7cd28b92017-09-22 00:26:25 -07002782 const webrtc::VideoReceiveStream::Config& video_config =
Rasmus Brandt60bb6fe2018-02-05 09:51:47 +01002783 video_stream.GetConfig();
brandtr7cd28b92017-09-22 00:26:25 -07002784 EXPECT_TRUE(video_config.rtp.protected_by_flexfec);
brandtr31bd2242017-05-19 05:47:46 -07002785}
2786
eladalonf1841382017-06-12 01:16:46 -07002787TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr11fb4722017-05-30 01:31:37 -07002788 EnablingFlexfecDoesNotRecreateVideoReceiveStream) {
2789 cricket::VideoRecvParameters recv_parameters;
2790 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
2791 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
2792
2793 AddRecvStream(
2794 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2795 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
Rasmus Brandt60bb6fe2018-02-05 09:51:47 +01002796 const std::vector<FakeVideoReceiveStream*>& video_streams =
2797 fake_call_->GetVideoReceiveStreams();
2798 ASSERT_EQ(1U, video_streams.size());
2799 const FakeVideoReceiveStream& video_stream = *video_streams.front();
2800 EXPECT_EQ(0, video_stream.GetNumAddedSecondarySinks());
2801 EXPECT_EQ(0, video_stream.GetNumRemovedSecondarySinks());
brandtr11fb4722017-05-30 01:31:37 -07002802
2803 // Enable FlexFEC.
2804 recv_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2805 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
2806 EXPECT_EQ(2, fake_call_->GetNumCreatedReceiveStreams())
2807 << "Enabling FlexFEC should create FlexfecReceiveStream.";
2808 EXPECT_EQ(1U, fake_call_->GetVideoReceiveStreams().size())
2809 << "Enabling FlexFEC should not create VideoReceiveStream.";
2810 EXPECT_EQ(1U, fake_call_->GetFlexfecReceiveStreams().size())
2811 << "Enabling FlexFEC should create a single FlexfecReceiveStream.";
Rasmus Brandt60bb6fe2018-02-05 09:51:47 +01002812 EXPECT_EQ(1, video_stream.GetNumAddedSecondarySinks());
2813 EXPECT_EQ(0, video_stream.GetNumRemovedSecondarySinks());
brandtr11fb4722017-05-30 01:31:37 -07002814}
2815
eladalonf1841382017-06-12 01:16:46 -07002816TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr11fb4722017-05-30 01:31:37 -07002817 DisablingFlexfecDoesNotRecreateVideoReceiveStream) {
2818 cricket::VideoRecvParameters recv_parameters;
2819 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
2820 recv_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2821 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
2822
2823 AddRecvStream(
2824 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2825 EXPECT_EQ(2, fake_call_->GetNumCreatedReceiveStreams());
brandtr11fb4722017-05-30 01:31:37 -07002826 EXPECT_EQ(1U, fake_call_->GetFlexfecReceiveStreams().size());
Rasmus Brandt60bb6fe2018-02-05 09:51:47 +01002827 const std::vector<FakeVideoReceiveStream*>& video_streams =
2828 fake_call_->GetVideoReceiveStreams();
2829 ASSERT_EQ(1U, video_streams.size());
2830 const FakeVideoReceiveStream& video_stream = *video_streams.front();
2831 EXPECT_EQ(1, video_stream.GetNumAddedSecondarySinks());
2832 EXPECT_EQ(0, video_stream.GetNumRemovedSecondarySinks());
brandtr11fb4722017-05-30 01:31:37 -07002833
2834 // Disable FlexFEC.
2835 recv_parameters.codecs.clear();
2836 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
2837 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
2838 EXPECT_EQ(2, fake_call_->GetNumCreatedReceiveStreams())
2839 << "Disabling FlexFEC should not recreate VideoReceiveStream.";
2840 EXPECT_EQ(1U, fake_call_->GetVideoReceiveStreams().size())
2841 << "Disabling FlexFEC should not destroy VideoReceiveStream.";
2842 EXPECT_TRUE(fake_call_->GetFlexfecReceiveStreams().empty())
2843 << "Disabling FlexFEC should destroy FlexfecReceiveStream.";
Rasmus Brandt60bb6fe2018-02-05 09:51:47 +01002844 EXPECT_EQ(1, video_stream.GetNumAddedSecondarySinks());
2845 EXPECT_EQ(1, video_stream.GetNumRemovedSecondarySinks());
brandtr11fb4722017-05-30 01:31:37 -07002846}
2847
brandtr31bd2242017-05-19 05:47:46 -07002848// TODO(brandtr): When FlexFEC is no longer behind a field trial, merge all
2849// tests that use this test fixture into the corresponding "non-field trial"
2850// tests.
eladalonf1841382017-06-12 01:16:46 -07002851class WebRtcVideoChannelFlexfecSendRecvTest : public WebRtcVideoChannelTest {
brandtr31bd2242017-05-19 05:47:46 -07002852 public:
eladalonf1841382017-06-12 01:16:46 -07002853 WebRtcVideoChannelFlexfecSendRecvTest()
2854 : WebRtcVideoChannelTest(
brandtr31bd2242017-05-19 05:47:46 -07002855 "WebRTC-FlexFEC-03-Advertised/Enabled/WebRTC-FlexFEC-03/Enabled/") {
2856 }
2857};
2858
eladalonf1841382017-06-12 01:16:46 -07002859TEST_F(WebRtcVideoChannelFlexfecSendRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07002860 SetDefaultSendCodecsWithoutSsrc) {
brandtr468da7c2016-11-22 02:16:47 -08002861 FakeVideoSendStream* stream = AddSendStream();
2862 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2863
brandtr3d200bd2017-01-16 06:59:19 -08002864 EXPECT_EQ(GetEngineCodec("flexfec-03").id, config.rtp.flexfec.payload_type);
2865 EXPECT_EQ(0U, config.rtp.flexfec.ssrc);
2866 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
brandtr468da7c2016-11-22 02:16:47 -08002867}
2868
eladalonf1841382017-06-12 01:16:46 -07002869TEST_F(WebRtcVideoChannelFlexfecSendRecvTest, SetDefaultSendCodecsWithSsrc) {
brandtr468da7c2016-11-22 02:16:47 -08002870 FakeVideoSendStream* stream = AddSendStream(
2871 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2872 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2873
brandtr3d200bd2017-01-16 06:59:19 -08002874 EXPECT_EQ(GetEngineCodec("flexfec-03").id, config.rtp.flexfec.payload_type);
2875 EXPECT_EQ(kFlexfecSsrc, config.rtp.flexfec.ssrc);
2876 ASSERT_EQ(1U, config.rtp.flexfec.protected_media_ssrcs.size());
2877 EXPECT_EQ(kSsrcs1[0], config.rtp.flexfec.protected_media_ssrcs[0]);
brandtr468da7c2016-11-22 02:16:47 -08002878}
2879
eladalonf1841382017-06-12 01:16:46 -07002880TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithoutFec) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002881 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002882 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002883 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002884
2885 FakeVideoSendStream* stream = AddSendStream();
perkj26091b12016-09-01 01:17:40 -07002886 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002887
brandtrb5f2c3f2016-10-04 23:28:39 -07002888 EXPECT_EQ(-1, config.rtp.ulpfec.ulpfec_payload_type);
2889 EXPECT_EQ(-1, config.rtp.ulpfec.red_payload_type);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002890}
2891
eladalonf1841382017-06-12 01:16:46 -07002892TEST_F(WebRtcVideoChannelFlexfecSendRecvTest, SetSendCodecsWithoutFec) {
brandtr468da7c2016-11-22 02:16:47 -08002893 cricket::VideoSendParameters parameters;
2894 parameters.codecs.push_back(GetEngineCodec("VP8"));
2895 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2896
2897 FakeVideoSendStream* stream = AddSendStream();
2898 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2899
brandtr3d200bd2017-01-16 06:59:19 -08002900 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
brandtr468da7c2016-11-22 02:16:47 -08002901}
2902
eladalonf1841382017-06-12 01:16:46 -07002903TEST_F(WebRtcVideoChannelFlexfecRecvTest, SetRecvCodecsWithFec) {
brandtr9c3d4c42017-01-23 06:59:13 -08002904 AddRecvStream(
2905 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
brandtr9c3d4c42017-01-23 06:59:13 -08002906
2907 cricket::VideoRecvParameters recv_parameters;
2908 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
2909 recv_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2910 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
brandtr9d58d942017-02-03 04:43:41 -08002911
2912 const std::vector<FakeFlexfecReceiveStream*>& flexfec_streams =
2913 fake_call_->GetFlexfecReceiveStreams();
2914 ASSERT_EQ(1U, flexfec_streams.size());
2915 const FakeFlexfecReceiveStream* flexfec_stream = flexfec_streams.front();
2916 const webrtc::FlexfecReceiveStream::Config& flexfec_stream_config =
2917 flexfec_stream->GetConfig();
brandtr9c3d4c42017-01-23 06:59:13 -08002918 EXPECT_EQ(GetEngineCodec("flexfec-03").id,
brandtr9d58d942017-02-03 04:43:41 -08002919 flexfec_stream_config.payload_type);
2920 EXPECT_EQ(kFlexfecSsrc, flexfec_stream_config.remote_ssrc);
2921 ASSERT_EQ(1U, flexfec_stream_config.protected_media_ssrcs.size());
2922 EXPECT_EQ(kSsrcs1[0], flexfec_stream_config.protected_media_ssrcs[0]);
2923 const std::vector<FakeVideoReceiveStream*>& video_streams =
2924 fake_call_->GetVideoReceiveStreams();
2925 const FakeVideoReceiveStream* video_stream = video_streams.front();
2926 const webrtc::VideoReceiveStream::Config& video_stream_config =
2927 video_stream->GetConfig();
2928 EXPECT_EQ(video_stream_config.rtp.local_ssrc,
2929 flexfec_stream_config.local_ssrc);
2930 EXPECT_EQ(video_stream_config.rtp.rtcp_mode, flexfec_stream_config.rtcp_mode);
2931 EXPECT_EQ(video_stream_config.rtcp_send_transport,
2932 flexfec_stream_config.rtcp_send_transport);
2933 // TODO(brandtr): Update this EXPECT when we set |transport_cc| in a
2934 // spec-compliant way.
2935 EXPECT_EQ(video_stream_config.rtp.transport_cc,
2936 flexfec_stream_config.transport_cc);
2937 EXPECT_EQ(video_stream_config.rtp.rtcp_mode, flexfec_stream_config.rtcp_mode);
2938 EXPECT_EQ(video_stream_config.rtp.extensions,
2939 flexfec_stream_config.rtp_header_extensions);
brandtr9c3d4c42017-01-23 06:59:13 -08002940}
2941
brandtr31bd2242017-05-19 05:47:46 -07002942// We should not send FlexFEC, even if we advertise it, unless the right
2943// field trial is set.
2944// TODO(brandtr): Remove when FlexFEC is enabled by default.
eladalonf1841382017-06-12 01:16:46 -07002945TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07002946 SetSendCodecsWithoutSsrcWithFecDoesNotEnableFec) {
2947 cricket::VideoSendParameters parameters;
2948 parameters.codecs.push_back(GetEngineCodec("VP8"));
2949 parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2950 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2951
2952 FakeVideoSendStream* stream = AddSendStream();
2953 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2954
2955 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
2956 EXPECT_EQ(0, config.rtp.flexfec.ssrc);
2957 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
2958}
2959
eladalonf1841382017-06-12 01:16:46 -07002960TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07002961 SetSendCodecsWithSsrcWithFecDoesNotEnableFec) {
2962 cricket::VideoSendParameters parameters;
2963 parameters.codecs.push_back(GetEngineCodec("VP8"));
2964 parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2965 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2966
2967 FakeVideoSendStream* stream = AddSendStream(
2968 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2969 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2970
2971 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
2972 EXPECT_EQ(0, config.rtp.flexfec.ssrc);
2973 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
2974}
2975
eladalonf1841382017-06-12 01:16:46 -07002976TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002977 SetSendCodecRejectsRtxWithoutAssociatedPayloadType) {
magjed509e4fe2016-11-18 01:34:11 -08002978 const int kUnusedPayloadType = 127;
2979 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType));
2980
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002981 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002982 cricket::VideoCodec rtx_codec(kUnusedPayloadType, "rtx");
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002983 parameters.codecs.push_back(rtx_codec);
2984 EXPECT_FALSE(channel_->SetSendParameters(parameters))
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002985 << "RTX codec without associated payload type should be rejected.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002986}
2987
eladalonf1841382017-06-12 01:16:46 -07002988TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002989 SetSendCodecRejectsRtxWithoutMatchingVideoCodec) {
magjed509e4fe2016-11-18 01:34:11 -08002990 const int kUnusedPayloadType1 = 126;
2991 const int kUnusedPayloadType2 = 127;
2992 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType1));
2993 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType2));
2994 {
2995 cricket::VideoCodec rtx_codec = cricket::VideoCodec::CreateRtxCodec(
2996 kUnusedPayloadType1, GetEngineCodec("VP8").id);
2997 cricket::VideoSendParameters parameters;
2998 parameters.codecs.push_back(GetEngineCodec("VP8"));
2999 parameters.codecs.push_back(rtx_codec);
3000 ASSERT_TRUE(channel_->SetSendParameters(parameters));
3001 }
3002 {
3003 cricket::VideoCodec rtx_codec = cricket::VideoCodec::CreateRtxCodec(
3004 kUnusedPayloadType1, kUnusedPayloadType2);
3005 cricket::VideoSendParameters parameters;
3006 parameters.codecs.push_back(GetEngineCodec("VP8"));
3007 parameters.codecs.push_back(rtx_codec);
3008 EXPECT_FALSE(channel_->SetSendParameters(parameters))
3009 << "RTX without matching video codec should be rejected.";
3010 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003011}
3012
eladalonf1841382017-06-12 01:16:46 -07003013TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithChangedRtxPayloadType) {
brandtr14742122017-01-27 04:53:07 -08003014 const int kUnusedPayloadType1 = 126;
3015 const int kUnusedPayloadType2 = 127;
3016 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType1));
3017 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType2));
3018
3019 // SSRCs for RTX.
3020 cricket::StreamParams params =
3021 cricket::StreamParams::CreateLegacy(kSsrcs1[0]);
3022 params.AddFidSsrc(kSsrcs1[0], kRtxSsrcs1[0]);
3023 AddSendStream(params);
3024
3025 // Original payload type for RTX.
3026 cricket::VideoSendParameters parameters;
3027 parameters.codecs.push_back(GetEngineCodec("VP8"));
3028 cricket::VideoCodec rtx_codec(kUnusedPayloadType1, "rtx");
3029 rtx_codec.SetParam("apt", GetEngineCodec("VP8").id);
3030 parameters.codecs.push_back(rtx_codec);
3031 EXPECT_TRUE(channel_->SetSendParameters(parameters));
3032 ASSERT_EQ(1U, fake_call_->GetVideoSendStreams().size());
3033 const webrtc::VideoSendStream::Config& config_before =
3034 fake_call_->GetVideoSendStreams()[0]->GetConfig();
3035 EXPECT_EQ(kUnusedPayloadType1, config_before.rtp.rtx.payload_type);
3036 ASSERT_EQ(1U, config_before.rtp.rtx.ssrcs.size());
3037 EXPECT_EQ(kRtxSsrcs1[0], config_before.rtp.rtx.ssrcs[0]);
3038
3039 // Change payload type for RTX.
3040 parameters.codecs[1].id = kUnusedPayloadType2;
3041 EXPECT_TRUE(channel_->SetSendParameters(parameters));
3042 ASSERT_EQ(1U, fake_call_->GetVideoSendStreams().size());
3043 const webrtc::VideoSendStream::Config& config_after =
3044 fake_call_->GetVideoSendStreams()[0]->GetConfig();
3045 EXPECT_EQ(kUnusedPayloadType2, config_after.rtp.rtx.payload_type);
3046 ASSERT_EQ(1U, config_after.rtp.rtx.ssrcs.size());
3047 EXPECT_EQ(kRtxSsrcs1[0], config_after.rtp.rtx.ssrcs[0]);
3048}
3049
eladalonf1841382017-06-12 01:16:46 -07003050TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithoutFecDisablesFec) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003051 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003052 parameters.codecs.push_back(GetEngineCodec("VP8"));
3053 parameters.codecs.push_back(GetEngineCodec("ulpfec"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003054 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org269605c2014-06-26 08:49:03 +00003055
3056 FakeVideoSendStream* stream = AddSendStream();
perkj26091b12016-09-01 01:17:40 -07003057 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
pbos@webrtc.org269605c2014-06-26 08:49:03 +00003058
magjed509e4fe2016-11-18 01:34:11 -08003059 EXPECT_EQ(GetEngineCodec("ulpfec").id, config.rtp.ulpfec.ulpfec_payload_type);
pbos@webrtc.org269605c2014-06-26 08:49:03 +00003060
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003061 parameters.codecs.pop_back();
3062 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00003063 stream = fake_call_->GetVideoSendStreams()[0];
brandtr468da7c2016-11-22 02:16:47 -08003064 ASSERT_TRUE(stream != nullptr);
perkj26091b12016-09-01 01:17:40 -07003065 config = stream->GetConfig().Copy();
brandtrb5f2c3f2016-10-04 23:28:39 -07003066 EXPECT_EQ(-1, config.rtp.ulpfec.ulpfec_payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003067 << "SetSendCodec without ULPFEC should disable current ULPFEC.";
3068}
3069
eladalonf1841382017-06-12 01:16:46 -07003070TEST_F(WebRtcVideoChannelFlexfecSendRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07003071 SetSendCodecsWithoutFecDisablesFec) {
brandtr468da7c2016-11-22 02:16:47 -08003072 cricket::VideoSendParameters parameters;
3073 parameters.codecs.push_back(GetEngineCodec("VP8"));
3074 parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
3075 ASSERT_TRUE(channel_->SetSendParameters(parameters));
3076
3077 FakeVideoSendStream* stream = AddSendStream(
3078 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
3079 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
3080
brandtr3d200bd2017-01-16 06:59:19 -08003081 EXPECT_EQ(GetEngineCodec("flexfec-03").id, config.rtp.flexfec.payload_type);
3082 EXPECT_EQ(kFlexfecSsrc, config.rtp.flexfec.ssrc);
brandtr468da7c2016-11-22 02:16:47 -08003083 ASSERT_EQ(1U, config.rtp.flexfec.protected_media_ssrcs.size());
3084 EXPECT_EQ(kSsrcs1[0], config.rtp.flexfec.protected_media_ssrcs[0]);
3085
3086 parameters.codecs.pop_back();
3087 ASSERT_TRUE(channel_->SetSendParameters(parameters));
3088 stream = fake_call_->GetVideoSendStreams()[0];
3089 ASSERT_TRUE(stream != nullptr);
3090 config = stream->GetConfig().Copy();
brandtr3d200bd2017-01-16 06:59:19 -08003091 EXPECT_EQ(-1, config.rtp.flexfec.payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003092 << "SetSendCodec without FlexFEC should disable current FlexFEC.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003093}
3094
eladalonf1841382017-06-12 01:16:46 -07003095TEST_F(WebRtcVideoChannelTest, SetSendCodecsChangesExistingStreams) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003096 cricket::VideoSendParameters parameters;
perkj26752742016-10-24 01:21:16 -07003097 cricket::VideoCodec codec(100, "VP8");
3098 codec.SetParam(kCodecParamMaxQuantization, kDefaultQpMax);
3099 parameters.codecs.push_back(codec);
perkjfa10b552016-10-02 23:45:26 -07003100
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003101 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org86196c42015-02-16 21:02:00 +00003102 channel_->SetSend(true);
pbos@webrtc.org38ce7d02014-07-16 08:01:38 +00003103
pbos@webrtc.org86196c42015-02-16 21:02:00 +00003104 FakeVideoSendStream* stream = AddSendStream();
Tommi85959932018-02-07 19:26:06 +01003105 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07003106 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
pbos@webrtc.org86196c42015-02-16 21:02:00 +00003107
3108 std::vector<webrtc::VideoStream> streams = stream->GetVideoStreams();
perkjfa10b552016-10-02 23:45:26 -07003109 EXPECT_EQ(kDefaultQpMax, streams[0].max_qp);
pbos@webrtc.org38ce7d02014-07-16 08:01:38 +00003110
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003111 parameters.codecs.clear();
perkj26752742016-10-24 01:21:16 -07003112 codec.SetParam(kCodecParamMaxQuantization, kDefaultQpMax + 1);
3113 parameters.codecs.push_back(codec);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003114 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00003115 streams = fake_call_->GetVideoSendStreams()[0]->GetVideoStreams();
perkjfa10b552016-10-02 23:45:26 -07003116 EXPECT_EQ(kDefaultQpMax + 1, streams[0].max_qp);
deadbeef5a4a75a2016-06-02 16:23:38 -07003117 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003118}
3119
eladalonf1841382017-06-12 01:16:46 -07003120TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithBitrates) {
pbos@webrtc.org00873182014-11-25 14:03:34 +00003121 SetSendCodecsShouldWorkForBitrates("100", 100000, "150", 150000, "200",
3122 200000);
3123}
3124
eladalonf1841382017-06-12 01:16:46 -07003125TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithHighMaxBitrate) {
pbos@webrtc.orga5f6fb52015-03-23 22:29:39 +00003126 SetSendCodecsShouldWorkForBitrates("", 0, "", -1, "10000", 10000000);
3127 std::vector<webrtc::VideoStream> streams = AddSendStream()->GetVideoStreams();
3128 ASSERT_EQ(1u, streams.size());
3129 EXPECT_EQ(10000000, streams[0].max_bitrate_bps);
3130}
3131
eladalonf1841382017-06-12 01:16:46 -07003132TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org00873182014-11-25 14:03:34 +00003133 SetSendCodecsWithoutBitratesUsesCorrectDefaults) {
Sebastian Jansson8f83b422018-02-21 13:07:13 +01003134 SetSendCodecsShouldWorkForBitrates("", 0, "", -1, "", -1);
pbos@webrtc.org00873182014-11-25 14:03:34 +00003135}
3136
eladalonf1841382017-06-12 01:16:46 -07003137TEST_F(WebRtcVideoChannelTest, SetSendCodecsCapsMinAndStartBitrate) {
pbos@webrtc.org00873182014-11-25 14:03:34 +00003138 SetSendCodecsShouldWorkForBitrates("-1", 0, "-100", -1, "", -1);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003139}
3140
eladalonf1841382017-06-12 01:16:46 -07003141TEST_F(WebRtcVideoChannelTest, SetSendCodecsRejectsMaxLessThanMinBitrate) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003142 send_parameters_.codecs[0].params[kCodecParamMinBitrate] = "300";
3143 send_parameters_.codecs[0].params[kCodecParamMaxBitrate] = "200";
3144 EXPECT_FALSE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003145}
3146
Taylor Brandstetter58f2bd92016-04-26 17:15:23 -07003147// Test that when both the codec-specific bitrate params and max_bandwidth_bps
3148// are present in the same send parameters, the settings are combined correctly.
eladalonf1841382017-06-12 01:16:46 -07003149TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithBitratesAndMaxSendBandwidth) {
Taylor Brandstetter58f2bd92016-04-26 17:15:23 -07003150 send_parameters_.codecs[0].params[kCodecParamMinBitrate] = "100";
3151 send_parameters_.codecs[0].params[kCodecParamStartBitrate] = "200";
3152 send_parameters_.codecs[0].params[kCodecParamMaxBitrate] = "300";
3153 send_parameters_.max_bandwidth_bps = 400000;
Taylor Brandstetter58f2bd92016-04-26 17:15:23 -07003154 // We expect max_bandwidth_bps to take priority, if set.
Sebastian Jansson8f83b422018-02-21 13:07:13 +01003155 ExpectSetBitrateParameters(100000, 200000, 400000);
3156 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
3157 // Since the codec isn't changing, start_bitrate_bps should be -1.
3158 ExpectSetBitrateParameters(100000, -1, 350000);
Taylor Brandstetter58f2bd92016-04-26 17:15:23 -07003159
3160 // Decrease max_bandwidth_bps.
3161 send_parameters_.max_bandwidth_bps = 350000;
3162 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Taylor Brandstetter58f2bd92016-04-26 17:15:23 -07003163
3164 // Now try again with the values flipped around.
3165 send_parameters_.codecs[0].params[kCodecParamMaxBitrate] = "400";
3166 send_parameters_.max_bandwidth_bps = 300000;
Sebastian Jansson8f83b422018-02-21 13:07:13 +01003167 ExpectSetBitrateParameters(100000, 200000, 300000);
Taylor Brandstetter58f2bd92016-04-26 17:15:23 -07003168 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Taylor Brandstetter58f2bd92016-04-26 17:15:23 -07003169
3170 // If we change the codec max, max_bandwidth_bps should still apply.
3171 send_parameters_.codecs[0].params[kCodecParamMaxBitrate] = "350";
Sebastian Jansson8f83b422018-02-21 13:07:13 +01003172 ExpectSetBitrateParameters(100000, 200000, 300000);
Taylor Brandstetter58f2bd92016-04-26 17:15:23 -07003173 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Taylor Brandstetter58f2bd92016-04-26 17:15:23 -07003174}
3175
eladalonf1841382017-06-12 01:16:46 -07003176TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org00873182014-11-25 14:03:34 +00003177 SetMaxSendBandwidthShouldPreserveOtherBitrates) {
3178 SetSendCodecsShouldWorkForBitrates("100", 100000, "150", 150000, "200",
3179 200000);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003180 send_parameters_.max_bandwidth_bps = 300000;
Sebastian Jansson8f83b422018-02-21 13:07:13 +01003181 // Setting max bitrate should keep previous min bitrate.
3182 // Setting max bitrate should not reset start bitrate.
3183 ExpectSetBitrateParameters(100000, -1, 300000);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003184 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.org00873182014-11-25 14:03:34 +00003185}
3186
eladalonf1841382017-06-12 01:16:46 -07003187TEST_F(WebRtcVideoChannelTest, SetMaxSendBandwidthShouldBeRemovable) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003188 send_parameters_.max_bandwidth_bps = 300000;
Sebastian Jansson8f83b422018-02-21 13:07:13 +01003189 ExpectSetMaxBitrate(300000);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003190 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos5c7760a2017-03-10 11:23:12 -08003191 // -1 means to disable max bitrate (set infinite).
3192 send_parameters_.max_bandwidth_bps = -1;
Sebastian Jansson8f83b422018-02-21 13:07:13 +01003193 ExpectSetMaxBitrate(-1);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003194 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003195}
3196
eladalonf1841382017-06-12 01:16:46 -07003197TEST_F(WebRtcVideoChannelTest, SetMaxSendBandwidthAndAddSendStream) {
perkjfa10b552016-10-02 23:45:26 -07003198 send_parameters_.max_bandwidth_bps = 99999;
3199 FakeVideoSendStream* stream = AddSendStream();
Sebastian Jansson8f83b422018-02-21 13:07:13 +01003200 ExpectSetMaxBitrate(send_parameters_.max_bandwidth_bps);
perkjfa10b552016-10-02 23:45:26 -07003201 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
perkjfa10b552016-10-02 23:45:26 -07003202 ASSERT_EQ(1u, stream->GetVideoStreams().size());
3203 EXPECT_EQ(send_parameters_.max_bandwidth_bps,
3204 stream->GetVideoStreams()[0].max_bitrate_bps);
3205
3206 send_parameters_.max_bandwidth_bps = 77777;
Sebastian Jansson8f83b422018-02-21 13:07:13 +01003207 ExpectSetMaxBitrate(send_parameters_.max_bandwidth_bps);
perkjfa10b552016-10-02 23:45:26 -07003208 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
3209 EXPECT_EQ(send_parameters_.max_bandwidth_bps,
perkjfa10b552016-10-02 23:45:26 -07003210 stream->GetVideoStreams()[0].max_bitrate_bps);
3211}
3212
eladalonf1841382017-06-12 01:16:46 -07003213TEST_F(WebRtcVideoChannelTest, SetMaxSendBitrateCanIncreaseSenderBitrate) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003214 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003215 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003216 ASSERT_TRUE(channel_->SetSendParameters(parameters));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003217 channel_->SetSend(true);
3218
3219 FakeVideoSendStream* stream = AddSendStream();
3220
Tommi85959932018-02-07 19:26:06 +01003221 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07003222 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
Peter Boström3afc8c42016-01-27 16:45:21 +01003223 EXPECT_EQ(cricket::CS_RUNNING,
3224 capturer.Start(capturer.GetSupportedFormats()->front()));
3225
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003226 std::vector<webrtc::VideoStream> streams = stream->GetVideoStreams();
3227 int initial_max_bitrate_bps = streams[0].max_bitrate_bps;
3228 EXPECT_GT(initial_max_bitrate_bps, 0);
3229
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003230 parameters.max_bandwidth_bps = initial_max_bitrate_bps * 2;
3231 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström3afc8c42016-01-27 16:45:21 +01003232 // Insert a frame to update the encoder config.
3233 EXPECT_TRUE(capturer.CaptureFrame());
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003234 streams = stream->GetVideoStreams();
3235 EXPECT_EQ(initial_max_bitrate_bps * 2, streams[0].max_bitrate_bps);
deadbeef5a4a75a2016-06-02 16:23:38 -07003236 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003237}
3238
eladalonf1841382017-06-12 01:16:46 -07003239TEST_F(WebRtcVideoChannelTest,
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003240 SetMaxSendBitrateCanIncreaseSimulcastSenderBitrate) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003241 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003242 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003243 ASSERT_TRUE(channel_->SetSendParameters(parameters));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003244 channel_->SetSend(true);
3245
3246 FakeVideoSendStream* stream = AddSendStream(
3247 cricket::CreateSimStreamParams("cname", MAKE_VECTOR(kSsrcs3)));
3248
3249 // Send a frame to make sure this scales up to >1 stream (simulcast).
Tommi85959932018-02-07 19:26:06 +01003250 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07003251 EXPECT_TRUE(channel_->SetVideoSend(kSsrcs3[0], true, nullptr, &capturer));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003252 EXPECT_EQ(cricket::CS_RUNNING,
3253 capturer.Start(capturer.GetSupportedFormats()->front()));
3254 EXPECT_TRUE(capturer.CaptureFrame());
3255
3256 std::vector<webrtc::VideoStream> streams = stream->GetVideoStreams();
3257 ASSERT_GT(streams.size(), 1u)
3258 << "Without simulcast this test doesn't make sense.";
pbosbe16f792015-10-16 12:49:39 -07003259 int initial_max_bitrate_bps = GetTotalMaxBitrateBps(streams);
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003260 EXPECT_GT(initial_max_bitrate_bps, 0);
3261
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003262 parameters.max_bandwidth_bps = initial_max_bitrate_bps * 2;
3263 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström3afc8c42016-01-27 16:45:21 +01003264 // Insert a frame to update the encoder config.
3265 EXPECT_TRUE(capturer.CaptureFrame());
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003266 streams = stream->GetVideoStreams();
pbosbe16f792015-10-16 12:49:39 -07003267 int increased_max_bitrate_bps = GetTotalMaxBitrateBps(streams);
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003268 EXPECT_EQ(initial_max_bitrate_bps * 2, increased_max_bitrate_bps);
3269
deadbeef5a4a75a2016-06-02 16:23:38 -07003270 EXPECT_TRUE(channel_->SetVideoSend(kSsrcs3[0], true, nullptr, nullptr));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003271}
3272
eladalonf1841382017-06-12 01:16:46 -07003273TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithMaxQuantization) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003274 static const char* kMaxQuantization = "21";
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003275 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003276 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003277 parameters.codecs[0].params[kCodecParamMaxQuantization] = kMaxQuantization;
3278 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +00003279 EXPECT_EQ(static_cast<unsigned int>(atoi(kMaxQuantization)),
3280 AddSendStream()->GetVideoStreams().back().max_qp);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003281
3282 VideoCodec codec;
3283 EXPECT_TRUE(channel_->GetSendCodec(&codec));
3284 EXPECT_EQ(kMaxQuantization, codec.params[kCodecParamMaxQuantization]);
3285}
3286
eladalonf1841382017-06-12 01:16:46 -07003287TEST_F(WebRtcVideoChannelTest, SetSendCodecsRejectBadPayloadTypes) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003288 // TODO(pbos): Should we only allow the dynamic range?
pkasting@chromium.orge7a4a122015-01-28 21:36:55 +00003289 static const int kIncorrectPayloads[] = {-2, -1, 128, 129};
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003290 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003291 parameters.codecs.push_back(GetEngineCodec("VP8"));
pkasting@chromium.orge7a4a122015-01-28 21:36:55 +00003292 for (size_t i = 0; i < arraysize(kIncorrectPayloads); ++i) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003293 parameters.codecs[0].id = kIncorrectPayloads[i];
3294 EXPECT_FALSE(channel_->SetSendParameters(parameters))
pkasting@chromium.orgd3245462015-02-23 21:28:22 +00003295 << "Bad payload type '" << kIncorrectPayloads[i] << "' accepted.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003296 }
3297}
3298
eladalonf1841382017-06-12 01:16:46 -07003299TEST_F(WebRtcVideoChannelTest, SetSendCodecsAcceptAllValidPayloadTypes) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003300 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003301 parameters.codecs.push_back(GetEngineCodec("VP8"));
magjedf823ede2016-11-12 09:53:04 -08003302 for (int payload_type = 96; payload_type <= 127; ++payload_type) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003303 parameters.codecs[0].id = payload_type;
3304 EXPECT_TRUE(channel_->SetSendParameters(parameters))
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003305 << "Payload type '" << payload_type << "' rejected.";
3306 }
3307}
3308
deadbeef67cf2c12016-04-13 10:07:16 -07003309// Test that setting the a different set of codecs but with an identical front
3310// codec doesn't result in the stream being recreated.
3311// This may happen when a subsequent negotiation includes fewer codecs, as a
3312// result of one of the codecs being rejected.
eladalonf1841382017-06-12 01:16:46 -07003313TEST_F(WebRtcVideoChannelTest,
deadbeef67cf2c12016-04-13 10:07:16 -07003314 SetSendCodecsIdenticalFirstCodecDoesntRecreateStream) {
3315 cricket::VideoSendParameters parameters1;
magjed509e4fe2016-11-18 01:34:11 -08003316 parameters1.codecs.push_back(GetEngineCodec("VP8"));
3317 parameters1.codecs.push_back(GetEngineCodec("VP9"));
deadbeef67cf2c12016-04-13 10:07:16 -07003318 EXPECT_TRUE(channel_->SetSendParameters(parameters1));
3319
3320 AddSendStream();
3321 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
3322
3323 cricket::VideoSendParameters parameters2;
magjed509e4fe2016-11-18 01:34:11 -08003324 parameters2.codecs.push_back(GetEngineCodec("VP8"));
deadbeef67cf2c12016-04-13 10:07:16 -07003325 EXPECT_TRUE(channel_->SetSendParameters(parameters2));
3326 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
3327}
3328
eladalonf1841382017-06-12 01:16:46 -07003329TEST_F(WebRtcVideoChannelTest, SetRecvCodecsWithOnlyVp8) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003330 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003331 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003332 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003333}
3334
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003335// Test that we set our inbound RTX codecs properly.
eladalonf1841382017-06-12 01:16:46 -07003336TEST_F(WebRtcVideoChannelTest, SetRecvCodecsWithRtx) {
magjed509e4fe2016-11-18 01:34:11 -08003337 const int kUnusedPayloadType1 = 126;
3338 const int kUnusedPayloadType2 = 127;
3339 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType1));
3340 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType2));
3341
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003342 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003343 parameters.codecs.push_back(GetEngineCodec("VP8"));
3344 cricket::VideoCodec rtx_codec(kUnusedPayloadType1, "rtx");
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003345 parameters.codecs.push_back(rtx_codec);
3346 EXPECT_FALSE(channel_->SetRecvParameters(parameters))
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003347 << "RTX codec without associated payload should be rejected.";
3348
magjed509e4fe2016-11-18 01:34:11 -08003349 parameters.codecs[1].SetParam("apt", kUnusedPayloadType2);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003350 EXPECT_FALSE(channel_->SetRecvParameters(parameters))
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003351 << "RTX codec with invalid associated payload type should be rejected.";
3352
magjed509e4fe2016-11-18 01:34:11 -08003353 parameters.codecs[1].SetParam("apt", GetEngineCodec("VP8").id);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003354 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003355
magjed509e4fe2016-11-18 01:34:11 -08003356 cricket::VideoCodec rtx_codec2(kUnusedPayloadType2, "rtx");
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003357 rtx_codec2.SetParam("apt", rtx_codec.id);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003358 parameters.codecs.push_back(rtx_codec2);
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003359
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003360 EXPECT_FALSE(channel_->SetRecvParameters(parameters)) <<
3361 "RTX codec with another RTX as associated payload type should be "
3362 "rejected.";
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003363}
3364
eladalonf1841382017-06-12 01:16:46 -07003365TEST_F(WebRtcVideoChannelTest, SetRecvCodecsWithChangedRtxPayloadType) {
brandtr14742122017-01-27 04:53:07 -08003366 const int kUnusedPayloadType1 = 126;
3367 const int kUnusedPayloadType2 = 127;
3368 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType1));
3369 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType2));
3370
3371 // SSRCs for RTX.
3372 cricket::StreamParams params =
3373 cricket::StreamParams::CreateLegacy(kSsrcs1[0]);
3374 params.AddFidSsrc(kSsrcs1[0], kRtxSsrcs1[0]);
3375 AddRecvStream(params);
3376
3377 // Original payload type for RTX.
3378 cricket::VideoRecvParameters parameters;
3379 parameters.codecs.push_back(GetEngineCodec("VP8"));
3380 cricket::VideoCodec rtx_codec(kUnusedPayloadType1, "rtx");
3381 rtx_codec.SetParam("apt", GetEngineCodec("VP8").id);
3382 parameters.codecs.push_back(rtx_codec);
3383 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
3384 ASSERT_EQ(1U, fake_call_->GetVideoReceiveStreams().size());
3385 const webrtc::VideoReceiveStream::Config& config_before =
3386 fake_call_->GetVideoReceiveStreams()[0]->GetConfig();
nisse26e3abb2017-08-25 04:44:25 -07003387 EXPECT_EQ(1U, config_before.rtp.rtx_associated_payload_types.size());
3388 const int* payload_type_before = FindKeyByValue(
3389 config_before.rtp.rtx_associated_payload_types, GetEngineCodec("VP8").id);
3390 ASSERT_NE(payload_type_before, nullptr);
3391 EXPECT_EQ(kUnusedPayloadType1, *payload_type_before);
brandtr14742122017-01-27 04:53:07 -08003392 EXPECT_EQ(kRtxSsrcs1[0], config_before.rtp.rtx_ssrc);
3393
3394 // Change payload type for RTX.
3395 parameters.codecs[1].id = kUnusedPayloadType2;
3396 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
3397 ASSERT_EQ(1U, fake_call_->GetVideoReceiveStreams().size());
3398 const webrtc::VideoReceiveStream::Config& config_after =
3399 fake_call_->GetVideoReceiveStreams()[0]->GetConfig();
nisse26e3abb2017-08-25 04:44:25 -07003400 EXPECT_EQ(1U, config_after.rtp.rtx_associated_payload_types.size());
3401 const int* payload_type_after = FindKeyByValue(
3402 config_after.rtp.rtx_associated_payload_types, GetEngineCodec("VP8").id);
3403 ASSERT_NE(payload_type_after, nullptr);
3404 EXPECT_EQ(kUnusedPayloadType2, *payload_type_after);
brandtr14742122017-01-27 04:53:07 -08003405 EXPECT_EQ(kRtxSsrcs1[0], config_after.rtp.rtx_ssrc);
3406}
3407
eladalonf1841382017-06-12 01:16:46 -07003408TEST_F(WebRtcVideoChannelTest, SetRecvCodecsDifferentPayloadType) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003409 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003410 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003411 parameters.codecs[0].id = 99;
3412 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003413}
3414
eladalonf1841382017-06-12 01:16:46 -07003415TEST_F(WebRtcVideoChannelTest, SetRecvCodecsAcceptDefaultCodecs) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003416 cricket::VideoRecvParameters parameters;
3417 parameters.codecs = engine_.codecs();
3418 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgccbed3b2014-07-11 13:02:54 +00003419
3420 FakeVideoReceiveStream* stream = AddRecvStream();
Tommi733b5472016-06-10 17:58:01 +02003421 const webrtc::VideoReceiveStream::Config& config = stream->GetConfig();
pbos@webrtc.org776e6f22014-10-29 15:28:39 +00003422 EXPECT_EQ(engine_.codecs()[0].name, config.decoders[0].payload_name);
3423 EXPECT_EQ(engine_.codecs()[0].id, config.decoders[0].payload_type);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003424}
3425
eladalonf1841382017-06-12 01:16:46 -07003426TEST_F(WebRtcVideoChannelTest, SetRecvCodecsRejectUnsupportedCodec) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003427 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003428 parameters.codecs.push_back(GetEngineCodec("VP8"));
perkj26752742016-10-24 01:21:16 -07003429 parameters.codecs.push_back(VideoCodec(101, "WTF3"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003430 EXPECT_FALSE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003431}
3432
eladalonf1841382017-06-12 01:16:46 -07003433TEST_F(WebRtcVideoChannelTest, SetRecvCodecsAcceptsMultipleVideoCodecs) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003434 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003435 parameters.codecs.push_back(GetEngineCodec("VP8"));
3436 parameters.codecs.push_back(GetEngineCodec("VP9"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003437 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003438}
3439
eladalonf1841382017-06-12 01:16:46 -07003440TEST_F(WebRtcVideoChannelTest, SetRecvCodecsWithoutFecDisablesFec) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003441 cricket::VideoSendParameters send_parameters;
magjed509e4fe2016-11-18 01:34:11 -08003442 send_parameters.codecs.push_back(GetEngineCodec("VP8"));
3443 send_parameters.codecs.push_back(GetEngineCodec("red"));
3444 send_parameters.codecs.push_back(GetEngineCodec("ulpfec"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003445 ASSERT_TRUE(channel_->SetSendParameters(send_parameters));
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00003446
3447 FakeVideoReceiveStream* stream = AddRecvStream();
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00003448
magjed509e4fe2016-11-18 01:34:11 -08003449 EXPECT_EQ(GetEngineCodec("ulpfec").id,
nisse3b3622f2017-09-26 02:49:21 -07003450 stream->GetConfig().rtp.ulpfec_payload_type);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00003451
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003452 cricket::VideoRecvParameters recv_parameters;
magjed509e4fe2016-11-18 01:34:11 -08003453 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003454 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00003455 stream = fake_call_->GetVideoReceiveStreams()[0];
brandtr468da7c2016-11-22 02:16:47 -08003456 ASSERT_TRUE(stream != nullptr);
nisse3b3622f2017-09-26 02:49:21 -07003457 EXPECT_EQ(-1, stream->GetConfig().rtp.ulpfec_payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003458 << "SetSendCodec without ULPFEC should disable current ULPFEC.";
3459}
3460
eladalonf1841382017-06-12 01:16:46 -07003461TEST_F(WebRtcVideoChannelFlexfecRecvTest, SetRecvParamsWithoutFecDisablesFec) {
brandtr468da7c2016-11-22 02:16:47 -08003462 AddRecvStream(
3463 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
brandtr9c3d4c42017-01-23 06:59:13 -08003464 const std::vector<FakeFlexfecReceiveStream*>& streams =
brandtr468da7c2016-11-22 02:16:47 -08003465 fake_call_->GetFlexfecReceiveStreams();
3466
3467 ASSERT_EQ(1U, streams.size());
brandtr9c3d4c42017-01-23 06:59:13 -08003468 const FakeFlexfecReceiveStream* stream = streams.front();
3469 EXPECT_EQ(GetEngineCodec("flexfec-03").id, stream->GetConfig().payload_type);
3470 EXPECT_EQ(kFlexfecSsrc, stream->GetConfig().remote_ssrc);
3471 ASSERT_EQ(1U, stream->GetConfig().protected_media_ssrcs.size());
3472 EXPECT_EQ(kSsrcs1[0], stream->GetConfig().protected_media_ssrcs[0]);
brandtr468da7c2016-11-22 02:16:47 -08003473
3474 cricket::VideoRecvParameters recv_parameters;
3475 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
3476 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
3477 EXPECT_TRUE(streams.empty())
3478 << "SetSendCodec without FlexFEC should disable current FlexFEC.";
pbos@webrtc.org269605c2014-06-26 08:49:03 +00003479}
3480
eladalonf1841382017-06-12 01:16:46 -07003481TEST_F(WebRtcVideoChannelTest, SetSendParamsWithFecEnablesFec) {
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003482 FakeVideoReceiveStream* stream = AddRecvStream();
magjed509e4fe2016-11-18 01:34:11 -08003483 EXPECT_EQ(GetEngineCodec("ulpfec").id,
nisse3b3622f2017-09-26 02:49:21 -07003484 stream->GetConfig().rtp.ulpfec_payload_type);
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003485
3486 cricket::VideoRecvParameters recv_parameters;
magjed509e4fe2016-11-18 01:34:11 -08003487 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
3488 recv_parameters.codecs.push_back(GetEngineCodec("red"));
3489 recv_parameters.codecs.push_back(GetEngineCodec("ulpfec"));
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003490 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
3491 stream = fake_call_->GetVideoReceiveStreams()[0];
brandtr468da7c2016-11-22 02:16:47 -08003492 ASSERT_TRUE(stream != nullptr);
magjed509e4fe2016-11-18 01:34:11 -08003493 EXPECT_EQ(GetEngineCodec("ulpfec").id,
nisse3b3622f2017-09-26 02:49:21 -07003494 stream->GetConfig().rtp.ulpfec_payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003495 << "ULPFEC should be enabled on the receive stream.";
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003496
3497 cricket::VideoSendParameters send_parameters;
magjed509e4fe2016-11-18 01:34:11 -08003498 send_parameters.codecs.push_back(GetEngineCodec("VP8"));
3499 send_parameters.codecs.push_back(GetEngineCodec("red"));
3500 send_parameters.codecs.push_back(GetEngineCodec("ulpfec"));
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003501 ASSERT_TRUE(channel_->SetSendParameters(send_parameters));
3502 stream = fake_call_->GetVideoReceiveStreams()[0];
magjed509e4fe2016-11-18 01:34:11 -08003503 EXPECT_EQ(GetEngineCodec("ulpfec").id,
nisse3b3622f2017-09-26 02:49:21 -07003504 stream->GetConfig().rtp.ulpfec_payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003505 << "ULPFEC should be enabled on the receive stream.";
3506}
3507
eladalonf1841382017-06-12 01:16:46 -07003508TEST_F(WebRtcVideoChannelFlexfecSendRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07003509 SetSendRecvParamsWithFecEnablesFec) {
brandtr468da7c2016-11-22 02:16:47 -08003510 AddRecvStream(
3511 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
brandtr9c3d4c42017-01-23 06:59:13 -08003512 const std::vector<FakeFlexfecReceiveStream*>& streams =
brandtr468da7c2016-11-22 02:16:47 -08003513 fake_call_->GetFlexfecReceiveStreams();
3514
3515 cricket::VideoRecvParameters recv_parameters;
3516 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
3517 recv_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
3518 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
3519 ASSERT_EQ(1U, streams.size());
brandtr9c3d4c42017-01-23 06:59:13 -08003520 const FakeFlexfecReceiveStream* stream_with_recv_params = streams.front();
brandtr468da7c2016-11-22 02:16:47 -08003521 EXPECT_EQ(GetEngineCodec("flexfec-03").id,
brandtr9c3d4c42017-01-23 06:59:13 -08003522 stream_with_recv_params->GetConfig().payload_type);
3523 EXPECT_EQ(kFlexfecSsrc, stream_with_recv_params->GetConfig().remote_ssrc);
brandtr468da7c2016-11-22 02:16:47 -08003524 EXPECT_EQ(1U,
brandtr9c3d4c42017-01-23 06:59:13 -08003525 stream_with_recv_params->GetConfig().protected_media_ssrcs.size());
brandtr468da7c2016-11-22 02:16:47 -08003526 EXPECT_EQ(kSsrcs1[0],
brandtr9c3d4c42017-01-23 06:59:13 -08003527 stream_with_recv_params->GetConfig().protected_media_ssrcs[0]);
brandtr468da7c2016-11-22 02:16:47 -08003528
3529 cricket::VideoSendParameters send_parameters;
3530 send_parameters.codecs.push_back(GetEngineCodec("VP8"));
3531 send_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
3532 ASSERT_TRUE(channel_->SetSendParameters(send_parameters));
3533 ASSERT_EQ(1U, streams.size());
brandtr9c3d4c42017-01-23 06:59:13 -08003534 const FakeFlexfecReceiveStream* stream_with_send_params = streams.front();
brandtr468da7c2016-11-22 02:16:47 -08003535 EXPECT_EQ(GetEngineCodec("flexfec-03").id,
brandtr9c3d4c42017-01-23 06:59:13 -08003536 stream_with_send_params->GetConfig().payload_type);
3537 EXPECT_EQ(kFlexfecSsrc, stream_with_send_params->GetConfig().remote_ssrc);
brandtr468da7c2016-11-22 02:16:47 -08003538 EXPECT_EQ(1U,
brandtr9c3d4c42017-01-23 06:59:13 -08003539 stream_with_send_params->GetConfig().protected_media_ssrcs.size());
brandtr468da7c2016-11-22 02:16:47 -08003540 EXPECT_EQ(kSsrcs1[0],
brandtr9c3d4c42017-01-23 06:59:13 -08003541 stream_with_send_params->GetConfig().protected_media_ssrcs[0]);
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003542}
3543
eladalonf1841382017-06-12 01:16:46 -07003544TEST_F(WebRtcVideoChannelTest, SetRecvCodecsRejectDuplicateFecPayloads) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003545 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003546 parameters.codecs.push_back(GetEngineCodec("VP8"));
3547 parameters.codecs.push_back(GetEngineCodec("red"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003548 parameters.codecs[1].id = parameters.codecs[0].id;
3549 EXPECT_FALSE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003550}
3551
eladalonf1841382017-06-12 01:16:46 -07003552TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07003553 SetRecvCodecsRejectDuplicateFecPayloads) {
brandtr468da7c2016-11-22 02:16:47 -08003554 cricket::VideoRecvParameters parameters;
3555 parameters.codecs.push_back(GetEngineCodec("VP8"));
3556 parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
3557 parameters.codecs[1].id = parameters.codecs[0].id;
3558 EXPECT_FALSE(channel_->SetRecvParameters(parameters));
3559}
3560
eladalonf1841382017-06-12 01:16:46 -07003561TEST_F(WebRtcVideoChannelTest, SetRecvCodecsRejectDuplicateCodecPayloads) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003562 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003563 parameters.codecs.push_back(GetEngineCodec("VP8"));
3564 parameters.codecs.push_back(GetEngineCodec("VP9"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003565 parameters.codecs[1].id = parameters.codecs[0].id;
3566 EXPECT_FALSE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003567}
3568
eladalonf1841382017-06-12 01:16:46 -07003569TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003570 SetRecvCodecsAcceptSameCodecOnMultiplePayloadTypes) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003571 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003572 parameters.codecs.push_back(GetEngineCodec("VP8"));
3573 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003574 parameters.codecs[1].id += 1;
3575 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003576}
3577
deadbeef67cf2c12016-04-13 10:07:16 -07003578// Test that setting the same codecs but with a different order
deadbeef874ca3a2015-08-20 17:19:20 -07003579// doesn't result in the stream being recreated.
eladalonf1841382017-06-12 01:16:46 -07003580TEST_F(WebRtcVideoChannelTest,
deadbeef67cf2c12016-04-13 10:07:16 -07003581 SetRecvCodecsDifferentOrderDoesntRecreateStream) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003582 cricket::VideoRecvParameters parameters1;
magjed509e4fe2016-11-18 01:34:11 -08003583 parameters1.codecs.push_back(GetEngineCodec("VP8"));
3584 parameters1.codecs.push_back(GetEngineCodec("red"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003585 EXPECT_TRUE(channel_->SetRecvParameters(parameters1));
deadbeef874ca3a2015-08-20 17:19:20 -07003586
3587 AddRecvStream(cricket::StreamParams::CreateLegacy(123));
3588 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
3589
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003590 cricket::VideoRecvParameters parameters2;
magjed509e4fe2016-11-18 01:34:11 -08003591 parameters2.codecs.push_back(GetEngineCodec("red"));
3592 parameters2.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003593 EXPECT_TRUE(channel_->SetRecvParameters(parameters2));
deadbeef874ca3a2015-08-20 17:19:20 -07003594 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
3595}
3596
eladalonf1841382017-06-12 01:16:46 -07003597TEST_F(WebRtcVideoChannelTest, SendStreamNotSendingByDefault) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003598 EXPECT_FALSE(AddSendStream()->IsSending());
3599}
3600
eladalonf1841382017-06-12 01:16:46 -07003601TEST_F(WebRtcVideoChannelTest, ReceiveStreamReceivingByDefault) {
pbos@webrtc.org85f42942014-07-22 09:14:58 +00003602 EXPECT_TRUE(AddRecvStream()->IsReceiving());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003603}
3604
eladalonf1841382017-06-12 01:16:46 -07003605TEST_F(WebRtcVideoChannelTest, SetSend) {
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00003606 FakeVideoSendStream* stream = AddSendStream();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003607 EXPECT_FALSE(stream->IsSending());
3608
3609 // false->true
3610 EXPECT_TRUE(channel_->SetSend(true));
3611 EXPECT_TRUE(stream->IsSending());
3612 // true->true
3613 EXPECT_TRUE(channel_->SetSend(true));
3614 EXPECT_TRUE(stream->IsSending());
3615 // true->false
3616 EXPECT_TRUE(channel_->SetSend(false));
3617 EXPECT_FALSE(stream->IsSending());
3618 // false->false
3619 EXPECT_TRUE(channel_->SetSend(false));
3620 EXPECT_FALSE(stream->IsSending());
3621
3622 EXPECT_TRUE(channel_->SetSend(true));
3623 FakeVideoSendStream* new_stream = AddSendStream();
3624 EXPECT_TRUE(new_stream->IsSending())
3625 << "Send stream created after SetSend(true) not sending initially.";
3626}
3627
pbos@webrtc.orgd8198032014-11-10 14:41:43 +00003628// This test verifies DSCP settings are properly applied on video media channel.
eladalonf1841382017-06-12 01:16:46 -07003629TEST_F(WebRtcVideoChannelTest, TestSetDscpOptions) {
kwiberg686a8ef2016-02-26 03:00:35 -08003630 std::unique_ptr<cricket::FakeNetworkInterface> network_interface(
pbos@webrtc.orgd8198032014-11-10 14:41:43 +00003631 new cricket::FakeNetworkInterface);
nisse51542be2016-02-12 02:27:06 -08003632 MediaConfig config;
kwiberg686a8ef2016-02-26 03:00:35 -08003633 std::unique_ptr<VideoMediaChannel> channel;
nisse51542be2016-02-12 02:27:06 -08003634
3635 channel.reset(engine_.CreateChannel(call_.get(), config, VideoOptions()));
3636 channel->SetInterface(network_interface.get());
3637 // Default value when DSCP is disabled should be DSCP_DEFAULT.
pbos@webrtc.orgd8198032014-11-10 14:41:43 +00003638 EXPECT_EQ(rtc::DSCP_DEFAULT, network_interface->dscp());
nisse51542be2016-02-12 02:27:06 -08003639
3640 config.enable_dscp = true;
3641 channel.reset(engine_.CreateChannel(call_.get(), config, VideoOptions()));
3642 channel->SetInterface(network_interface.get());
3643 EXPECT_EQ(rtc::DSCP_AF41, network_interface->dscp());
3644
3645 // Verify that setting the option to false resets the
3646 // DiffServCodePoint.
3647 config.enable_dscp = false;
3648 channel.reset(engine_.CreateChannel(call_.get(), config, VideoOptions()));
3649 channel->SetInterface(network_interface.get());
3650 EXPECT_EQ(rtc::DSCP_DEFAULT, network_interface->dscp());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003651}
3652
deadbeef13871492015-12-09 12:37:51 -08003653// This test verifies that the RTCP reduced size mode is properly applied to
3654// send video streams.
eladalonf1841382017-06-12 01:16:46 -07003655TEST_F(WebRtcVideoChannelTest, TestSetSendRtcpReducedSize) {
deadbeef13871492015-12-09 12:37:51 -08003656 // Create stream, expecting that default mode is "compound".
3657 FakeVideoSendStream* stream1 = AddSendStream();
3658 EXPECT_EQ(webrtc::RtcpMode::kCompound, stream1->GetConfig().rtp.rtcp_mode);
3659
3660 // Now enable reduced size mode.
3661 send_parameters_.rtcp.reduced_size = true;
3662 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
3663 stream1 = fake_call_->GetVideoSendStreams()[0];
3664 EXPECT_EQ(webrtc::RtcpMode::kReducedSize, stream1->GetConfig().rtp.rtcp_mode);
3665
3666 // Create a new stream and ensure it picks up the reduced size mode.
3667 FakeVideoSendStream* stream2 = AddSendStream();
3668 EXPECT_EQ(webrtc::RtcpMode::kReducedSize, stream2->GetConfig().rtp.rtcp_mode);
3669}
3670
3671// This test verifies that the RTCP reduced size mode is properly applied to
3672// receive video streams.
eladalonf1841382017-06-12 01:16:46 -07003673TEST_F(WebRtcVideoChannelTest, TestSetRecvRtcpReducedSize) {
deadbeef13871492015-12-09 12:37:51 -08003674 // Create stream, expecting that default mode is "compound".
3675 FakeVideoReceiveStream* stream1 = AddRecvStream();
3676 EXPECT_EQ(webrtc::RtcpMode::kCompound, stream1->GetConfig().rtp.rtcp_mode);
3677
3678 // Now enable reduced size mode.
Taylor Brandstetter5f0b83b2016-03-18 15:02:07 -07003679 // TODO(deadbeef): Once "recv_parameters" becomes "receiver_parameters",
3680 // the reduced_size flag should come from that.
3681 send_parameters_.rtcp.reduced_size = true;
3682 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
deadbeef13871492015-12-09 12:37:51 -08003683 stream1 = fake_call_->GetVideoReceiveStreams()[0];
3684 EXPECT_EQ(webrtc::RtcpMode::kReducedSize, stream1->GetConfig().rtp.rtcp_mode);
3685
3686 // Create a new stream and ensure it picks up the reduced size mode.
3687 FakeVideoReceiveStream* stream2 = AddRecvStream();
3688 EXPECT_EQ(webrtc::RtcpMode::kReducedSize, stream2->GetConfig().rtp.rtcp_mode);
3689}
3690
eladalonf1841382017-06-12 01:16:46 -07003691TEST_F(WebRtcVideoChannelTest, OnReadyToSendSignalsNetworkState) {
skvlad7a43d252016-03-22 15:32:27 -07003692 EXPECT_EQ(webrtc::kNetworkUp,
3693 fake_call_->GetNetworkState(webrtc::MediaType::VIDEO));
3694 EXPECT_EQ(webrtc::kNetworkUp,
3695 fake_call_->GetNetworkState(webrtc::MediaType::AUDIO));
pbos@webrtc.org26c0c412014-09-03 16:17:12 +00003696
3697 channel_->OnReadyToSend(false);
skvlad7a43d252016-03-22 15:32:27 -07003698 EXPECT_EQ(webrtc::kNetworkDown,
3699 fake_call_->GetNetworkState(webrtc::MediaType::VIDEO));
3700 EXPECT_EQ(webrtc::kNetworkUp,
3701 fake_call_->GetNetworkState(webrtc::MediaType::AUDIO));
pbos@webrtc.org26c0c412014-09-03 16:17:12 +00003702
3703 channel_->OnReadyToSend(true);
skvlad7a43d252016-03-22 15:32:27 -07003704 EXPECT_EQ(webrtc::kNetworkUp,
3705 fake_call_->GetNetworkState(webrtc::MediaType::VIDEO));
3706 EXPECT_EQ(webrtc::kNetworkUp,
3707 fake_call_->GetNetworkState(webrtc::MediaType::AUDIO));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003708}
3709
eladalonf1841382017-06-12 01:16:46 -07003710TEST_F(WebRtcVideoChannelTest, GetStatsReportsSentCodecName) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003711 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003712 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003713 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström74d9ed72015-03-26 16:28:31 +01003714
3715 AddSendStream();
3716
3717 cricket::VideoMediaInfo info;
3718 ASSERT_TRUE(channel_->GetStats(&info));
magjed509e4fe2016-11-18 01:34:11 -08003719 EXPECT_EQ("VP8", info.senders[0].codec_name);
Peter Boström74d9ed72015-03-26 16:28:31 +01003720}
3721
eladalonf1841382017-06-12 01:16:46 -07003722TEST_F(WebRtcVideoChannelTest, GetStatsReportsEncoderImplementationName) {
Peter Boströmb7d9a972015-12-18 16:01:11 +01003723 FakeVideoSendStream* stream = AddSendStream();
3724 webrtc::VideoSendStream::Stats stats;
3725 stats.encoder_implementation_name = "encoder_implementation_name";
3726 stream->SetStats(stats);
3727
3728 cricket::VideoMediaInfo info;
3729 ASSERT_TRUE(channel_->GetStats(&info));
3730 EXPECT_EQ(stats.encoder_implementation_name,
3731 info.senders[0].encoder_implementation_name);
3732}
3733
eladalonf1841382017-06-12 01:16:46 -07003734TEST_F(WebRtcVideoChannelTest, GetStatsReportsCpuOveruseMetrics) {
pbos@webrtc.org3e6e2712015-02-26 12:19:31 +00003735 FakeVideoSendStream* stream = AddSendStream();
3736 webrtc::VideoSendStream::Stats stats;
3737 stats.avg_encode_time_ms = 13;
3738 stats.encode_usage_percent = 42;
3739 stream->SetStats(stats);
3740
3741 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003742 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org3e6e2712015-02-26 12:19:31 +00003743 EXPECT_EQ(stats.avg_encode_time_ms, info.senders[0].avg_encode_ms);
3744 EXPECT_EQ(stats.encode_usage_percent, info.senders[0].encode_usage_percent);
3745}
3746
eladalonf1841382017-06-12 01:16:46 -07003747TEST_F(WebRtcVideoChannelTest, GetStatsReportsFramesEncoded) {
sakal43536c32016-10-24 01:46:43 -07003748 FakeVideoSendStream* stream = AddSendStream();
3749 webrtc::VideoSendStream::Stats stats;
3750 stats.frames_encoded = 13;
3751 stream->SetStats(stats);
3752
3753 cricket::VideoMediaInfo info;
3754 ASSERT_TRUE(channel_->GetStats(&info));
3755 EXPECT_EQ(stats.frames_encoded, info.senders[0].frames_encoded);
3756}
3757
eladalonf1841382017-06-12 01:16:46 -07003758TEST_F(WebRtcVideoChannelTest, GetStatsReportsQpSum) {
sakal87da4042016-10-31 06:53:47 -07003759 FakeVideoSendStream* stream = AddSendStream();
3760 webrtc::VideoSendStream::Stats stats;
Oskar Sundbom78807582017-11-16 11:09:55 +01003761 stats.qp_sum = 13;
sakal87da4042016-10-31 06:53:47 -07003762 stream->SetStats(stats);
3763
3764 cricket::VideoMediaInfo info;
3765 ASSERT_TRUE(channel_->GetStats(&info));
3766 EXPECT_EQ(stats.qp_sum, info.senders[0].qp_sum);
3767}
3768
eladalonf1841382017-06-12 01:16:46 -07003769TEST_F(WebRtcVideoChannelTest, GetStatsReportsUpperResolution) {
pbos@webrtc.org273a4142014-12-01 15:23:21 +00003770 FakeVideoSendStream* stream = AddSendStream();
3771 webrtc::VideoSendStream::Stats stats;
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003772 stats.substreams[17].width = 123;
3773 stats.substreams[17].height = 40;
3774 stats.substreams[42].width = 80;
3775 stats.substreams[42].height = 31;
3776 stats.substreams[11].width = 20;
3777 stats.substreams[11].height = 90;
pbos@webrtc.org273a4142014-12-01 15:23:21 +00003778 stream->SetStats(stats);
3779
3780 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003781 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org273a4142014-12-01 15:23:21 +00003782 ASSERT_EQ(1u, info.senders.size());
3783 EXPECT_EQ(123, info.senders[0].send_frame_width);
3784 EXPECT_EQ(90, info.senders[0].send_frame_height);
3785}
3786
eladalonf1841382017-06-12 01:16:46 -07003787TEST_F(WebRtcVideoChannelTest, GetStatsReportsPreferredBitrate) {
Pera48ddb72016-09-29 11:48:50 +02003788 FakeVideoSendStream* stream = AddSendStream();
3789 webrtc::VideoSendStream::Stats stats;
3790 stats.preferred_media_bitrate_bps = 5;
3791 stream->SetStats(stats);
3792
3793 cricket::VideoMediaInfo info;
3794 ASSERT_TRUE(channel_->GetStats(&info));
3795 ASSERT_EQ(1u, info.senders.size());
3796 EXPECT_EQ(5, info.senders[0].preferred_bitrate);
3797}
3798
eladalonf1841382017-06-12 01:16:46 -07003799TEST_F(WebRtcVideoChannelTest, GetStatsReportsCpuAdaptationStats) {
perkj803d97f2016-11-01 11:45:46 -07003800 FakeVideoSendStream* stream = AddSendStream();
3801 webrtc::VideoSendStream::Stats stats;
3802 stats.number_of_cpu_adapt_changes = 2;
3803 stats.cpu_limited_resolution = true;
3804 stream->SetStats(stats);
pbos@webrtc.org9a4410e2015-02-26 10:03:39 +00003805
pbos@webrtc.org9a4410e2015-02-26 10:03:39 +00003806 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003807 EXPECT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org9a4410e2015-02-26 10:03:39 +00003808 ASSERT_EQ(1U, info.senders.size());
eladalonf1841382017-06-12 01:16:46 -07003809 EXPECT_EQ(WebRtcVideoChannel::ADAPTREASON_CPU, info.senders[0].adapt_reason);
perkj803d97f2016-11-01 11:45:46 -07003810 EXPECT_EQ(stats.number_of_cpu_adapt_changes, info.senders[0].adapt_changes);
pbos@webrtc.org9a4410e2015-02-26 10:03:39 +00003811}
3812
eladalonf1841382017-06-12 01:16:46 -07003813TEST_F(WebRtcVideoChannelTest, GetStatsReportsAdaptationAndBandwidthStats) {
perkj803d97f2016-11-01 11:45:46 -07003814 FakeVideoSendStream* stream = AddSendStream();
asapersson17821db2015-12-14 02:08:12 -08003815 webrtc::VideoSendStream::Stats stats;
perkj803d97f2016-11-01 11:45:46 -07003816 stats.number_of_cpu_adapt_changes = 2;
3817 stats.cpu_limited_resolution = true;
asapersson17821db2015-12-14 02:08:12 -08003818 stats.bw_limited_resolution = true;
perkj803d97f2016-11-01 11:45:46 -07003819 stream->SetStats(stats);
3820
3821 cricket::VideoMediaInfo info;
asapersson17821db2015-12-14 02:08:12 -08003822 EXPECT_TRUE(channel_->GetStats(&info));
3823 ASSERT_EQ(1U, info.senders.size());
eladalonf1841382017-06-12 01:16:46 -07003824 EXPECT_EQ(WebRtcVideoChannel::ADAPTREASON_CPU |
3825 WebRtcVideoChannel::ADAPTREASON_BANDWIDTH,
asapersson17821db2015-12-14 02:08:12 -08003826 info.senders[0].adapt_reason);
perkj803d97f2016-11-01 11:45:46 -07003827 EXPECT_EQ(stats.number_of_cpu_adapt_changes, info.senders[0].adapt_changes);
asapersson17821db2015-12-14 02:08:12 -08003828}
3829
eladalonf1841382017-06-12 01:16:46 -07003830TEST_F(WebRtcVideoChannelTest,
asapersson17821db2015-12-14 02:08:12 -08003831 GetStatsTranslatesBandwidthLimitedResolutionCorrectly) {
3832 FakeVideoSendStream* stream = AddSendStream();
3833 webrtc::VideoSendStream::Stats stats;
3834 stats.bw_limited_resolution = true;
3835 stream->SetStats(stats);
3836
3837 cricket::VideoMediaInfo info;
3838 EXPECT_TRUE(channel_->GetStats(&info));
3839 ASSERT_EQ(1U, info.senders.size());
eladalonf1841382017-06-12 01:16:46 -07003840 EXPECT_EQ(WebRtcVideoChannel::ADAPTREASON_BANDWIDTH,
asapersson17821db2015-12-14 02:08:12 -08003841 info.senders[0].adapt_reason);
3842}
3843
eladalonf1841382017-06-12 01:16:46 -07003844TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00003845 GetStatsTranslatesSendRtcpPacketTypesCorrectly) {
3846 FakeVideoSendStream* stream = AddSendStream();
3847 webrtc::VideoSendStream::Stats stats;
3848 stats.substreams[17].rtcp_packet_type_counts.fir_packets = 2;
3849 stats.substreams[17].rtcp_packet_type_counts.nack_packets = 3;
3850 stats.substreams[17].rtcp_packet_type_counts.pli_packets = 4;
3851
3852 stats.substreams[42].rtcp_packet_type_counts.fir_packets = 5;
3853 stats.substreams[42].rtcp_packet_type_counts.nack_packets = 7;
3854 stats.substreams[42].rtcp_packet_type_counts.pli_packets = 9;
3855
3856 stream->SetStats(stats);
3857
3858 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003859 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00003860 EXPECT_EQ(7, info.senders[0].firs_rcvd);
3861 EXPECT_EQ(10, info.senders[0].nacks_rcvd);
3862 EXPECT_EQ(13, info.senders[0].plis_rcvd);
3863}
3864
eladalonf1841382017-06-12 01:16:46 -07003865TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00003866 GetStatsTranslatesReceiveRtcpPacketTypesCorrectly) {
3867 FakeVideoReceiveStream* stream = AddRecvStream();
3868 webrtc::VideoReceiveStream::Stats stats;
3869 stats.rtcp_packet_type_counts.fir_packets = 2;
3870 stats.rtcp_packet_type_counts.nack_packets = 3;
3871 stats.rtcp_packet_type_counts.pli_packets = 4;
3872 stream->SetStats(stats);
3873
3874 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003875 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00003876 EXPECT_EQ(stats.rtcp_packet_type_counts.fir_packets,
3877 info.receivers[0].firs_sent);
3878 EXPECT_EQ(stats.rtcp_packet_type_counts.nack_packets,
3879 info.receivers[0].nacks_sent);
3880 EXPECT_EQ(stats.rtcp_packet_type_counts.pli_packets,
3881 info.receivers[0].plis_sent);
3882}
3883
eladalonf1841382017-06-12 01:16:46 -07003884TEST_F(WebRtcVideoChannelTest, GetStatsTranslatesDecodeStatsCorrectly) {
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003885 FakeVideoReceiveStream* stream = AddRecvStream();
3886 webrtc::VideoReceiveStream::Stats stats;
Peter Boströmb7d9a972015-12-18 16:01:11 +01003887 stats.decoder_implementation_name = "decoder_implementation_name";
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003888 stats.decode_ms = 2;
3889 stats.max_decode_ms = 3;
3890 stats.current_delay_ms = 4;
3891 stats.target_delay_ms = 5;
3892 stats.jitter_buffer_ms = 6;
3893 stats.min_playout_delay_ms = 7;
3894 stats.render_delay_ms = 8;
asapersson26dd92b2016-08-30 00:45:45 -07003895 stats.width = 9;
3896 stats.height = 10;
hbos42f6d2f2017-01-20 03:56:50 -08003897 stats.frame_counts.key_frames = 11;
3898 stats.frame_counts.delta_frames = 12;
hbos50cfe1f2017-01-23 07:21:55 -08003899 stats.frames_rendered = 13;
3900 stats.frames_decoded = 14;
Oskar Sundbom78807582017-11-16 11:09:55 +01003901 stats.qp_sum = 15;
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003902 stream->SetStats(stats);
3903
3904 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003905 ASSERT_TRUE(channel_->GetStats(&info));
Peter Boströmb7d9a972015-12-18 16:01:11 +01003906 EXPECT_EQ(stats.decoder_implementation_name,
3907 info.receivers[0].decoder_implementation_name);
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003908 EXPECT_EQ(stats.decode_ms, info.receivers[0].decode_ms);
3909 EXPECT_EQ(stats.max_decode_ms, info.receivers[0].max_decode_ms);
3910 EXPECT_EQ(stats.current_delay_ms, info.receivers[0].current_delay_ms);
3911 EXPECT_EQ(stats.target_delay_ms, info.receivers[0].target_delay_ms);
3912 EXPECT_EQ(stats.jitter_buffer_ms, info.receivers[0].jitter_buffer_ms);
3913 EXPECT_EQ(stats.min_playout_delay_ms, info.receivers[0].min_playout_delay_ms);
3914 EXPECT_EQ(stats.render_delay_ms, info.receivers[0].render_delay_ms);
asapersson26dd92b2016-08-30 00:45:45 -07003915 EXPECT_EQ(stats.width, info.receivers[0].frame_width);
3916 EXPECT_EQ(stats.height, info.receivers[0].frame_height);
hbos42f6d2f2017-01-20 03:56:50 -08003917 EXPECT_EQ(stats.frame_counts.key_frames + stats.frame_counts.delta_frames,
3918 info.receivers[0].frames_received);
hbos50cfe1f2017-01-23 07:21:55 -08003919 EXPECT_EQ(stats.frames_rendered, info.receivers[0].frames_rendered);
sakale5ba44e2016-10-26 07:09:24 -07003920 EXPECT_EQ(stats.frames_decoded, info.receivers[0].frames_decoded);
sakalcc452e12017-02-09 04:53:45 -08003921 EXPECT_EQ(stats.qp_sum, info.receivers[0].qp_sum);
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003922}
3923
eladalonf1841382017-06-12 01:16:46 -07003924TEST_F(WebRtcVideoChannelTest, GetStatsTranslatesReceivePacketStatsCorrectly) {
Peter Boström393347f2015-04-22 14:52:45 +02003925 FakeVideoReceiveStream* stream = AddRecvStream();
3926 webrtc::VideoReceiveStream::Stats stats;
3927 stats.rtp_stats.transmitted.payload_bytes = 2;
3928 stats.rtp_stats.transmitted.header_bytes = 3;
3929 stats.rtp_stats.transmitted.padding_bytes = 4;
3930 stats.rtp_stats.transmitted.packets = 5;
srte186d9c32017-08-04 05:03:53 -07003931 stats.rtcp_stats.packets_lost = 6;
Peter Boström393347f2015-04-22 14:52:45 +02003932 stats.rtcp_stats.fraction_lost = 7;
3933 stream->SetStats(stats);
3934
3935 cricket::VideoMediaInfo info;
3936 ASSERT_TRUE(channel_->GetStats(&info));
3937 EXPECT_EQ(stats.rtp_stats.transmitted.payload_bytes +
3938 stats.rtp_stats.transmitted.header_bytes +
3939 stats.rtp_stats.transmitted.padding_bytes,
3940 info.receivers[0].bytes_rcvd);
3941 EXPECT_EQ(stats.rtp_stats.transmitted.packets,
3942 info.receivers[0].packets_rcvd);
srte186d9c32017-08-04 05:03:53 -07003943 EXPECT_EQ(stats.rtcp_stats.packets_lost, info.receivers[0].packets_lost);
Peter Boström393347f2015-04-22 14:52:45 +02003944 EXPECT_EQ(static_cast<float>(stats.rtcp_stats.fraction_lost) / (1 << 8),
3945 info.receivers[0].fraction_lost);
3946}
3947
eladalonf1841382017-06-12 01:16:46 -07003948TEST_F(WebRtcVideoChannelTest, TranslatesCallStatsCorrectly) {
pbos@webrtc.org2b19f062014-12-11 13:26:09 +00003949 AddSendStream();
3950 AddSendStream();
3951 webrtc::Call::Stats stats;
3952 stats.rtt_ms = 123;
3953 fake_call_->SetStats(stats);
3954
3955 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003956 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org2b19f062014-12-11 13:26:09 +00003957 ASSERT_EQ(2u, info.senders.size());
3958 EXPECT_EQ(stats.rtt_ms, info.senders[0].rtt_ms);
3959 EXPECT_EQ(stats.rtt_ms, info.senders[1].rtt_ms);
3960}
3961
eladalonf1841382017-06-12 01:16:46 -07003962TEST_F(WebRtcVideoChannelTest, TranslatesSenderBitrateStatsCorrectly) {
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003963 FakeVideoSendStream* stream = AddSendStream();
3964 webrtc::VideoSendStream::Stats stats;
pbos@webrtc.org891d4832015-02-26 13:15:22 +00003965 stats.target_media_bitrate_bps = 156;
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003966 stats.media_bitrate_bps = 123;
3967 stats.substreams[17].total_bitrate_bps = 1;
3968 stats.substreams[17].retransmit_bitrate_bps = 2;
3969 stats.substreams[42].total_bitrate_bps = 3;
3970 stats.substreams[42].retransmit_bitrate_bps = 4;
3971 stream->SetStats(stats);
3972
3973 FakeVideoSendStream* stream2 = AddSendStream();
3974 webrtc::VideoSendStream::Stats stats2;
pbos@webrtc.org891d4832015-02-26 13:15:22 +00003975 stats2.target_media_bitrate_bps = 200;
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003976 stats2.media_bitrate_bps = 321;
3977 stats2.substreams[13].total_bitrate_bps = 5;
3978 stats2.substreams[13].retransmit_bitrate_bps = 6;
3979 stats2.substreams[21].total_bitrate_bps = 7;
3980 stats2.substreams[21].retransmit_bitrate_bps = 8;
3981 stream2->SetStats(stats2);
3982
3983 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003984 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003985 ASSERT_EQ(2u, info.senders.size());
stefanf79ade12017-06-02 06:44:03 -07003986 BandwidthEstimationInfo bwe_info;
3987 channel_->FillBitrateInfo(&bwe_info);
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003988 // Assuming stream and stream2 corresponds to senders[0] and [1] respectively
3989 // is OK as std::maps are sorted and AddSendStream() gives increasing SSRCs.
3990 EXPECT_EQ(stats.media_bitrate_bps, info.senders[0].nominal_bitrate);
3991 EXPECT_EQ(stats2.media_bitrate_bps, info.senders[1].nominal_bitrate);
pbos@webrtc.org891d4832015-02-26 13:15:22 +00003992 EXPECT_EQ(stats.target_media_bitrate_bps + stats2.target_media_bitrate_bps,
stefanf79ade12017-06-02 06:44:03 -07003993 bwe_info.target_enc_bitrate);
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003994 EXPECT_EQ(stats.media_bitrate_bps + stats2.media_bitrate_bps,
stefanf79ade12017-06-02 06:44:03 -07003995 bwe_info.actual_enc_bitrate);
3996 EXPECT_EQ(1 + 3 + 5 + 7, bwe_info.transmit_bitrate)
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003997 << "Bandwidth stats should take all streams into account.";
stefanf79ade12017-06-02 06:44:03 -07003998 EXPECT_EQ(2 + 4 + 6 + 8, bwe_info.retransmit_bitrate)
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003999 << "Bandwidth stats should take all streams into account.";
4000}
4001
eladalonf1841382017-06-12 01:16:46 -07004002TEST_F(WebRtcVideoChannelTest, DefaultReceiveStreamReconfiguresToUseRtx) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004003 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00004004
Peter Boström0c4e06b2015-10-07 12:23:21 +02004005 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
4006 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00004007
4008 ASSERT_EQ(0u, fake_call_->GetVideoReceiveStreams().size());
4009 const size_t kDataLength = 12;
4010 uint8_t data[kDataLength];
4011 memset(data, 0, sizeof(data));
4012 rtc::SetBE32(&data[8], ssrcs[0]);
jbaucheec21bd2016-03-20 06:15:43 -07004013 rtc::CopyOnWriteBuffer packet(data, kDataLength);
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00004014 rtc::PacketTime packet_time;
4015 channel_->OnPacketReceived(&packet, packet_time);
4016
4017 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size())
4018 << "No default receive stream created.";
4019 FakeVideoReceiveStream* recv_stream = fake_call_->GetVideoReceiveStreams()[0];
brandtr14742122017-01-27 04:53:07 -08004020 EXPECT_EQ(0u, recv_stream->GetConfig().rtp.rtx_ssrc)
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00004021 << "Default receive stream should not have configured RTX";
4022
4023 EXPECT_TRUE(channel_->AddRecvStream(
4024 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs)));
4025 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size())
brandtr14742122017-01-27 04:53:07 -08004026 << "AddRecvStream should have reconfigured, not added a new receiver.";
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00004027 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
nisse26e3abb2017-08-25 04:44:25 -07004028 EXPECT_FALSE(
4029 recv_stream->GetConfig().rtp.rtx_associated_payload_types.empty());
nisseca5706d2017-09-11 02:32:16 -07004030 EXPECT_TRUE(VerifyRtxReceiveAssociations(recv_stream->GetConfig()))
Peter Boströmd8b01092016-05-12 16:44:36 +02004031 << "RTX should be mapped for all decoders/payload types.";
nisseca5706d2017-09-11 02:32:16 -07004032 EXPECT_TRUE(HasRtxReceiveAssociation(recv_stream->GetConfig(),
4033 GetEngineCodec("red").id))
4034 << "RTX should be mapped also for the RED payload type";
brandtr14742122017-01-27 04:53:07 -08004035 EXPECT_EQ(rtx_ssrcs[0], recv_stream->GetConfig().rtp.rtx_ssrc);
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00004036}
4037
eladalonf1841382017-06-12 01:16:46 -07004038TEST_F(WebRtcVideoChannelTest, RejectsAddingStreamsWithMissingSsrcsForRtx) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004039 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boströmd4362cd2015-03-25 14:17:23 +01004040
Peter Boström0c4e06b2015-10-07 12:23:21 +02004041 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
4042 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
Peter Boströmd4362cd2015-03-25 14:17:23 +01004043
4044 StreamParams sp =
4045 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs);
4046 sp.ssrcs = ssrcs; // Without RTXs, this is the important part.
4047
4048 EXPECT_FALSE(channel_->AddSendStream(sp));
4049 EXPECT_FALSE(channel_->AddRecvStream(sp));
4050}
4051
eladalonf1841382017-06-12 01:16:46 -07004052TEST_F(WebRtcVideoChannelTest, RejectsAddingStreamsWithOverlappingRtxSsrcs) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004053 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boströmd6f4c252015-03-26 16:23:04 +01004054
Peter Boström0c4e06b2015-10-07 12:23:21 +02004055 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
4056 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
Peter Boströmd6f4c252015-03-26 16:23:04 +01004057
4058 StreamParams sp =
4059 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs);
4060
4061 EXPECT_TRUE(channel_->AddSendStream(sp));
4062 EXPECT_TRUE(channel_->AddRecvStream(sp));
4063
4064 // The RTX SSRC is already used in previous streams, using it should fail.
4065 sp = cricket::StreamParams::CreateLegacy(rtx_ssrcs[0]);
4066 EXPECT_FALSE(channel_->AddSendStream(sp));
4067 EXPECT_FALSE(channel_->AddRecvStream(sp));
4068
4069 // After removing the original stream this should be fine to add (makes sure
4070 // that RTX ssrcs are not forever taken).
4071 EXPECT_TRUE(channel_->RemoveSendStream(ssrcs[0]));
4072 EXPECT_TRUE(channel_->RemoveRecvStream(ssrcs[0]));
4073 EXPECT_TRUE(channel_->AddSendStream(sp));
4074 EXPECT_TRUE(channel_->AddRecvStream(sp));
4075}
4076
eladalonf1841382017-06-12 01:16:46 -07004077TEST_F(WebRtcVideoChannelTest,
Peter Boströmd6f4c252015-03-26 16:23:04 +01004078 RejectsAddingStreamsWithOverlappingSimulcastSsrcs) {
Peter Boström0c4e06b2015-10-07 12:23:21 +02004079 static const uint32_t kFirstStreamSsrcs[] = {1, 2, 3};
4080 static const uint32_t kOverlappingStreamSsrcs[] = {4, 3, 5};
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004081 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boströmd6f4c252015-03-26 16:23:04 +01004082
Peter Boströmd6f4c252015-03-26 16:23:04 +01004083 StreamParams sp =
4084 cricket::CreateSimStreamParams("cname", MAKE_VECTOR(kFirstStreamSsrcs));
4085
4086 EXPECT_TRUE(channel_->AddSendStream(sp));
4087 EXPECT_TRUE(channel_->AddRecvStream(sp));
4088
4089 // One of the SSRCs is already used in previous streams, using it should fail.
4090 sp = cricket::CreateSimStreamParams("cname",
4091 MAKE_VECTOR(kOverlappingStreamSsrcs));
4092 EXPECT_FALSE(channel_->AddSendStream(sp));
4093 EXPECT_FALSE(channel_->AddRecvStream(sp));
4094
4095 // After removing the original stream this should be fine to add (makes sure
4096 // that RTX ssrcs are not forever taken).
Peter Boström3548dd22015-05-22 18:48:36 +02004097 EXPECT_TRUE(channel_->RemoveSendStream(kFirstStreamSsrcs[0]));
4098 EXPECT_TRUE(channel_->RemoveRecvStream(kFirstStreamSsrcs[0]));
Peter Boströmd6f4c252015-03-26 16:23:04 +01004099 EXPECT_TRUE(channel_->AddSendStream(sp));
4100 EXPECT_TRUE(channel_->AddRecvStream(sp));
4101}
4102
eladalonf1841382017-06-12 01:16:46 -07004103TEST_F(WebRtcVideoChannelTest, ReportsSsrcGroupsInStats) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004104 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boström259bd202015-05-28 13:39:50 +02004105
4106 static const uint32_t kSenderSsrcs[] = {4, 7, 10};
4107 static const uint32_t kSenderRtxSsrcs[] = {5, 8, 11};
4108
4109 StreamParams sender_sp = cricket::CreateSimWithRtxStreamParams(
4110 "cname", MAKE_VECTOR(kSenderSsrcs), MAKE_VECTOR(kSenderRtxSsrcs));
4111
4112 EXPECT_TRUE(channel_->AddSendStream(sender_sp));
4113
4114 static const uint32_t kReceiverSsrcs[] = {3};
4115 static const uint32_t kReceiverRtxSsrcs[] = {2};
4116
4117 StreamParams receiver_sp = cricket::CreateSimWithRtxStreamParams(
4118 "cname", MAKE_VECTOR(kReceiverSsrcs), MAKE_VECTOR(kReceiverRtxSsrcs));
4119 EXPECT_TRUE(channel_->AddRecvStream(receiver_sp));
4120
4121 cricket::VideoMediaInfo info;
4122 ASSERT_TRUE(channel_->GetStats(&info));
4123
4124 ASSERT_EQ(1u, info.senders.size());
4125 ASSERT_EQ(1u, info.receivers.size());
4126
4127 EXPECT_NE(sender_sp.ssrc_groups, receiver_sp.ssrc_groups);
4128 EXPECT_EQ(sender_sp.ssrc_groups, info.senders[0].ssrc_groups);
4129 EXPECT_EQ(receiver_sp.ssrc_groups, info.receivers[0].ssrc_groups);
4130}
4131
eladalonf1841382017-06-12 01:16:46 -07004132TEST_F(WebRtcVideoChannelTest, MapsReceivedPayloadTypeToCodecName) {
pbosf42376c2015-08-28 07:35:32 -07004133 FakeVideoReceiveStream* stream = AddRecvStream();
4134 webrtc::VideoReceiveStream::Stats stats;
4135 cricket::VideoMediaInfo info;
4136
4137 // Report no codec name before receiving.
4138 stream->SetStats(stats);
4139 ASSERT_TRUE(channel_->GetStats(&info));
4140 EXPECT_STREQ("", info.receivers[0].codec_name.c_str());
4141
4142 // Report VP8 if we're receiving it.
magjed509e4fe2016-11-18 01:34:11 -08004143 stats.current_payload_type = GetEngineCodec("VP8").id;
pbosf42376c2015-08-28 07:35:32 -07004144 stream->SetStats(stats);
4145 ASSERT_TRUE(channel_->GetStats(&info));
4146 EXPECT_STREQ(kVp8CodecName, info.receivers[0].codec_name.c_str());
4147
4148 // Report no codec name for unknown playload types.
4149 stats.current_payload_type = 3;
4150 stream->SetStats(stats);
4151 ASSERT_TRUE(channel_->GetStats(&info));
4152 EXPECT_STREQ("", info.receivers[0].codec_name.c_str());
4153}
4154
eladalonf1841382017-06-12 01:16:46 -07004155void WebRtcVideoChannelTest::TestReceiveUnsignaledSsrcPacket(
noahricd10a68e2015-07-10 11:27:55 -07004156 uint8_t payload_type,
4157 bool expect_created_receive_stream) {
magjed509e4fe2016-11-18 01:34:11 -08004158 // kRedRtxPayloadType must currently be unused.
4159 EXPECT_FALSE(FindCodecById(engine_.codecs(), kRedRtxPayloadType));
4160
noahricd10a68e2015-07-10 11:27:55 -07004161 // Add a RED RTX codec.
4162 VideoCodec red_rtx_codec =
magjed509e4fe2016-11-18 01:34:11 -08004163 VideoCodec::CreateRtxCodec(kRedRtxPayloadType, GetEngineCodec("red").id);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004164 recv_parameters_.codecs.push_back(red_rtx_codec);
4165 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
noahricd10a68e2015-07-10 11:27:55 -07004166
4167 ASSERT_EQ(0u, fake_call_->GetVideoReceiveStreams().size());
4168 const size_t kDataLength = 12;
4169 uint8_t data[kDataLength];
4170 memset(data, 0, sizeof(data));
4171
4172 rtc::Set8(data, 1, payload_type);
4173 rtc::SetBE32(&data[8], kIncomingUnsignalledSsrc);
jbaucheec21bd2016-03-20 06:15:43 -07004174 rtc::CopyOnWriteBuffer packet(data, kDataLength);
noahricd10a68e2015-07-10 11:27:55 -07004175 rtc::PacketTime packet_time;
4176 channel_->OnPacketReceived(&packet, packet_time);
4177
4178 if (expect_created_receive_stream) {
4179 EXPECT_EQ(1u, fake_call_->GetVideoReceiveStreams().size())
4180 << "Should have created a receive stream for payload type: "
4181 << payload_type;
4182 } else {
4183 EXPECT_EQ(0u, fake_call_->GetVideoReceiveStreams().size())
4184 << "Shouldn't have created a receive stream for payload type: "
4185 << payload_type;
4186 }
4187}
4188
eladalonf1841382017-06-12 01:16:46 -07004189TEST_F(WebRtcVideoChannelTest, Vp8PacketCreatesUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004190 TestReceiveUnsignaledSsrcPacket(GetEngineCodec("VP8").id,
4191 true /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004192}
4193
eladalonf1841382017-06-12 01:16:46 -07004194TEST_F(WebRtcVideoChannelTest, Vp9PacketCreatesUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004195 TestReceiveUnsignaledSsrcPacket(GetEngineCodec("VP9").id,
4196 true /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004197}
4198
eladalonf1841382017-06-12 01:16:46 -07004199TEST_F(WebRtcVideoChannelTest, RtxPacketDoesntCreateUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004200 const cricket::VideoCodec vp8 = GetEngineCodec("VP8");
4201 const int rtx_vp8_payload_type = default_apt_rtx_types_[vp8.id];
4202 TestReceiveUnsignaledSsrcPacket(rtx_vp8_payload_type,
4203 false /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004204}
4205
eladalonf1841382017-06-12 01:16:46 -07004206TEST_F(WebRtcVideoChannelTest, UlpfecPacketDoesntCreateUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004207 TestReceiveUnsignaledSsrcPacket(GetEngineCodec("ulpfec").id,
4208 false /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004209}
4210
eladalonf1841382017-06-12 01:16:46 -07004211TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr468da7c2016-11-22 02:16:47 -08004212 FlexfecPacketDoesntCreateUnsignalledStream) {
4213 TestReceiveUnsignaledSsrcPacket(GetEngineCodec("flexfec-03").id,
4214 false /* expect_created_receive_stream */);
4215}
4216
eladalonf1841382017-06-12 01:16:46 -07004217TEST_F(WebRtcVideoChannelTest, RedRtxPacketDoesntCreateUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004218 TestReceiveUnsignaledSsrcPacket(kRedRtxPayloadType,
4219 false /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004220}
4221
mzanaty8a855d62017-02-17 15:46:43 -08004222// Test that receiving any unsignalled SSRC works even if it changes.
4223// The first unsignalled SSRC received will create a default receive stream.
4224// Any different unsignalled SSRC received will replace the default.
eladalonf1841382017-06-12 01:16:46 -07004225TEST_F(WebRtcVideoChannelTest, ReceiveDifferentUnsignaledSsrc) {
mzanaty8a855d62017-02-17 15:46:43 -08004226 // Allow receiving VP8, VP9, H264 (if enabled).
4227 cricket::VideoRecvParameters parameters;
4228 parameters.codecs.push_back(GetEngineCodec("VP8"));
4229 parameters.codecs.push_back(GetEngineCodec("VP9"));
4230
4231#if defined(WEBRTC_USE_H264)
4232 cricket::VideoCodec H264codec(126, "H264");
4233 parameters.codecs.push_back(H264codec);
4234#endif
4235
4236 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4237 // No receive streams yet.
4238 ASSERT_EQ(0u, fake_call_->GetVideoReceiveStreams().size());
4239 cricket::FakeVideoRenderer renderer;
4240 EXPECT_TRUE(channel_->SetSink(kDefaultRecvSsrc, &renderer));
4241
4242 // Receive VP8 packet on first SSRC.
4243 uint8_t data[kMinRtpPacketLen];
4244 cricket::RtpHeader rtpHeader;
4245 rtpHeader.payload_type = GetEngineCodec("VP8").id;
4246 rtpHeader.seq_num = rtpHeader.timestamp = 0;
4247 rtpHeader.ssrc = kIncomingUnsignalledSsrc+1;
4248 cricket::SetRtpHeader(data, sizeof(data), rtpHeader);
4249 rtc::CopyOnWriteBuffer packet(data, sizeof(data));
4250 rtc::PacketTime packet_time;
4251 channel_->OnPacketReceived(&packet, packet_time);
4252 // VP8 packet should create default receive stream.
4253 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4254 FakeVideoReceiveStream* recv_stream =
4255 fake_call_->GetVideoReceiveStreams()[0];
4256 EXPECT_EQ(rtpHeader.ssrc, recv_stream->GetConfig().rtp.remote_ssrc);
4257 // Verify that the receive stream sinks to a renderer.
4258 webrtc::VideoFrame video_frame(CreateBlackFrameBuffer(4, 4), 100, 0,
4259 webrtc::kVideoRotation_0);
4260 recv_stream->InjectFrame(video_frame);
4261 EXPECT_EQ(1, renderer.num_rendered_frames());
4262
4263 // Receive VP9 packet on second SSRC.
4264 rtpHeader.payload_type = GetEngineCodec("VP9").id;
4265 rtpHeader.ssrc = kIncomingUnsignalledSsrc+2;
4266 cricket::SetRtpHeader(data, sizeof(data), rtpHeader);
4267 rtc::CopyOnWriteBuffer packet2(data, sizeof(data));
4268 channel_->OnPacketReceived(&packet2, packet_time);
4269 // VP9 packet should replace the default receive SSRC.
4270 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4271 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
4272 EXPECT_EQ(rtpHeader.ssrc, recv_stream->GetConfig().rtp.remote_ssrc);
4273 // Verify that the receive stream sinks to a renderer.
4274 webrtc::VideoFrame video_frame2(CreateBlackFrameBuffer(4, 4), 200, 0,
ilnik00d802b2017-04-11 10:34:31 -07004275 webrtc::kVideoRotation_0);
mzanaty8a855d62017-02-17 15:46:43 -08004276 recv_stream->InjectFrame(video_frame2);
4277 EXPECT_EQ(2, renderer.num_rendered_frames());
4278
4279#if defined(WEBRTC_USE_H264)
4280 // Receive H264 packet on third SSRC.
4281 rtpHeader.payload_type = 126;
4282 rtpHeader.ssrc = kIncomingUnsignalledSsrc+3;
4283 cricket::SetRtpHeader(data, sizeof(data), rtpHeader);
4284 rtc::CopyOnWriteBuffer packet3(data, sizeof(data));
4285 channel_->OnPacketReceived(&packet3, packet_time);
4286 // H264 packet should replace the default receive SSRC.
4287 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4288 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
4289 EXPECT_EQ(rtpHeader.ssrc, recv_stream->GetConfig().rtp.remote_ssrc);
4290 // Verify that the receive stream sinks to a renderer.
4291 webrtc::VideoFrame video_frame3(CreateBlackFrameBuffer(4, 4), 300, 0,
ilnik00d802b2017-04-11 10:34:31 -07004292 webrtc::kVideoRotation_0);
mzanaty8a855d62017-02-17 15:46:43 -08004293 recv_stream->InjectFrame(video_frame3);
4294 EXPECT_EQ(3, renderer.num_rendered_frames());
4295#endif
4296}
4297
brandtr0dc57ea2017-05-29 23:33:31 -07004298// This test verifies that when a new default stream is created for a new
4299// unsignaled SSRC, the new stream does not overwrite any old stream that had
4300// been the default receive stream before being properly signaled.
eladalonf1841382017-06-12 01:16:46 -07004301TEST_F(WebRtcVideoChannelTest,
brandtr0dc57ea2017-05-29 23:33:31 -07004302 NewUnsignaledStreamDoesNotDestroyPreviouslyUnsignaledStream) {
4303 cricket::VideoRecvParameters parameters;
4304 parameters.codecs.push_back(GetEngineCodec("VP8"));
4305 ASSERT_TRUE(channel_->SetRecvParameters(parameters));
4306
4307 // No streams signaled and no packets received, so we should not have any
4308 // stream objects created yet.
4309 EXPECT_EQ(0u, fake_call_->GetVideoReceiveStreams().size());
4310
4311 // Receive packet on an unsignaled SSRC.
4312 uint8_t data[kMinRtpPacketLen];
4313 cricket::RtpHeader rtp_header;
4314 rtp_header.payload_type = GetEngineCodec("VP8").id;
4315 rtp_header.seq_num = rtp_header.timestamp = 0;
4316 rtp_header.ssrc = kSsrcs3[0];
4317 cricket::SetRtpHeader(data, sizeof(data), rtp_header);
4318 rtc::CopyOnWriteBuffer packet(data, sizeof(data));
4319 rtc::PacketTime packet_time;
4320 channel_->OnPacketReceived(&packet, packet_time);
4321 // Default receive stream should be created.
4322 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4323 FakeVideoReceiveStream* recv_stream0 =
4324 fake_call_->GetVideoReceiveStreams()[0];
4325 EXPECT_EQ(kSsrcs3[0], recv_stream0->GetConfig().rtp.remote_ssrc);
4326
4327 // Signal the SSRC.
4328 EXPECT_TRUE(
4329 channel_->AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrcs3[0])));
4330 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4331 recv_stream0 = fake_call_->GetVideoReceiveStreams()[0];
4332 EXPECT_EQ(kSsrcs3[0], recv_stream0->GetConfig().rtp.remote_ssrc);
4333
4334 // Receive packet on a different unsignaled SSRC.
4335 rtp_header.ssrc = kSsrcs3[1];
4336 cricket::SetRtpHeader(data, sizeof(data), rtp_header);
4337 packet.SetData(data, sizeof(data));
4338 channel_->OnPacketReceived(&packet, packet_time);
4339 // New default receive stream should be created, but old stream should remain.
4340 ASSERT_EQ(2u, fake_call_->GetVideoReceiveStreams().size());
4341 EXPECT_EQ(recv_stream0, fake_call_->GetVideoReceiveStreams()[0]);
4342 FakeVideoReceiveStream* recv_stream1 =
4343 fake_call_->GetVideoReceiveStreams()[1];
4344 EXPECT_EQ(kSsrcs3[1], recv_stream1->GetConfig().rtp.remote_ssrc);
4345}
4346
eladalonf1841382017-06-12 01:16:46 -07004347TEST_F(WebRtcVideoChannelTest, CanSentMaxBitrateForExistingStream) {
skvladdc1c62c2016-03-16 19:07:43 -07004348 AddSendStream();
4349
Tommi85959932018-02-07 19:26:06 +01004350 FakeVideoCapturerWithTaskQueue capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07004351 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
skvladdc1c62c2016-03-16 19:07:43 -07004352 cricket::VideoFormat capture_format_hd =
4353 capturer.GetSupportedFormats()->front();
4354 EXPECT_EQ(1280, capture_format_hd.width);
4355 EXPECT_EQ(720, capture_format_hd.height);
4356 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format_hd));
4357 EXPECT_TRUE(channel_->SetSend(true));
perkjfa10b552016-10-02 23:45:26 -07004358 capturer.CaptureFrame();
skvladdc1c62c2016-03-16 19:07:43 -07004359
perkjfa10b552016-10-02 23:45:26 -07004360 int default_encoder_bitrate = GetMaxEncoderBitrate();
brandtr468da7c2016-11-22 02:16:47 -08004361 EXPECT_GT(default_encoder_bitrate, 1000);
skvladdc1c62c2016-03-16 19:07:43 -07004362
4363 // TODO(skvlad): Resolve the inconsistency between the interpretation
4364 // of the global bitrate limit for audio and video:
4365 // - Audio: max_bandwidth_bps = 0 - fail the operation,
4366 // max_bandwidth_bps = -1 - remove the bandwidth limit
4367 // - Video: max_bandwidth_bps = 0 - remove the bandwidth limit,
pbos5c7760a2017-03-10 11:23:12 -08004368 // max_bandwidth_bps = -1 - remove the bandwidth limit
skvladdc1c62c2016-03-16 19:07:43 -07004369
perkjfa10b552016-10-02 23:45:26 -07004370 SetAndExpectMaxBitrate(1000, 0, 1000);
4371 SetAndExpectMaxBitrate(1000, 800, 800);
4372 SetAndExpectMaxBitrate(600, 800, 600);
4373 SetAndExpectMaxBitrate(0, 800, 800);
4374 SetAndExpectMaxBitrate(0, 0, default_encoder_bitrate);
skvladdc1c62c2016-03-16 19:07:43 -07004375
deadbeef5a4a75a2016-06-02 16:23:38 -07004376 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
skvladdc1c62c2016-03-16 19:07:43 -07004377}
4378
eladalonf1841382017-06-12 01:16:46 -07004379TEST_F(WebRtcVideoChannelTest, CannotSetMaxBitrateForNonexistentStream) {
skvladdc1c62c2016-03-16 19:07:43 -07004380 webrtc::RtpParameters nonexistent_parameters =
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004381 channel_->GetRtpSendParameters(last_ssrc_);
skvladdc1c62c2016-03-16 19:07:43 -07004382 EXPECT_EQ(0, nonexistent_parameters.encodings.size());
4383
4384 nonexistent_parameters.encodings.push_back(webrtc::RtpEncodingParameters());
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004385 EXPECT_FALSE(
Zach Steinba37b4b2018-01-23 15:02:36 -08004386 channel_->SetRtpSendParameters(last_ssrc_, nonexistent_parameters).ok());
skvladdc1c62c2016-03-16 19:07:43 -07004387}
4388
eladalonf1841382017-06-12 01:16:46 -07004389TEST_F(WebRtcVideoChannelTest,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004390 CannotSetRtpSendParametersWithIncorrectNumberOfEncodings) {
skvladdc1c62c2016-03-16 19:07:43 -07004391 AddSendStream();
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004392 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
skvladdc1c62c2016-03-16 19:07:43 -07004393 // Two or more encodings should result in failure.
4394 parameters.encodings.push_back(webrtc::RtpEncodingParameters());
Zach Steinba37b4b2018-01-23 15:02:36 -08004395 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
deadbeeffb2aced2017-01-06 23:05:37 -08004396 // Zero encodings should also fail.
4397 parameters.encodings.clear();
Zach Steinba37b4b2018-01-23 15:02:36 -08004398 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
deadbeeffb2aced2017-01-06 23:05:37 -08004399}
4400
Zach Stein3ca452b2018-01-18 10:01:24 -08004401TEST_F(WebRtcVideoChannelTest,
4402 CannotSetSimulcastRtpSendParametersWithIncorrectNumberOfEncodings) {
4403 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
4404 StreamParams sp = CreateSimStreamParams("cname", ssrcs);
4405 AddSendStream(sp);
4406
4407 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
4408
4409 // Additional encodings should result in failure.
4410 parameters.encodings.push_back(webrtc::RtpEncodingParameters());
Zach Steinba37b4b2018-01-23 15:02:36 -08004411 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
Zach Stein3ca452b2018-01-18 10:01:24 -08004412 // Zero encodings should also fail.
4413 parameters.encodings.clear();
Zach Steinba37b4b2018-01-23 15:02:36 -08004414 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
Zach Stein3ca452b2018-01-18 10:01:24 -08004415}
4416
deadbeeffb2aced2017-01-06 23:05:37 -08004417// Changing the SSRC through RtpParameters is not allowed.
eladalonf1841382017-06-12 01:16:46 -07004418TEST_F(WebRtcVideoChannelTest, CannotSetSsrcInRtpSendParameters) {
deadbeeffb2aced2017-01-06 23:05:37 -08004419 AddSendStream();
4420 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
Oskar Sundbom78807582017-11-16 11:09:55 +01004421 parameters.encodings[0].ssrc = 0xdeadbeef;
Zach Steinba37b4b2018-01-23 15:02:36 -08004422 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
skvladdc1c62c2016-03-16 19:07:43 -07004423}
4424
Seth Hampson24722b32017-12-22 09:36:42 -08004425// Tests that when RTCRtpEncodingParameters.bitrate_priority gets set to
4426// a value <= 0, setting the parameters returns false.
4427TEST_F(WebRtcVideoChannelTest, SetRtpSendParametersInvalidBitratePriority) {
4428 AddSendStream();
4429 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
4430 EXPECT_EQ(1UL, parameters.encodings.size());
4431 EXPECT_EQ(webrtc::kDefaultBitratePriority,
4432 parameters.encodings[0].bitrate_priority);
4433
4434 parameters.encodings[0].bitrate_priority = 0;
Zach Steinba37b4b2018-01-23 15:02:36 -08004435 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
Seth Hampson24722b32017-12-22 09:36:42 -08004436 parameters.encodings[0].bitrate_priority = -2;
Zach Steinba37b4b2018-01-23 15:02:36 -08004437 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
Seth Hampson24722b32017-12-22 09:36:42 -08004438}
4439
4440// Tests when the the RTCRtpEncodingParameters.bitrate_priority gets set
4441// properly on the VideoChannel and propogates down to the video encoder.
4442TEST_F(WebRtcVideoChannelTest, SetRtpSendParametersPriorityOneStream) {
4443 AddSendStream();
4444 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
4445 EXPECT_EQ(1UL, parameters.encodings.size());
4446 EXPECT_EQ(webrtc::kDefaultBitratePriority,
4447 parameters.encodings[0].bitrate_priority);
4448
4449 // Change the value and set it on the VideoChannel.
4450 double new_bitrate_priority = 2.0;
4451 parameters.encodings[0].bitrate_priority = new_bitrate_priority;
Zach Steinba37b4b2018-01-23 15:02:36 -08004452 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
Seth Hampson24722b32017-12-22 09:36:42 -08004453
4454 // Verify that the encoding parameters bitrate_priority is set for the
4455 // VideoChannel.
4456 parameters = channel_->GetRtpSendParameters(last_ssrc_);
4457 EXPECT_EQ(1UL, parameters.encodings.size());
4458 EXPECT_EQ(new_bitrate_priority, parameters.encodings[0].bitrate_priority);
4459
4460 // Verify that the new value propagated down to the encoder.
4461 std::vector<FakeVideoSendStream*> video_send_streams =
4462 fake_call_->GetVideoSendStreams();
4463 EXPECT_EQ(1UL, video_send_streams.size());
4464 FakeVideoSendStream* video_send_stream = video_send_streams.front();
4465 // Check that the WebRtcVideoSendStream updated the VideoEncoderConfig
4466 // appropriately.
4467 EXPECT_EQ(new_bitrate_priority,
4468 video_send_stream->GetEncoderConfig().bitrate_priority);
4469 // Check that the vector of VideoStreams also was propagated correctly. Note
4470 // that this is testing the behavior of the FakeVideoSendStream, which mimics
4471 // the calls to CreateEncoderStreams to get the VideoStreams.
4472 EXPECT_EQ(rtc::Optional<double>(new_bitrate_priority),
4473 video_send_stream->GetVideoStreams()[0].bitrate_priority);
4474}
4475
4476// Tests that the RTCRtpEncodingParameters.bitrate_priority is set for the
4477// VideoChannel and the value propogates to the video encoder with all simulcast
4478// streams.
4479TEST_F(WebRtcVideoChannelTest, SetRtpSendParametersPrioritySimulcastStreams) {
4480 // Create the stream params with multiple ssrcs for simulcast.
4481 const int kNumSimulcastStreams = 3;
4482 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
4483 StreamParams stream_params = CreateSimStreamParams("cname", ssrcs);
4484 AddSendStream(stream_params);
4485 uint32_t primary_ssrc = stream_params.first_ssrc();
4486
Tommi85959932018-02-07 19:26:06 +01004487 // Using the FakeVideoCapturerWithTaskQueue, we manually send a full size
4488 // frame. This creates multiple VideoStreams for all simulcast layers when
4489 // reconfiguring, and allows us to test this behavior.
4490 FakeVideoCapturerWithTaskQueue capturer;
Seth Hampson24722b32017-12-22 09:36:42 -08004491 VideoOptions options;
4492 EXPECT_TRUE(channel_->SetVideoSend(primary_ssrc, true, &options, &capturer));
4493 EXPECT_EQ(cricket::CS_RUNNING,
4494 capturer.Start(cricket::VideoFormat(
4495 1920, 1080, cricket::VideoFormat::FpsToInterval(30),
4496 cricket::FOURCC_I420)));
4497 channel_->SetSend(true);
4498 EXPECT_TRUE(capturer.CaptureFrame());
4499 // Get and set the rtp encoding parameters.
4500 webrtc::RtpParameters parameters =
4501 channel_->GetRtpSendParameters(primary_ssrc);
Zach Stein3ca452b2018-01-18 10:01:24 -08004502 EXPECT_EQ(kNumSimulcastStreams, parameters.encodings.size());
Seth Hampson24722b32017-12-22 09:36:42 -08004503 EXPECT_EQ(webrtc::kDefaultBitratePriority,
4504 parameters.encodings[0].bitrate_priority);
4505 // Change the value and set it on the VideoChannel.
4506 double new_bitrate_priority = 2.0;
4507 parameters.encodings[0].bitrate_priority = new_bitrate_priority;
Zach Steinba37b4b2018-01-23 15:02:36 -08004508 EXPECT_TRUE(channel_->SetRtpSendParameters(primary_ssrc, parameters).ok());
Seth Hampson24722b32017-12-22 09:36:42 -08004509
4510 // Verify that the encoding parameters priority is set on the VideoChannel.
4511 parameters = channel_->GetRtpSendParameters(primary_ssrc);
Zach Stein3ca452b2018-01-18 10:01:24 -08004512 EXPECT_EQ(kNumSimulcastStreams, parameters.encodings.size());
Seth Hampson24722b32017-12-22 09:36:42 -08004513 EXPECT_EQ(new_bitrate_priority, parameters.encodings[0].bitrate_priority);
4514
4515 // Verify that the new value propagated down to the encoder.
4516 std::vector<FakeVideoSendStream*> video_send_streams =
4517 fake_call_->GetVideoSendStreams();
4518 EXPECT_EQ(1UL, video_send_streams.size());
4519 FakeVideoSendStream* video_send_stream = video_send_streams.front();
4520 // Check that the WebRtcVideoSendStream updated the VideoEncoderConfig
4521 // appropriately.
4522 EXPECT_EQ(kNumSimulcastStreams,
4523 video_send_stream->GetEncoderConfig().number_of_streams);
4524 EXPECT_EQ(new_bitrate_priority,
4525 video_send_stream->GetEncoderConfig().bitrate_priority);
4526 // Check that the vector of VideoStreams also propagated correctly. The
4527 // FakeVideoSendStream calls CreateEncoderStreams, and we are testing that
4528 // these are created appropriately for the simulcast case.
4529 EXPECT_EQ(kNumSimulcastStreams, video_send_stream->GetVideoStreams().size());
4530 EXPECT_EQ(rtc::Optional<double>(new_bitrate_priority),
4531 video_send_stream->GetVideoStreams()[0].bitrate_priority);
4532 // Since we are only setting bitrate priority per-sender, the other
4533 // VideoStreams should have a bitrate priority of 0.
4534 EXPECT_EQ(rtc::nullopt,
4535 video_send_stream->GetVideoStreams()[1].bitrate_priority);
4536 EXPECT_EQ(rtc::nullopt,
4537 video_send_stream->GetVideoStreams()[2].bitrate_priority);
4538 EXPECT_TRUE(channel_->SetVideoSend(primary_ssrc, true, nullptr, nullptr));
4539}
4540
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004541// Test that a stream will not be sending if its encoding is made inactive
4542// through SetRtpSendParameters.
Seth Hampson8234ead2018-02-02 15:16:24 -08004543TEST_F(WebRtcVideoChannelTest, SetRtpSendParametersOneEncodingActive) {
deadbeefdbe2b872016-03-22 15:42:00 -07004544 FakeVideoSendStream* stream = AddSendStream();
4545 EXPECT_TRUE(channel_->SetSend(true));
4546 EXPECT_TRUE(stream->IsSending());
4547
4548 // Get current parameters and change "active" to false.
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004549 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
deadbeefdbe2b872016-03-22 15:42:00 -07004550 ASSERT_EQ(1u, parameters.encodings.size());
4551 ASSERT_TRUE(parameters.encodings[0].active);
4552 parameters.encodings[0].active = false;
Zach Steinba37b4b2018-01-23 15:02:36 -08004553 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
deadbeefdbe2b872016-03-22 15:42:00 -07004554 EXPECT_FALSE(stream->IsSending());
4555
4556 // Now change it back to active and verify we resume sending.
4557 parameters.encodings[0].active = true;
Zach Steinba37b4b2018-01-23 15:02:36 -08004558 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
deadbeefdbe2b872016-03-22 15:42:00 -07004559 EXPECT_TRUE(stream->IsSending());
4560}
4561
Seth Hampson8234ead2018-02-02 15:16:24 -08004562// Tests that when active is updated for any simulcast layer then the send
4563// stream's sending state will be updated and it will be reconfigured with the
4564// new appropriate active simulcast streams.
4565TEST_F(WebRtcVideoChannelTest, SetRtpSendParametersMultipleEncodingsActive) {
4566 // Create the stream params with multiple ssrcs for simulcast.
4567 const int kNumSimulcastStreams = 3;
4568 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
4569 StreamParams stream_params = CreateSimStreamParams("cname", ssrcs);
4570 FakeVideoSendStream* fake_video_send_stream = AddSendStream(stream_params);
4571 uint32_t primary_ssrc = stream_params.first_ssrc();
4572
Tommi85959932018-02-07 19:26:06 +01004573 // Using the FakeVideoCapturerWithTaskQueue, we manually send a full size
4574 // frame. This allows us to test that ReconfigureEncoder is called
4575 // appropriately.
4576 cricket::FakeVideoCapturerWithTaskQueue capturer;
Seth Hampson8234ead2018-02-02 15:16:24 -08004577 VideoOptions options;
4578 EXPECT_TRUE(channel_->SetVideoSend(primary_ssrc, true, &options, &capturer));
4579 EXPECT_EQ(cricket::CS_RUNNING,
4580 capturer.Start(cricket::VideoFormat(
4581 1920, 1080, cricket::VideoFormat::FpsToInterval(30),
4582 cricket::FOURCC_I420)));
4583 channel_->SetSend(true);
4584 EXPECT_TRUE(capturer.CaptureFrame());
4585
4586 // Check that all encodings are initially active.
4587 webrtc::RtpParameters parameters =
4588 channel_->GetRtpSendParameters(primary_ssrc);
4589 EXPECT_EQ(kNumSimulcastStreams, parameters.encodings.size());
4590 EXPECT_TRUE(parameters.encodings[0].active);
4591 EXPECT_TRUE(parameters.encodings[1].active);
4592 EXPECT_TRUE(parameters.encodings[2].active);
4593 EXPECT_TRUE(fake_video_send_stream->IsSending());
4594
4595 // Only turn on only the middle stream.
4596 parameters.encodings[0].active = false;
4597 parameters.encodings[1].active = true;
4598 parameters.encodings[2].active = false;
4599 EXPECT_TRUE(channel_->SetRtpSendParameters(primary_ssrc, parameters).ok());
4600 // Verify that the active fields are set on the VideoChannel.
4601 parameters = channel_->GetRtpSendParameters(primary_ssrc);
4602 EXPECT_EQ(kNumSimulcastStreams, parameters.encodings.size());
4603 EXPECT_FALSE(parameters.encodings[0].active);
4604 EXPECT_TRUE(parameters.encodings[1].active);
4605 EXPECT_FALSE(parameters.encodings[2].active);
4606 // Check that the VideoSendStream is updated appropriately. This means its
4607 // send state was updated and it was reconfigured.
4608 EXPECT_TRUE(fake_video_send_stream->IsSending());
4609 std::vector<webrtc::VideoStream> simulcast_streams =
4610 fake_video_send_stream->GetVideoStreams();
4611 EXPECT_EQ(kNumSimulcastStreams, simulcast_streams.size());
4612 EXPECT_FALSE(simulcast_streams[0].active);
4613 EXPECT_TRUE(simulcast_streams[1].active);
4614 EXPECT_FALSE(simulcast_streams[2].active);
4615
4616 // Turn off all streams.
4617 parameters.encodings[0].active = false;
4618 parameters.encodings[1].active = false;
4619 parameters.encodings[2].active = false;
4620 EXPECT_TRUE(channel_->SetRtpSendParameters(primary_ssrc, parameters).ok());
4621 // Verify that the active fields are set on the VideoChannel.
4622 parameters = channel_->GetRtpSendParameters(primary_ssrc);
4623 EXPECT_EQ(kNumSimulcastStreams, parameters.encodings.size());
4624 EXPECT_FALSE(parameters.encodings[0].active);
4625 EXPECT_FALSE(parameters.encodings[1].active);
4626 EXPECT_FALSE(parameters.encodings[2].active);
4627 // Check that the VideoSendStream is off.
4628 EXPECT_FALSE(fake_video_send_stream->IsSending());
4629 simulcast_streams = fake_video_send_stream->GetVideoStreams();
4630 EXPECT_EQ(kNumSimulcastStreams, simulcast_streams.size());
4631 EXPECT_FALSE(simulcast_streams[0].active);
4632 EXPECT_FALSE(simulcast_streams[1].active);
4633 EXPECT_FALSE(simulcast_streams[2].active);
4634
4635 EXPECT_TRUE(channel_->SetVideoSend(primary_ssrc, true, nullptr, nullptr));
4636}
4637
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004638// Test that if a stream is reconfigured (due to a codec change or other
4639// change) while its encoding is still inactive, it doesn't start sending.
eladalonf1841382017-06-12 01:16:46 -07004640TEST_F(WebRtcVideoChannelTest,
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004641 InactiveStreamDoesntStartSendingWhenReconfigured) {
4642 // Set an initial codec list, which will be modified later.
4643 cricket::VideoSendParameters parameters1;
magjed509e4fe2016-11-18 01:34:11 -08004644 parameters1.codecs.push_back(GetEngineCodec("VP8"));
4645 parameters1.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004646 EXPECT_TRUE(channel_->SetSendParameters(parameters1));
4647
4648 FakeVideoSendStream* stream = AddSendStream();
4649 EXPECT_TRUE(channel_->SetSend(true));
4650 EXPECT_TRUE(stream->IsSending());
4651
4652 // Get current parameters and change "active" to false.
4653 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
4654 ASSERT_EQ(1u, parameters.encodings.size());
4655 ASSERT_TRUE(parameters.encodings[0].active);
4656 parameters.encodings[0].active = false;
4657 EXPECT_EQ(1u, GetFakeSendStreams().size());
4658 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
Zach Steinba37b4b2018-01-23 15:02:36 -08004659 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters).ok());
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004660 EXPECT_FALSE(stream->IsSending());
4661
4662 // Reorder the codec list, causing the stream to be reconfigured.
4663 cricket::VideoSendParameters parameters2;
magjed509e4fe2016-11-18 01:34:11 -08004664 parameters2.codecs.push_back(GetEngineCodec("VP9"));
4665 parameters2.codecs.push_back(GetEngineCodec("VP8"));
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004666 EXPECT_TRUE(channel_->SetSendParameters(parameters2));
4667 auto new_streams = GetFakeSendStreams();
4668 // Assert that a new underlying stream was created due to the codec change.
4669 // Otherwise, this test isn't testing what it set out to test.
4670 EXPECT_EQ(1u, GetFakeSendStreams().size());
4671 EXPECT_EQ(2, fake_call_->GetNumCreatedSendStreams());
4672
4673 // Verify that we still are not sending anything, due to the inactive
4674 // encoding.
4675 EXPECT_FALSE(new_streams[0]->IsSending());
4676}
4677
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004678// Test that GetRtpSendParameters returns the currently configured codecs.
eladalonf1841382017-06-12 01:16:46 -07004679TEST_F(WebRtcVideoChannelTest, GetRtpSendParametersCodecs) {
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004680 AddSendStream();
4681 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08004682 parameters.codecs.push_back(GetEngineCodec("VP8"));
4683 parameters.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004684 EXPECT_TRUE(channel_->SetSendParameters(parameters));
4685
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004686 webrtc::RtpParameters rtp_parameters =
4687 channel_->GetRtpSendParameters(last_ssrc_);
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004688 ASSERT_EQ(2u, rtp_parameters.codecs.size());
magjed509e4fe2016-11-18 01:34:11 -08004689 EXPECT_EQ(GetEngineCodec("VP8").ToCodecParameters(),
4690 rtp_parameters.codecs[0]);
4691 EXPECT_EQ(GetEngineCodec("VP9").ToCodecParameters(),
4692 rtp_parameters.codecs[1]);
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004693}
4694
deadbeeffb2aced2017-01-06 23:05:37 -08004695// Test that RtpParameters for send stream has one encoding and it has
4696// the correct SSRC.
eladalonf1841382017-06-12 01:16:46 -07004697TEST_F(WebRtcVideoChannelTest, GetRtpSendParametersSsrc) {
deadbeeffb2aced2017-01-06 23:05:37 -08004698 AddSendStream();
4699
4700 webrtc::RtpParameters rtp_parameters =
4701 channel_->GetRtpSendParameters(last_ssrc_);
4702 ASSERT_EQ(1u, rtp_parameters.encodings.size());
Oskar Sundbom78807582017-11-16 11:09:55 +01004703 EXPECT_EQ(last_ssrc_, rtp_parameters.encodings[0].ssrc);
deadbeeffb2aced2017-01-06 23:05:37 -08004704}
4705
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004706// Test that if we set/get parameters multiple times, we get the same results.
eladalonf1841382017-06-12 01:16:46 -07004707TEST_F(WebRtcVideoChannelTest, SetAndGetRtpSendParameters) {
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004708 AddSendStream();
4709 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08004710 parameters.codecs.push_back(GetEngineCodec("VP8"));
4711 parameters.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004712 EXPECT_TRUE(channel_->SetSendParameters(parameters));
4713
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004714 webrtc::RtpParameters initial_params =
4715 channel_->GetRtpSendParameters(last_ssrc_);
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004716
4717 // We should be able to set the params we just got.
Zach Steinba37b4b2018-01-23 15:02:36 -08004718 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, initial_params).ok());
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004719
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004720 // ... And this shouldn't change the params returned by GetRtpSendParameters.
4721 EXPECT_EQ(initial_params, channel_->GetRtpSendParameters(last_ssrc_));
4722}
4723
4724// Test that GetRtpReceiveParameters returns the currently configured codecs.
eladalonf1841382017-06-12 01:16:46 -07004725TEST_F(WebRtcVideoChannelTest, GetRtpReceiveParametersCodecs) {
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004726 AddRecvStream();
4727 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08004728 parameters.codecs.push_back(GetEngineCodec("VP8"));
4729 parameters.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004730 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4731
4732 webrtc::RtpParameters rtp_parameters =
4733 channel_->GetRtpReceiveParameters(last_ssrc_);
4734 ASSERT_EQ(2u, rtp_parameters.codecs.size());
magjed509e4fe2016-11-18 01:34:11 -08004735 EXPECT_EQ(GetEngineCodec("VP8").ToCodecParameters(),
4736 rtp_parameters.codecs[0]);
4737 EXPECT_EQ(GetEngineCodec("VP9").ToCodecParameters(),
4738 rtp_parameters.codecs[1]);
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004739}
4740
johan073ece42016-08-26 02:59:47 -07004741#if defined(WEBRTC_USE_H264)
eladalonf1841382017-06-12 01:16:46 -07004742TEST_F(WebRtcVideoChannelTest, GetRtpReceiveFmtpSprop) {
johan073ece42016-08-26 02:59:47 -07004743#else
eladalonf1841382017-06-12 01:16:46 -07004744TEST_F(WebRtcVideoChannelTest, DISABLED_GetRtpReceiveFmtpSprop) {
johan073ece42016-08-26 02:59:47 -07004745#endif
johan3859c892016-08-05 09:19:25 -07004746 cricket::VideoRecvParameters parameters;
perkj26752742016-10-24 01:21:16 -07004747 cricket::VideoCodec kH264sprop1(101, "H264");
magjed5dfac562016-11-25 03:56:37 -08004748 kH264sprop1.SetParam(kH264FmtpSpropParameterSets, "uvw");
johan3859c892016-08-05 09:19:25 -07004749 parameters.codecs.push_back(kH264sprop1);
perkj26752742016-10-24 01:21:16 -07004750 cricket::VideoCodec kH264sprop2(102, "H264");
magjed5dfac562016-11-25 03:56:37 -08004751 kH264sprop2.SetParam(kH264FmtpSpropParameterSets, "xyz");
johan3859c892016-08-05 09:19:25 -07004752 parameters.codecs.push_back(kH264sprop2);
4753 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4754
4755 FakeVideoReceiveStream* recv_stream = AddRecvStream();
4756 const webrtc::VideoReceiveStream::Config& cfg = recv_stream->GetConfig();
4757 webrtc::RtpParameters rtp_parameters =
4758 channel_->GetRtpReceiveParameters(last_ssrc_);
4759 ASSERT_EQ(2u, rtp_parameters.codecs.size());
4760 EXPECT_EQ(kH264sprop1.ToCodecParameters(), rtp_parameters.codecs[0]);
4761 ASSERT_EQ(2u, cfg.decoders.size());
4762 EXPECT_EQ(101, cfg.decoders[0].payload_type);
4763 EXPECT_EQ("H264", cfg.decoders[0].payload_name);
magjed5dfac562016-11-25 03:56:37 -08004764 const auto it0 =
4765 cfg.decoders[0].codec_params.find(kH264FmtpSpropParameterSets);
4766 ASSERT_TRUE(it0 != cfg.decoders[0].codec_params.end());
4767 EXPECT_EQ("uvw", it0->second);
johan3859c892016-08-05 09:19:25 -07004768
4769 EXPECT_EQ(102, cfg.decoders[1].payload_type);
4770 EXPECT_EQ("H264", cfg.decoders[1].payload_name);
magjed5dfac562016-11-25 03:56:37 -08004771 const auto it1 =
4772 cfg.decoders[1].codec_params.find(kH264FmtpSpropParameterSets);
4773 ASSERT_TRUE(it1 != cfg.decoders[1].codec_params.end());
4774 EXPECT_EQ("xyz", it1->second);
johan3859c892016-08-05 09:19:25 -07004775}
4776
sakal1fd95952016-06-22 00:46:15 -07004777// Test that RtpParameters for receive stream has one encoding and it has
4778// the correct SSRC.
eladalonf1841382017-06-12 01:16:46 -07004779TEST_F(WebRtcVideoChannelTest, GetRtpReceiveParametersSsrc) {
sakal1fd95952016-06-22 00:46:15 -07004780 AddRecvStream();
4781
4782 webrtc::RtpParameters rtp_parameters =
4783 channel_->GetRtpReceiveParameters(last_ssrc_);
4784 ASSERT_EQ(1u, rtp_parameters.encodings.size());
Oskar Sundbom78807582017-11-16 11:09:55 +01004785 EXPECT_EQ(last_ssrc_, rtp_parameters.encodings[0].ssrc);
sakal1fd95952016-06-22 00:46:15 -07004786}
4787
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004788// Test that if we set/get parameters multiple times, we get the same results.
eladalonf1841382017-06-12 01:16:46 -07004789TEST_F(WebRtcVideoChannelTest, SetAndGetRtpReceiveParameters) {
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004790 AddRecvStream();
4791 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08004792 parameters.codecs.push_back(GetEngineCodec("VP8"));
4793 parameters.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004794 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4795
4796 webrtc::RtpParameters initial_params =
4797 channel_->GetRtpReceiveParameters(last_ssrc_);
4798
4799 // We should be able to set the params we just got.
4800 EXPECT_TRUE(channel_->SetRtpReceiveParameters(last_ssrc_, initial_params));
4801
4802 // ... And this shouldn't change the params returned by
4803 // GetRtpReceiveParameters.
4804 EXPECT_EQ(initial_params, channel_->GetRtpReceiveParameters(last_ssrc_));
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004805}
4806
deadbeef3bc15102017-04-20 19:25:07 -07004807// Test that GetRtpReceiveParameters returns parameters correctly when SSRCs
4808// aren't signaled. It should always return an empty "RtpEncodingParameters",
4809// even after a packet is received and the unsignaled SSRC is known.
eladalonf1841382017-06-12 01:16:46 -07004810TEST_F(WebRtcVideoChannelTest, GetRtpReceiveParametersWithUnsignaledSsrc) {
deadbeef3bc15102017-04-20 19:25:07 -07004811 // Call necessary methods to configure receiving a default stream as
4812 // soon as it arrives.
4813 cricket::VideoRecvParameters parameters;
4814 parameters.codecs.push_back(GetEngineCodec("VP8"));
4815 parameters.codecs.push_back(GetEngineCodec("VP9"));
4816 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4817
4818 // Call GetRtpReceiveParameters before configured to receive an unsignaled
4819 // stream. Should return nothing.
4820 EXPECT_EQ(webrtc::RtpParameters(), channel_->GetRtpReceiveParameters(0));
4821
4822 // Set a sink for an unsignaled stream.
4823 cricket::FakeVideoRenderer renderer;
4824 // Value of "0" means "unsignaled stream".
4825 EXPECT_TRUE(channel_->SetSink(0, &renderer));
4826
4827 // Call GetRtpReceiveParameters before the SSRC is known. Value of "0"
4828 // in this method means "unsignaled stream".
4829 webrtc::RtpParameters rtp_parameters = channel_->GetRtpReceiveParameters(0);
4830 ASSERT_EQ(1u, rtp_parameters.encodings.size());
4831 EXPECT_FALSE(rtp_parameters.encodings[0].ssrc);
4832
4833 // Receive VP8 packet.
4834 uint8_t data[kMinRtpPacketLen];
4835 cricket::RtpHeader rtpHeader;
4836 rtpHeader.payload_type = GetEngineCodec("VP8").id;
4837 rtpHeader.seq_num = rtpHeader.timestamp = 0;
4838 rtpHeader.ssrc = kIncomingUnsignalledSsrc;
4839 cricket::SetRtpHeader(data, sizeof(data), rtpHeader);
4840 rtc::CopyOnWriteBuffer packet(data, sizeof(data));
4841 rtc::PacketTime packet_time;
4842 channel_->OnPacketReceived(&packet, packet_time);
4843
4844 // The |ssrc| member should still be unset.
4845 rtp_parameters = channel_->GetRtpReceiveParameters(0);
4846 ASSERT_EQ(1u, rtp_parameters.encodings.size());
4847 EXPECT_FALSE(rtp_parameters.encodings[0].ssrc);
4848}
4849
eladalonf1841382017-06-12 01:16:46 -07004850void WebRtcVideoChannelTest::TestReceiverLocalSsrcConfiguration(
Peter Boström3548dd22015-05-22 18:48:36 +02004851 bool receiver_first) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004852 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boström3548dd22015-05-22 18:48:36 +02004853
4854 const uint32_t kSenderSsrc = 0xC0FFEE;
Peter Boströmdfa28152015-10-21 17:21:10 +02004855 const uint32_t kSecondSenderSsrc = 0xBADCAFE;
Peter Boström3548dd22015-05-22 18:48:36 +02004856 const uint32_t kReceiverSsrc = 0x4711;
Peter Boströmdfa28152015-10-21 17:21:10 +02004857 const uint32_t kExpectedDefaultReceiverSsrc = 1;
Peter Boström3548dd22015-05-22 18:48:36 +02004858
4859 if (receiver_first) {
4860 AddRecvStream(StreamParams::CreateLegacy(kReceiverSsrc));
4861 std::vector<FakeVideoReceiveStream*> receive_streams =
4862 fake_call_->GetVideoReceiveStreams();
4863 ASSERT_EQ(1u, receive_streams.size());
Peter Boströmdfa28152015-10-21 17:21:10 +02004864 // Default local SSRC when we have no sender.
4865 EXPECT_EQ(kExpectedDefaultReceiverSsrc,
4866 receive_streams[0]->GetConfig().rtp.local_ssrc);
Peter Boström3548dd22015-05-22 18:48:36 +02004867 }
4868 AddSendStream(StreamParams::CreateLegacy(kSenderSsrc));
4869 if (!receiver_first)
4870 AddRecvStream(StreamParams::CreateLegacy(kReceiverSsrc));
4871 std::vector<FakeVideoReceiveStream*> receive_streams =
4872 fake_call_->GetVideoReceiveStreams();
4873 ASSERT_EQ(1u, receive_streams.size());
4874 EXPECT_EQ(kSenderSsrc, receive_streams[0]->GetConfig().rtp.local_ssrc);
Peter Boströmdfa28152015-10-21 17:21:10 +02004875
4876 // Removing first sender should fall back to another (in this case the second)
4877 // local send stream's SSRC.
4878 AddSendStream(StreamParams::CreateLegacy(kSecondSenderSsrc));
4879 ASSERT_TRUE(channel_->RemoveSendStream(kSenderSsrc));
4880 receive_streams =
4881 fake_call_->GetVideoReceiveStreams();
4882 ASSERT_EQ(1u, receive_streams.size());
4883 EXPECT_EQ(kSecondSenderSsrc, receive_streams[0]->GetConfig().rtp.local_ssrc);
4884
4885 // Removing the last sender should fall back to default local SSRC.
4886 ASSERT_TRUE(channel_->RemoveSendStream(kSecondSenderSsrc));
4887 receive_streams =
4888 fake_call_->GetVideoReceiveStreams();
4889 ASSERT_EQ(1u, receive_streams.size());
4890 EXPECT_EQ(kExpectedDefaultReceiverSsrc,
4891 receive_streams[0]->GetConfig().rtp.local_ssrc);
Peter Boström3548dd22015-05-22 18:48:36 +02004892}
4893
eladalonf1841382017-06-12 01:16:46 -07004894TEST_F(WebRtcVideoChannelTest, ConfiguresLocalSsrc) {
Peter Boström3548dd22015-05-22 18:48:36 +02004895 TestReceiverLocalSsrcConfiguration(false);
4896}
4897
eladalonf1841382017-06-12 01:16:46 -07004898TEST_F(WebRtcVideoChannelTest, ConfiguresLocalSsrcOnExistingReceivers) {
Peter Boström3548dd22015-05-22 18:48:36 +02004899 TestReceiverLocalSsrcConfiguration(true);
4900}
4901
eladalonf1841382017-06-12 01:16:46 -07004902class WebRtcVideoChannelSimulcastTest : public testing::Test {
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004903 public:
eladalonf1841382017-06-12 01:16:46 -07004904 WebRtcVideoChannelSimulcastTest()
Sebastian Jansson8f83b422018-02-21 13:07:13 +01004905 : fake_call_(),
Magnus Jedvert02e7a192017-09-23 17:21:32 +02004906 encoder_factory_(new cricket::FakeWebRtcVideoEncoderFactory),
4907 decoder_factory_(new cricket::FakeWebRtcVideoDecoderFactory),
4908 engine_(std::unique_ptr<cricket::WebRtcVideoEncoderFactory>(
4909 encoder_factory_),
4910 std::unique_ptr<cricket::WebRtcVideoDecoderFactory>(
4911 decoder_factory_)),
magjed2475ae22017-09-12 04:42:15 -07004912 last_ssrc_(0) {}
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004913
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00004914 void SetUp() override {
nisse51542be2016-02-12 02:27:06 -08004915 channel_.reset(
kthelgason2bc68642017-02-07 07:02:22 -08004916 engine_.CreateChannel(&fake_call_, GetMediaConfig(), VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08004917 channel_->OnReadyToSend(true);
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004918 last_ssrc_ = 123;
4919 }
4920
4921 protected:
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004922 void VerifySimulcastSettings(const VideoCodec& codec,
perkj26752742016-10-24 01:21:16 -07004923 int capture_width,
4924 int capture_height,
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004925 size_t num_configured_streams,
sprang429600d2017-01-26 06:12:26 -08004926 size_t expected_num_streams,
4927 bool screenshare,
4928 bool conference_mode) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004929 cricket::VideoSendParameters parameters;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004930 parameters.codecs.push_back(codec);
sprang429600d2017-01-26 06:12:26 -08004931 parameters.conference_mode = conference_mode;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004932 ASSERT_TRUE(channel_->SetSendParameters(parameters));
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004933
Peter Boström0c4e06b2015-10-07 12:23:21 +02004934 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
henrikg91d6ede2015-09-17 00:24:34 -07004935 RTC_DCHECK(num_configured_streams <= ssrcs.size());
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004936 ssrcs.resize(num_configured_streams);
4937
sprangf24a0642017-02-28 13:23:26 -08004938 AddSendStream(CreateSimStreamParams("cname", ssrcs));
pbos@webrtc.org86196c42015-02-16 21:02:00 +00004939 // Send a full-size frame to trigger a stream reconfiguration to use all
4940 // expected simulcast layers.
Tommi85959932018-02-07 19:26:06 +01004941 FakeVideoCapturerWithTaskQueue capturer;
sprangf24a0642017-02-28 13:23:26 -08004942 VideoOptions options;
4943 if (screenshare)
Oskar Sundbom78807582017-11-16 11:09:55 +01004944 options.is_screencast = screenshare;
deadbeef5a4a75a2016-06-02 16:23:38 -07004945 EXPECT_TRUE(
sprang429600d2017-01-26 06:12:26 -08004946 channel_->SetVideoSend(ssrcs.front(), true, &options, &capturer));
sprangf24a0642017-02-28 13:23:26 -08004947 // Fetch the latest stream since SetVideoSend() may recreate it if the
4948 // screen content setting is changed.
4949 FakeVideoSendStream* stream = fake_call_.GetVideoSendStreams().front();
pbos@webrtc.org86196c42015-02-16 21:02:00 +00004950 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(cricket::VideoFormat(
perkj26752742016-10-24 01:21:16 -07004951 capture_width, capture_height,
pbos@webrtc.org86196c42015-02-16 21:02:00 +00004952 cricket::VideoFormat::FpsToInterval(30),
4953 cricket::FOURCC_I420)));
4954 channel_->SetSend(true);
4955 EXPECT_TRUE(capturer.CaptureFrame());
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004956
Zach Stein3ca452b2018-01-18 10:01:24 -08004957 auto rtp_parameters = channel_->GetRtpSendParameters(kSsrcs3[0]);
4958 EXPECT_EQ(num_configured_streams, rtp_parameters.encodings.size());
4959
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004960 std::vector<webrtc::VideoStream> video_streams = stream->GetVideoStreams();
4961 ASSERT_EQ(expected_num_streams, video_streams.size());
4962
sprang429600d2017-01-26 06:12:26 -08004963 std::vector<webrtc::VideoStream> expected_streams;
4964 if (conference_mode) {
4965 expected_streams = GetSimulcastConfig(
4966 num_configured_streams, capture_width, capture_height, 0,
Seth Hampson24722b32017-12-22 09:36:42 -08004967 webrtc::kDefaultBitratePriority, kDefaultQpMax,
4968 kDefaultVideoMaxFramerate, screenshare);
sprang3ebabf12017-02-16 07:35:22 -08004969 if (screenshare) {
4970 for (const webrtc::VideoStream& stream : expected_streams) {
4971 // Never scale screen content.
4972 EXPECT_EQ(stream.width, capture_width);
4973 EXPECT_EQ(stream.height, capture_height);
4974 }
4975 }
sprang429600d2017-01-26 06:12:26 -08004976 } else {
4977 webrtc::VideoStream stream;
4978 stream.width = capture_width;
4979 stream.height = capture_height;
4980 stream.max_framerate = kDefaultVideoMaxFramerate;
Åsa Persson45bbc8a2017-11-13 10:16:47 +01004981 stream.min_bitrate_bps = cricket::kMinVideoBitrateBps;
sprang429600d2017-01-26 06:12:26 -08004982 int max_bitrate_kbps;
4983 if (capture_width * capture_height <= 320 * 240) {
4984 max_bitrate_kbps = 600;
4985 } else if (capture_width * capture_height <= 640 * 480) {
4986 max_bitrate_kbps = 1700;
4987 } else if (capture_width * capture_height <= 960 * 540) {
4988 max_bitrate_kbps = 2000;
4989 } else {
4990 max_bitrate_kbps = 2500;
4991 }
4992 stream.target_bitrate_bps = stream.max_bitrate_bps =
4993 max_bitrate_kbps * 1000;
4994 stream.max_qp = kDefaultQpMax;
4995 expected_streams.push_back(stream);
4996 }
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004997
4998 ASSERT_EQ(expected_streams.size(), video_streams.size());
4999
5000 size_t num_streams = video_streams.size();
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00005001 int total_max_bitrate_bps = 0;
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005002 for (size_t i = 0; i < num_streams; ++i) {
5003 EXPECT_EQ(expected_streams[i].width, video_streams[i].width);
5004 EXPECT_EQ(expected_streams[i].height, video_streams[i].height);
5005
5006 EXPECT_GT(video_streams[i].max_framerate, 0);
5007 EXPECT_EQ(expected_streams[i].max_framerate,
5008 video_streams[i].max_framerate);
5009
5010 EXPECT_GT(video_streams[i].min_bitrate_bps, 0);
5011 EXPECT_EQ(expected_streams[i].min_bitrate_bps,
5012 video_streams[i].min_bitrate_bps);
5013
5014 EXPECT_GT(video_streams[i].target_bitrate_bps, 0);
5015 EXPECT_EQ(expected_streams[i].target_bitrate_bps,
5016 video_streams[i].target_bitrate_bps);
5017
5018 EXPECT_GT(video_streams[i].max_bitrate_bps, 0);
5019 EXPECT_EQ(expected_streams[i].max_bitrate_bps,
5020 video_streams[i].max_bitrate_bps);
5021
5022 EXPECT_GT(video_streams[i].max_qp, 0);
5023 EXPECT_EQ(expected_streams[i].max_qp, video_streams[i].max_qp);
5024
Philip Eliassone27e0ac2018-02-28 16:01:23 +00005025 EXPECT_EQ(!conference_mode,
5026 expected_streams[i].temporal_layer_thresholds_bps.empty());
5027 EXPECT_EQ(expected_streams[i].temporal_layer_thresholds_bps,
5028 video_streams[i].temporal_layer_thresholds_bps);
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00005029
5030 if (i == num_streams - 1) {
5031 total_max_bitrate_bps += video_streams[i].max_bitrate_bps;
5032 } else {
5033 total_max_bitrate_bps += video_streams[i].target_bitrate_bps;
5034 }
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005035 }
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00005036
deadbeef5a4a75a2016-06-02 16:23:38 -07005037 EXPECT_TRUE(channel_->SetVideoSend(ssrcs.front(), true, nullptr, nullptr));
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005038 }
5039
5040 FakeVideoSendStream* AddSendStream() {
5041 return AddSendStream(StreamParams::CreateLegacy(last_ssrc_++));
5042 }
5043
5044 FakeVideoSendStream* AddSendStream(const StreamParams& sp) {
5045 size_t num_streams =
Fredrik Solenberg709ed672015-09-15 12:26:33 +02005046 fake_call_.GetVideoSendStreams().size();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005047 EXPECT_TRUE(channel_->AddSendStream(sp));
5048 std::vector<FakeVideoSendStream*> streams =
Fredrik Solenberg709ed672015-09-15 12:26:33 +02005049 fake_call_.GetVideoSendStreams();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005050 EXPECT_EQ(num_streams + 1, streams.size());
5051 return streams[streams.size() - 1];
5052 }
5053
5054 std::vector<FakeVideoSendStream*> GetFakeSendStreams() {
Fredrik Solenberg709ed672015-09-15 12:26:33 +02005055 return fake_call_.GetVideoSendStreams();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005056 }
5057
5058 FakeVideoReceiveStream* AddRecvStream() {
5059 return AddRecvStream(StreamParams::CreateLegacy(last_ssrc_++));
5060 }
5061
5062 FakeVideoReceiveStream* AddRecvStream(const StreamParams& sp) {
5063 size_t num_streams =
Fredrik Solenberg709ed672015-09-15 12:26:33 +02005064 fake_call_.GetVideoReceiveStreams().size();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005065 EXPECT_TRUE(channel_->AddRecvStream(sp));
5066 std::vector<FakeVideoReceiveStream*> streams =
Fredrik Solenberg709ed672015-09-15 12:26:33 +02005067 fake_call_.GetVideoReceiveStreams();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005068 EXPECT_EQ(num_streams + 1, streams.size());
5069 return streams[streams.size() - 1];
5070 }
5071
skvlad11a9cbf2016-10-07 11:53:05 -07005072 webrtc::RtcEventLogNullImpl event_log_;
Fredrik Solenberg709ed672015-09-15 12:26:33 +02005073 FakeCall fake_call_;
Magnus Jedvert02e7a192017-09-23 17:21:32 +02005074 cricket::FakeWebRtcVideoEncoderFactory* encoder_factory_;
5075 cricket::FakeWebRtcVideoDecoderFactory* decoder_factory_;
eladalonf1841382017-06-12 01:16:46 -07005076 WebRtcVideoEngine engine_;
kwiberg686a8ef2016-02-26 03:00:35 -08005077 std::unique_ptr<VideoMediaChannel> channel_;
Peter Boström0c4e06b2015-10-07 12:23:21 +02005078 uint32_t last_ssrc_;
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005079};
5080
eladalonf1841382017-06-12 01:16:46 -07005081TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsWith2SimulcastStreams) {
sprang429600d2017-01-26 06:12:26 -08005082 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 640, 360, 2, 2, false,
5083 true);
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005084}
5085
eladalonf1841382017-06-12 01:16:46 -07005086TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsWith3SimulcastStreams) {
sprang429600d2017-01-26 06:12:26 -08005087 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 3, false,
5088 true);
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005089}
5090
5091// Test that we normalize send codec format size in simulcast.
eladalonf1841382017-06-12 01:16:46 -07005092TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsWithOddSizeInSimulcast) {
sprang429600d2017-01-26 06:12:26 -08005093 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 541, 271, 2, 2, false,
5094 true);
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00005095}
sprang429600d2017-01-26 06:12:26 -08005096
eladalonf1841382017-06-12 01:16:46 -07005097TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsForScreenshare) {
sprang429600d2017-01-26 06:12:26 -08005098 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 1, true,
5099 false);
5100}
5101
eladalonf1841382017-06-12 01:16:46 -07005102TEST_F(WebRtcVideoChannelSimulcastTest,
sprang429600d2017-01-26 06:12:26 -08005103 SetSendCodecsForConferenceModeScreenshare) {
5104 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 1, true,
5105 true);
5106}
5107
eladalonf1841382017-06-12 01:16:46 -07005108TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsForSimulcastScreenshare) {
sprang429600d2017-01-26 06:12:26 -08005109 webrtc::test::ScopedFieldTrials override_field_trials_(
5110 "WebRTC-SimulcastScreenshare/Enabled/");
5111 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 2, true,
5112 true);
5113}
5114
eladalonf1841382017-06-12 01:16:46 -07005115TEST_F(WebRtcVideoChannelSimulcastTest,
sprangfe627f32017-03-29 08:24:59 -07005116 NoSimulcastScreenshareWithoutConference) {
5117 webrtc::test::ScopedFieldTrials override_field_trials_(
5118 "WebRTC-SimulcastScreenshare/Enabled/");
5119 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 1, true,
5120 false);
5121}
5122
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00005123} // namespace cricket