blob: 3fe5ee5e7cdf8684b0a463092408aa58b0d1b756 [file] [log] [blame]
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001/*
kjellander1afca732016-02-07 20:46:45 -08002 * Copyright (c) 2004 The WebRTC project authors. All Rights Reserved.
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003 *
kjellander1afca732016-02-07 20:46:45 -08004 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00009 */
10
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +000011#include <algorithm>
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000012#include <map>
kwiberg686a8ef2016-02-26 03:00:35 -080013#include <memory>
Steve Antone78bcb92017-10-31 09:53:08 -070014#include <utility>
pbos@webrtc.org86f613d2014-06-10 08:53:05 +000015#include <vector>
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000016
Emircan Uysalerdbcac7f2017-10-30 23:10:12 -070017#include "api/test/mock_video_decoder_factory.h"
18#include "api/test/mock_video_encoder_factory.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020019#include "api/video_codecs/sdp_video_format.h"
20#include "api/video_codecs/video_decoder_factory.h"
21#include "api/video_codecs/video_encoder.h"
22#include "api/video_codecs/video_encoder_factory.h"
23#include "call/flexfec_receive_stream.h"
24#include "common_video/h264/profile_level_id.h"
25#include "logging/rtc_event_log/rtc_event_log.h"
26#include "media/base/mediaconstants.h"
27#include "media/base/rtputils.h"
28#include "media/base/testutils.h"
29#include "media/base/videoengine_unittest.h"
30#include "media/engine/constants.h"
31#include "media/engine/fakewebrtccall.h"
32#include "media/engine/fakewebrtcvideoengine.h"
Magnus Jedvert7501b1c2017-11-09 13:43:42 +010033#include "media/engine/internalencoderfactory.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020034#include "media/engine/simulcast.h"
35#include "media/engine/webrtcvideoengine.h"
36#include "media/engine/webrtcvoiceengine.h"
37#include "rtc_base/arraysize.h"
38#include "rtc_base/gunit.h"
39#include "rtc_base/stringutils.h"
40#include "test/field_trial.h"
41#include "test/gmock.h"
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000042
isheriff6f8d6862016-05-26 11:24:55 -070043using webrtc::RtpExtension;
44
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +000045namespace {
buildbot@webrtc.orga8530772014-12-10 09:01:18 +000046static const int kDefaultQpMax = 56;
buildbot@webrtc.orga8530772014-12-10 09:01:18 +000047
noahricd10a68e2015-07-10 11:27:55 -070048static const uint8_t kRedRtxPayloadType = 125;
49
Peter Boström0c4e06b2015-10-07 12:23:21 +020050static const uint32_t kSsrcs1[] = {1};
51static const uint32_t kSsrcs3[] = {1, 2, 3};
52static const uint32_t kRtxSsrcs1[] = {4};
brandtr468da7c2016-11-22 02:16:47 -080053static const uint32_t kFlexfecSsrc = 5;
Peter Boström0c4e06b2015-10-07 12:23:21 +020054static const uint32_t kIncomingUnsignalledSsrc = 0xC0FFEE;
mzanaty8a855d62017-02-17 15:46:43 -080055static const uint32_t kDefaultRecvSsrc = 0;
56
pbos@webrtc.org3c107582014-07-20 15:27:35 +000057static const char kUnsupportedExtensionName[] =
58 "urn:ietf:params:rtp-hdrext:unsupported";
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +000059
magjed509e4fe2016-11-18 01:34:11 -080060cricket::VideoCodec RemoveFeedbackParams(cricket::VideoCodec&& codec) {
61 codec.feedback_params = cricket::FeedbackParams();
62 return codec;
63}
64
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +000065void VerifyCodecHasDefaultFeedbackParams(const cricket::VideoCodec& codec) {
66 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
67 cricket::kRtcpFbParamNack, cricket::kParamValueEmpty)));
68 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
69 cricket::kRtcpFbParamNack, cricket::kRtcpFbNackParamPli)));
70 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
71 cricket::kRtcpFbParamRemb, cricket::kParamValueEmpty)));
72 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
stefan43edf0f2015-11-20 18:05:48 -080073 cricket::kRtcpFbParamTransportCc, cricket::kParamValueEmpty)));
74 EXPECT_TRUE(codec.HasFeedbackParam(cricket::FeedbackParam(
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +000075 cricket::kRtcpFbParamCcm, cricket::kRtcpFbCcmParamFir)));
76}
77
magjed725e4842016-11-16 00:48:13 -080078// Return true if any codec in |codecs| is an RTX codec with associated payload
79// type |payload_type|.
80bool HasRtxCodec(const std::vector<cricket::VideoCodec>& codecs,
81 int payload_type) {
82 for (const cricket::VideoCodec& codec : codecs) {
83 int associated_payload_type;
84 if (cricket::CodecNamesEq(codec.name.c_str(), "rtx") &&
85 codec.GetParam(cricket::kCodecParamAssociatedPayloadType,
86 &associated_payload_type) &&
87 associated_payload_type == payload_type) {
88 return true;
89 }
90 }
91 return false;
92}
93
nisseca5706d2017-09-11 02:32:16 -070094// TODO(nisse): Duplicated in call.cc.
95const int* FindKeyByValue(const std::map<int, int>& m, int v) {
96 for (const auto& kv : m) {
97 if (kv.second == v)
98 return &kv.first;
99 }
100 return nullptr;
101}
102
103bool HasRtxReceiveAssociation(
104 const webrtc::VideoReceiveStream::Config& config,
105 int payload_type) {
106 return FindKeyByValue(config.rtp.rtx_associated_payload_types,
107 payload_type) != nullptr;
108}
109
110// Check that there's an Rtx payload type for each decoder.
111bool VerifyRtxReceiveAssociations(
112 const webrtc::VideoReceiveStream::Config& config) {
113 for (const auto& decoder : config.decoders) {
114 if (!HasRtxReceiveAssociation(config, decoder.payload_type))
115 return false;
116 }
117 return true;
118}
119
brandtrffc61182016-11-28 06:02:22 -0800120rtc::scoped_refptr<webrtc::VideoFrameBuffer> CreateBlackFrameBuffer(
nisse64ec8f82016-09-27 00:17:25 -0700121 int width,
122 int height) {
123 rtc::scoped_refptr<webrtc::I420Buffer> buffer =
124 webrtc::I420Buffer::Create(width, height);
nisseaf916892017-01-10 07:44:26 -0800125 webrtc::I420Buffer::SetBlack(buffer);
nisse64ec8f82016-09-27 00:17:25 -0700126 return buffer;
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +0000127}
128
Shao Changbine62202f2015-04-21 20:24:50 +0800129void VerifySendStreamHasRtxTypes(const webrtc::VideoSendStream::Config& config,
130 const std::map<int, int>& rtx_types) {
131 std::map<int, int>::const_iterator it;
132 it = rtx_types.find(config.encoder_settings.payload_type);
133 EXPECT_TRUE(it != rtx_types.end() &&
134 it->second == config.rtp.rtx.payload_type);
135
brandtrb5f2c3f2016-10-04 23:28:39 -0700136 if (config.rtp.ulpfec.red_rtx_payload_type != -1) {
137 it = rtx_types.find(config.rtp.ulpfec.red_payload_type);
Shao Changbine62202f2015-04-21 20:24:50 +0800138 EXPECT_TRUE(it != rtx_types.end() &&
brandtrb5f2c3f2016-10-04 23:28:39 -0700139 it->second == config.rtp.ulpfec.red_rtx_payload_type);
Shao Changbine62202f2015-04-21 20:24:50 +0800140 }
141}
kthelgason2bc68642017-02-07 07:02:22 -0800142
143cricket::MediaConfig GetMediaConfig() {
144 cricket::MediaConfig media_config;
145 media_config.video.enable_cpu_overuse_detection = false;
146 return media_config;
147}
nisse26e3abb2017-08-25 04:44:25 -0700148
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000149} // namespace
150
151namespace cricket {
eladalonf1841382017-06-12 01:16:46 -0700152class WebRtcVideoEngineTest : public ::testing::Test {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000153 public:
eladalonf1841382017-06-12 01:16:46 -0700154 WebRtcVideoEngineTest() : WebRtcVideoEngineTest("") {}
155 explicit WebRtcVideoEngineTest(const char* field_trials)
stefanc1aeaf02015-10-15 07:26:07 -0700156 : override_field_trials_(field_trials),
skvlad11a9cbf2016-10-07 11:53:05 -0700157 call_(webrtc::Call::Create(webrtc::Call::Config(&event_log_))),
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200158 encoder_factory_(new cricket::FakeWebRtcVideoEncoderFactory),
159 decoder_factory_(new cricket::FakeWebRtcVideoDecoderFactory),
160 engine_(std::unique_ptr<cricket::WebRtcVideoEncoderFactory>(
161 encoder_factory_),
162 std::unique_ptr<cricket::WebRtcVideoDecoderFactory>(
163 decoder_factory_)) {
pbos@webrtc.org9fbb7172014-06-13 09:34:13 +0000164 std::vector<VideoCodec> engine_codecs = engine_.codecs();
henrikg91d6ede2015-09-17 00:24:34 -0700165 RTC_DCHECK(!engine_codecs.empty());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000166 bool codec_set = false;
magjed509e4fe2016-11-18 01:34:11 -0800167 for (const cricket::VideoCodec& codec : engine_codecs) {
168 if (codec.name == "rtx") {
Shao Changbine62202f2015-04-21 20:24:50 +0800169 int associated_payload_type;
magjed509e4fe2016-11-18 01:34:11 -0800170 if (codec.GetParam(kCodecParamAssociatedPayloadType,
171 &associated_payload_type)) {
172 default_apt_rtx_types_[associated_payload_type] = codec.id;
Shao Changbine62202f2015-04-21 20:24:50 +0800173 }
magjed509e4fe2016-11-18 01:34:11 -0800174 } else if (!codec_set && codec.name != "red" && codec.name != "ulpfec") {
175 default_codec_ = codec;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000176 codec_set = true;
177 }
178 }
179
henrikg91d6ede2015-09-17 00:24:34 -0700180 RTC_DCHECK(codec_set);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000181 }
182
183 protected:
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100184 // Find the index of the codec in the engine with the given name. The codec
185 // must be present.
Oleh Prypina40f8242017-12-21 13:32:23 +0100186 size_t GetEngineCodecIndex(const std::string& name) const;
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100187
magjed509e4fe2016-11-18 01:34:11 -0800188 // Find the codec in the engine with the given name. The codec must be
189 // present.
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100190 cricket::VideoCodec GetEngineCodec(const std::string& name) const;
magjed509e4fe2016-11-18 01:34:11 -0800191
magjed2475ae22017-09-12 04:42:15 -0700192 VideoMediaChannel* SetUpForExternalEncoderFactory();
pbos@webrtc.orgfa553ef2014-10-20 11:07:07 +0000193
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000194 VideoMediaChannel* SetUpForExternalDecoderFactory(
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000195 const std::vector<VideoCodec>& codecs);
196
Peter Boströme4499152016-02-05 11:13:28 +0100197 void TestExtendedEncoderOveruse(bool use_external_encoder);
198
stefanc1aeaf02015-10-15 07:26:07 -0700199 webrtc::test::ScopedFieldTrials override_field_trials_;
skvlad11a9cbf2016-10-07 11:53:05 -0700200 webrtc::RtcEventLogNullImpl event_log_;
eladalonf1841382017-06-12 01:16:46 -0700201 // Used in WebRtcVideoEngineVoiceTest, but defined here so it's properly
pbos@webrtc.orgf1f0d9a2015-03-02 13:30:15 +0000202 // initialized when the constructor is called.
kwiberg686a8ef2016-02-26 03:00:35 -0800203 std::unique_ptr<webrtc::Call> call_;
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200204 // TODO(magjed): Update all tests to use new video codec factories once the
205 // old factories are deprecated,
206 // https://bugs.chromium.org/p/webrtc/issues/detail?id=7925.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200207 // These factories are owned by the video engine.
208 cricket::FakeWebRtcVideoEncoderFactory* encoder_factory_;
209 cricket::FakeWebRtcVideoDecoderFactory* decoder_factory_;
eladalonf1841382017-06-12 01:16:46 -0700210 WebRtcVideoEngine engine_;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000211 VideoCodec default_codec_;
Shao Changbine62202f2015-04-21 20:24:50 +0800212 std::map<int, int> default_apt_rtx_types_;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +0000213};
214
eladalonf1841382017-06-12 01:16:46 -0700215TEST_F(WebRtcVideoEngineTest, AnnouncesVp9AccordingToBuildFlags) {
Peter Boström12996152016-05-14 02:03:18 +0200216 bool claims_vp9_support = false;
217 for (const cricket::VideoCodec& codec : engine_.codecs()) {
218 if (codec.name == "VP9") {
219 claims_vp9_support = true;
220 break;
221 }
222 }
223#if defined(RTC_DISABLE_VP9)
224 EXPECT_FALSE(claims_vp9_support);
225#else
226 EXPECT_TRUE(claims_vp9_support);
227#endif // defined(RTC_DISABLE_VP9)
228}
229
eladalonf1841382017-06-12 01:16:46 -0700230TEST_F(WebRtcVideoEngineTest, DefaultRtxCodecHasAssociatedPayloadTypeSet) {
pbos@webrtc.orge322a172014-06-13 11:47:28 +0000231 std::vector<VideoCodec> engine_codecs = engine_.codecs();
232 for (size_t i = 0; i < engine_codecs.size(); ++i) {
233 if (engine_codecs[i].name != kRtxCodecName)
234 continue;
235 int associated_payload_type;
236 EXPECT_TRUE(engine_codecs[i].GetParam(kCodecParamAssociatedPayloadType,
pbos@webrtc.org42684be2014-10-03 11:25:45 +0000237 &associated_payload_type));
pbos@webrtc.orge322a172014-06-13 11:47:28 +0000238 EXPECT_EQ(default_codec_.id, associated_payload_type);
239 return;
240 }
241 FAIL() << "No RTX codec found among default codecs.";
242}
243
eladalonf1841382017-06-12 01:16:46 -0700244TEST_F(WebRtcVideoEngineTest, SupportsTimestampOffsetHeaderExtension) {
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100245 RtpCapabilities capabilities = engine_.GetCapabilities();
246 ASSERT_FALSE(capabilities.header_extensions.empty());
isheriff6f8d6862016-05-26 11:24:55 -0700247 for (const RtpExtension& extension : capabilities.header_extensions) {
248 if (extension.uri == RtpExtension::kTimestampOffsetUri) {
249 EXPECT_EQ(RtpExtension::kTimestampOffsetDefaultId, extension.id);
pbos@webrtc.org587ef602014-06-16 17:32:02 +0000250 return;
251 }
252 }
253 FAIL() << "Timestamp offset extension not in header-extension list.";
254}
255
eladalonf1841382017-06-12 01:16:46 -0700256TEST_F(WebRtcVideoEngineTest, SupportsAbsoluteSenderTimeHeaderExtension) {
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100257 RtpCapabilities capabilities = engine_.GetCapabilities();
258 ASSERT_FALSE(capabilities.header_extensions.empty());
isheriff6f8d6862016-05-26 11:24:55 -0700259 for (const RtpExtension& extension : capabilities.header_extensions) {
260 if (extension.uri == RtpExtension::kAbsSendTimeUri) {
261 EXPECT_EQ(RtpExtension::kAbsSendTimeDefaultId, extension.id);
pbos@webrtc.org587ef602014-06-16 17:32:02 +0000262 return;
263 }
264 }
265 FAIL() << "Absolute Sender Time extension not in header-extension list.";
266}
267
eladalonf1841382017-06-12 01:16:46 -0700268TEST_F(WebRtcVideoEngineTest, SupportsTransportSequenceNumberHeaderExtension) {
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100269 RtpCapabilities capabilities = engine_.GetCapabilities();
270 ASSERT_FALSE(capabilities.header_extensions.empty());
isheriff6f8d6862016-05-26 11:24:55 -0700271 for (const RtpExtension& extension : capabilities.header_extensions) {
272 if (extension.uri == RtpExtension::kTransportSequenceNumberUri) {
273 EXPECT_EQ(RtpExtension::kTransportSequenceNumberDefaultId, extension.id);
stefanc1aeaf02015-10-15 07:26:07 -0700274 return;
275 }
276 }
277 FAIL() << "Transport sequence number extension not in header-extension list.";
278}
279
eladalonf1841382017-06-12 01:16:46 -0700280TEST_F(WebRtcVideoEngineTest, SupportsVideoRotationHeaderExtension) {
Stefan Holmer9d69c3f2015-12-07 10:45:43 +0100281 RtpCapabilities capabilities = engine_.GetCapabilities();
282 ASSERT_FALSE(capabilities.header_extensions.empty());
isheriff6f8d6862016-05-26 11:24:55 -0700283 for (const RtpExtension& extension : capabilities.header_extensions) {
284 if (extension.uri == RtpExtension::kVideoRotationUri) {
285 EXPECT_EQ(RtpExtension::kVideoRotationDefaultId, extension.id);
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700286 return;
287 }
288 }
289 FAIL() << "Video Rotation extension not in header-extension list.";
290}
291
eladalonf1841382017-06-12 01:16:46 -0700292TEST_F(WebRtcVideoEngineTest, CVOSetHeaderExtensionBeforeCapturer) {
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700293 // Allocate the capturer first to prevent early destruction before channel's
294 // dtor is called.
295 cricket::FakeVideoCapturer capturer;
296
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200297 encoder_factory_->AddSupportedVideoCodecType("VP8");
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700298
magjed2475ae22017-09-12 04:42:15 -0700299 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700300 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(kSsrc)));
301
302 // Add CVO extension.
303 const int id = 1;
magjed509e4fe2016-11-18 01:34:11 -0800304 cricket::VideoSendParameters parameters;
305 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200306 parameters.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -0700307 RtpExtension(RtpExtension::kVideoRotationUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200308 EXPECT_TRUE(channel->SetSendParameters(parameters));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700309
310 // Set capturer.
deadbeef5a4a75a2016-06-02 16:23:38 -0700311 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700312
313 // Verify capturer has turned off applying rotation.
nisse47ac4622016-05-25 08:47:01 -0700314 EXPECT_FALSE(capturer.apply_rotation());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700315
316 // Verify removing header extension turns on applying rotation.
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200317 parameters.extensions.clear();
318 EXPECT_TRUE(channel->SetSendParameters(parameters));
nisse47ac4622016-05-25 08:47:01 -0700319 EXPECT_TRUE(capturer.apply_rotation());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700320}
321
eladalonf1841382017-06-12 01:16:46 -0700322TEST_F(WebRtcVideoEngineTest, CVOSetHeaderExtensionBeforeAddSendStream) {
perkj91e1c152016-03-02 05:34:00 -0800323 // Allocate the capturer first to prevent early destruction before channel's
324 // dtor is called.
325 cricket::FakeVideoCapturer capturer;
326
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200327 encoder_factory_->AddSupportedVideoCodecType("VP8");
perkj91e1c152016-03-02 05:34:00 -0800328
magjed2475ae22017-09-12 04:42:15 -0700329 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
perkj91e1c152016-03-02 05:34:00 -0800330 // Add CVO extension.
331 const int id = 1;
magjed509e4fe2016-11-18 01:34:11 -0800332 cricket::VideoSendParameters parameters;
333 parameters.codecs.push_back(GetEngineCodec("VP8"));
perkj91e1c152016-03-02 05:34:00 -0800334 parameters.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -0700335 RtpExtension(RtpExtension::kVideoRotationUri, id));
perkj91e1c152016-03-02 05:34:00 -0800336 EXPECT_TRUE(channel->SetSendParameters(parameters));
337 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(kSsrc)));
338
339 // Set capturer.
deadbeef5a4a75a2016-06-02 16:23:38 -0700340 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
perkj91e1c152016-03-02 05:34:00 -0800341
342 // Verify capturer has turned off applying rotation.
nisse47ac4622016-05-25 08:47:01 -0700343 EXPECT_FALSE(capturer.apply_rotation());
perkj91e1c152016-03-02 05:34:00 -0800344}
345
eladalonf1841382017-06-12 01:16:46 -0700346TEST_F(WebRtcVideoEngineTest, CVOSetHeaderExtensionAfterCapturer) {
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700347 cricket::FakeVideoCapturer capturer;
348
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200349 encoder_factory_->AddSupportedVideoCodecType("VP8");
350 encoder_factory_->AddSupportedVideoCodecType("VP9");
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700351
magjed2475ae22017-09-12 04:42:15 -0700352 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700353 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(kSsrc)));
354
355 // Set capturer.
deadbeef5a4a75a2016-06-02 16:23:38 -0700356 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700357
perkjcaafdba2016-03-20 07:34:29 -0700358 // Verify capturer has turned on applying rotation.
nisse47ac4622016-05-25 08:47:01 -0700359 EXPECT_TRUE(capturer.apply_rotation());
perkjcaafdba2016-03-20 07:34:29 -0700360
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700361 // Add CVO extension.
362 const int id = 1;
magjed509e4fe2016-11-18 01:34:11 -0800363 cricket::VideoSendParameters parameters;
364 parameters.codecs.push_back(GetEngineCodec("VP8"));
365 parameters.codecs.push_back(GetEngineCodec("VP9"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200366 parameters.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -0700367 RtpExtension(RtpExtension::kVideoRotationUri, id));
perkjcaafdba2016-03-20 07:34:29 -0700368 // Also remove the first codec to trigger a codec change as well.
369 parameters.codecs.erase(parameters.codecs.begin());
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200370 EXPECT_TRUE(channel->SetSendParameters(parameters));
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700371
372 // Verify capturer has turned off applying rotation.
nisse47ac4622016-05-25 08:47:01 -0700373 EXPECT_FALSE(capturer.apply_rotation());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700374
375 // Verify removing header extension turns on applying rotation.
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200376 parameters.extensions.clear();
377 EXPECT_TRUE(channel->SetSendParameters(parameters));
nisse47ac4622016-05-25 08:47:01 -0700378 EXPECT_TRUE(capturer.apply_rotation());
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -0700379}
380
eladalonf1841382017-06-12 01:16:46 -0700381TEST_F(WebRtcVideoEngineTest, SetSendFailsBeforeSettingCodecs) {
kwiberg686a8ef2016-02-26 03:00:35 -0800382 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800383 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +0000384
385 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(123)));
386
387 EXPECT_FALSE(channel->SetSend(true))
388 << "Channel should not start without codecs.";
389 EXPECT_TRUE(channel->SetSend(false))
390 << "Channel should be stoppable even without set codecs.";
391}
392
eladalonf1841382017-06-12 01:16:46 -0700393TEST_F(WebRtcVideoEngineTest, GetStatsWithoutSendCodecsSetDoesNotCrash) {
kwiberg686a8ef2016-02-26 03:00:35 -0800394 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800395 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
pbos@webrtc.orgc3d2bd22014-08-12 20:55:10 +0000396 EXPECT_TRUE(channel->AddSendStream(StreamParams::CreateLegacy(123)));
397 VideoMediaInfo info;
398 channel->GetStats(&info);
399}
400
eladalonf1841382017-06-12 01:16:46 -0700401TEST_F(WebRtcVideoEngineTest, UseExternalFactoryForVp8WhenSupported) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200402 encoder_factory_->AddSupportedVideoCodecType("VP8");
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000403
magjed2475ae22017-09-12 04:42:15 -0700404 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
Sergey Ulanove2b15012016-11-22 16:08:30 -0800405 channel->OnReadyToSend(true);
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000406
407 EXPECT_TRUE(
408 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200409 EXPECT_EQ(0, encoder_factory_->GetNumCreatedEncoders());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000410 EXPECT_TRUE(channel->SetSend(true));
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000411 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700412 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000413 EXPECT_EQ(cricket::CS_RUNNING,
414 capturer.Start(capturer.GetSupportedFormats()->front()));
415 EXPECT_TRUE(capturer.CaptureFrame());
Per21d45d22016-10-30 21:37:57 +0100416 // Sending one frame will have allocate the encoder.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200417 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(1));
418 EXPECT_TRUE_WAIT(encoder_factory_->encoders()[0]->GetNumEncodedFrames() > 0,
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000419 kTimeout);
420
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200421 int num_created_encoders = encoder_factory_->GetNumCreatedEncoders();
Per21d45d22016-10-30 21:37:57 +0100422 EXPECT_EQ(num_created_encoders, 1);
pbos@webrtc.org86196c42015-02-16 21:02:00 +0000423
424 // Setting codecs of the same type should not reallocate any encoders
425 // (expecting a no-op).
magjed509e4fe2016-11-18 01:34:11 -0800426 cricket::VideoSendParameters parameters;
427 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200428 EXPECT_TRUE(channel->SetSendParameters(parameters));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200429 EXPECT_EQ(num_created_encoders, encoder_factory_->GetNumCreatedEncoders());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000430
431 // Remove stream previously added to free the external encoder instance.
432 EXPECT_TRUE(channel->RemoveSendStream(kSsrc));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200433 EXPECT_EQ(0u, encoder_factory_->encoders().size());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000434}
435
Taylor Brandstetter6c3e7882016-06-29 11:14:19 -0700436// Test that when an external encoder factory supports a codec we don't
437// internally support, we still add an RTX codec for it.
438// TODO(deadbeef): Currently this test is only effective if WebRTC is
439// built with no internal H264 support. This test should be updated
440// if/when we start adding RTX codecs for unrecognized codec names.
eladalonf1841382017-06-12 01:16:46 -0700441TEST_F(WebRtcVideoEngineTest, RtxCodecAddedForExternalCodec) {
magjed725e4842016-11-16 00:48:13 -0800442 using webrtc::H264::ProfileLevelIdToString;
443 using webrtc::H264::ProfileLevelId;
444 using webrtc::H264::kLevel1;
445 cricket::VideoCodec h264_constrained_baseline("H264");
446 h264_constrained_baseline.params[kH264FmtpProfileLevelId] =
447 *ProfileLevelIdToString(
448 ProfileLevelId(webrtc::H264::kProfileConstrainedBaseline, kLevel1));
449 cricket::VideoCodec h264_constrained_high("H264");
450 h264_constrained_high.params[kH264FmtpProfileLevelId] =
451 *ProfileLevelIdToString(
452 ProfileLevelId(webrtc::H264::kProfileConstrainedHigh, kLevel1));
453 cricket::VideoCodec h264_high("H264");
454 h264_high.params[kH264FmtpProfileLevelId] = *ProfileLevelIdToString(
455 ProfileLevelId(webrtc::H264::kProfileHigh, kLevel1));
456
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200457 encoder_factory_->AddSupportedVideoCodec(h264_constrained_baseline);
458 encoder_factory_->AddSupportedVideoCodec(h264_constrained_high);
459 encoder_factory_->AddSupportedVideoCodec(h264_high);
Taylor Brandstetter6c3e7882016-06-29 11:14:19 -0700460
magjed725e4842016-11-16 00:48:13 -0800461 // First figure out what payload types the test codecs got assigned.
462 const std::vector<cricket::VideoCodec> codecs = engine_.codecs();
magjed509e4fe2016-11-18 01:34:11 -0800463 // Now search for RTX codecs for them. Expect that they all have associated
464 // RTX codecs.
magjed725e4842016-11-16 00:48:13 -0800465 EXPECT_TRUE(HasRtxCodec(
466 codecs, FindMatchingCodec(codecs, h264_constrained_baseline)->id));
467 EXPECT_TRUE(HasRtxCodec(
468 codecs, FindMatchingCodec(codecs, h264_constrained_high)->id));
magjed509e4fe2016-11-18 01:34:11 -0800469 EXPECT_TRUE(HasRtxCodec(
magjed725e4842016-11-16 00:48:13 -0800470 codecs, FindMatchingCodec(codecs, h264_high)->id));
Taylor Brandstetter6c3e7882016-06-29 11:14:19 -0700471}
472
eladalonf1841382017-06-12 01:16:46 -0700473void WebRtcVideoEngineTest::TestExtendedEncoderOveruse(
Peter Boströme4499152016-02-05 11:13:28 +0100474 bool use_external_encoder) {
kwiberg686a8ef2016-02-26 03:00:35 -0800475 std::unique_ptr<VideoMediaChannel> channel;
skvlad11a9cbf2016-10-07 11:53:05 -0700476 FakeCall* fake_call = new FakeCall(webrtc::Call::Config(&event_log_));
Peter Boströme4499152016-02-05 11:13:28 +0100477 call_.reset(fake_call);
478 if (use_external_encoder) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200479 encoder_factory_->AddSupportedVideoCodecType("VP8");
magjed2475ae22017-09-12 04:42:15 -0700480 channel.reset(SetUpForExternalEncoderFactory());
Peter Boströme4499152016-02-05 11:13:28 +0100481 } else {
nisse51542be2016-02-12 02:27:06 -0800482 channel.reset(
kthelgason2bc68642017-02-07 07:02:22 -0800483 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
Peter Boströme4499152016-02-05 11:13:28 +0100484 }
485 ASSERT_TRUE(
486 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
magjed509e4fe2016-11-18 01:34:11 -0800487 cricket::VideoSendParameters parameters;
488 parameters.codecs.push_back(GetEngineCodec("VP8"));
Peter Boströme4499152016-02-05 11:13:28 +0100489 EXPECT_TRUE(channel->SetSendParameters(parameters));
490 EXPECT_TRUE(channel->SetSend(true));
491 FakeVideoSendStream* stream = fake_call->GetVideoSendStreams()[0];
492
493 EXPECT_EQ(use_external_encoder,
494 stream->GetConfig().encoder_settings.full_overuse_time);
495 // Remove stream previously added to free the external encoder instance.
496 EXPECT_TRUE(channel->RemoveSendStream(kSsrc));
497}
498
eladalonf1841382017-06-12 01:16:46 -0700499TEST_F(WebRtcVideoEngineTest, EnablesFullEncoderTimeForExternalEncoders) {
Peter Boströme4499152016-02-05 11:13:28 +0100500 TestExtendedEncoderOveruse(true);
501}
502
eladalonf1841382017-06-12 01:16:46 -0700503TEST_F(WebRtcVideoEngineTest, DisablesFullEncoderTimeForNonExternalEncoders) {
Peter Boströme4499152016-02-05 11:13:28 +0100504 TestExtendedEncoderOveruse(false);
505}
506
Peter Boström12996152016-05-14 02:03:18 +0200507#if !defined(RTC_DISABLE_VP9)
eladalonf1841382017-06-12 01:16:46 -0700508TEST_F(WebRtcVideoEngineTest, CanConstructDecoderForVp9EncoderFactory) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200509 encoder_factory_->AddSupportedVideoCodecType("VP9");
Peter Boström53eda3d2015-03-27 15:53:18 +0100510
magjed2475ae22017-09-12 04:42:15 -0700511 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
Peter Boström53eda3d2015-03-27 15:53:18 +0100512
513 EXPECT_TRUE(
514 channel->AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrc)));
515}
Peter Boström12996152016-05-14 02:03:18 +0200516#endif // !defined(RTC_DISABLE_VP9)
Peter Boström53eda3d2015-03-27 15:53:18 +0100517
eladalonf1841382017-06-12 01:16:46 -0700518TEST_F(WebRtcVideoEngineTest, PropagatesInputFrameTimestamp) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200519 encoder_factory_->AddSupportedVideoCodecType("VP8");
skvlad11a9cbf2016-10-07 11:53:05 -0700520 FakeCall* fake_call = new FakeCall(webrtc::Call::Config(&event_log_));
Fredrik Solenberg709ed672015-09-15 12:26:33 +0200521 call_.reset(fake_call);
magjed2475ae22017-09-12 04:42:15 -0700522 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
qiangchenc27d89f2015-07-16 10:27:16 -0700523
524 EXPECT_TRUE(
525 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
526
527 FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700528 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
qiangchenc27d89f2015-07-16 10:27:16 -0700529 capturer.Start(cricket::VideoFormat(1280, 720,
530 cricket::VideoFormat::FpsToInterval(60),
531 cricket::FOURCC_I420));
532 channel->SetSend(true);
533
Fredrik Solenberg709ed672015-09-15 12:26:33 +0200534 FakeVideoSendStream* stream = fake_call->GetVideoSendStreams()[0];
qiangchenc27d89f2015-07-16 10:27:16 -0700535
536 EXPECT_TRUE(capturer.CaptureFrame());
pbos1cb121d2015-09-14 11:38:38 -0700537 int64_t last_timestamp = stream->GetLastTimestamp();
qiangchenc27d89f2015-07-16 10:27:16 -0700538 for (int i = 0; i < 10; i++) {
539 EXPECT_TRUE(capturer.CaptureFrame());
pbos1cb121d2015-09-14 11:38:38 -0700540 int64_t timestamp = stream->GetLastTimestamp();
qiangchenc27d89f2015-07-16 10:27:16 -0700541 int64_t interval = timestamp - last_timestamp;
542
543 // Precision changes from nanosecond to millisecond.
544 // Allow error to be no more than 1.
545 EXPECT_NEAR(cricket::VideoFormat::FpsToInterval(60) / 1E6, interval, 1);
546
547 last_timestamp = timestamp;
548 }
549
550 capturer.Start(cricket::VideoFormat(1280, 720,
551 cricket::VideoFormat::FpsToInterval(30),
552 cricket::FOURCC_I420));
553
554 EXPECT_TRUE(capturer.CaptureFrame());
555 last_timestamp = stream->GetLastTimestamp();
556 for (int i = 0; i < 10; i++) {
557 EXPECT_TRUE(capturer.CaptureFrame());
pbos1cb121d2015-09-14 11:38:38 -0700558 int64_t timestamp = stream->GetLastTimestamp();
qiangchenc27d89f2015-07-16 10:27:16 -0700559 int64_t interval = timestamp - last_timestamp;
560
561 // Precision changes from nanosecond to millisecond.
562 // Allow error to be no more than 1.
563 EXPECT_NEAR(cricket::VideoFormat::FpsToInterval(30) / 1E6, interval, 1);
564
565 last_timestamp = timestamp;
566 }
567
568 // Remove stream previously added to free the external encoder instance.
569 EXPECT_TRUE(channel->RemoveSendStream(kSsrc));
570}
571
Oleh Prypina40f8242017-12-21 13:32:23 +0100572size_t WebRtcVideoEngineTest::GetEngineCodecIndex(
573 const std::string& name) const {
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100574 const std::vector<cricket::VideoCodec> codecs = engine_.codecs();
575 for (size_t i = 0; i < codecs.size(); ++i) {
576 const cricket::VideoCodec engine_codec = codecs[i];
Magnus Jedvert8deb8182017-10-05 13:13:32 +0200577 if (!CodecNamesEq(name, engine_codec.name))
578 continue;
579 // The tests only use H264 Constrained Baseline. Make sure we don't return
580 // an internal H264 codec from the engine with a different H264 profile.
581 if (CodecNamesEq(name.c_str(), kH264CodecName)) {
582 const rtc::Optional<webrtc::H264::ProfileLevelId> profile_level_id =
583 webrtc::H264::ParseSdpProfileLevelId(engine_codec.params);
584 if (profile_level_id->profile !=
585 webrtc::H264::kProfileConstrainedBaseline) {
586 continue;
587 }
588 }
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100589 return i;
magjed509e4fe2016-11-18 01:34:11 -0800590 }
591 // This point should never be reached.
592 ADD_FAILURE() << "Unrecognized codec name: " << name;
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100593 return -1;
594}
595
596cricket::VideoCodec WebRtcVideoEngineTest::GetEngineCodec(
597 const std::string& name) const {
598 return engine_.codecs()[GetEngineCodecIndex(name)];
magjed509e4fe2016-11-18 01:34:11 -0800599}
600
magjed2475ae22017-09-12 04:42:15 -0700601VideoMediaChannel* WebRtcVideoEngineTest::SetUpForExternalEncoderFactory() {
buildbot@webrtc.org1ecbe452014-10-14 20:29:28 +0000602 VideoMediaChannel* channel =
kthelgason2bc68642017-02-07 07:02:22 -0800603 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions());
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200604 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -0800605 // We need to look up the codec in the engine to get the correct payload type.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200606 for (const VideoCodec& codec : encoder_factory_->supported_codecs())
magjed509e4fe2016-11-18 01:34:11 -0800607 parameters.codecs.push_back(GetEngineCodec(codec.name));
608
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200609 EXPECT_TRUE(channel->SetSendParameters(parameters));
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000610
611 return channel;
612}
613
eladalonf1841382017-06-12 01:16:46 -0700614VideoMediaChannel* WebRtcVideoEngineTest::SetUpForExternalDecoderFactory(
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000615 const std::vector<VideoCodec>& codecs) {
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000616 VideoMediaChannel* channel =
kthelgason2bc68642017-02-07 07:02:22 -0800617 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions());
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200618 cricket::VideoRecvParameters parameters;
619 parameters.codecs = codecs;
620 EXPECT_TRUE(channel->SetRecvParameters(parameters));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000621
622 return channel;
623}
624
eladalonf1841382017-06-12 01:16:46 -0700625TEST_F(WebRtcVideoEngineTest, UsesSimulcastAdapterForVp8Factories) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200626 encoder_factory_->AddSupportedVideoCodecType("VP8");
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000627
magjed2475ae22017-09-12 04:42:15 -0700628 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000629
Peter Boström0c4e06b2015-10-07 12:23:21 +0200630 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000631
632 EXPECT_TRUE(
633 channel->AddSendStream(CreateSimStreamParams("cname", ssrcs)));
634 EXPECT_TRUE(channel->SetSend(true));
635
pbos@webrtc.org86196c42015-02-16 21:02:00 +0000636 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700637 EXPECT_TRUE(channel->SetVideoSend(ssrcs.front(), true, nullptr, &capturer));
pbos@webrtc.org86196c42015-02-16 21:02:00 +0000638 EXPECT_EQ(cricket::CS_RUNNING,
639 capturer.Start(capturer.GetSupportedFormats()->front()));
640 EXPECT_TRUE(capturer.CaptureFrame());
641
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200642 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(2));
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000643
644 // Verify that encoders are configured for simulcast through adapter
645 // (increasing resolution and only configured to send one stream each).
646 int prev_width = -1;
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200647 for (size_t i = 0; i < encoder_factory_->encoders().size(); ++i) {
648 ASSERT_TRUE(encoder_factory_->encoders()[i]->WaitForInitEncode());
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000649 webrtc::VideoCodec codec_settings =
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200650 encoder_factory_->encoders()[i]->GetCodecSettings();
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000651 EXPECT_EQ(0, codec_settings.numberOfSimulcastStreams);
652 EXPECT_GT(codec_settings.width, prev_width);
653 prev_width = codec_settings.width;
654 }
pbos@webrtc.org86196c42015-02-16 21:02:00 +0000655
deadbeef5a4a75a2016-06-02 16:23:38 -0700656 EXPECT_TRUE(channel->SetVideoSend(ssrcs.front(), true, nullptr, nullptr));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000657
658 channel.reset();
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200659 ASSERT_EQ(0u, encoder_factory_->encoders().size());
pbos@webrtc.orgf18fba22015-01-14 16:26:23 +0000660}
661
eladalonf1841382017-06-12 01:16:46 -0700662TEST_F(WebRtcVideoEngineTest, ChannelWithExternalH264CanChangeToInternalVp8) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200663 encoder_factory_->AddSupportedVideoCodecType("H264");
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000664
magjed2475ae22017-09-12 04:42:15 -0700665 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000666
667 EXPECT_TRUE(
668 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200669 ASSERT_EQ(1u, encoder_factory_->encoders().size());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000670
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200671 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -0800672 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200673 EXPECT_TRUE(channel->SetSendParameters(parameters));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200674 ASSERT_EQ(0u, encoder_factory_->encoders().size());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000675}
676
eladalonf1841382017-06-12 01:16:46 -0700677TEST_F(WebRtcVideoEngineTest,
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000678 DontUseExternalEncoderFactoryForUnsupportedCodecs) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200679 encoder_factory_->AddSupportedVideoCodecType("H264");
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000680
kwiberg686a8ef2016-02-26 03:00:35 -0800681 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800682 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
magjed509e4fe2016-11-18 01:34:11 -0800683 cricket::VideoSendParameters parameters;
684 parameters.codecs.push_back(GetEngineCodec("VP8"));
685 EXPECT_TRUE(channel->SetSendParameters(parameters));
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000686
687 EXPECT_TRUE(
688 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000689 // Make sure DestroyVideoEncoder was called on the factory.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200690 ASSERT_EQ(0u, encoder_factory_->encoders().size());
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000691}
692
eladalonf1841382017-06-12 01:16:46 -0700693TEST_F(WebRtcVideoEngineTest,
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000694 UsesSimulcastAdapterForVp8WithCombinedVP8AndH264Factory) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200695 encoder_factory_->AddSupportedVideoCodecType("VP8");
696 encoder_factory_->AddSupportedVideoCodecType("H264");
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000697
kwiberg686a8ef2016-02-26 03:00:35 -0800698 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800699 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
magjed509e4fe2016-11-18 01:34:11 -0800700 cricket::VideoSendParameters parameters;
701 parameters.codecs.push_back(GetEngineCodec("VP8"));
702 EXPECT_TRUE(channel->SetSendParameters(parameters));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000703
Peter Boström0c4e06b2015-10-07 12:23:21 +0200704 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000705
706 EXPECT_TRUE(
707 channel->AddSendStream(CreateSimStreamParams("cname", ssrcs)));
708 EXPECT_TRUE(channel->SetSend(true));
709
710 // Send a fake frame, or else the media engine will configure the simulcast
711 // encoder adapter at a low-enough size that it'll only create a single
712 // encoder layer.
713 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700714 EXPECT_TRUE(channel->SetVideoSend(ssrcs.front(), true, nullptr, &capturer));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000715 EXPECT_EQ(cricket::CS_RUNNING,
716 capturer.Start(capturer.GetSupportedFormats()->front()));
717 EXPECT_TRUE(capturer.CaptureFrame());
718
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200719 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(2));
720 ASSERT_TRUE(encoder_factory_->encoders()[0]->WaitForInitEncode());
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000721 EXPECT_EQ(webrtc::kVideoCodecVP8,
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200722 encoder_factory_->encoders()[0]->GetCodecSettings().codecType);
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000723
724 channel.reset();
725 // Make sure DestroyVideoEncoder was called on the factory.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200726 EXPECT_EQ(0u, encoder_factory_->encoders().size());
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000727}
728
eladalonf1841382017-06-12 01:16:46 -0700729TEST_F(WebRtcVideoEngineTest,
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000730 DestroysNonSimulcastEncoderFromCombinedVP8AndH264Factory) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200731 encoder_factory_->AddSupportedVideoCodecType("VP8");
732 encoder_factory_->AddSupportedVideoCodecType("H264");
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000733
kwiberg686a8ef2016-02-26 03:00:35 -0800734 std::unique_ptr<VideoMediaChannel> channel(
kthelgason2bc68642017-02-07 07:02:22 -0800735 engine_.CreateChannel(call_.get(), GetMediaConfig(), VideoOptions()));
magjed509e4fe2016-11-18 01:34:11 -0800736 cricket::VideoSendParameters parameters;
737 parameters.codecs.push_back(GetEngineCodec("H264"));
738 EXPECT_TRUE(channel->SetSendParameters(parameters));
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000739
740 EXPECT_TRUE(
741 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200742 ASSERT_EQ(1u, encoder_factory_->encoders().size());
Per21d45d22016-10-30 21:37:57 +0100743
744 // Send a frame of 720p. This should trigger a "real" encoder initialization.
745 cricket::VideoFormat format(
746 1280, 720, cricket::VideoFormat::FpsToInterval(30), cricket::FOURCC_I420);
747 cricket::FakeVideoCapturer capturer;
748 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, nullptr, &capturer));
749 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(format));
750 EXPECT_TRUE(capturer.CaptureFrame());
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200751 ASSERT_TRUE(encoder_factory_->encoders()[0]->WaitForInitEncode());
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000752 EXPECT_EQ(webrtc::kVideoCodecH264,
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200753 encoder_factory_->encoders()[0]->GetCodecSettings().codecType);
pthatcher@webrtc.org818c4982015-03-06 02:20:58 +0000754
755 channel.reset();
756 // Make sure DestroyVideoEncoder was called on the factory.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200757 ASSERT_EQ(0u, encoder_factory_->encoders().size());
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000758}
759
eladalonf1841382017-06-12 01:16:46 -0700760TEST_F(WebRtcVideoEngineTest, SimulcastDisabledForH264) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200761 encoder_factory_->AddSupportedVideoCodecType("H264");
noahricfdac5162015-08-27 01:59:29 -0700762
magjed2475ae22017-09-12 04:42:15 -0700763 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
noahricfdac5162015-08-27 01:59:29 -0700764
Peter Boström0c4e06b2015-10-07 12:23:21 +0200765 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
noahricfdac5162015-08-27 01:59:29 -0700766 EXPECT_TRUE(
767 channel->AddSendStream(cricket::CreateSimStreamParams("cname", ssrcs)));
Peter Boströmce23bee2016-02-02 14:14:30 +0100768
769 // Send a frame of 720p. This should trigger a "real" encoder initialization.
noahricfdac5162015-08-27 01:59:29 -0700770 cricket::VideoFormat format(
771 1280, 720, cricket::VideoFormat::FpsToInterval(30), cricket::FOURCC_I420);
Peter Boströmce23bee2016-02-02 14:14:30 +0100772 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -0700773 EXPECT_TRUE(channel->SetVideoSend(ssrcs[0], true, nullptr, &capturer));
Peter Boströmce23bee2016-02-02 14:14:30 +0100774 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(format));
775 EXPECT_TRUE(capturer.CaptureFrame());
776
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200777 ASSERT_EQ(1u, encoder_factory_->encoders().size());
778 FakeWebRtcVideoEncoder* encoder = encoder_factory_->encoders()[0];
779 ASSERT_TRUE(encoder_factory_->encoders()[0]->WaitForInitEncode());
noahricfdac5162015-08-27 01:59:29 -0700780 EXPECT_EQ(webrtc::kVideoCodecH264, encoder->GetCodecSettings().codecType);
781 EXPECT_EQ(1u, encoder->GetCodecSettings().numberOfSimulcastStreams);
deadbeef5a4a75a2016-06-02 16:23:38 -0700782 EXPECT_TRUE(channel->SetVideoSend(ssrcs[0], true, nullptr, nullptr));
noahricfdac5162015-08-27 01:59:29 -0700783}
784
brandtrffc61182016-11-28 06:02:22 -0800785// Test that the FlexFEC field trial properly alters the output of
eladalonf1841382017-06-12 01:16:46 -0700786// WebRtcVideoEngine::codecs(), for an existing |engine_| object.
brandtrffc61182016-11-28 06:02:22 -0800787//
788// TODO(brandtr): Remove this test, when the FlexFEC field trial is gone.
eladalonf1841382017-06-12 01:16:46 -0700789TEST_F(WebRtcVideoEngineTest,
brandtrffc61182016-11-28 06:02:22 -0800790 Flexfec03SupportedAsInternalCodecBehindFieldTrial) {
791 auto is_flexfec = [](const VideoCodec& codec) {
792 if (codec.name == "flexfec-03")
793 return true;
794 return false;
795 };
796
797 // FlexFEC is not active without field trial.
brandtrffc61182016-11-28 06:02:22 -0800798 const std::vector<VideoCodec> codecs_before = engine_.codecs();
799 EXPECT_EQ(codecs_before.end(), std::find_if(codecs_before.begin(),
800 codecs_before.end(), is_flexfec));
801
802 // FlexFEC is active with field trial.
803 webrtc::test::ScopedFieldTrials override_field_trials_(
brandtr340e3fd2017-02-28 15:43:10 -0800804 "WebRTC-FlexFEC-03-Advertised/Enabled/");
brandtrffc61182016-11-28 06:02:22 -0800805 const std::vector<VideoCodec> codecs_after = engine_.codecs();
806 EXPECT_NE(codecs_after.end(),
807 std::find_if(codecs_after.begin(), codecs_after.end(), is_flexfec));
808}
809
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100810// Test that external codecs are added after internal SW codecs.
eladalonf1841382017-06-12 01:16:46 -0700811TEST_F(WebRtcVideoEngineTest, ReportSupportedExternalCodecs) {
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100812 const char* kFakeExternalCodecName = "FakeExternalCodec";
813 encoder_factory_->AddSupportedVideoCodecType(kFakeExternalCodecName);
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000814
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100815 // The external codec should appear after the internal codec in the vector.
Oleh Prypina40f8242017-12-21 13:32:23 +0100816 const size_t vp8_index = GetEngineCodecIndex("VP8");
817 const size_t fake_external_codec_index =
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100818 GetEngineCodecIndex(kFakeExternalCodecName);
819 EXPECT_LT(vp8_index, fake_external_codec_index);
pbos@webrtc.org7fe1e032014-10-14 04:25:33 +0000820}
821
brandtrffc61182016-11-28 06:02:22 -0800822// Test that an external codec that was added after the engine was initialized
823// does show up in the codec list after it was added.
eladalonf1841382017-06-12 01:16:46 -0700824TEST_F(WebRtcVideoEngineTest, ReportSupportedExternalCodecsWithAddedCodec) {
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100825 const char* kFakeExternalCodecName1 = "FakeExternalCodec1";
826 const char* kFakeExternalCodecName2 = "FakeExternalCodec2";
Magnus Jedvert154ee1f2017-11-15 19:27:11 +0100827
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100828 // Set up external encoder factory with first codec, and initialize engine.
829 encoder_factory_->AddSupportedVideoCodecType(kFakeExternalCodecName1);
830
brandtrffc61182016-11-28 06:02:22 -0800831 std::vector<cricket::VideoCodec> codecs_before(engine_.codecs());
brandtrffc61182016-11-28 06:02:22 -0800832
833 // Add second codec.
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100834 encoder_factory_->AddSupportedVideoCodecType(kFakeExternalCodecName2);
brandtrffc61182016-11-28 06:02:22 -0800835 std::vector<cricket::VideoCodec> codecs_after(engine_.codecs());
836 EXPECT_EQ(codecs_before.size() + 1, codecs_after.size());
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100837
838 // Check that both fake codecs are present and that the second fake codec
839 // appears after the first fake codec.
Oleh Prypina40f8242017-12-21 13:32:23 +0100840 const size_t fake_codec_index1 = GetEngineCodecIndex(kFakeExternalCodecName1);
841 const size_t fake_codec_index2 = GetEngineCodecIndex(kFakeExternalCodecName2);
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100842 EXPECT_LT(fake_codec_index1, fake_codec_index2);
brandtrffc61182016-11-28 06:02:22 -0800843}
844
eladalonf1841382017-06-12 01:16:46 -0700845TEST_F(WebRtcVideoEngineTest, RegisterExternalDecodersIfSupported) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200846 decoder_factory_->AddSupportedVideoCodecType(webrtc::kVideoCodecVP8);
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200847 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -0800848 parameters.codecs.push_back(GetEngineCodec("VP8"));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000849
kwiberg686a8ef2016-02-26 03:00:35 -0800850 std::unique_ptr<VideoMediaChannel> channel(
magjed2475ae22017-09-12 04:42:15 -0700851 SetUpForExternalDecoderFactory(parameters.codecs));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000852
853 EXPECT_TRUE(
854 channel->AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200855 ASSERT_EQ(1u, decoder_factory_->decoders().size());
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000856
857 // Setting codecs of the same type should not reallocate the decoder.
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200858 EXPECT_TRUE(channel->SetRecvParameters(parameters));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200859 EXPECT_EQ(1, decoder_factory_->GetNumCreatedDecoders());
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000860
861 // Remove stream previously added to free the external decoder instance.
862 EXPECT_TRUE(channel->RemoveRecvStream(kSsrc));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200863 EXPECT_EQ(0u, decoder_factory_->decoders().size());
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000864}
865
866// Verifies that we can set up decoders that are not internally supported.
eladalonf1841382017-06-12 01:16:46 -0700867TEST_F(WebRtcVideoEngineTest, RegisterExternalH264DecoderIfSupported) {
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000868 // TODO(pbos): Do not assume that encoder/decoder support is symmetric. We
869 // can't even query the WebRtcVideoDecoderFactory for supported codecs.
870 // For now we add a FakeWebRtcVideoEncoderFactory to add H264 to supported
871 // codecs.
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200872 encoder_factory_->AddSupportedVideoCodecType("H264");
873 decoder_factory_->AddSupportedVideoCodecType(webrtc::kVideoCodecH264);
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000874 std::vector<cricket::VideoCodec> codecs;
magjed509e4fe2016-11-18 01:34:11 -0800875 codecs.push_back(GetEngineCodec("H264"));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000876
kwiberg686a8ef2016-02-26 03:00:35 -0800877 std::unique_ptr<VideoMediaChannel> channel(
magjed2475ae22017-09-12 04:42:15 -0700878 SetUpForExternalDecoderFactory(codecs));
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000879
880 EXPECT_TRUE(
881 channel->AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrc)));
Magnus Jedvert02e7a192017-09-23 17:21:32 +0200882 ASSERT_EQ(1u, decoder_factory_->decoders().size());
pbos@webrtc.org96a93252014-11-03 14:46:44 +0000883}
884
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200885TEST(WebRtcVideoEngineNewVideoCodecFactoryTest, NullFactories) {
886 std::unique_ptr<webrtc::VideoEncoderFactory> encoder_factory;
887 std::unique_ptr<webrtc::VideoDecoderFactory> decoder_factory;
888 WebRtcVideoEngine engine(std::move(encoder_factory),
889 std::move(decoder_factory));
890 EXPECT_EQ(0u, engine.codecs().size());
891}
892
893TEST(WebRtcVideoEngineNewVideoCodecFactoryTest, EmptyFactories) {
894 // |engine| take ownership of the factories.
Emircan Uysalerdbcac7f2017-10-30 23:10:12 -0700895 webrtc::MockVideoEncoderFactory* encoder_factory =
896 new webrtc::MockVideoEncoderFactory();
897 webrtc::MockVideoDecoderFactory* decoder_factory =
898 new webrtc::MockVideoDecoderFactory();
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200899 WebRtcVideoEngine engine(
900 (std::unique_ptr<webrtc::VideoEncoderFactory>(encoder_factory)),
901 (std::unique_ptr<webrtc::VideoDecoderFactory>(decoder_factory)));
902 EXPECT_CALL(*encoder_factory, GetSupportedFormats());
903 EXPECT_EQ(0u, engine.codecs().size());
904 EXPECT_CALL(*encoder_factory, Die());
905 EXPECT_CALL(*decoder_factory, Die());
906}
907
908// Test full behavior in the video engine when video codec factories of the new
909// type are injected supporting the single codec Vp8. Check the returned codecs
910// from the engine and that we will create a Vp8 encoder and decoder using the
911// new factories.
912TEST(WebRtcVideoEngineNewVideoCodecFactoryTest, Vp8) {
913 // |engine| take ownership of the factories.
Emircan Uysalerdbcac7f2017-10-30 23:10:12 -0700914 webrtc::MockVideoEncoderFactory* encoder_factory =
915 new webrtc::MockVideoEncoderFactory();
916 webrtc::MockVideoDecoderFactory* decoder_factory =
917 new webrtc::MockVideoDecoderFactory();
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200918 WebRtcVideoEngine engine(
919 (std::unique_ptr<webrtc::VideoEncoderFactory>(encoder_factory)),
920 (std::unique_ptr<webrtc::VideoDecoderFactory>(decoder_factory)));
921 const webrtc::SdpVideoFormat vp8_format("VP8");
922 const std::vector<webrtc::SdpVideoFormat> supported_formats = {vp8_format};
923 EXPECT_CALL(*encoder_factory, GetSupportedFormats())
924 .WillRepeatedly(testing::Return(supported_formats));
925
926 // Verify the codecs from the engine.
927 const std::vector<VideoCodec> engine_codecs = engine.codecs();
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100928 // Verify default codecs has been added correctly.
929 EXPECT_EQ(5u, engine_codecs.size());
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200930 EXPECT_EQ("VP8", engine_codecs.at(0).name);
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100931
932 // RTX codec for VP8.
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200933 EXPECT_EQ("rtx", engine_codecs.at(1).name);
Magnus Jedvert9b16e2d2017-11-18 12:08:55 +0100934 int vp8_associated_payload;
935 EXPECT_TRUE(engine_codecs.at(1).GetParam(kCodecParamAssociatedPayloadType,
936 &vp8_associated_payload));
937 EXPECT_EQ(vp8_associated_payload, engine_codecs.at(0).id);
938
939 EXPECT_EQ(kRedCodecName, engine_codecs.at(2).name);
940
941 // RTX codec for RED.
942 EXPECT_EQ("rtx", engine_codecs.at(3).name);
943 int red_associated_payload;
944 EXPECT_TRUE(engine_codecs.at(3).GetParam(kCodecParamAssociatedPayloadType,
945 &red_associated_payload));
946 EXPECT_EQ(red_associated_payload, engine_codecs.at(2).id);
947
948 EXPECT_EQ(kUlpfecCodecName, engine_codecs.at(4).name);
949
Magnus Jedvertd4b0c052017-09-14 10:24:54 +0200950 int associated_payload_type;
951 EXPECT_TRUE(engine_codecs.at(1).GetParam(
952 cricket::kCodecParamAssociatedPayloadType, &associated_payload_type));
953 EXPECT_EQ(engine_codecs.at(0).id, associated_payload_type);
954 // Verify default parameters has been added to the VP8 codec.
955 VerifyCodecHasDefaultFeedbackParams(engine_codecs.at(0));
956
957 // Mock encoder creation. |engine| take ownership of the encoder.
958 webrtc::VideoEncoderFactory::CodecInfo codec_info;
959 codec_info.is_hardware_accelerated = false;
960 codec_info.has_internal_source = false;
961 const webrtc::SdpVideoFormat format("VP8");
962 EXPECT_CALL(*encoder_factory, QueryVideoEncoder(format))
963 .WillRepeatedly(testing::Return(codec_info));
964 FakeWebRtcVideoEncoder* const encoder = new FakeWebRtcVideoEncoder();
965 EXPECT_CALL(*encoder_factory, CreateVideoEncoderProxy(format))
966 .WillOnce(testing::Return(encoder));
967
968 // Mock decoder creation. |engine| take ownership of the decoder.
969 FakeWebRtcVideoDecoder* const decoder = new FakeWebRtcVideoDecoder();
970 EXPECT_CALL(*decoder_factory, CreateVideoDecoderProxy(format))
971 .WillOnce(testing::Return(decoder));
972
973 // Create a call.
974 webrtc::RtcEventLogNullImpl event_log;
975 std::unique_ptr<webrtc::Call> call(
976 webrtc::Call::Create(webrtc::Call::Config(&event_log)));
977
978 // Create send channel.
979 const int send_ssrc = 123;
980 std::unique_ptr<VideoMediaChannel> send_channel(
981 engine.CreateChannel(call.get(), GetMediaConfig(), VideoOptions()));
982 cricket::VideoSendParameters send_parameters;
983 send_parameters.codecs.push_back(engine_codecs.at(0));
984 EXPECT_TRUE(send_channel->SetSendParameters(send_parameters));
985 send_channel->OnReadyToSend(true);
986 EXPECT_TRUE(
987 send_channel->AddSendStream(StreamParams::CreateLegacy(send_ssrc)));
988 EXPECT_TRUE(send_channel->SetSend(true));
989
990 // Create recv channel.
991 const int recv_ssrc = 321;
992 std::unique_ptr<VideoMediaChannel> recv_channel(
993 engine.CreateChannel(call.get(), GetMediaConfig(), VideoOptions()));
994 cricket::VideoRecvParameters recv_parameters;
995 recv_parameters.codecs.push_back(engine_codecs.at(0));
996 EXPECT_TRUE(recv_channel->SetRecvParameters(recv_parameters));
997 EXPECT_TRUE(recv_channel->AddRecvStream(
998 cricket::StreamParams::CreateLegacy(recv_ssrc)));
999
1000 // Remove streams previously added to free the encoder and decoder instance.
1001 EXPECT_CALL(*encoder_factory, Die());
1002 EXPECT_CALL(*decoder_factory, Die());
1003 EXPECT_TRUE(send_channel->RemoveSendStream(send_ssrc));
1004 EXPECT_TRUE(recv_channel->RemoveRecvStream(recv_ssrc));
1005}
1006
Magnus Jedvert7501b1c2017-11-09 13:43:42 +01001007// Test behavior when decoder factory fails to create a decoder (returns null).
1008TEST(WebRtcVideoEngineNewVideoCodecFactoryTest, NullDecoder) {
1009 // |engine| take ownership of the factories.
1010 webrtc::MockVideoEncoderFactory* encoder_factory =
1011 new testing::StrictMock<webrtc::MockVideoEncoderFactory>();
1012 webrtc::MockVideoDecoderFactory* decoder_factory =
1013 new testing::StrictMock<webrtc::MockVideoDecoderFactory>();
1014 WebRtcVideoEngine engine(
1015 (std::unique_ptr<webrtc::VideoEncoderFactory>(encoder_factory)),
1016 (std::unique_ptr<webrtc::VideoDecoderFactory>(decoder_factory)));
1017 const webrtc::SdpVideoFormat vp8_format("VP8");
1018 const std::vector<webrtc::SdpVideoFormat> supported_formats = {vp8_format};
1019 EXPECT_CALL(*encoder_factory, GetSupportedFormats())
1020 .WillRepeatedly(testing::Return(supported_formats));
1021
1022 // Decoder creation fails.
1023 EXPECT_CALL(*decoder_factory, CreateVideoDecoderProxy(testing::_))
1024 .WillOnce(testing::Return(nullptr));
1025
1026 // Create a call.
1027 webrtc::RtcEventLogNullImpl event_log;
1028 std::unique_ptr<webrtc::Call> call(
1029 webrtc::Call::Create(webrtc::Call::Config(&event_log)));
1030
1031 // Create recv channel.
1032 const int recv_ssrc = 321;
1033 std::unique_ptr<VideoMediaChannel> recv_channel(
1034 engine.CreateChannel(call.get(), GetMediaConfig(), VideoOptions()));
1035 cricket::VideoRecvParameters recv_parameters;
1036 recv_parameters.codecs.push_back(engine.codecs().front());
1037 EXPECT_TRUE(recv_channel->SetRecvParameters(recv_parameters));
1038 EXPECT_TRUE(recv_channel->AddRecvStream(
1039 cricket::StreamParams::CreateLegacy(recv_ssrc)));
1040
1041 // Remove streams previously added to free the encoder and decoder instance.
1042 EXPECT_TRUE(recv_channel->RemoveRecvStream(recv_ssrc));
1043}
1044
eladalonf1841382017-06-12 01:16:46 -07001045class WebRtcVideoChannelBaseTest
1046 : public VideoMediaChannelTest<WebRtcVideoEngine, WebRtcVideoChannel> {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001047 protected:
eladalonf1841382017-06-12 01:16:46 -07001048 typedef VideoMediaChannelTest<WebRtcVideoEngine, WebRtcVideoChannel> Base;
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001049
magjed509e4fe2016-11-18 01:34:11 -08001050 cricket::VideoCodec GetEngineCodec(const std::string& name) {
1051 for (const cricket::VideoCodec& engine_codec : engine_.codecs()) {
1052 if (CodecNamesEq(name, engine_codec.name))
1053 return engine_codec;
1054 }
1055 // This point should never be reached.
1056 ADD_FAILURE() << "Unrecognized codec name: " << name;
1057 return cricket::VideoCodec();
1058 }
1059
1060 cricket::VideoCodec DefaultCodec() override { return GetEngineCodec("VP8"); }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001061};
1062
sakal1fd95952016-06-22 00:46:15 -07001063// Verifies that id given in stream params is passed to the decoder factory.
eladalonf1841382017-06-12 01:16:46 -07001064TEST_F(WebRtcVideoEngineTest, StreamParamsIdPassedToDecoderFactory) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001065 decoder_factory_->AddSupportedVideoCodecType(webrtc::kVideoCodecVP8);
sakal1fd95952016-06-22 00:46:15 -07001066 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001067 parameters.codecs.push_back(GetEngineCodec("VP8"));
sakal1fd95952016-06-22 00:46:15 -07001068
1069 std::unique_ptr<VideoMediaChannel> channel(
magjed2475ae22017-09-12 04:42:15 -07001070 SetUpForExternalDecoderFactory(parameters.codecs));
sakal1fd95952016-06-22 00:46:15 -07001071
1072 StreamParams sp = cricket::StreamParams::CreateLegacy(kSsrc);
1073 sp.id = "FakeStreamParamsId";
1074 EXPECT_TRUE(channel->AddRecvStream(sp));
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001075 EXPECT_EQ(1u, decoder_factory_->decoders().size());
sakal1fd95952016-06-22 00:46:15 -07001076
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001077 std::vector<cricket::VideoDecoderParams> params = decoder_factory_->params();
sakal1fd95952016-06-22 00:46:15 -07001078 ASSERT_EQ(1u, params.size());
1079 EXPECT_EQ(sp.id, params[0].receive_stream_id);
1080}
1081
eladalonf1841382017-06-12 01:16:46 -07001082TEST_F(WebRtcVideoEngineTest, DISABLED_RecreatesEncoderOnContentTypeChange) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001083 encoder_factory_->AddSupportedVideoCodecType("VP8");
sprangf24a0642017-02-28 13:23:26 -08001084 std::unique_ptr<FakeCall> fake_call(
1085 new FakeCall(webrtc::Call::Config(&event_log_)));
magjed2475ae22017-09-12 04:42:15 -07001086 std::unique_ptr<VideoMediaChannel> channel(SetUpForExternalEncoderFactory());
sprangf24a0642017-02-28 13:23:26 -08001087 ASSERT_TRUE(
1088 channel->AddSendStream(cricket::StreamParams::CreateLegacy(kSsrc)));
1089 cricket::VideoCodec codec = GetEngineCodec("VP8");
1090 cricket::VideoSendParameters parameters;
1091 parameters.codecs.push_back(codec);
1092 channel->OnReadyToSend(true);
1093 channel->SetSend(true);
1094 ASSERT_TRUE(channel->SetSendParameters(parameters));
1095
1096 cricket::FakeVideoCapturer capturer;
1097 VideoOptions options;
1098 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1099
1100 EXPECT_EQ(cricket::CS_RUNNING,
1101 capturer.Start(capturer.GetSupportedFormats()->front()));
1102 EXPECT_TRUE(capturer.CaptureFrame());
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001103 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(1));
sprangf24a0642017-02-28 13:23:26 -08001104 EXPECT_EQ(webrtc::kRealtimeVideo,
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001105 encoder_factory_->encoders().back()->GetCodecSettings().mode);
sprangf24a0642017-02-28 13:23:26 -08001106
1107 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1108 EXPECT_TRUE(capturer.CaptureFrame());
1109 // No change in content type, keep current encoder.
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001110 EXPECT_EQ(1, encoder_factory_->GetNumCreatedEncoders());
sprangf24a0642017-02-28 13:23:26 -08001111
1112 options.is_screencast.emplace(true);
1113 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1114 EXPECT_TRUE(capturer.CaptureFrame());
1115 // Change to screen content, recreate encoder. For the simulcast encoder
1116 // adapter case, this will result in two calls since InitEncode triggers a
1117 // a new instance.
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001118 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(2));
sprangf24a0642017-02-28 13:23:26 -08001119 EXPECT_EQ(webrtc::kScreensharing,
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001120 encoder_factory_->encoders().back()->GetCodecSettings().mode);
sprangf24a0642017-02-28 13:23:26 -08001121
1122 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1123 EXPECT_TRUE(capturer.CaptureFrame());
1124 // Still screen content, no need to update encoder.
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001125 EXPECT_EQ(2, encoder_factory_->GetNumCreatedEncoders());
sprangf24a0642017-02-28 13:23:26 -08001126
1127 options.is_screencast.emplace(false);
1128 options.video_noise_reduction.emplace(false);
1129 EXPECT_TRUE(channel->SetVideoSend(kSsrc, true, &options, &capturer));
1130 // Change back to regular video content, update encoder. Also change
1131 // a non |is_screencast| option just to verify it doesn't affect recreation.
1132 EXPECT_TRUE(capturer.CaptureFrame());
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001133 ASSERT_TRUE(encoder_factory_->WaitForCreatedVideoEncoders(3));
sprangf24a0642017-02-28 13:23:26 -08001134 EXPECT_EQ(webrtc::kRealtimeVideo,
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001135 encoder_factory_->encoders().back()->GetCodecSettings().mode);
sprangf24a0642017-02-28 13:23:26 -08001136
1137 // Remove stream previously added to free the external encoder instance.
1138 EXPECT_TRUE(channel->RemoveSendStream(kSsrc));
Magnus Jedvert02e7a192017-09-23 17:21:32 +02001139 EXPECT_EQ(0u, encoder_factory_->encoders().size());
sprangf24a0642017-02-28 13:23:26 -08001140}
1141
srtee0c2eea2017-12-15 17:44:33 +01001142TEST_F(WebRtcVideoChannelBaseTest, SetSend) {
1143 Base::SetSend();
1144}
1145TEST_F(WebRtcVideoChannelBaseTest, SetSendWithoutCodecs) {
1146 Base::SetSendWithoutCodecs();
1147}
1148TEST_F(WebRtcVideoChannelBaseTest, SetSendSetsTransportBufferSizes) {
1149 Base::SetSendSetsTransportBufferSizes();
1150}
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001151
srtee0c2eea2017-12-15 17:44:33 +01001152TEST_F(WebRtcVideoChannelBaseTest, GetStats) {
1153 Base::GetStats();
1154}
1155TEST_F(WebRtcVideoChannelBaseTest, GetStatsMultipleRecvStreams) {
1156 Base::GetStatsMultipleRecvStreams();
1157}
1158TEST_F(WebRtcVideoChannelBaseTest, GetStatsMultipleSendStreams) {
1159 Base::GetStatsMultipleSendStreams();
1160}
pbos@webrtc.org8fdeee62014-07-20 14:40:23 +00001161
srtee0c2eea2017-12-15 17:44:33 +01001162TEST_F(WebRtcVideoChannelBaseTest, SetSendBandwidth) {
1163 Base::SetSendBandwidth();
1164}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001165
srtee0c2eea2017-12-15 17:44:33 +01001166TEST_F(WebRtcVideoChannelBaseTest, SetSendSsrc) {
1167 Base::SetSendSsrc();
1168}
1169TEST_F(WebRtcVideoChannelBaseTest, SetSendSsrcAfterSetCodecs) {
1170 Base::SetSendSsrcAfterSetCodecs();
1171}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001172
srtee0c2eea2017-12-15 17:44:33 +01001173TEST_F(WebRtcVideoChannelBaseTest, SetSink) {
1174 Base::SetSink();
1175}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001176
srtee0c2eea2017-12-15 17:44:33 +01001177TEST_F(WebRtcVideoChannelBaseTest, AddRemoveSendStreams) {
1178 Base::AddRemoveSendStreams();
1179}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001180
srtee0c2eea2017-12-15 17:44:33 +01001181TEST_F(WebRtcVideoChannelBaseTest, SimulateConference) {
1182 Base::SimulateConference();
1183}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001184
srtee0c2eea2017-12-15 17:44:33 +01001185TEST_F(WebRtcVideoChannelBaseTest, DISABLED_AddRemoveCapturer) {
1186 Base::AddRemoveCapturer();
1187}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001188
srtee0c2eea2017-12-15 17:44:33 +01001189TEST_F(WebRtcVideoChannelBaseTest, RemoveCapturerWithoutAdd) {
1190 Base::RemoveCapturerWithoutAdd();
1191}
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001192
srtee0c2eea2017-12-15 17:44:33 +01001193TEST_F(WebRtcVideoChannelBaseTest, AddRemoveCapturerMultipleSources) {
1194 Base::AddRemoveCapturerMultipleSources();
1195}
1196TEST_F(WebRtcVideoChannelBaseTest, RejectEmptyStreamParams) {
1197 Base::RejectEmptyStreamParams();
1198}
1199TEST_F(WebRtcVideoChannelBaseTest, MultipleSendStreams) {
1200 Base::MultipleSendStreams();
1201}
pbos@webrtc.orgc4175b92014-09-03 15:25:49 +00001202
eladalonf1841382017-06-12 01:16:46 -07001203TEST_F(WebRtcVideoChannelBaseTest, SendAndReceiveVp8Vga) {
magjed509e4fe2016-11-18 01:34:11 -08001204 SendAndReceive(GetEngineCodec("VP8"));
pbos@webrtc.org9359cb32014-07-23 15:44:48 +00001205}
1206
eladalonf1841382017-06-12 01:16:46 -07001207TEST_F(WebRtcVideoChannelBaseTest, SendAndReceiveVp8Qvga) {
magjed509e4fe2016-11-18 01:34:11 -08001208 SendAndReceive(GetEngineCodec("VP8"));
pbos@webrtc.org9359cb32014-07-23 15:44:48 +00001209}
1210
eladalonf1841382017-06-12 01:16:46 -07001211TEST_F(WebRtcVideoChannelBaseTest, SendAndReceiveVp8SvcQqvga) {
magjed509e4fe2016-11-18 01:34:11 -08001212 SendAndReceive(GetEngineCodec("VP8"));
pbos@webrtc.org9359cb32014-07-23 15:44:48 +00001213}
1214
eladalonf1841382017-06-12 01:16:46 -07001215TEST_F(WebRtcVideoChannelBaseTest, TwoStreamsSendAndReceive) {
Peter Boströmd1f584b2016-04-20 16:31:53 +02001216 // Set a high bitrate to not be downscaled by VP8 due to low initial start
1217 // bitrates. This currently happens at <250k, and two streams sharing 300k
1218 // initially will use QVGA instead of VGA.
1219 // TODO(pbos): Set up the quality scaler so that both senders reliably start
1220 // at QVGA, then verify that instead.
magjed509e4fe2016-11-18 01:34:11 -08001221 cricket::VideoCodec codec = GetEngineCodec("VP8");
Peter Boströmd1f584b2016-04-20 16:31:53 +02001222 codec.params[kCodecParamStartBitrate] = "1000000";
1223 Base::TwoStreamsSendAndReceive(codec);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001224}
1225
eladalonf1841382017-06-12 01:16:46 -07001226class WebRtcVideoChannelTest : public WebRtcVideoEngineTest {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001227 public:
eladalonf1841382017-06-12 01:16:46 -07001228 WebRtcVideoChannelTest() : WebRtcVideoChannelTest("") {}
1229 explicit WebRtcVideoChannelTest(const char* field_trials)
1230 : WebRtcVideoEngineTest(field_trials), last_ssrc_(0) {}
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00001231 void SetUp() override {
skvlad11a9cbf2016-10-07 11:53:05 -07001232 fake_call_.reset(new FakeCall(webrtc::Call::Config(&event_log_)));
kthelgason2bc68642017-02-07 07:02:22 -08001233 channel_.reset(engine_.CreateChannel(fake_call_.get(), GetMediaConfig(),
1234 VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08001235 channel_->OnReadyToSend(true);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001236 last_ssrc_ = 123;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001237 send_parameters_.codecs = engine_.codecs();
1238 recv_parameters_.codecs = engine_.codecs();
1239 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001240 }
1241
1242 protected:
1243 FakeVideoSendStream* AddSendStream() {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001244 return AddSendStream(StreamParams::CreateLegacy(++last_ssrc_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001245 }
1246
1247 FakeVideoSendStream* AddSendStream(const StreamParams& sp) {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001248 size_t num_streams = fake_call_->GetVideoSendStreams().size();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001249 EXPECT_TRUE(channel_->AddSendStream(sp));
1250 std::vector<FakeVideoSendStream*> streams =
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001251 fake_call_->GetVideoSendStreams();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001252 EXPECT_EQ(num_streams + 1, streams.size());
1253 return streams[streams.size() - 1];
1254 }
1255
1256 std::vector<FakeVideoSendStream*> GetFakeSendStreams() {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001257 return fake_call_->GetVideoSendStreams();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001258 }
1259
1260 FakeVideoReceiveStream* AddRecvStream() {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001261 return AddRecvStream(StreamParams::CreateLegacy(++last_ssrc_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001262 }
1263
1264 FakeVideoReceiveStream* AddRecvStream(const StreamParams& sp) {
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001265 size_t num_streams = fake_call_->GetVideoReceiveStreams().size();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001266 EXPECT_TRUE(channel_->AddRecvStream(sp));
1267 std::vector<FakeVideoReceiveStream*> streams =
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001268 fake_call_->GetVideoReceiveStreams();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001269 EXPECT_EQ(num_streams + 1, streams.size());
1270 return streams[streams.size() - 1];
1271 }
1272
pbos@webrtc.org00873182014-11-25 14:03:34 +00001273 void SetSendCodecsShouldWorkForBitrates(const char* min_bitrate_kbps,
1274 int expected_min_bitrate_bps,
1275 const char* start_bitrate_kbps,
1276 int expected_start_bitrate_bps,
1277 const char* max_bitrate_kbps,
1278 int expected_max_bitrate_bps) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001279 auto& codecs = send_parameters_.codecs;
1280 codecs.clear();
magjed509e4fe2016-11-18 01:34:11 -08001281 codecs.push_back(GetEngineCodec("VP8"));
pbos@webrtc.org00873182014-11-25 14:03:34 +00001282 codecs[0].params[kCodecParamMinBitrate] = min_bitrate_kbps;
1283 codecs[0].params[kCodecParamStartBitrate] = start_bitrate_kbps;
1284 codecs[0].params[kCodecParamMaxBitrate] = max_bitrate_kbps;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001285 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001286
pbos@webrtc.org00873182014-11-25 14:03:34 +00001287 EXPECT_EQ(expected_min_bitrate_bps,
Stefan Holmere5904162015-03-26 11:11:06 +01001288 fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
pbos@webrtc.org00873182014-11-25 14:03:34 +00001289 EXPECT_EQ(expected_start_bitrate_bps,
Stefan Holmere5904162015-03-26 11:11:06 +01001290 fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
pbos@webrtc.org00873182014-11-25 14:03:34 +00001291 EXPECT_EQ(expected_max_bitrate_bps,
Stefan Holmere5904162015-03-26 11:11:06 +01001292 fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001293 }
1294
isheriff6f8d6862016-05-26 11:24:55 -07001295 void TestSetSendRtpHeaderExtensions(const std::string& ext_uri) {
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001296 // Enable extension.
1297 const int id = 1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001298 cricket::VideoSendParameters parameters = send_parameters_;
isheriff6f8d6862016-05-26 11:24:55 -07001299 parameters.extensions.push_back(RtpExtension(ext_uri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001300 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001301 FakeVideoSendStream* send_stream =
1302 AddSendStream(cricket::StreamParams::CreateLegacy(123));
1303
1304 // Verify the send extension id.
1305 ASSERT_EQ(1u, send_stream->GetConfig().rtp.extensions.size());
1306 EXPECT_EQ(id, send_stream->GetConfig().rtp.extensions[0].id);
isheriff6f8d6862016-05-26 11:24:55 -07001307 EXPECT_EQ(ext_uri, send_stream->GetConfig().rtp.extensions[0].uri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001308 // Verify call with same set of extensions returns true.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001309 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001310 // Verify that SetSendRtpHeaderExtensions doesn't implicitly add them for
1311 // receivers.
1312 EXPECT_TRUE(AddRecvStream(cricket::StreamParams::CreateLegacy(123))
1313 ->GetConfig()
1314 .rtp.extensions.empty());
1315
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001316 // Verify that existing RTP header extensions can be removed.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001317 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001318 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
1319 send_stream = fake_call_->GetVideoSendStreams()[0];
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001320 EXPECT_TRUE(send_stream->GetConfig().rtp.extensions.empty());
1321
1322 // Verify that adding receive RTP header extensions adds them for existing
1323 // streams.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001324 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001325 send_stream = fake_call_->GetVideoSendStreams()[0];
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001326 ASSERT_EQ(1u, send_stream->GetConfig().rtp.extensions.size());
1327 EXPECT_EQ(id, send_stream->GetConfig().rtp.extensions[0].id);
isheriff6f8d6862016-05-26 11:24:55 -07001328 EXPECT_EQ(ext_uri, send_stream->GetConfig().rtp.extensions[0].uri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001329 }
1330
isheriff6f8d6862016-05-26 11:24:55 -07001331 void TestSetRecvRtpHeaderExtensions(const std::string& ext_uri) {
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001332 // Enable extension.
1333 const int id = 1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001334 cricket::VideoRecvParameters parameters = recv_parameters_;
isheriff6f8d6862016-05-26 11:24:55 -07001335 parameters.extensions.push_back(RtpExtension(ext_uri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001336 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001337
1338 FakeVideoReceiveStream* recv_stream =
1339 AddRecvStream(cricket::StreamParams::CreateLegacy(123));
1340
1341 // Verify the recv extension id.
1342 ASSERT_EQ(1u, recv_stream->GetConfig().rtp.extensions.size());
1343 EXPECT_EQ(id, recv_stream->GetConfig().rtp.extensions[0].id);
isheriff6f8d6862016-05-26 11:24:55 -07001344 EXPECT_EQ(ext_uri, recv_stream->GetConfig().rtp.extensions[0].uri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001345 // Verify call with same set of extensions returns true.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001346 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001347
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001348 // Verify that SetRecvRtpHeaderExtensions doesn't implicitly add them for
1349 // senders.
1350 EXPECT_TRUE(AddSendStream(cricket::StreamParams::CreateLegacy(123))
1351 ->GetConfig()
1352 .rtp.extensions.empty());
1353
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001354 // Verify that existing RTP header extensions can be removed.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001355 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001356 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
1357 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001358 EXPECT_TRUE(recv_stream->GetConfig().rtp.extensions.empty());
1359
1360 // Verify that adding receive RTP header extensions adds them for existing
1361 // streams.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001362 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001363 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00001364 ASSERT_EQ(1u, recv_stream->GetConfig().rtp.extensions.size());
1365 EXPECT_EQ(id, recv_stream->GetConfig().rtp.extensions[0].id);
isheriff6f8d6862016-05-26 11:24:55 -07001366 EXPECT_EQ(ext_uri, recv_stream->GetConfig().rtp.extensions[0].uri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001367 }
1368
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001369 void TestExtensionFilter(const std::vector<std::string>& extensions,
1370 const std::string& expected_extension) {
1371 cricket::VideoSendParameters parameters = send_parameters_;
1372 int expected_id = -1;
1373 int id = 1;
1374 for (const std::string& extension : extensions) {
1375 if (extension == expected_extension)
1376 expected_id = id;
isheriff6f8d6862016-05-26 11:24:55 -07001377 parameters.extensions.push_back(RtpExtension(extension, id++));
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001378 }
1379 EXPECT_TRUE(channel_->SetSendParameters(parameters));
1380 FakeVideoSendStream* send_stream =
1381 AddSendStream(cricket::StreamParams::CreateLegacy(123));
1382
1383 // Verify that only one of them has been set, and that it is the one with
1384 // highest priority (transport sequence number).
1385 ASSERT_EQ(1u, send_stream->GetConfig().rtp.extensions.size());
1386 EXPECT_EQ(expected_id, send_stream->GetConfig().rtp.extensions[0].id);
1387 EXPECT_EQ(expected_extension,
isheriff6f8d6862016-05-26 11:24:55 -07001388 send_stream->GetConfig().rtp.extensions[0].uri);
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001389 }
1390
asapersson3c81a1a2017-06-14 05:52:21 -07001391 void TestDegradationPreference(bool resolution_scaling_enabled,
1392 bool fps_scaling_enabled);
1393
Erik Språngefbde372015-04-29 16:21:28 +02001394 void TestCpuAdaptation(bool enable_overuse, bool is_screenshare);
Peter Boström3548dd22015-05-22 18:48:36 +02001395 void TestReceiverLocalSsrcConfiguration(bool receiver_first);
magjed509e4fe2016-11-18 01:34:11 -08001396 void TestReceiveUnsignaledSsrcPacket(uint8_t payload_type,
1397 bool expect_created_receive_stream);
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001398
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001399 FakeVideoSendStream* SetDenoisingOption(
nisse05103312016-03-16 02:22:50 -07001400 uint32_t ssrc,
nisse0db023a2016-03-01 04:29:59 -08001401 cricket::FakeVideoCapturer* capturer,
1402 bool enabled) {
nisse05103312016-03-16 02:22:50 -07001403 cricket::VideoOptions options;
Oskar Sundbom78807582017-11-16 11:09:55 +01001404 options.video_noise_reduction = enabled;
deadbeef5a4a75a2016-06-02 16:23:38 -07001405 EXPECT_TRUE(channel_->SetVideoSend(ssrc, true, &options, capturer));
nisse0db023a2016-03-01 04:29:59 -08001406 // Options only take effect on the next frame.
1407 EXPECT_TRUE(capturer->CaptureFrame());
1408
Erik Språng143cec12015-04-28 10:01:41 +02001409 return fake_call_->GetVideoSendStreams().back();
1410 }
1411
Peter Boström2feafdb2015-09-09 14:32:14 +02001412 FakeVideoSendStream* SetUpSimulcast(bool enabled, bool with_rtx) {
1413 const int kRtxSsrcOffset = 0xDEADBEEF;
Erik Språng143cec12015-04-28 10:01:41 +02001414 last_ssrc_ += 3;
Peter Boström2feafdb2015-09-09 14:32:14 +02001415 std::vector<uint32_t> ssrcs;
1416 std::vector<uint32_t> rtx_ssrcs;
1417 uint32_t num_streams = enabled ? 3 : 1;
1418 for (uint32_t i = 0; i < num_streams; ++i) {
1419 uint32_t ssrc = last_ssrc_ + i;
1420 ssrcs.push_back(ssrc);
1421 if (with_rtx) {
1422 rtx_ssrcs.push_back(ssrc + kRtxSsrcOffset);
1423 }
Erik Språng143cec12015-04-28 10:01:41 +02001424 }
Peter Boström2feafdb2015-09-09 14:32:14 +02001425 if (with_rtx) {
1426 return AddSendStream(
1427 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs));
1428 }
1429 return AddSendStream(CreateSimStreamParams("cname", ssrcs));
Erik Språng143cec12015-04-28 10:01:41 +02001430 }
1431
perkjfa10b552016-10-02 23:45:26 -07001432 int GetMaxEncoderBitrate() {
skvladdc1c62c2016-03-16 19:07:43 -07001433 std::vector<FakeVideoSendStream*> streams =
1434 fake_call_->GetVideoSendStreams();
perkjfa10b552016-10-02 23:45:26 -07001435 EXPECT_EQ(1u, streams.size());
skvladdc1c62c2016-03-16 19:07:43 -07001436 FakeVideoSendStream* stream = streams[streams.size() - 1];
perkjfa10b552016-10-02 23:45:26 -07001437 EXPECT_EQ(1, stream->GetEncoderConfig().number_of_streams);
1438 return stream->GetVideoStreams()[0].max_bitrate_bps;
skvladdc1c62c2016-03-16 19:07:43 -07001439 }
1440
perkjfa10b552016-10-02 23:45:26 -07001441 void SetAndExpectMaxBitrate(int global_max,
skvladdc1c62c2016-03-16 19:07:43 -07001442 int stream_max,
1443 int expected_encoder_bitrate) {
1444 VideoSendParameters limited_send_params = send_parameters_;
1445 limited_send_params.max_bandwidth_bps = global_max;
1446 EXPECT_TRUE(channel_->SetSendParameters(limited_send_params));
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001447 webrtc::RtpParameters parameters =
1448 channel_->GetRtpSendParameters(last_ssrc_);
skvladdc1c62c2016-03-16 19:07:43 -07001449 EXPECT_EQ(1UL, parameters.encodings.size());
Oskar Sundbom78807582017-11-16 11:09:55 +01001450 parameters.encodings[0].max_bitrate_bps = stream_max;
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001451 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters));
skvladdc1c62c2016-03-16 19:07:43 -07001452 // Read back the parameteres and verify they have the correct value
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001453 parameters = channel_->GetRtpSendParameters(last_ssrc_);
skvladdc1c62c2016-03-16 19:07:43 -07001454 EXPECT_EQ(1UL, parameters.encodings.size());
Oskar Sundbom78807582017-11-16 11:09:55 +01001455 EXPECT_EQ(stream_max, parameters.encodings[0].max_bitrate_bps);
skvladdc1c62c2016-03-16 19:07:43 -07001456 // Verify that the new value propagated down to the encoder
perkjfa10b552016-10-02 23:45:26 -07001457 EXPECT_EQ(expected_encoder_bitrate, GetMaxEncoderBitrate());
skvladdc1c62c2016-03-16 19:07:43 -07001458 }
1459
kwiberg686a8ef2016-02-26 03:00:35 -08001460 std::unique_ptr<FakeCall> fake_call_;
1461 std::unique_ptr<VideoMediaChannel> channel_;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001462 cricket::VideoSendParameters send_parameters_;
1463 cricket::VideoRecvParameters recv_parameters_;
Peter Boström0c4e06b2015-10-07 12:23:21 +02001464 uint32_t last_ssrc_;
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001465};
1466
eladalonf1841382017-06-12 01:16:46 -07001467TEST_F(WebRtcVideoChannelTest, SetsSyncGroupFromSyncLabel) {
Peter Boström0c4e06b2015-10-07 12:23:21 +02001468 const uint32_t kVideoSsrc = 123;
pbos8fc7fa72015-07-15 08:02:58 -07001469 const std::string kSyncLabel = "AvSyncLabel";
1470
1471 cricket::StreamParams sp = cricket::StreamParams::CreateLegacy(kVideoSsrc);
1472 sp.sync_label = kSyncLabel;
1473 EXPECT_TRUE(channel_->AddRecvStream(sp));
1474
1475 EXPECT_EQ(1, fake_call_->GetVideoReceiveStreams().size());
1476 EXPECT_EQ(kSyncLabel,
1477 fake_call_->GetVideoReceiveStreams()[0]->GetConfig().sync_group)
1478 << "SyncGroup should be set based on sync_label";
1479}
1480
eladalonf1841382017-06-12 01:16:46 -07001481TEST_F(WebRtcVideoChannelTest, RecvStreamWithSimAndRtx) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001482 cricket::VideoSendParameters parameters;
1483 parameters.codecs = engine_.codecs();
1484 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001485 EXPECT_TRUE(channel_->SetSend(true));
nisse4b4dc862016-02-17 05:25:36 -08001486 parameters.conference_mode = true;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001487 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001488
1489 // Send side.
Peter Boström0c4e06b2015-10-07 12:23:21 +02001490 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
1491 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001492 FakeVideoSendStream* send_stream = AddSendStream(
1493 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs));
1494
1495 ASSERT_EQ(rtx_ssrcs.size(), send_stream->GetConfig().rtp.rtx.ssrcs.size());
1496 for (size_t i = 0; i < rtx_ssrcs.size(); ++i)
1497 EXPECT_EQ(rtx_ssrcs[i], send_stream->GetConfig().rtp.rtx.ssrcs[i]);
1498
1499 // Receiver side.
1500 FakeVideoReceiveStream* recv_stream = AddRecvStream(
1501 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs));
nisse26e3abb2017-08-25 04:44:25 -07001502 EXPECT_FALSE(
1503 recv_stream->GetConfig().rtp.rtx_associated_payload_types.empty());
nisseca5706d2017-09-11 02:32:16 -07001504 EXPECT_TRUE(VerifyRtxReceiveAssociations(recv_stream->GetConfig()))
Peter Boströmd8b01092016-05-12 16:44:36 +02001505 << "RTX should be mapped for all decoders/payload types.";
nisseca5706d2017-09-11 02:32:16 -07001506 EXPECT_TRUE(HasRtxReceiveAssociation(recv_stream->GetConfig(),
1507 GetEngineCodec("red").id))
1508 << "RTX should be mapped for the RED payload type";
1509
brandtr14742122017-01-27 04:53:07 -08001510 EXPECT_EQ(rtx_ssrcs[0], recv_stream->GetConfig().rtp.rtx_ssrc);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001511}
1512
eladalonf1841382017-06-12 01:16:46 -07001513TEST_F(WebRtcVideoChannelTest, RecvStreamWithRtx) {
pbos@webrtc.orge322a172014-06-13 11:47:28 +00001514 // Setup one channel with an associated RTX stream.
1515 cricket::StreamParams params =
1516 cricket::StreamParams::CreateLegacy(kSsrcs1[0]);
1517 params.AddFidSsrc(kSsrcs1[0], kRtxSsrcs1[0]);
1518 FakeVideoReceiveStream* recv_stream = AddRecvStream(params);
brandtr14742122017-01-27 04:53:07 -08001519 EXPECT_EQ(kRtxSsrcs1[0], recv_stream->GetConfig().rtp.rtx_ssrc);
nisseca5706d2017-09-11 02:32:16 -07001520
1521 EXPECT_TRUE(VerifyRtxReceiveAssociations(recv_stream->GetConfig()))
1522 << "RTX should be mapped for all decoders/payload types.";
1523 EXPECT_TRUE(HasRtxReceiveAssociation(recv_stream->GetConfig(),
1524 GetEngineCodec("red").id))
1525 << "RTX should be mapped for the RED payload type";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001526}
1527
eladalonf1841382017-06-12 01:16:46 -07001528TEST_F(WebRtcVideoChannelTest, RecvStreamNoRtx) {
pbos@webrtc.orge322a172014-06-13 11:47:28 +00001529 // Setup one channel without an associated RTX stream.
1530 cricket::StreamParams params =
1531 cricket::StreamParams::CreateLegacy(kSsrcs1[0]);
1532 FakeVideoReceiveStream* recv_stream = AddRecvStream(params);
brandtr14742122017-01-27 04:53:07 -08001533 ASSERT_EQ(0U, recv_stream->GetConfig().rtp.rtx_ssrc);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001534}
1535
eladalonf1841382017-06-12 01:16:46 -07001536TEST_F(WebRtcVideoChannelTest, NoHeaderExtesionsByDefault) {
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001537 FakeVideoSendStream* send_stream =
1538 AddSendStream(cricket::StreamParams::CreateLegacy(kSsrcs1[0]));
1539 ASSERT_TRUE(send_stream->GetConfig().rtp.extensions.empty());
1540
1541 FakeVideoReceiveStream* recv_stream =
1542 AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrcs1[0]));
1543 ASSERT_TRUE(recv_stream->GetConfig().rtp.extensions.empty());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001544}
1545
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001546// Test support for RTP timestamp offset header extension.
eladalonf1841382017-06-12 01:16:46 -07001547TEST_F(WebRtcVideoChannelTest, SendRtpTimestampOffsetHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001548 TestSetSendRtpHeaderExtensions(RtpExtension::kTimestampOffsetUri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001549}
isheriff6f8d6862016-05-26 11:24:55 -07001550
eladalonf1841382017-06-12 01:16:46 -07001551TEST_F(WebRtcVideoChannelTest, RecvRtpTimestampOffsetHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001552 TestSetRecvRtpHeaderExtensions(RtpExtension::kTimestampOffsetUri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001553}
1554
1555// Test support for absolute send time header extension.
eladalonf1841382017-06-12 01:16:46 -07001556TEST_F(WebRtcVideoChannelTest, SendAbsoluteSendTimeHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001557 TestSetSendRtpHeaderExtensions(RtpExtension::kAbsSendTimeUri);
pbos@webrtc.org587ef602014-06-16 17:32:02 +00001558}
isheriff6f8d6862016-05-26 11:24:55 -07001559
eladalonf1841382017-06-12 01:16:46 -07001560TEST_F(WebRtcVideoChannelTest, RecvAbsoluteSendTimeHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001561 TestSetRecvRtpHeaderExtensions(RtpExtension::kAbsSendTimeUri);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001562}
1563
eladalonf1841382017-06-12 01:16:46 -07001564TEST_F(WebRtcVideoChannelTest, FiltersExtensionsPicksTransportSeqNum) {
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001565 // Enable three redundant extensions.
1566 std::vector<std::string> extensions;
isheriff6f8d6862016-05-26 11:24:55 -07001567 extensions.push_back(RtpExtension::kAbsSendTimeUri);
1568 extensions.push_back(RtpExtension::kTimestampOffsetUri);
1569 extensions.push_back(RtpExtension::kTransportSequenceNumberUri);
1570 TestExtensionFilter(extensions, RtpExtension::kTransportSequenceNumberUri);
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001571}
1572
eladalonf1841382017-06-12 01:16:46 -07001573TEST_F(WebRtcVideoChannelTest, FiltersExtensionsPicksAbsSendTime) {
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001574 // Enable two redundant extensions.
1575 std::vector<std::string> extensions;
isheriff6f8d6862016-05-26 11:24:55 -07001576 extensions.push_back(RtpExtension::kAbsSendTimeUri);
1577 extensions.push_back(RtpExtension::kTimestampOffsetUri);
1578 TestExtensionFilter(extensions, RtpExtension::kAbsSendTimeUri);
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001579}
1580
stefanc1aeaf02015-10-15 07:26:07 -07001581// Test support for transport sequence number header extension.
eladalonf1841382017-06-12 01:16:46 -07001582TEST_F(WebRtcVideoChannelTest, SendTransportSequenceNumberHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001583 TestSetSendRtpHeaderExtensions(RtpExtension::kTransportSequenceNumberUri);
stefanc1aeaf02015-10-15 07:26:07 -07001584}
eladalonf1841382017-06-12 01:16:46 -07001585TEST_F(WebRtcVideoChannelTest, RecvTransportSequenceNumberHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001586 TestSetRecvRtpHeaderExtensions(RtpExtension::kTransportSequenceNumberUri);
stefanc1aeaf02015-10-15 07:26:07 -07001587}
1588
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001589// Test support for video rotation header extension.
eladalonf1841382017-06-12 01:16:46 -07001590TEST_F(WebRtcVideoChannelTest, SendVideoRotationHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001591 TestSetSendRtpHeaderExtensions(RtpExtension::kVideoRotationUri);
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001592}
eladalonf1841382017-06-12 01:16:46 -07001593TEST_F(WebRtcVideoChannelTest, RecvVideoRotationHeaderExtensions) {
isheriff6f8d6862016-05-26 11:24:55 -07001594 TestSetRecvRtpHeaderExtensions(RtpExtension::kVideoRotationUri);
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001595}
1596
eladalonf1841382017-06-12 01:16:46 -07001597TEST_F(WebRtcVideoChannelTest, IdenticalSendExtensionsDoesntRecreateStream) {
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001598 const int kAbsSendTimeId = 1;
1599 const int kVideoRotationId = 2;
isheriff6f8d6862016-05-26 11:24:55 -07001600 send_parameters_.extensions.push_back(
1601 RtpExtension(RtpExtension::kAbsSendTimeUri, kAbsSendTimeId));
1602 send_parameters_.extensions.push_back(
1603 RtpExtension(RtpExtension::kVideoRotationUri, kVideoRotationId));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001604
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001605 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001606 FakeVideoSendStream* send_stream =
1607 AddSendStream(cricket::StreamParams::CreateLegacy(123));
1608
1609 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
Stefan Holmerbbaf3632015-10-29 18:53:23 +01001610 ASSERT_EQ(2u, send_stream->GetConfig().rtp.extensions.size());
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001611
1612 // Setting the same extensions (even if in different order) shouldn't
1613 // reallocate the stream.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001614 std::reverse(send_parameters_.extensions.begin(),
1615 send_parameters_.extensions.end());
1616 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001617
1618 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
1619
1620 // Setting different extensions should recreate the stream.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001621 send_parameters_.extensions.resize(1);
1622 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001623
1624 EXPECT_EQ(2, fake_call_->GetNumCreatedSendStreams());
1625}
1626
eladalonf1841382017-06-12 01:16:46 -07001627TEST_F(WebRtcVideoChannelTest, IdenticalRecvExtensionsDoesntRecreateStream) {
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001628 const int kTOffsetId = 1;
1629 const int kAbsSendTimeId = 2;
Guo-wei Shieh64c1e8c2015-04-01 15:33:06 -07001630 const int kVideoRotationId = 3;
isheriff6f8d6862016-05-26 11:24:55 -07001631 recv_parameters_.extensions.push_back(
1632 RtpExtension(RtpExtension::kAbsSendTimeUri, kAbsSendTimeId));
1633 recv_parameters_.extensions.push_back(
1634 RtpExtension(RtpExtension::kTimestampOffsetUri, kTOffsetId));
1635 recv_parameters_.extensions.push_back(
1636 RtpExtension(RtpExtension::kVideoRotationUri, kVideoRotationId));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001637
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001638 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
Peter Boström54be3e02015-05-25 15:04:24 +02001639 FakeVideoReceiveStream* recv_stream =
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001640 AddRecvStream(cricket::StreamParams::CreateLegacy(123));
1641
1642 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
Peter Boström54be3e02015-05-25 15:04:24 +02001643 ASSERT_EQ(3u, recv_stream->GetConfig().rtp.extensions.size());
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001644
1645 // Setting the same extensions (even if in different order) shouldn't
1646 // reallocate the stream.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001647 std::reverse(recv_parameters_.extensions.begin(),
1648 recv_parameters_.extensions.end());
1649 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001650
1651 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
1652
1653 // Setting different extensions should recreate the stream.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001654 recv_parameters_.extensions.resize(1);
1655 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.orgc37e72e2015-01-05 18:51:13 +00001656
1657 EXPECT_EQ(2, fake_call_->GetNumCreatedReceiveStreams());
1658}
1659
eladalonf1841382017-06-12 01:16:46 -07001660TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001661 SetSendRtpHeaderExtensionsExcludeUnsupportedExtensions) {
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001662 const int kUnsupportedId = 1;
1663 const int kTOffsetId = 2;
1664
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001665 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001666 RtpExtension(kUnsupportedExtensionName, kUnsupportedId));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001667 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001668 RtpExtension(RtpExtension::kTimestampOffsetUri, kTOffsetId));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001669 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001670 FakeVideoSendStream* send_stream =
1671 AddSendStream(cricket::StreamParams::CreateLegacy(123));
1672
1673 // Only timestamp offset extension is set to send stream,
1674 // unsupported rtp extension is ignored.
1675 ASSERT_EQ(1u, send_stream->GetConfig().rtp.extensions.size());
isheriff6f8d6862016-05-26 11:24:55 -07001676 EXPECT_STREQ(RtpExtension::kTimestampOffsetUri,
1677 send_stream->GetConfig().rtp.extensions[0].uri.c_str());
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001678}
1679
eladalonf1841382017-06-12 01:16:46 -07001680TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001681 SetRecvRtpHeaderExtensionsExcludeUnsupportedExtensions) {
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001682 const int kUnsupportedId = 1;
1683 const int kTOffsetId = 2;
1684
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001685 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001686 RtpExtension(kUnsupportedExtensionName, kUnsupportedId));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001687 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001688 RtpExtension(RtpExtension::kTimestampOffsetUri, kTOffsetId));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001689 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001690 FakeVideoReceiveStream* recv_stream =
1691 AddRecvStream(cricket::StreamParams::CreateLegacy(123));
1692
1693 // Only timestamp offset extension is set to receive stream,
1694 // unsupported rtp extension is ignored.
1695 ASSERT_EQ(1u, recv_stream->GetConfig().rtp.extensions.size());
isheriff6f8d6862016-05-26 11:24:55 -07001696 EXPECT_STREQ(RtpExtension::kTimestampOffsetUri,
1697 recv_stream->GetConfig().rtp.extensions[0].uri.c_str());
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001698}
1699
eladalonf1841382017-06-12 01:16:46 -07001700TEST_F(WebRtcVideoChannelTest, SetSendRtpHeaderExtensionsRejectsIncorrectIds) {
Peter Boström23914fe2015-03-31 15:08:04 +02001701 const int kIncorrectIds[] = {-2, -1, 0, 15, 16};
pkasting@chromium.orge7a4a122015-01-28 21:36:55 +00001702 for (size_t i = 0; i < arraysize(kIncorrectIds); ++i) {
isheriff6f8d6862016-05-26 11:24:55 -07001703 send_parameters_.extensions.push_back(
1704 RtpExtension(RtpExtension::kTimestampOffsetUri, kIncorrectIds[i]));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001705 EXPECT_FALSE(channel_->SetSendParameters(send_parameters_))
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001706 << "Bad extension id '" << kIncorrectIds[i] << "' accepted.";
1707 }
1708}
1709
eladalonf1841382017-06-12 01:16:46 -07001710TEST_F(WebRtcVideoChannelTest, SetRecvRtpHeaderExtensionsRejectsIncorrectIds) {
Peter Boström23914fe2015-03-31 15:08:04 +02001711 const int kIncorrectIds[] = {-2, -1, 0, 15, 16};
pkasting@chromium.orge7a4a122015-01-28 21:36:55 +00001712 for (size_t i = 0; i < arraysize(kIncorrectIds); ++i) {
isheriff6f8d6862016-05-26 11:24:55 -07001713 recv_parameters_.extensions.push_back(
1714 RtpExtension(RtpExtension::kTimestampOffsetUri, kIncorrectIds[i]));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001715 EXPECT_FALSE(channel_->SetRecvParameters(recv_parameters_))
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001716 << "Bad extension id '" << kIncorrectIds[i] << "' accepted.";
1717 }
1718}
1719
eladalonf1841382017-06-12 01:16:46 -07001720TEST_F(WebRtcVideoChannelTest, SetSendRtpHeaderExtensionsRejectsDuplicateIds) {
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001721 const int id = 1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001722 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001723 RtpExtension(RtpExtension::kTimestampOffsetUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001724 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001725 RtpExtension(RtpExtension::kAbsSendTimeUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001726 EXPECT_FALSE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001727
1728 // Duplicate entries are also not supported.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001729 send_parameters_.extensions.clear();
1730 send_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001731 RtpExtension(RtpExtension::kTimestampOffsetUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001732 send_parameters_.extensions.push_back(send_parameters_.extensions.back());
1733 EXPECT_FALSE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001734}
1735
eladalonf1841382017-06-12 01:16:46 -07001736TEST_F(WebRtcVideoChannelTest, SetRecvRtpHeaderExtensionsRejectsDuplicateIds) {
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001737 const int id = 1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001738 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001739 RtpExtension(RtpExtension::kTimestampOffsetUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001740 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001741 RtpExtension(RtpExtension::kAbsSendTimeUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001742 EXPECT_FALSE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001743
1744 // Duplicate entries are also not supported.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001745 recv_parameters_.extensions.clear();
1746 recv_parameters_.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -07001747 RtpExtension(RtpExtension::kTimestampOffsetUri, id));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001748 recv_parameters_.extensions.push_back(recv_parameters_.extensions.back());
1749 EXPECT_FALSE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.org3c107582014-07-20 15:27:35 +00001750}
1751
eladalonf1841382017-06-12 01:16:46 -07001752TEST_F(WebRtcVideoChannelTest, AddRecvStreamOnlyUsesOneReceiveStream) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001753 EXPECT_TRUE(channel_->AddRecvStream(cricket::StreamParams::CreateLegacy(1)));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001754 EXPECT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001755}
1756
eladalonf1841382017-06-12 01:16:46 -07001757TEST_F(WebRtcVideoChannelTest, RtcpIsCompoundByDefault) {
Peter Boströmd7da1202015-06-05 14:09:38 +02001758 FakeVideoReceiveStream* stream = AddRecvStream();
pbosda903ea2015-10-02 02:36:56 -07001759 EXPECT_EQ(webrtc::RtcpMode::kCompound, stream->GetConfig().rtp.rtcp_mode);
Peter Boströmd7da1202015-06-05 14:09:38 +02001760}
1761
eladalonf1841382017-06-12 01:16:46 -07001762TEST_F(WebRtcVideoChannelTest, RembIsEnabledByDefault) {
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001763 FakeVideoReceiveStream* stream = AddRecvStream();
1764 EXPECT_TRUE(stream->GetConfig().rtp.remb);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001765}
1766
eladalonf1841382017-06-12 01:16:46 -07001767TEST_F(WebRtcVideoChannelTest, TransportCcIsEnabledByDefault) {
stefan43edf0f2015-11-20 18:05:48 -08001768 FakeVideoReceiveStream* stream = AddRecvStream();
1769 EXPECT_TRUE(stream->GetConfig().rtp.transport_cc);
1770}
1771
eladalonf1841382017-06-12 01:16:46 -07001772TEST_F(WebRtcVideoChannelTest, RembCanBeEnabledAndDisabled) {
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001773 FakeVideoReceiveStream* stream = AddRecvStream();
1774 EXPECT_TRUE(stream->GetConfig().rtp.remb);
1775
Peter Boström126c03e2015-05-11 12:48:12 +02001776 // Verify that REMB is turned off when send(!) codecs without REMB are set.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001777 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001778 parameters.codecs.push_back(RemoveFeedbackParams(GetEngineCodec("VP8")));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001779 EXPECT_TRUE(parameters.codecs[0].feedback_params.params().empty());
1780 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001781 stream = fake_call_->GetVideoReceiveStreams()[0];
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001782 EXPECT_FALSE(stream->GetConfig().rtp.remb);
1783
1784 // Verify that REMB is turned on when setting default codecs since the
1785 // default codecs have REMB enabled.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001786 parameters.codecs = engine_.codecs();
1787 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00001788 stream = fake_call_->GetVideoReceiveStreams()[0];
pbos@webrtc.org257e1302014-07-25 19:01:32 +00001789 EXPECT_TRUE(stream->GetConfig().rtp.remb);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001790}
1791
eladalonf1841382017-06-12 01:16:46 -07001792TEST_F(WebRtcVideoChannelTest, TransportCcCanBeEnabledAndDisabled) {
stefan43edf0f2015-11-20 18:05:48 -08001793 FakeVideoReceiveStream* stream = AddRecvStream();
1794 EXPECT_TRUE(stream->GetConfig().rtp.transport_cc);
1795
1796 // Verify that transport cc feedback is turned off when send(!) codecs without
1797 // transport cc feedback are set.
1798 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001799 parameters.codecs.push_back(RemoveFeedbackParams(GetEngineCodec("VP8")));
stefan43edf0f2015-11-20 18:05:48 -08001800 EXPECT_TRUE(parameters.codecs[0].feedback_params.params().empty());
1801 EXPECT_TRUE(channel_->SetSendParameters(parameters));
1802 stream = fake_call_->GetVideoReceiveStreams()[0];
1803 EXPECT_FALSE(stream->GetConfig().rtp.transport_cc);
1804
1805 // Verify that transport cc feedback is turned on when setting default codecs
1806 // since the default codecs have transport cc feedback enabled.
1807 parameters.codecs = engine_.codecs();
1808 EXPECT_TRUE(channel_->SetSendParameters(parameters));
1809 stream = fake_call_->GetVideoReceiveStreams()[0];
1810 EXPECT_TRUE(stream->GetConfig().rtp.transport_cc);
1811}
1812
eladalonf1841382017-06-12 01:16:46 -07001813TEST_F(WebRtcVideoChannelTest, NackIsEnabledByDefault) {
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +00001814 VerifyCodecHasDefaultFeedbackParams(default_codec_);
1815
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001816 cricket::VideoSendParameters parameters;
1817 parameters.codecs = engine_.codecs();
1818 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org19864742014-05-30 07:35:47 +00001819 EXPECT_TRUE(channel_->SetSend(true));
1820
1821 // Send side.
1822 FakeVideoSendStream* send_stream =
1823 AddSendStream(cricket::StreamParams::CreateLegacy(1));
1824 EXPECT_GT(send_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1825
1826 // Receiver side.
1827 FakeVideoReceiveStream* recv_stream =
1828 AddRecvStream(cricket::StreamParams::CreateLegacy(1));
1829 EXPECT_GT(recv_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1830
1831 // Nack history size should match between sender and receiver.
1832 EXPECT_EQ(send_stream->GetConfig().rtp.nack.rtp_history_ms,
1833 recv_stream->GetConfig().rtp.nack.rtp_history_ms);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001834}
1835
eladalonf1841382017-06-12 01:16:46 -07001836TEST_F(WebRtcVideoChannelTest, NackCanBeEnabledAndDisabled) {
Peter Boström67c9df72015-05-11 14:34:58 +02001837 FakeVideoSendStream* send_stream = AddSendStream();
Peter Boström3548dd22015-05-22 18:48:36 +02001838 FakeVideoReceiveStream* recv_stream = AddRecvStream();
Peter Boström67c9df72015-05-11 14:34:58 +02001839
1840 EXPECT_GT(recv_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1841 EXPECT_GT(send_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1842
1843 // Verify that NACK is turned off when send(!) codecs without NACK are set.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001844 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001845 parameters.codecs.push_back(RemoveFeedbackParams(GetEngineCodec("VP8")));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001846 EXPECT_TRUE(parameters.codecs[0].feedback_params.params().empty());
1847 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström67c9df72015-05-11 14:34:58 +02001848 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
1849 EXPECT_EQ(0, recv_stream->GetConfig().rtp.nack.rtp_history_ms);
1850 send_stream = fake_call_->GetVideoSendStreams()[0];
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +00001851 EXPECT_EQ(0, send_stream->GetConfig().rtp.nack.rtp_history_ms);
1852
Peter Boström67c9df72015-05-11 14:34:58 +02001853 // Verify that NACK is turned on when setting default codecs since the
1854 // default codecs have NACK enabled.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001855 parameters.codecs = engine_.codecs();
1856 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström67c9df72015-05-11 14:34:58 +02001857 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
1858 EXPECT_GT(recv_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
1859 send_stream = fake_call_->GetVideoSendStreams()[0];
1860 EXPECT_GT(send_stream->GetConfig().rtp.nack.rtp_history_ms, 0);
pbos@webrtc.orgf99c2f22014-06-13 12:27:38 +00001861}
1862
Peter Boströme7ba0862016-03-12 00:02:28 +01001863// This test verifies that new frame sizes reconfigures encoders even though not
1864// (yet) sending. The purpose of this is to permit encoding as quickly as
1865// possible once we start sending. Likely the frames being input are from the
1866// same source that will be sent later, which just means that we're ready
1867// earlier.
eladalonf1841382017-06-12 01:16:46 -07001868TEST_F(WebRtcVideoChannelTest, ReconfiguresEncodersWhenNotSending) {
Peter Boströme7ba0862016-03-12 00:02:28 +01001869 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08001870 parameters.codecs.push_back(GetEngineCodec("VP8"));
Peter Boströme7ba0862016-03-12 00:02:28 +01001871 ASSERT_TRUE(channel_->SetSendParameters(parameters));
1872 channel_->SetSend(false);
1873
1874 FakeVideoSendStream* stream = AddSendStream();
1875
perkjfa10b552016-10-02 23:45:26 -07001876 // No frames entered.
Peter Boströme7ba0862016-03-12 00:02:28 +01001877 std::vector<webrtc::VideoStream> streams = stream->GetVideoStreams();
perkjfa10b552016-10-02 23:45:26 -07001878 EXPECT_EQ(0u, streams[0].width);
1879 EXPECT_EQ(0u, streams[0].height);
Peter Boströme7ba0862016-03-12 00:02:28 +01001880
1881 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07001882 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
perkj26752742016-10-24 01:21:16 -07001883 VideoFormat capture_format = capturer.GetSupportedFormats()->front();
1884 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format));
Peter Boströme7ba0862016-03-12 00:02:28 +01001885 EXPECT_TRUE(capturer.CaptureFrame());
1886
1887 // Frame entered, should be reconfigured to new dimensions.
1888 streams = stream->GetVideoStreams();
perkj26752742016-10-24 01:21:16 -07001889 EXPECT_EQ(capture_format.width, streams[0].width);
1890 EXPECT_EQ(capture_format.height, streams[0].height);
Peter Boströme7ba0862016-03-12 00:02:28 +01001891
deadbeef5a4a75a2016-06-02 16:23:38 -07001892 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Peter Boströme7ba0862016-03-12 00:02:28 +01001893}
1894
eladalonf1841382017-06-12 01:16:46 -07001895TEST_F(WebRtcVideoChannelTest, UsesCorrectSettingsForScreencast) {
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001896 static const int kScreenshareMinBitrateKbps = 800;
magjed509e4fe2016-11-18 01:34:11 -08001897 cricket::VideoCodec codec = GetEngineCodec("VP8");
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001898 cricket::VideoSendParameters parameters;
1899 parameters.codecs.push_back(codec);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001900 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001901 AddSendStream();
1902
deadbeef5a4a75a2016-06-02 16:23:38 -07001903 cricket::FakeVideoCapturer capturer;
nisse05103312016-03-16 02:22:50 -07001904 VideoOptions min_bitrate_options;
Oskar Sundbom78807582017-11-16 11:09:55 +01001905 min_bitrate_options.screencast_min_bitrate_kbps = kScreenshareMinBitrateKbps;
deadbeef5a4a75a2016-06-02 16:23:38 -07001906 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &min_bitrate_options,
1907 &capturer));
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001908 cricket::VideoFormat capture_format_hd =
1909 capturer.GetSupportedFormats()->front();
1910 EXPECT_EQ(1280, capture_format_hd.width);
1911 EXPECT_EQ(720, capture_format_hd.height);
1912 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format_hd));
1913
1914 EXPECT_TRUE(channel_->SetSend(true));
1915
1916 EXPECT_TRUE(capturer.CaptureFrame());
1917 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
1918 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
1919
1920 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
1921
1922 // Verify non-screencast settings.
perkj26091b12016-09-01 01:17:40 -07001923 webrtc::VideoEncoderConfig encoder_config =
1924 send_stream->GetEncoderConfig().Copy();
Erik Språng143cec12015-04-28 10:01:41 +02001925 EXPECT_EQ(webrtc::VideoEncoderConfig::ContentType::kRealtimeVideo,
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001926 encoder_config.content_type);
perkjfa10b552016-10-02 23:45:26 -07001927 std::vector<webrtc::VideoStream> streams = send_stream->GetVideoStreams();
1928 EXPECT_EQ(capture_format_hd.width, streams.front().width);
1929 EXPECT_EQ(capture_format_hd.height, streams.front().height);
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001930 EXPECT_EQ(0, encoder_config.min_transmit_bitrate_bps)
1931 << "Non-screenshare shouldn't use min-transmit bitrate.";
1932
deadbeef5a4a75a2016-06-02 16:23:38 -07001933 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
perkjd533aec2017-01-13 05:57:25 -08001934 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
nisse05103312016-03-16 02:22:50 -07001935 VideoOptions screencast_options;
Oskar Sundbom78807582017-11-16 11:09:55 +01001936 screencast_options.is_screencast = true;
deadbeef5a4a75a2016-06-02 16:23:38 -07001937 EXPECT_TRUE(
1938 channel_->SetVideoSend(last_ssrc_, true, &screencast_options, &capturer));
perkj2d5f0912016-02-29 00:04:41 -08001939 EXPECT_TRUE(capturer.CaptureFrame());
sprangf24a0642017-02-28 13:23:26 -08001940 // Send stream recreated after option change.
1941 ASSERT_EQ(2, fake_call_->GetNumCreatedSendStreams());
1942 send_stream = fake_call_->GetVideoSendStreams().front();
1943 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001944
1945 // Verify screencast settings.
perkj26091b12016-09-01 01:17:40 -07001946 encoder_config = send_stream->GetEncoderConfig().Copy();
Erik Språng143cec12015-04-28 10:01:41 +02001947 EXPECT_EQ(webrtc::VideoEncoderConfig::ContentType::kScreen,
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001948 encoder_config.content_type);
1949 EXPECT_EQ(kScreenshareMinBitrateKbps * 1000,
1950 encoder_config.min_transmit_bitrate_bps);
1951
perkjfa10b552016-10-02 23:45:26 -07001952 streams = send_stream->GetVideoStreams();
1953 EXPECT_EQ(capture_format_hd.width, streams.front().width);
1954 EXPECT_EQ(capture_format_hd.height, streams.front().height);
1955 EXPECT_TRUE(streams[0].temporal_layer_thresholds_bps.empty());
deadbeef5a4a75a2016-06-02 16:23:38 -07001956 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001957}
1958
eladalonf1841382017-06-12 01:16:46 -07001959TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001960 ConferenceModeScreencastConfiguresTemporalLayer) {
Erik Språng2c4c9142015-06-24 11:24:44 +02001961 static const int kConferenceScreencastTemporalBitrateBps =
1962 ScreenshareLayerConfig::GetDefault().tl0_bitrate_kbps * 1000;
nisse4b4dc862016-02-17 05:25:36 -08001963 send_parameters_.conference_mode = true;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001964 channel_->SetSendParameters(send_parameters_);
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001965
1966 AddSendStream();
nisse05103312016-03-16 02:22:50 -07001967 VideoOptions options;
Oskar Sundbom78807582017-11-16 11:09:55 +01001968 options.is_screencast = true;
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001969 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07001970 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001971 cricket::VideoFormat capture_format_hd =
1972 capturer.GetSupportedFormats()->front();
1973 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format_hd));
1974
1975 EXPECT_TRUE(channel_->SetSend(true));
1976
1977 EXPECT_TRUE(capturer.CaptureFrame());
1978 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
1979 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
1980
perkj26091b12016-09-01 01:17:40 -07001981 webrtc::VideoEncoderConfig encoder_config =
1982 send_stream->GetEncoderConfig().Copy();
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001983
1984 // Verify screencast settings.
perkj26091b12016-09-01 01:17:40 -07001985 encoder_config = send_stream->GetEncoderConfig().Copy();
Erik Språng143cec12015-04-28 10:01:41 +02001986 EXPECT_EQ(webrtc::VideoEncoderConfig::ContentType::kScreen,
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001987 encoder_config.content_type);
perkjfa10b552016-10-02 23:45:26 -07001988
1989 std::vector<webrtc::VideoStream> streams = send_stream->GetVideoStreams();
1990 ASSERT_EQ(1u, streams.size());
1991 ASSERT_EQ(1u, streams[0].temporal_layer_thresholds_bps.size());
pbos@webrtc.orgb7ed7792014-10-31 13:08:10 +00001992 EXPECT_EQ(kConferenceScreencastTemporalBitrateBps,
perkjfa10b552016-10-02 23:45:26 -07001993 streams[0].temporal_layer_thresholds_bps[0]);
pbos@webrtc.orgefc82c22014-10-27 13:58:00 +00001994
deadbeef5a4a75a2016-06-02 16:23:38 -07001995 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00001996}
1997
eladalonf1841382017-06-12 01:16:46 -07001998TEST_F(WebRtcVideoChannelTest, SuspendBelowMinBitrateDisabledByDefault) {
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00001999 FakeVideoSendStream* stream = AddSendStream();
2000 EXPECT_FALSE(stream->GetConfig().suspend_below_min_bitrate);
2001}
2002
eladalonf1841382017-06-12 01:16:46 -07002003TEST_F(WebRtcVideoChannelTest, SetMediaConfigSuspendBelowMinBitrate) {
kthelgason2bc68642017-02-07 07:02:22 -08002004 MediaConfig media_config = GetMediaConfig();
nisse0db023a2016-03-01 04:29:59 -08002005 media_config.video.suspend_below_min_bitrate = true;
2006
2007 channel_.reset(
2008 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08002009 channel_->OnReadyToSend(true);
nisse0db023a2016-03-01 04:29:59 -08002010
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002011 channel_->SetSendParameters(send_parameters_);
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00002012
2013 FakeVideoSendStream* stream = AddSendStream();
2014 EXPECT_TRUE(stream->GetConfig().suspend_below_min_bitrate);
2015
nisse0db023a2016-03-01 04:29:59 -08002016 media_config.video.suspend_below_min_bitrate = false;
2017 channel_.reset(
2018 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08002019 channel_->OnReadyToSend(true);
nisse0db023a2016-03-01 04:29:59 -08002020
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002021 channel_->SetSendParameters(send_parameters_);
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00002022
nisse0db023a2016-03-01 04:29:59 -08002023 stream = AddSendStream();
pbos@webrtc.org5ff71ab2014-07-23 07:28:56 +00002024 EXPECT_FALSE(stream->GetConfig().suspend_below_min_bitrate);
2025}
2026
eladalonf1841382017-06-12 01:16:46 -07002027TEST_F(WebRtcVideoChannelTest, Vp8DenoisingEnabledByDefault) {
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002028 FakeVideoSendStream* stream = AddSendStream();
2029 webrtc::VideoCodecVP8 vp8_settings;
2030 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2031 EXPECT_TRUE(vp8_settings.denoisingOn);
2032}
2033
eladalonf1841382017-06-12 01:16:46 -07002034TEST_F(WebRtcVideoChannelTest, VerifyVp8SpecificSettings) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002035 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002036 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002037 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002038
Peter Boström2feafdb2015-09-09 14:32:14 +02002039 // Single-stream settings should apply with RTX as well (verifies that we
2040 // check number of regular SSRCs and not StreamParams::ssrcs which contains
2041 // both RTX and regular SSRCs).
2042 FakeVideoSendStream* stream = SetUpSimulcast(false, true);
Erik Språng143cec12015-04-28 10:01:41 +02002043
2044 cricket::FakeVideoCapturer capturer;
Erik Språng143cec12015-04-28 10:01:41 +02002045 EXPECT_EQ(cricket::CS_RUNNING,
2046 capturer.Start(capturer.GetSupportedFormats()->front()));
deadbeef5a4a75a2016-06-02 16:23:38 -07002047 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
Erik Språng143cec12015-04-28 10:01:41 +02002048 channel_->SetSend(true);
2049
2050 EXPECT_TRUE(capturer.CaptureFrame());
2051
pbos4cba4eb2015-10-26 11:18:18 -07002052 webrtc::VideoCodecVP8 vp8_settings;
2053 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2054 EXPECT_TRUE(vp8_settings.denoisingOn)
2055 << "VP8 denoising should be on by default.";
2056
nisse05103312016-03-16 02:22:50 -07002057 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002058
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002059 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2060 EXPECT_FALSE(vp8_settings.denoisingOn);
Erik Språng143cec12015-04-28 10:01:41 +02002061 EXPECT_TRUE(vp8_settings.automaticResizeOn);
2062 EXPECT_TRUE(vp8_settings.frameDroppingOn);
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002063
nisse05103312016-03-16 02:22:50 -07002064 stream = SetDenoisingOption(last_ssrc_, &capturer, true);
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002065
pbos@webrtc.org6f48f1b2014-07-22 16:29:54 +00002066 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2067 EXPECT_TRUE(vp8_settings.denoisingOn);
Erik Språng143cec12015-04-28 10:01:41 +02002068 EXPECT_TRUE(vp8_settings.automaticResizeOn);
2069 EXPECT_TRUE(vp8_settings.frameDroppingOn);
2070
deadbeef5a4a75a2016-06-02 16:23:38 -07002071 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Peter Boström2feafdb2015-09-09 14:32:14 +02002072 stream = SetUpSimulcast(true, false);
deadbeef5a4a75a2016-06-02 16:23:38 -07002073 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
Erik Språng143cec12015-04-28 10:01:41 +02002074 channel_->SetSend(true);
2075 EXPECT_TRUE(capturer.CaptureFrame());
2076
2077 EXPECT_EQ(3, stream->GetVideoStreams().size());
2078 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2079 // Autmatic resize off when using simulcast.
2080 EXPECT_FALSE(vp8_settings.automaticResizeOn);
2081 EXPECT_TRUE(vp8_settings.frameDroppingOn);
2082
2083 // In screen-share mode, denoising is forced off and simulcast disabled.
nisse05103312016-03-16 02:22:50 -07002084 VideoOptions options;
Oskar Sundbom78807582017-11-16 11:09:55 +01002085 options.is_screencast = true;
deadbeef5a4a75a2016-06-02 16:23:38 -07002086 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
Niels Möller60653ba2016-03-02 11:41:36 +01002087
nisse05103312016-03-16 02:22:50 -07002088 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002089
2090 EXPECT_EQ(1, stream->GetVideoStreams().size());
2091 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2092 EXPECT_FALSE(vp8_settings.denoisingOn);
2093 // Resizing and frame dropping always off for screen sharing.
2094 EXPECT_FALSE(vp8_settings.automaticResizeOn);
2095 EXPECT_FALSE(vp8_settings.frameDroppingOn);
2096
nisse05103312016-03-16 02:22:50 -07002097 stream = SetDenoisingOption(last_ssrc_, &capturer, true);
Erik Språng143cec12015-04-28 10:01:41 +02002098
2099 ASSERT_TRUE(stream->GetVp8Settings(&vp8_settings)) << "No VP8 config set.";
2100 EXPECT_FALSE(vp8_settings.denoisingOn);
2101 EXPECT_FALSE(vp8_settings.automaticResizeOn);
2102 EXPECT_FALSE(vp8_settings.frameDroppingOn);
2103
deadbeef5a4a75a2016-06-02 16:23:38 -07002104 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Erik Språng143cec12015-04-28 10:01:41 +02002105}
2106
deadbeef119760a2016-04-04 11:43:27 -07002107// Test that setting the same options doesn't result in the encoder being
2108// reconfigured.
eladalonf1841382017-06-12 01:16:46 -07002109TEST_F(WebRtcVideoChannelTest, SetIdenticalOptionsDoesntReconfigureEncoder) {
deadbeef119760a2016-04-04 11:43:27 -07002110 VideoOptions options;
2111 cricket::FakeVideoCapturer capturer;
2112
perkjfa10b552016-10-02 23:45:26 -07002113 AddSendStream();
deadbeef119760a2016-04-04 11:43:27 -07002114 EXPECT_EQ(cricket::CS_RUNNING,
2115 capturer.Start(capturer.GetSupportedFormats()->front()));
perkjfa10b552016-10-02 23:45:26 -07002116 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002117 parameters.codecs.push_back(GetEngineCodec("VP8"));
perkjfa10b552016-10-02 23:45:26 -07002118 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2119 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
2120
2121 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
deadbeef5a4a75a2016-06-02 16:23:38 -07002122 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
deadbeef119760a2016-04-04 11:43:27 -07002123 EXPECT_TRUE(capturer.CaptureFrame());
perkjfa10b552016-10-02 23:45:26 -07002124 // Expect 1 reconfigurations at this point from the initial configuration.
2125 EXPECT_EQ(1, send_stream->num_encoder_reconfigurations());
deadbeef119760a2016-04-04 11:43:27 -07002126
2127 // Set the options one more time and expect no additional reconfigurations.
deadbeef5a4a75a2016-06-02 16:23:38 -07002128 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
perkjfa10b552016-10-02 23:45:26 -07002129 EXPECT_EQ(1, send_stream->num_encoder_reconfigurations());
2130
2131 // Change |options| and expect 2 reconfigurations.
Oskar Sundbom78807582017-11-16 11:09:55 +01002132 options.video_noise_reduction = true;
perkjfa10b552016-10-02 23:45:26 -07002133 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
deadbeef119760a2016-04-04 11:43:27 -07002134 EXPECT_EQ(2, send_stream->num_encoder_reconfigurations());
2135
deadbeef5a4a75a2016-06-02 16:23:38 -07002136 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
deadbeef119760a2016-04-04 11:43:27 -07002137}
2138
eladalonf1841382017-06-12 01:16:46 -07002139class Vp9SettingsTest : public WebRtcVideoChannelTest {
Erik Språng143cec12015-04-28 10:01:41 +02002140 public:
asaperssonc5dabdd2016-03-21 04:15:50 -07002141 Vp9SettingsTest() : Vp9SettingsTest("") {}
2142 explicit Vp9SettingsTest(const char* field_trials)
eladalonf1841382017-06-12 01:16:46 -07002143 : WebRtcVideoChannelTest(field_trials) {
Magnus Jedvert02e7a192017-09-23 17:21:32 +02002144 encoder_factory_->AddSupportedVideoCodecType("VP9");
Erik Språng143cec12015-04-28 10:01:41 +02002145 }
2146 virtual ~Vp9SettingsTest() {}
2147
2148 protected:
Erik Språng143cec12015-04-28 10:01:41 +02002149 void TearDown() override {
2150 // Remove references to encoder_factory_ since this will be destroyed
2151 // before channel_ and engine_.
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002152 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
Erik Språng143cec12015-04-28 10:01:41 +02002153 }
Erik Språng143cec12015-04-28 10:01:41 +02002154};
2155
2156TEST_F(Vp9SettingsTest, VerifyVp9SpecificSettings) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002157 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002158 parameters.codecs.push_back(GetEngineCodec("VP9"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002159 ASSERT_TRUE(channel_->SetSendParameters(parameters));
Erik Språng143cec12015-04-28 10:01:41 +02002160
Peter Boström2feafdb2015-09-09 14:32:14 +02002161 FakeVideoSendStream* stream = SetUpSimulcast(false, false);
Erik Språng143cec12015-04-28 10:01:41 +02002162
2163 cricket::FakeVideoCapturer capturer;
Erik Språng143cec12015-04-28 10:01:41 +02002164 EXPECT_EQ(cricket::CS_RUNNING,
2165 capturer.Start(capturer.GetSupportedFormats()->front()));
deadbeef5a4a75a2016-06-02 16:23:38 -07002166 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
Erik Språng143cec12015-04-28 10:01:41 +02002167 channel_->SetSend(true);
2168
2169 EXPECT_TRUE(capturer.CaptureFrame());
2170
pbos4cba4eb2015-10-26 11:18:18 -07002171 webrtc::VideoCodecVP9 vp9_settings;
2172 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
jianja5e8aa62017-03-27 10:09:00 -07002173 EXPECT_TRUE(vp9_settings.denoisingOn)
2174 << "VP9 denoising should be on by default.";
pbos4cba4eb2015-10-26 11:18:18 -07002175
nisse05103312016-03-16 02:22:50 -07002176 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002177
Erik Språng143cec12015-04-28 10:01:41 +02002178 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2179 EXPECT_FALSE(vp9_settings.denoisingOn);
2180 // Frame dropping always on for real time video.
2181 EXPECT_TRUE(vp9_settings.frameDroppingOn);
2182
nisse05103312016-03-16 02:22:50 -07002183 stream = SetDenoisingOption(last_ssrc_, &capturer, true);
Erik Språng143cec12015-04-28 10:01:41 +02002184
2185 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2186 EXPECT_TRUE(vp9_settings.denoisingOn);
2187 EXPECT_TRUE(vp9_settings.frameDroppingOn);
2188
2189 // In screen-share mode, denoising is forced off.
nisse05103312016-03-16 02:22:50 -07002190 VideoOptions options;
Oskar Sundbom78807582017-11-16 11:09:55 +01002191 options.is_screencast = true;
deadbeef5a4a75a2016-06-02 16:23:38 -07002192 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
perkj2d5f0912016-02-29 00:04:41 -08002193
nisse05103312016-03-16 02:22:50 -07002194 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002195
2196 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2197 EXPECT_FALSE(vp9_settings.denoisingOn);
2198 // Frame dropping always off for screen sharing.
2199 EXPECT_FALSE(vp9_settings.frameDroppingOn);
2200
nisse05103312016-03-16 02:22:50 -07002201 stream = SetDenoisingOption(last_ssrc_, &capturer, false);
Erik Språng143cec12015-04-28 10:01:41 +02002202
2203 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2204 EXPECT_FALSE(vp9_settings.denoisingOn);
2205 EXPECT_FALSE(vp9_settings.frameDroppingOn);
2206
deadbeef5a4a75a2016-06-02 16:23:38 -07002207 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002208}
2209
asaperssonc5dabdd2016-03-21 04:15:50 -07002210class Vp9SettingsTestWithFieldTrial : public Vp9SettingsTest {
2211 public:
brandtr468da7c2016-11-22 02:16:47 -08002212 explicit Vp9SettingsTestWithFieldTrial(const char* field_trials)
asaperssonc5dabdd2016-03-21 04:15:50 -07002213 : Vp9SettingsTest(field_trials) {}
2214
2215 protected:
2216 void VerifySettings(int num_spatial_layers, int num_temporal_layers) {
2217 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002218 parameters.codecs.push_back(GetEngineCodec("VP9"));
asaperssonc5dabdd2016-03-21 04:15:50 -07002219 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2220
2221 FakeVideoSendStream* stream = SetUpSimulcast(false, false);
2222
2223 cricket::FakeVideoCapturer capturer;
2224 EXPECT_EQ(cricket::CS_RUNNING,
2225 capturer.Start(capturer.GetSupportedFormats()->front()));
deadbeef5a4a75a2016-06-02 16:23:38 -07002226 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
asaperssonc5dabdd2016-03-21 04:15:50 -07002227 channel_->SetSend(true);
2228
2229 EXPECT_TRUE(capturer.CaptureFrame());
2230
2231 webrtc::VideoCodecVP9 vp9_settings;
2232 ASSERT_TRUE(stream->GetVp9Settings(&vp9_settings)) << "No VP9 config set.";
2233 EXPECT_EQ(num_spatial_layers, vp9_settings.numberOfSpatialLayers);
2234 EXPECT_EQ(num_temporal_layers, vp9_settings.numberOfTemporalLayers);
2235
deadbeef5a4a75a2016-06-02 16:23:38 -07002236 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
asaperssonc5dabdd2016-03-21 04:15:50 -07002237 }
2238};
2239
2240class Vp9SettingsTestWithNoFlag : public Vp9SettingsTestWithFieldTrial {
2241 public:
2242 Vp9SettingsTestWithNoFlag() : Vp9SettingsTestWithFieldTrial("") {}
2243};
2244
2245TEST_F(Vp9SettingsTestWithNoFlag, VerifySettings) {
2246 const int kNumSpatialLayers = 1;
2247 const int kNumTemporalLayers = 1;
2248 VerifySettings(kNumSpatialLayers, kNumTemporalLayers);
2249}
2250
2251class Vp9SettingsTestWithInvalidFlag : public Vp9SettingsTestWithFieldTrial {
2252 public:
2253 Vp9SettingsTestWithInvalidFlag()
2254 : Vp9SettingsTestWithFieldTrial("WebRTC-SupportVP9SVC/Default/") {}
2255};
2256
2257TEST_F(Vp9SettingsTestWithInvalidFlag, VerifySettings) {
2258 const int kNumSpatialLayers = 1;
2259 const int kNumTemporalLayers = 1;
2260 VerifySettings(kNumSpatialLayers, kNumTemporalLayers);
2261}
2262
2263class Vp9SettingsTestWith2SL3TLFlag : public Vp9SettingsTestWithFieldTrial {
2264 public:
2265 Vp9SettingsTestWith2SL3TLFlag()
2266 : Vp9SettingsTestWithFieldTrial(
2267 "WebRTC-SupportVP9SVC/EnabledByFlag_2SL3TL/") {}
2268};
2269
2270TEST_F(Vp9SettingsTestWith2SL3TLFlag, VerifySettings) {
2271 const int kNumSpatialLayers = 2;
2272 const int kNumTemporalLayers = 3;
2273 VerifySettings(kNumSpatialLayers, kNumTemporalLayers);
2274}
2275
Åsa Persson45bbc8a2017-11-13 10:16:47 +01002276TEST_F(WebRtcVideoChannelTest, VerifyMinBitrate) {
2277 std::vector<webrtc::VideoStream> streams = AddSendStream()->GetVideoStreams();
2278 ASSERT_EQ(1u, streams.size());
2279 EXPECT_EQ(cricket::kMinVideoBitrateBps, streams[0].min_bitrate_bps);
2280}
2281
2282TEST_F(WebRtcVideoChannelTest, VerifyMinBitrateWithForcedFallbackFieldTrial) {
2283 webrtc::test::ScopedFieldTrials override_field_trials_(
2284 "WebRTC-VP8-Forced-Fallback-Encoder-v2/Enabled-1,2,34567/");
2285 std::vector<webrtc::VideoStream> streams = AddSendStream()->GetVideoStreams();
2286 ASSERT_EQ(1u, streams.size());
2287 EXPECT_EQ(34567, streams[0].min_bitrate_bps);
2288}
2289
asapersson3c81a1a2017-06-14 05:52:21 -07002290TEST_F(WebRtcVideoChannelTest,
2291 BalancedDegradationPreferenceNotSupportedWithoutFieldtrial) {
2292 webrtc::test::ScopedFieldTrials override_field_trials_(
2293 "WebRTC-Video-BalancedDegradation/Disabled/");
2294 const bool kResolutionScalingEnabled = true;
2295 const bool kFpsScalingEnabled = false;
2296 TestDegradationPreference(kResolutionScalingEnabled, kFpsScalingEnabled);
2297}
2298
2299TEST_F(WebRtcVideoChannelTest,
2300 BalancedDegradationPreferenceSupportedBehindFieldtrial) {
2301 webrtc::test::ScopedFieldTrials override_field_trials_(
2302 "WebRTC-Video-BalancedDegradation/Enabled/");
2303 const bool kResolutionScalingEnabled = true;
2304 const bool kFpsScalingEnabled = true;
2305 TestDegradationPreference(kResolutionScalingEnabled, kFpsScalingEnabled);
2306}
2307
eladalonf1841382017-06-12 01:16:46 -07002308TEST_F(WebRtcVideoChannelTest, AdaptsOnOveruse) {
Erik Språngefbde372015-04-29 16:21:28 +02002309 TestCpuAdaptation(true, false);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002310}
2311
eladalonf1841382017-06-12 01:16:46 -07002312TEST_F(WebRtcVideoChannelTest, DoesNotAdaptOnOveruseWhenDisabled) {
Erik Språngefbde372015-04-29 16:21:28 +02002313 TestCpuAdaptation(false, false);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002314}
2315
eladalonf1841382017-06-12 01:16:46 -07002316TEST_F(WebRtcVideoChannelTest, DoesNotAdaptOnOveruseWhenScreensharing) {
Erik Språngefbde372015-04-29 16:21:28 +02002317 TestCpuAdaptation(true, true);
2318}
2319
eladalonf1841382017-06-12 01:16:46 -07002320TEST_F(WebRtcVideoChannelTest, AdaptsOnOveruseAndChangeResolution) {
magjed509e4fe2016-11-18 01:34:11 -08002321 cricket::VideoCodec codec = GetEngineCodec("VP8");
perkj2d5f0912016-02-29 00:04:41 -08002322 cricket::VideoSendParameters parameters;
2323 parameters.codecs.push_back(codec);
2324
kthelgason2bc68642017-02-07 07:02:22 -08002325 MediaConfig media_config = GetMediaConfig();
perkj2d5f0912016-02-29 00:04:41 -08002326 channel_.reset(
2327 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08002328 channel_->OnReadyToSend(true);
perkj2d5f0912016-02-29 00:04:41 -08002329 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2330
2331 AddSendStream();
2332
2333 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07002334 ASSERT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
perkj2d5f0912016-02-29 00:04:41 -08002335 ASSERT_EQ(cricket::CS_RUNNING,
2336 capturer.Start(capturer.GetSupportedFormats()->front()));
2337 ASSERT_TRUE(channel_->SetSend(true));
2338
2339 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
2340 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
perkj2d5f0912016-02-29 00:04:41 -08002341
2342 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2343 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
2344 EXPECT_EQ(1280, send_stream->GetLastWidth());
2345 EXPECT_EQ(720, send_stream->GetLastHeight());
2346
2347 // Trigger overuse.
perkj803d97f2016-11-01 11:45:46 -07002348 rtc::VideoSinkWants wants;
sprangc5d62e22017-04-02 23:53:04 -07002349 wants.max_pixel_count =
2350 send_stream->GetLastWidth() * send_stream->GetLastHeight() - 1;
perkj803d97f2016-11-01 11:45:46 -07002351 send_stream->InjectVideoSinkWants(wants);
perkj2d5f0912016-02-29 00:04:41 -08002352 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2353 EXPECT_EQ(2, send_stream->GetNumberOfSwappedFrames());
2354 EXPECT_EQ(1280 * 3 / 4, send_stream->GetLastWidth());
2355 EXPECT_EQ(720 * 3 / 4, send_stream->GetLastHeight());
2356
2357 // Trigger overuse again.
sprangc5d62e22017-04-02 23:53:04 -07002358 wants.max_pixel_count =
2359 send_stream->GetLastWidth() * send_stream->GetLastHeight() - 1;
perkj803d97f2016-11-01 11:45:46 -07002360 send_stream->InjectVideoSinkWants(wants);
perkj2d5f0912016-02-29 00:04:41 -08002361 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2362 EXPECT_EQ(3, send_stream->GetNumberOfSwappedFrames());
2363 EXPECT_EQ(1280 * 2 / 4, send_stream->GetLastWidth());
2364 EXPECT_EQ(720 * 2 / 4, send_stream->GetLastHeight());
2365
2366 // Change input resolution.
2367 EXPECT_TRUE(capturer.CaptureCustomFrame(1284, 724, cricket::FOURCC_I420));
perkj803d97f2016-11-01 11:45:46 -07002368 EXPECT_EQ(4, send_stream->GetNumberOfSwappedFrames());
perkj2d5f0912016-02-29 00:04:41 -08002369 EXPECT_EQ(1284 / 2, send_stream->GetLastWidth());
2370 EXPECT_EQ(724 / 2, send_stream->GetLastHeight());
2371
2372 // Trigger underuse which should go back up in resolution.
sprang84a37592017-02-10 07:04:27 -08002373 int current_pixel_count =
2374 send_stream->GetLastWidth() * send_stream->GetLastHeight();
2375 // Cap the max to 4x the pixel count (assuming max 1/2 x 1/2 scale downs)
2376 // of the current stream, so we don't take too large steps.
sprangc5d62e22017-04-02 23:53:04 -07002377 wants.max_pixel_count = current_pixel_count * 4;
sprang84a37592017-02-10 07:04:27 -08002378 // Default step down is 3/5 pixel count, so go up by 5/3.
Oskar Sundbom78807582017-11-16 11:09:55 +01002379 wants.target_pixel_count = (current_pixel_count * 5 / 3);
perkj803d97f2016-11-01 11:45:46 -07002380 send_stream->InjectVideoSinkWants(wants);
perkj2d5f0912016-02-29 00:04:41 -08002381 EXPECT_TRUE(capturer.CaptureCustomFrame(1284, 724, cricket::FOURCC_I420));
perkj803d97f2016-11-01 11:45:46 -07002382 EXPECT_EQ(5, send_stream->GetNumberOfSwappedFrames());
perkj2d5f0912016-02-29 00:04:41 -08002383 EXPECT_EQ(1284 * 3 / 4, send_stream->GetLastWidth());
2384 EXPECT_EQ(724 * 3 / 4, send_stream->GetLastHeight());
2385
sprang84a37592017-02-10 07:04:27 -08002386 // Trigger underuse again, should go back up to full resolution.
2387 current_pixel_count =
2388 send_stream->GetLastWidth() * send_stream->GetLastHeight();
sprangc5d62e22017-04-02 23:53:04 -07002389 wants.max_pixel_count = current_pixel_count * 4;
Oskar Sundbom78807582017-11-16 11:09:55 +01002390 wants.target_pixel_count = (current_pixel_count * 5 / 3);
perkj803d97f2016-11-01 11:45:46 -07002391 send_stream->InjectVideoSinkWants(wants);
perkj2d5f0912016-02-29 00:04:41 -08002392 EXPECT_TRUE(capturer.CaptureCustomFrame(1284, 724, cricket::FOURCC_I420));
perkj803d97f2016-11-01 11:45:46 -07002393 EXPECT_EQ(6, send_stream->GetNumberOfSwappedFrames());
perkj2d5f0912016-02-29 00:04:41 -08002394 EXPECT_EQ(1284, send_stream->GetLastWidth());
2395 EXPECT_EQ(724, send_stream->GetLastHeight());
2396
deadbeef5a4a75a2016-06-02 16:23:38 -07002397 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
perkj2d5f0912016-02-29 00:04:41 -08002398}
2399
eladalonf1841382017-06-12 01:16:46 -07002400TEST_F(WebRtcVideoChannelTest, PreviousAdaptationDoesNotApplyToScreenshare) {
magjed509e4fe2016-11-18 01:34:11 -08002401 cricket::VideoCodec codec = GetEngineCodec("VP8");
Per766ad3b2016-04-05 15:23:49 +02002402 cricket::VideoSendParameters parameters;
2403 parameters.codecs.push_back(codec);
2404
kthelgason2bc68642017-02-07 07:02:22 -08002405 MediaConfig media_config = GetMediaConfig();
2406 media_config.video.enable_cpu_overuse_detection = true;
Per766ad3b2016-04-05 15:23:49 +02002407 channel_.reset(
2408 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08002409 channel_->OnReadyToSend(true);
Per766ad3b2016-04-05 15:23:49 +02002410 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2411
2412 AddSendStream();
2413
2414 cricket::FakeVideoCapturer capturer;
Per766ad3b2016-04-05 15:23:49 +02002415 ASSERT_EQ(cricket::CS_RUNNING,
2416 capturer.Start(capturer.GetSupportedFormats()->front()));
2417 ASSERT_TRUE(channel_->SetSend(true));
2418 cricket::VideoOptions camera_options;
Oskar Sundbom78807582017-11-16 11:09:55 +01002419 camera_options.is_screencast = false;
deadbeef5a4a75a2016-06-02 16:23:38 -07002420 channel_->SetVideoSend(last_ssrc_, true /* enable */, &camera_options,
2421 &capturer);
Per766ad3b2016-04-05 15:23:49 +02002422
2423 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
2424 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
Per766ad3b2016-04-05 15:23:49 +02002425
2426 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2427 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
2428 EXPECT_EQ(1280, send_stream->GetLastWidth());
2429 EXPECT_EQ(720, send_stream->GetLastHeight());
2430
2431 // Trigger overuse.
perkj803d97f2016-11-01 11:45:46 -07002432 rtc::VideoSinkWants wants;
sprangc5d62e22017-04-02 23:53:04 -07002433 wants.max_pixel_count =
2434 send_stream->GetLastWidth() * send_stream->GetLastHeight() - 1;
perkj803d97f2016-11-01 11:45:46 -07002435 send_stream->InjectVideoSinkWants(wants);
Per766ad3b2016-04-05 15:23:49 +02002436 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
2437 EXPECT_EQ(2, send_stream->GetNumberOfSwappedFrames());
2438 EXPECT_EQ(1280 * 3 / 4, send_stream->GetLastWidth());
2439 EXPECT_EQ(720 * 3 / 4, send_stream->GetLastHeight());
2440
2441 // Switch to screen share. Expect no CPU adaptation.
2442 cricket::FakeVideoCapturer screen_share(true);
2443 ASSERT_EQ(cricket::CS_RUNNING,
2444 screen_share.Start(screen_share.GetSupportedFormats()->front()));
Per766ad3b2016-04-05 15:23:49 +02002445 cricket::VideoOptions screenshare_options;
Oskar Sundbom78807582017-11-16 11:09:55 +01002446 screenshare_options.is_screencast = true;
deadbeef5a4a75a2016-06-02 16:23:38 -07002447 channel_->SetVideoSend(last_ssrc_, true /* enable */, &screenshare_options,
2448 &screen_share);
Per766ad3b2016-04-05 15:23:49 +02002449 EXPECT_TRUE(screen_share.CaptureCustomFrame(1284, 724, cricket::FOURCC_I420));
sprangf24a0642017-02-28 13:23:26 -08002450 ASSERT_EQ(2, fake_call_->GetNumCreatedSendStreams());
2451 send_stream = fake_call_->GetVideoSendStreams().front();
2452 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
Per766ad3b2016-04-05 15:23:49 +02002453 EXPECT_EQ(1284, send_stream->GetLastWidth());
2454 EXPECT_EQ(724, send_stream->GetLastHeight());
2455
2456 // Switch back to the normal capturer. Expect the frame to be CPU adapted.
deadbeef5a4a75a2016-06-02 16:23:38 -07002457 channel_->SetVideoSend(last_ssrc_, true /* enable */, &camera_options,
2458 &capturer);
sprangf24a0642017-02-28 13:23:26 -08002459 send_stream = fake_call_->GetVideoSendStreams().front();
2460 // We have a new fake send stream, so it doesn't remember the old sink wants.
2461 // In practice, it will be populated from
mflodmancc3d4422017-08-03 08:27:51 -07002462 // VideoStreamEncoder::VideoSourceProxy::SetSource(), so simulate that here.
sprangf24a0642017-02-28 13:23:26 -08002463 send_stream->InjectVideoSinkWants(wants);
Per766ad3b2016-04-05 15:23:49 +02002464 EXPECT_TRUE(capturer.CaptureCustomFrame(1280, 720, cricket::FOURCC_I420));
sprangf24a0642017-02-28 13:23:26 -08002465 ASSERT_EQ(3, fake_call_->GetNumCreatedSendStreams());
2466 send_stream = fake_call_->GetVideoSendStreams().front();
2467 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
Per766ad3b2016-04-05 15:23:49 +02002468 EXPECT_EQ(1280 * 3 / 4, send_stream->GetLastWidth());
2469 EXPECT_EQ(720 * 3 / 4, send_stream->GetLastHeight());
2470
deadbeef5a4a75a2016-06-02 16:23:38 -07002471 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Per766ad3b2016-04-05 15:23:49 +02002472}
2473
asapersson3c81a1a2017-06-14 05:52:21 -07002474// TODO(asapersson): Remove this test when the balanced field trial is removed.
2475void WebRtcVideoChannelTest::TestDegradationPreference(
2476 bool resolution_scaling_enabled,
2477 bool fps_scaling_enabled) {
2478 cricket::VideoCodec codec = GetEngineCodec("VP8");
2479 cricket::VideoSendParameters parameters;
2480 parameters.codecs.push_back(codec);
2481
2482 MediaConfig media_config = GetMediaConfig();
2483 media_config.video.enable_cpu_overuse_detection = true;
2484 channel_.reset(
2485 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
2486 channel_->OnReadyToSend(true);
2487
2488 EXPECT_TRUE(channel_->SetSendParameters(parameters));
2489
2490 AddSendStream();
2491
2492 cricket::FakeVideoCapturer capturer;
2493 VideoOptions options;
2494 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
2495 cricket::VideoFormat capture_format = capturer.GetSupportedFormats()->front();
2496 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format));
2497
2498 EXPECT_TRUE(channel_->SetSend(true));
2499
2500 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
2501 EXPECT_EQ(resolution_scaling_enabled,
2502 send_stream->resolution_scaling_enabled());
2503 EXPECT_EQ(fps_scaling_enabled, send_stream->framerate_scaling_enabled());
2504
2505 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
2506}
2507
eladalonf1841382017-06-12 01:16:46 -07002508void WebRtcVideoChannelTest::TestCpuAdaptation(bool enable_overuse,
2509 bool is_screenshare) {
sprangc5d62e22017-04-02 23:53:04 -07002510 const int kDefaultFps = 30;
magjed509e4fe2016-11-18 01:34:11 -08002511 cricket::VideoCodec codec = GetEngineCodec("VP8");
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002512 cricket::VideoSendParameters parameters;
2513 parameters.codecs.push_back(codec);
nisse51542be2016-02-12 02:27:06 -08002514
kthelgason2bc68642017-02-07 07:02:22 -08002515 MediaConfig media_config = GetMediaConfig();
2516 if (enable_overuse) {
2517 media_config.video.enable_cpu_overuse_detection = true;
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002518 }
nisse51542be2016-02-12 02:27:06 -08002519 channel_.reset(
2520 engine_.CreateChannel(fake_call_.get(), media_config, VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08002521 channel_->OnReadyToSend(true);
nisse51542be2016-02-12 02:27:06 -08002522
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002523 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002524
2525 AddSendStream();
2526
deadbeef5a4a75a2016-06-02 16:23:38 -07002527 cricket::FakeVideoCapturer capturer;
nisse05103312016-03-16 02:22:50 -07002528 VideoOptions options;
Oskar Sundbom78807582017-11-16 11:09:55 +01002529 options.is_screencast = is_screenshare;
deadbeef5a4a75a2016-06-02 16:23:38 -07002530 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, &options, &capturer));
perkj26752742016-10-24 01:21:16 -07002531 cricket::VideoFormat capture_format = capturer.GetSupportedFormats()->front();
sprangc5d62e22017-04-02 23:53:04 -07002532 capture_format.interval = rtc::kNumNanosecsPerSec / kDefaultFps;
perkj26752742016-10-24 01:21:16 -07002533 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002534
2535 EXPECT_TRUE(channel_->SetSend(true));
2536
solenberge5269742015-09-08 05:13:22 -07002537 FakeVideoSendStream* send_stream = fake_call_->GetVideoSendStreams().front();
perkj2d5f0912016-02-29 00:04:41 -08002538
sprangc5d62e22017-04-02 23:53:04 -07002539 if (!enable_overuse) {
perkj803d97f2016-11-01 11:45:46 -07002540 EXPECT_FALSE(send_stream->resolution_scaling_enabled());
sprangc5d62e22017-04-02 23:53:04 -07002541 EXPECT_FALSE(send_stream->framerate_scaling_enabled());
2542 EXPECT_EQ(is_screenshare, send_stream->framerate_scaling_enabled());
perkj2d5f0912016-02-29 00:04:41 -08002543
2544 EXPECT_TRUE(capturer.CaptureFrame());
2545 EXPECT_EQ(1, send_stream->GetNumberOfSwappedFrames());
2546
perkj26752742016-10-24 01:21:16 -07002547 EXPECT_EQ(capture_format.width, send_stream->GetLastWidth());
2548 EXPECT_EQ(capture_format.height, send_stream->GetLastHeight());
perkj2d5f0912016-02-29 00:04:41 -08002549
deadbeef5a4a75a2016-06-02 16:23:38 -07002550 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
perkj2d5f0912016-02-29 00:04:41 -08002551 return;
2552 }
2553
sprangc5d62e22017-04-02 23:53:04 -07002554 if (is_screenshare) {
2555 EXPECT_FALSE(send_stream->resolution_scaling_enabled());
2556 EXPECT_TRUE(send_stream->framerate_scaling_enabled());
2557 } else {
2558 EXPECT_TRUE(send_stream->resolution_scaling_enabled());
2559 EXPECT_FALSE(send_stream->framerate_scaling_enabled());
2560 }
2561
perkj803d97f2016-11-01 11:45:46 -07002562 // Trigger overuse.
2563 ASSERT_EQ(1u, fake_call_->GetVideoSendStreams().size());
2564
2565 rtc::VideoSinkWants wants;
sprangc5d62e22017-04-02 23:53:04 -07002566 if (is_screenshare) {
2567 wants.max_framerate_fps = (kDefaultFps * 2) / 3;
2568 } else {
2569 wants.max_pixel_count = capture_format.width * capture_format.height - 1;
2570 }
perkj803d97f2016-11-01 11:45:46 -07002571 send_stream->InjectVideoSinkWants(wants);
2572
sprangc5d62e22017-04-02 23:53:04 -07002573 for (int i = 0; i < kDefaultFps; ++i)
2574 EXPECT_TRUE(capturer.CaptureFrame());
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002575
sprangc5d62e22017-04-02 23:53:04 -07002576 if (is_screenshare) {
2577 // Drops every third frame.
2578 EXPECT_EQ(kDefaultFps * 2 / 3, send_stream->GetNumberOfSwappedFrames());
2579 EXPECT_EQ(send_stream->GetLastWidth(), capture_format.width);
2580 EXPECT_EQ(send_stream->GetLastHeight(), capture_format.height);
2581 } else {
2582 EXPECT_EQ(kDefaultFps, send_stream->GetNumberOfSwappedFrames());
2583 EXPECT_LT(send_stream->GetLastWidth(), capture_format.width);
2584 EXPECT_LT(send_stream->GetLastHeight(), capture_format.height);
2585 }
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002586
2587 // Trigger underuse which should go back to normal resolution.
sprang84a37592017-02-10 07:04:27 -08002588 int last_pixel_count =
2589 send_stream->GetLastWidth() * send_stream->GetLastHeight();
sprangc5d62e22017-04-02 23:53:04 -07002590 if (is_screenshare) {
2591 wants.max_framerate_fps = kDefaultFps;
2592 } else {
2593 wants.max_pixel_count = last_pixel_count * 4;
2594 wants.target_pixel_count.emplace((last_pixel_count * 5) / 3);
2595 }
perkj803d97f2016-11-01 11:45:46 -07002596 send_stream->InjectVideoSinkWants(wants);
2597
sprangc5d62e22017-04-02 23:53:04 -07002598 for (int i = 0; i < kDefaultFps; ++i)
2599 EXPECT_TRUE(capturer.CaptureFrame());
2600
2601 if (is_screenshare) {
2602 EXPECT_EQ(kDefaultFps + (kDefaultFps * 2 / 3),
2603 send_stream->GetNumberOfSwappedFrames());
2604 } else {
2605 EXPECT_EQ(kDefaultFps * 2, send_stream->GetNumberOfSwappedFrames());
2606 }
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002607
perkj26752742016-10-24 01:21:16 -07002608 EXPECT_EQ(capture_format.width, send_stream->GetLastWidth());
2609 EXPECT_EQ(capture_format.height, send_stream->GetLastHeight());
pbos@webrtc.org42684be2014-10-03 11:25:45 +00002610
deadbeef5a4a75a2016-06-02 16:23:38 -07002611 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002612}
2613
eladalonf1841382017-06-12 01:16:46 -07002614TEST_F(WebRtcVideoChannelTest, EstimatesNtpStartTimeCorrectly) {
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002615 // Start at last timestamp to verify that wraparounds are estimated correctly.
2616 static const uint32_t kInitialTimestamp = 0xFFFFFFFFu;
2617 static const int64_t kInitialNtpTimeMs = 1247891230;
2618 static const int kFrameOffsetMs = 20;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002619 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002620
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002621 FakeVideoReceiveStream* stream = AddRecvStream();
2622 cricket::FakeVideoRenderer renderer;
nisse08582ff2016-02-04 01:24:52 -08002623 EXPECT_TRUE(channel_->SetSink(last_ssrc_, &renderer));
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002624
nisse64ec8f82016-09-27 00:17:25 -07002625 webrtc::VideoFrame video_frame(CreateBlackFrameBuffer(4, 4),
2626 kInitialTimestamp, 0,
2627 webrtc::kVideoRotation_0);
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002628 // Initial NTP time is not available on the first frame, but should still be
2629 // able to be estimated.
nisseeb83a1a2016-03-21 01:27:56 -07002630 stream->InjectFrame(video_frame);
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002631
2632 EXPECT_EQ(1, renderer.num_rendered_frames());
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002633
2634 // This timestamp is kInitialTimestamp (-1) + kFrameOffsetMs * 90, which
2635 // triggers a constant-overflow warning, hence we're calculating it explicitly
2636 // here.
2637 video_frame.set_timestamp(kFrameOffsetMs * 90 - 1);
2638 video_frame.set_ntp_time_ms(kInitialNtpTimeMs + kFrameOffsetMs);
nisseeb83a1a2016-03-21 01:27:56 -07002639 stream->InjectFrame(video_frame);
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002640
2641 EXPECT_EQ(2, renderer.num_rendered_frames());
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002642
2643 // Verify that NTP time has been correctly deduced.
2644 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00002645 ASSERT_TRUE(channel_->GetStats(&info));
magjed@webrtc.orgfc5ad952015-01-27 09:57:01 +00002646 ASSERT_EQ(1u, info.receivers.size());
2647 EXPECT_EQ(kInitialNtpTimeMs, info.receivers[0].capture_start_ntp_time_ms);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002648}
2649
eladalonf1841382017-06-12 01:16:46 -07002650TEST_F(WebRtcVideoChannelTest, SetDefaultSendCodecs) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002651 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002652
2653 VideoCodec codec;
2654 EXPECT_TRUE(channel_->GetSendCodec(&codec));
pbos@webrtc.org9fbb7172014-06-13 09:34:13 +00002655 EXPECT_TRUE(codec.Matches(engine_.codecs()[0]));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002656
2657 // Using a RTX setup to verify that the default RTX payload type is good.
Peter Boström0c4e06b2015-10-07 12:23:21 +02002658 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
2659 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002660 FakeVideoSendStream* stream = AddSendStream(
2661 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs));
perkj26091b12016-09-01 01:17:40 -07002662 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002663
2664 // Make sure NACK and FEC are enabled on the correct payload types.
2665 EXPECT_EQ(1000, config.rtp.nack.rtp_history_ms);
magjed509e4fe2016-11-18 01:34:11 -08002666 EXPECT_EQ(GetEngineCodec("ulpfec").id, config.rtp.ulpfec.ulpfec_payload_type);
2667 EXPECT_EQ(GetEngineCodec("red").id, config.rtp.ulpfec.red_payload_type);
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002668
2669 EXPECT_EQ(1u, config.rtp.rtx.ssrcs.size());
2670 EXPECT_EQ(kRtxSsrcs1[0], config.rtp.rtx.ssrcs[0]);
Shao Changbine62202f2015-04-21 20:24:50 +08002671 VerifySendStreamHasRtxTypes(config, default_apt_rtx_types_);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002672 // TODO(juberti): Check RTCP, PLI, TMMBR.
2673}
2674
brandtr31bd2242017-05-19 05:47:46 -07002675// The following four tests ensures that FlexFEC is not activated by default
2676// when the field trials are not enabled.
2677// TODO(brandtr): Remove or update these tests when FlexFEC _is_ enabled by
2678// default.
eladalonf1841382017-06-12 01:16:46 -07002679TEST_F(WebRtcVideoChannelTest,
brandtr31bd2242017-05-19 05:47:46 -07002680 FlexfecSendCodecWithoutSsrcNotExposedByDefault) {
brandtr468da7c2016-11-22 02:16:47 -08002681 FakeVideoSendStream* stream = AddSendStream();
2682 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2683
brandtr3d200bd2017-01-16 06:59:19 -08002684 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
brandtr31bd2242017-05-19 05:47:46 -07002685 EXPECT_EQ(0U, config.rtp.flexfec.ssrc);
2686 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
brandtr468da7c2016-11-22 02:16:47 -08002687}
2688
eladalonf1841382017-06-12 01:16:46 -07002689TEST_F(WebRtcVideoChannelTest, FlexfecSendCodecWithSsrcNotExposedByDefault) {
brandtr468da7c2016-11-22 02:16:47 -08002690 FakeVideoSendStream* stream = AddSendStream(
2691 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2692 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2693
brandtr3d200bd2017-01-16 06:59:19 -08002694 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
brandtr31bd2242017-05-19 05:47:46 -07002695 EXPECT_EQ(0U, config.rtp.flexfec.ssrc);
2696 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
2697}
2698
eladalonf1841382017-06-12 01:16:46 -07002699TEST_F(WebRtcVideoChannelTest,
brandtr31bd2242017-05-19 05:47:46 -07002700 FlexfecRecvCodecWithoutSsrcNotExposedByDefault) {
2701 AddRecvStream();
2702
2703 const std::vector<FakeFlexfecReceiveStream*>& streams =
2704 fake_call_->GetFlexfecReceiveStreams();
2705 EXPECT_TRUE(streams.empty());
2706}
2707
eladalonf1841382017-06-12 01:16:46 -07002708TEST_F(WebRtcVideoChannelTest, FlexfecRecvCodecWithSsrcNotExposedByDefault) {
brandtr31bd2242017-05-19 05:47:46 -07002709 AddRecvStream(
2710 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2711
2712 const std::vector<FakeFlexfecReceiveStream*>& streams =
2713 fake_call_->GetFlexfecReceiveStreams();
2714 EXPECT_TRUE(streams.empty());
brandtr468da7c2016-11-22 02:16:47 -08002715}
2716
2717// TODO(brandtr): When FlexFEC is no longer behind a field trial, merge all
2718// tests that use this test fixture into the corresponding "non-field trial"
2719// tests.
eladalonf1841382017-06-12 01:16:46 -07002720class WebRtcVideoChannelFlexfecRecvTest : public WebRtcVideoChannelTest {
brandtr468da7c2016-11-22 02:16:47 -08002721 public:
eladalonf1841382017-06-12 01:16:46 -07002722 WebRtcVideoChannelFlexfecRecvTest()
2723 : WebRtcVideoChannelTest("WebRTC-FlexFEC-03-Advertised/Enabled/") {}
brandtr468da7c2016-11-22 02:16:47 -08002724};
2725
eladalonf1841382017-06-12 01:16:46 -07002726TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr36e7d702017-01-13 07:15:54 -08002727 DefaultFlexfecCodecHasTransportCcAndRembFeedbackParam) {
2728 EXPECT_TRUE(cricket::HasTransportCc(GetEngineCodec("flexfec-03")));
2729 EXPECT_TRUE(cricket::HasRemb(GetEngineCodec("flexfec-03")));
2730}
2731
eladalonf1841382017-06-12 01:16:46 -07002732TEST_F(WebRtcVideoChannelFlexfecRecvTest, SetDefaultRecvCodecsWithoutSsrc) {
brandtr31bd2242017-05-19 05:47:46 -07002733 AddRecvStream();
2734
2735 const std::vector<FakeFlexfecReceiveStream*>& streams =
2736 fake_call_->GetFlexfecReceiveStreams();
2737 EXPECT_TRUE(streams.empty());
2738}
2739
eladalonf1841382017-06-12 01:16:46 -07002740TEST_F(WebRtcVideoChannelFlexfecRecvTest, SetDefaultRecvCodecsWithSsrc) {
brandtr31bd2242017-05-19 05:47:46 -07002741 AddRecvStream(
2742 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2743
2744 const std::vector<FakeFlexfecReceiveStream*>& streams =
2745 fake_call_->GetFlexfecReceiveStreams();
2746 ASSERT_EQ(1U, streams.size());
2747 const FakeFlexfecReceiveStream* stream = streams.front();
2748 const webrtc::FlexfecReceiveStream::Config& config = stream->GetConfig();
2749 EXPECT_EQ(GetEngineCodec("flexfec-03").id, config.payload_type);
2750 EXPECT_EQ(kFlexfecSsrc, config.remote_ssrc);
2751 ASSERT_EQ(1U, config.protected_media_ssrcs.size());
2752 EXPECT_EQ(kSsrcs1[0], config.protected_media_ssrcs[0]);
brandtr7cd28b92017-09-22 00:26:25 -07002753
2754 const std::vector<FakeVideoReceiveStream*>& video_streams =
2755 fake_call_->GetVideoReceiveStreams();
2756 ASSERT_EQ(1U, video_streams.size());
2757 const webrtc::VideoReceiveStream::Config& video_config =
2758 video_streams.front()->GetConfig();
2759 EXPECT_TRUE(video_config.rtp.protected_by_flexfec);
brandtr31bd2242017-05-19 05:47:46 -07002760}
2761
eladalonf1841382017-06-12 01:16:46 -07002762TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr11fb4722017-05-30 01:31:37 -07002763 EnablingFlexfecDoesNotRecreateVideoReceiveStream) {
2764 cricket::VideoRecvParameters recv_parameters;
2765 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
2766 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
2767
2768 AddRecvStream(
2769 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2770 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
2771 EXPECT_EQ(1U, fake_call_->GetVideoReceiveStreams().size());
2772
2773 // Enable FlexFEC.
2774 recv_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2775 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
2776 EXPECT_EQ(2, fake_call_->GetNumCreatedReceiveStreams())
2777 << "Enabling FlexFEC should create FlexfecReceiveStream.";
2778 EXPECT_EQ(1U, fake_call_->GetVideoReceiveStreams().size())
2779 << "Enabling FlexFEC should not create VideoReceiveStream.";
2780 EXPECT_EQ(1U, fake_call_->GetFlexfecReceiveStreams().size())
2781 << "Enabling FlexFEC should create a single FlexfecReceiveStream.";
2782}
2783
eladalonf1841382017-06-12 01:16:46 -07002784TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr11fb4722017-05-30 01:31:37 -07002785 DisablingFlexfecDoesNotRecreateVideoReceiveStream) {
2786 cricket::VideoRecvParameters recv_parameters;
2787 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
2788 recv_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2789 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
2790
2791 AddRecvStream(
2792 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2793 EXPECT_EQ(2, fake_call_->GetNumCreatedReceiveStreams());
2794 EXPECT_EQ(1U, fake_call_->GetVideoReceiveStreams().size());
2795 EXPECT_EQ(1U, fake_call_->GetFlexfecReceiveStreams().size());
2796
2797 // Disable FlexFEC.
2798 recv_parameters.codecs.clear();
2799 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
2800 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
2801 EXPECT_EQ(2, fake_call_->GetNumCreatedReceiveStreams())
2802 << "Disabling FlexFEC should not recreate VideoReceiveStream.";
2803 EXPECT_EQ(1U, fake_call_->GetVideoReceiveStreams().size())
2804 << "Disabling FlexFEC should not destroy VideoReceiveStream.";
2805 EXPECT_TRUE(fake_call_->GetFlexfecReceiveStreams().empty())
2806 << "Disabling FlexFEC should destroy FlexfecReceiveStream.";
2807}
2808
brandtr31bd2242017-05-19 05:47:46 -07002809// TODO(brandtr): When FlexFEC is no longer behind a field trial, merge all
2810// tests that use this test fixture into the corresponding "non-field trial"
2811// tests.
eladalonf1841382017-06-12 01:16:46 -07002812class WebRtcVideoChannelFlexfecSendRecvTest : public WebRtcVideoChannelTest {
brandtr31bd2242017-05-19 05:47:46 -07002813 public:
eladalonf1841382017-06-12 01:16:46 -07002814 WebRtcVideoChannelFlexfecSendRecvTest()
2815 : WebRtcVideoChannelTest(
brandtr31bd2242017-05-19 05:47:46 -07002816 "WebRTC-FlexFEC-03-Advertised/Enabled/WebRTC-FlexFEC-03/Enabled/") {
2817 }
2818};
2819
eladalonf1841382017-06-12 01:16:46 -07002820TEST_F(WebRtcVideoChannelFlexfecSendRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07002821 SetDefaultSendCodecsWithoutSsrc) {
brandtr468da7c2016-11-22 02:16:47 -08002822 FakeVideoSendStream* stream = AddSendStream();
2823 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2824
brandtr3d200bd2017-01-16 06:59:19 -08002825 EXPECT_EQ(GetEngineCodec("flexfec-03").id, config.rtp.flexfec.payload_type);
2826 EXPECT_EQ(0U, config.rtp.flexfec.ssrc);
2827 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
brandtr468da7c2016-11-22 02:16:47 -08002828}
2829
eladalonf1841382017-06-12 01:16:46 -07002830TEST_F(WebRtcVideoChannelFlexfecSendRecvTest, SetDefaultSendCodecsWithSsrc) {
brandtr468da7c2016-11-22 02:16:47 -08002831 FakeVideoSendStream* stream = AddSendStream(
2832 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2833 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2834
brandtr3d200bd2017-01-16 06:59:19 -08002835 EXPECT_EQ(GetEngineCodec("flexfec-03").id, config.rtp.flexfec.payload_type);
2836 EXPECT_EQ(kFlexfecSsrc, config.rtp.flexfec.ssrc);
2837 ASSERT_EQ(1U, config.rtp.flexfec.protected_media_ssrcs.size());
2838 EXPECT_EQ(kSsrcs1[0], config.rtp.flexfec.protected_media_ssrcs[0]);
brandtr468da7c2016-11-22 02:16:47 -08002839}
2840
eladalonf1841382017-06-12 01:16:46 -07002841TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithoutFec) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002842 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002843 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002844 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002845
2846 FakeVideoSendStream* stream = AddSendStream();
perkj26091b12016-09-01 01:17:40 -07002847 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002848
brandtrb5f2c3f2016-10-04 23:28:39 -07002849 EXPECT_EQ(-1, config.rtp.ulpfec.ulpfec_payload_type);
2850 EXPECT_EQ(-1, config.rtp.ulpfec.red_payload_type);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002851}
2852
eladalonf1841382017-06-12 01:16:46 -07002853TEST_F(WebRtcVideoChannelFlexfecSendRecvTest, SetSendCodecsWithoutFec) {
brandtr468da7c2016-11-22 02:16:47 -08002854 cricket::VideoSendParameters parameters;
2855 parameters.codecs.push_back(GetEngineCodec("VP8"));
2856 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2857
2858 FakeVideoSendStream* stream = AddSendStream();
2859 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2860
brandtr3d200bd2017-01-16 06:59:19 -08002861 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
brandtr468da7c2016-11-22 02:16:47 -08002862}
2863
eladalonf1841382017-06-12 01:16:46 -07002864TEST_F(WebRtcVideoChannelFlexfecRecvTest, SetRecvCodecsWithFec) {
brandtr9c3d4c42017-01-23 06:59:13 -08002865 AddRecvStream(
2866 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
brandtr9c3d4c42017-01-23 06:59:13 -08002867
2868 cricket::VideoRecvParameters recv_parameters;
2869 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
2870 recv_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2871 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
brandtr9d58d942017-02-03 04:43:41 -08002872
2873 const std::vector<FakeFlexfecReceiveStream*>& flexfec_streams =
2874 fake_call_->GetFlexfecReceiveStreams();
2875 ASSERT_EQ(1U, flexfec_streams.size());
2876 const FakeFlexfecReceiveStream* flexfec_stream = flexfec_streams.front();
2877 const webrtc::FlexfecReceiveStream::Config& flexfec_stream_config =
2878 flexfec_stream->GetConfig();
brandtr9c3d4c42017-01-23 06:59:13 -08002879 EXPECT_EQ(GetEngineCodec("flexfec-03").id,
brandtr9d58d942017-02-03 04:43:41 -08002880 flexfec_stream_config.payload_type);
2881 EXPECT_EQ(kFlexfecSsrc, flexfec_stream_config.remote_ssrc);
2882 ASSERT_EQ(1U, flexfec_stream_config.protected_media_ssrcs.size());
2883 EXPECT_EQ(kSsrcs1[0], flexfec_stream_config.protected_media_ssrcs[0]);
2884 const std::vector<FakeVideoReceiveStream*>& video_streams =
2885 fake_call_->GetVideoReceiveStreams();
2886 const FakeVideoReceiveStream* video_stream = video_streams.front();
2887 const webrtc::VideoReceiveStream::Config& video_stream_config =
2888 video_stream->GetConfig();
2889 EXPECT_EQ(video_stream_config.rtp.local_ssrc,
2890 flexfec_stream_config.local_ssrc);
2891 EXPECT_EQ(video_stream_config.rtp.rtcp_mode, flexfec_stream_config.rtcp_mode);
2892 EXPECT_EQ(video_stream_config.rtcp_send_transport,
2893 flexfec_stream_config.rtcp_send_transport);
2894 // TODO(brandtr): Update this EXPECT when we set |transport_cc| in a
2895 // spec-compliant way.
2896 EXPECT_EQ(video_stream_config.rtp.transport_cc,
2897 flexfec_stream_config.transport_cc);
2898 EXPECT_EQ(video_stream_config.rtp.rtcp_mode, flexfec_stream_config.rtcp_mode);
2899 EXPECT_EQ(video_stream_config.rtp.extensions,
2900 flexfec_stream_config.rtp_header_extensions);
brandtr9c3d4c42017-01-23 06:59:13 -08002901}
2902
brandtr31bd2242017-05-19 05:47:46 -07002903// We should not send FlexFEC, even if we advertise it, unless the right
2904// field trial is set.
2905// TODO(brandtr): Remove when FlexFEC is enabled by default.
eladalonf1841382017-06-12 01:16:46 -07002906TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07002907 SetSendCodecsWithoutSsrcWithFecDoesNotEnableFec) {
2908 cricket::VideoSendParameters parameters;
2909 parameters.codecs.push_back(GetEngineCodec("VP8"));
2910 parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2911 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2912
2913 FakeVideoSendStream* stream = AddSendStream();
2914 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2915
2916 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
2917 EXPECT_EQ(0, config.rtp.flexfec.ssrc);
2918 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
2919}
2920
eladalonf1841382017-06-12 01:16:46 -07002921TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07002922 SetSendCodecsWithSsrcWithFecDoesNotEnableFec) {
2923 cricket::VideoSendParameters parameters;
2924 parameters.codecs.push_back(GetEngineCodec("VP8"));
2925 parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
2926 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2927
2928 FakeVideoSendStream* stream = AddSendStream(
2929 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
2930 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
2931
2932 EXPECT_EQ(-1, config.rtp.flexfec.payload_type);
2933 EXPECT_EQ(0, config.rtp.flexfec.ssrc);
2934 EXPECT_TRUE(config.rtp.flexfec.protected_media_ssrcs.empty());
2935}
2936
eladalonf1841382017-06-12 01:16:46 -07002937TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002938 SetSendCodecRejectsRtxWithoutAssociatedPayloadType) {
magjed509e4fe2016-11-18 01:34:11 -08002939 const int kUnusedPayloadType = 127;
2940 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType));
2941
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002942 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08002943 cricket::VideoCodec rtx_codec(kUnusedPayloadType, "rtx");
Fredrik Solenbergb071a192015-09-17 16:42:56 +02002944 parameters.codecs.push_back(rtx_codec);
2945 EXPECT_FALSE(channel_->SetSendParameters(parameters))
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002946 << "RTX codec without associated payload type should be rejected.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002947}
2948
eladalonf1841382017-06-12 01:16:46 -07002949TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org269605c2014-06-26 08:49:03 +00002950 SetSendCodecRejectsRtxWithoutMatchingVideoCodec) {
magjed509e4fe2016-11-18 01:34:11 -08002951 const int kUnusedPayloadType1 = 126;
2952 const int kUnusedPayloadType2 = 127;
2953 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType1));
2954 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType2));
2955 {
2956 cricket::VideoCodec rtx_codec = cricket::VideoCodec::CreateRtxCodec(
2957 kUnusedPayloadType1, GetEngineCodec("VP8").id);
2958 cricket::VideoSendParameters parameters;
2959 parameters.codecs.push_back(GetEngineCodec("VP8"));
2960 parameters.codecs.push_back(rtx_codec);
2961 ASSERT_TRUE(channel_->SetSendParameters(parameters));
2962 }
2963 {
2964 cricket::VideoCodec rtx_codec = cricket::VideoCodec::CreateRtxCodec(
2965 kUnusedPayloadType1, kUnusedPayloadType2);
2966 cricket::VideoSendParameters parameters;
2967 parameters.codecs.push_back(GetEngineCodec("VP8"));
2968 parameters.codecs.push_back(rtx_codec);
2969 EXPECT_FALSE(channel_->SetSendParameters(parameters))
2970 << "RTX without matching video codec should be rejected.";
2971 }
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00002972}
2973
eladalonf1841382017-06-12 01:16:46 -07002974TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithChangedRtxPayloadType) {
brandtr14742122017-01-27 04:53:07 -08002975 const int kUnusedPayloadType1 = 126;
2976 const int kUnusedPayloadType2 = 127;
2977 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType1));
2978 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType2));
2979
2980 // SSRCs for RTX.
2981 cricket::StreamParams params =
2982 cricket::StreamParams::CreateLegacy(kSsrcs1[0]);
2983 params.AddFidSsrc(kSsrcs1[0], kRtxSsrcs1[0]);
2984 AddSendStream(params);
2985
2986 // Original payload type for RTX.
2987 cricket::VideoSendParameters parameters;
2988 parameters.codecs.push_back(GetEngineCodec("VP8"));
2989 cricket::VideoCodec rtx_codec(kUnusedPayloadType1, "rtx");
2990 rtx_codec.SetParam("apt", GetEngineCodec("VP8").id);
2991 parameters.codecs.push_back(rtx_codec);
2992 EXPECT_TRUE(channel_->SetSendParameters(parameters));
2993 ASSERT_EQ(1U, fake_call_->GetVideoSendStreams().size());
2994 const webrtc::VideoSendStream::Config& config_before =
2995 fake_call_->GetVideoSendStreams()[0]->GetConfig();
2996 EXPECT_EQ(kUnusedPayloadType1, config_before.rtp.rtx.payload_type);
2997 ASSERT_EQ(1U, config_before.rtp.rtx.ssrcs.size());
2998 EXPECT_EQ(kRtxSsrcs1[0], config_before.rtp.rtx.ssrcs[0]);
2999
3000 // Change payload type for RTX.
3001 parameters.codecs[1].id = kUnusedPayloadType2;
3002 EXPECT_TRUE(channel_->SetSendParameters(parameters));
3003 ASSERT_EQ(1U, fake_call_->GetVideoSendStreams().size());
3004 const webrtc::VideoSendStream::Config& config_after =
3005 fake_call_->GetVideoSendStreams()[0]->GetConfig();
3006 EXPECT_EQ(kUnusedPayloadType2, config_after.rtp.rtx.payload_type);
3007 ASSERT_EQ(1U, config_after.rtp.rtx.ssrcs.size());
3008 EXPECT_EQ(kRtxSsrcs1[0], config_after.rtp.rtx.ssrcs[0]);
3009}
3010
eladalonf1841382017-06-12 01:16:46 -07003011TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithoutFecDisablesFec) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003012 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003013 parameters.codecs.push_back(GetEngineCodec("VP8"));
3014 parameters.codecs.push_back(GetEngineCodec("ulpfec"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003015 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org269605c2014-06-26 08:49:03 +00003016
3017 FakeVideoSendStream* stream = AddSendStream();
perkj26091b12016-09-01 01:17:40 -07003018 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
pbos@webrtc.org269605c2014-06-26 08:49:03 +00003019
magjed509e4fe2016-11-18 01:34:11 -08003020 EXPECT_EQ(GetEngineCodec("ulpfec").id, config.rtp.ulpfec.ulpfec_payload_type);
pbos@webrtc.org269605c2014-06-26 08:49:03 +00003021
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003022 parameters.codecs.pop_back();
3023 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00003024 stream = fake_call_->GetVideoSendStreams()[0];
brandtr468da7c2016-11-22 02:16:47 -08003025 ASSERT_TRUE(stream != nullptr);
perkj26091b12016-09-01 01:17:40 -07003026 config = stream->GetConfig().Copy();
brandtrb5f2c3f2016-10-04 23:28:39 -07003027 EXPECT_EQ(-1, config.rtp.ulpfec.ulpfec_payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003028 << "SetSendCodec without ULPFEC should disable current ULPFEC.";
3029}
3030
eladalonf1841382017-06-12 01:16:46 -07003031TEST_F(WebRtcVideoChannelFlexfecSendRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07003032 SetSendCodecsWithoutFecDisablesFec) {
brandtr468da7c2016-11-22 02:16:47 -08003033 cricket::VideoSendParameters parameters;
3034 parameters.codecs.push_back(GetEngineCodec("VP8"));
3035 parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
3036 ASSERT_TRUE(channel_->SetSendParameters(parameters));
3037
3038 FakeVideoSendStream* stream = AddSendStream(
3039 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
3040 webrtc::VideoSendStream::Config config = stream->GetConfig().Copy();
3041
brandtr3d200bd2017-01-16 06:59:19 -08003042 EXPECT_EQ(GetEngineCodec("flexfec-03").id, config.rtp.flexfec.payload_type);
3043 EXPECT_EQ(kFlexfecSsrc, config.rtp.flexfec.ssrc);
brandtr468da7c2016-11-22 02:16:47 -08003044 ASSERT_EQ(1U, config.rtp.flexfec.protected_media_ssrcs.size());
3045 EXPECT_EQ(kSsrcs1[0], config.rtp.flexfec.protected_media_ssrcs[0]);
3046
3047 parameters.codecs.pop_back();
3048 ASSERT_TRUE(channel_->SetSendParameters(parameters));
3049 stream = fake_call_->GetVideoSendStreams()[0];
3050 ASSERT_TRUE(stream != nullptr);
3051 config = stream->GetConfig().Copy();
brandtr3d200bd2017-01-16 06:59:19 -08003052 EXPECT_EQ(-1, config.rtp.flexfec.payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003053 << "SetSendCodec without FlexFEC should disable current FlexFEC.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003054}
3055
eladalonf1841382017-06-12 01:16:46 -07003056TEST_F(WebRtcVideoChannelTest, SetSendCodecsChangesExistingStreams) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003057 cricket::VideoSendParameters parameters;
perkj26752742016-10-24 01:21:16 -07003058 cricket::VideoCodec codec(100, "VP8");
3059 codec.SetParam(kCodecParamMaxQuantization, kDefaultQpMax);
3060 parameters.codecs.push_back(codec);
perkjfa10b552016-10-02 23:45:26 -07003061
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003062 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org86196c42015-02-16 21:02:00 +00003063 channel_->SetSend(true);
pbos@webrtc.org38ce7d02014-07-16 08:01:38 +00003064
pbos@webrtc.org86196c42015-02-16 21:02:00 +00003065 FakeVideoSendStream* stream = AddSendStream();
pbos@webrtc.org86196c42015-02-16 21:02:00 +00003066 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07003067 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
pbos@webrtc.org86196c42015-02-16 21:02:00 +00003068
3069 std::vector<webrtc::VideoStream> streams = stream->GetVideoStreams();
perkjfa10b552016-10-02 23:45:26 -07003070 EXPECT_EQ(kDefaultQpMax, streams[0].max_qp);
pbos@webrtc.org38ce7d02014-07-16 08:01:38 +00003071
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003072 parameters.codecs.clear();
perkj26752742016-10-24 01:21:16 -07003073 codec.SetParam(kCodecParamMaxQuantization, kDefaultQpMax + 1);
3074 parameters.codecs.push_back(codec);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003075 ASSERT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00003076 streams = fake_call_->GetVideoSendStreams()[0]->GetVideoStreams();
perkjfa10b552016-10-02 23:45:26 -07003077 EXPECT_EQ(kDefaultQpMax + 1, streams[0].max_qp);
deadbeef5a4a75a2016-06-02 16:23:38 -07003078 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003079}
3080
eladalonf1841382017-06-12 01:16:46 -07003081TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithBitrates) {
pbos@webrtc.org00873182014-11-25 14:03:34 +00003082 SetSendCodecsShouldWorkForBitrates("100", 100000, "150", 150000, "200",
3083 200000);
3084}
3085
eladalonf1841382017-06-12 01:16:46 -07003086TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithHighMaxBitrate) {
pbos@webrtc.orga5f6fb52015-03-23 22:29:39 +00003087 SetSendCodecsShouldWorkForBitrates("", 0, "", -1, "10000", 10000000);
3088 std::vector<webrtc::VideoStream> streams = AddSendStream()->GetVideoStreams();
3089 ASSERT_EQ(1u, streams.size());
3090 EXPECT_EQ(10000000, streams[0].max_bitrate_bps);
3091}
3092
eladalonf1841382017-06-12 01:16:46 -07003093TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org00873182014-11-25 14:03:34 +00003094 SetSendCodecsWithoutBitratesUsesCorrectDefaults) {
3095 SetSendCodecsShouldWorkForBitrates(
3096 "", 0, "", -1, "", -1);
3097}
3098
eladalonf1841382017-06-12 01:16:46 -07003099TEST_F(WebRtcVideoChannelTest, SetSendCodecsCapsMinAndStartBitrate) {
pbos@webrtc.org00873182014-11-25 14:03:34 +00003100 SetSendCodecsShouldWorkForBitrates("-1", 0, "-100", -1, "", -1);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003101}
3102
eladalonf1841382017-06-12 01:16:46 -07003103TEST_F(WebRtcVideoChannelTest, SetSendCodecsRejectsMaxLessThanMinBitrate) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003104 send_parameters_.codecs[0].params[kCodecParamMinBitrate] = "300";
3105 send_parameters_.codecs[0].params[kCodecParamMaxBitrate] = "200";
3106 EXPECT_FALSE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003107}
3108
Taylor Brandstetter58f2bd92016-04-26 17:15:23 -07003109// Test that when both the codec-specific bitrate params and max_bandwidth_bps
3110// are present in the same send parameters, the settings are combined correctly.
eladalonf1841382017-06-12 01:16:46 -07003111TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithBitratesAndMaxSendBandwidth) {
Taylor Brandstetter58f2bd92016-04-26 17:15:23 -07003112 send_parameters_.codecs[0].params[kCodecParamMinBitrate] = "100";
3113 send_parameters_.codecs[0].params[kCodecParamStartBitrate] = "200";
3114 send_parameters_.codecs[0].params[kCodecParamMaxBitrate] = "300";
3115 send_parameters_.max_bandwidth_bps = 400000;
3116 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
3117 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
3118 EXPECT_EQ(200000, fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
3119 // We expect max_bandwidth_bps to take priority, if set.
3120 EXPECT_EQ(400000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3121
3122 // Decrease max_bandwidth_bps.
3123 send_parameters_.max_bandwidth_bps = 350000;
3124 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
3125 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
3126 // Since the codec isn't changing, start_bitrate_bps should be -1.
3127 EXPECT_EQ(-1, fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
3128 EXPECT_EQ(350000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3129
3130 // Now try again with the values flipped around.
3131 send_parameters_.codecs[0].params[kCodecParamMaxBitrate] = "400";
3132 send_parameters_.max_bandwidth_bps = 300000;
3133 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
3134 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
3135 EXPECT_EQ(200000, fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
3136 EXPECT_EQ(300000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3137
3138 // If we change the codec max, max_bandwidth_bps should still apply.
3139 send_parameters_.codecs[0].params[kCodecParamMaxBitrate] = "350";
3140 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
3141 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps);
3142 EXPECT_EQ(200000, fake_call_->GetConfig().bitrate_config.start_bitrate_bps);
3143 EXPECT_EQ(300000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3144}
3145
eladalonf1841382017-06-12 01:16:46 -07003146TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org00873182014-11-25 14:03:34 +00003147 SetMaxSendBandwidthShouldPreserveOtherBitrates) {
3148 SetSendCodecsShouldWorkForBitrates("100", 100000, "150", 150000, "200",
3149 200000);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003150 send_parameters_.max_bandwidth_bps = 300000;
3151 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Stefan Holmere5904162015-03-26 11:11:06 +01003152 EXPECT_EQ(100000, fake_call_->GetConfig().bitrate_config.min_bitrate_bps)
pbos@webrtc.org00873182014-11-25 14:03:34 +00003153 << "Setting max bitrate should keep previous min bitrate.";
Stefan Holmere5904162015-03-26 11:11:06 +01003154 EXPECT_EQ(-1, fake_call_->GetConfig().bitrate_config.start_bitrate_bps)
pbos@webrtc.org00873182014-11-25 14:03:34 +00003155 << "Setting max bitrate should not reset start bitrate.";
Stefan Holmere5904162015-03-26 11:11:06 +01003156 EXPECT_EQ(300000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
pbos@webrtc.org00873182014-11-25 14:03:34 +00003157}
3158
eladalonf1841382017-06-12 01:16:46 -07003159TEST_F(WebRtcVideoChannelTest, SetMaxSendBandwidthShouldBeRemovable) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003160 send_parameters_.max_bandwidth_bps = 300000;
3161 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Stefan Holmere5904162015-03-26 11:11:06 +01003162 EXPECT_EQ(300000, fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
pbos5c7760a2017-03-10 11:23:12 -08003163 // -1 means to disable max bitrate (set infinite).
3164 send_parameters_.max_bandwidth_bps = -1;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003165 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Stefan Holmere5904162015-03-26 11:11:06 +01003166 EXPECT_EQ(-1, fake_call_->GetConfig().bitrate_config.max_bitrate_bps)
pbos@webrtc.org00873182014-11-25 14:03:34 +00003167 << "Setting zero max bitrate did not reset start bitrate.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003168}
3169
eladalonf1841382017-06-12 01:16:46 -07003170TEST_F(WebRtcVideoChannelTest, SetMaxSendBandwidthAndAddSendStream) {
perkjfa10b552016-10-02 23:45:26 -07003171 send_parameters_.max_bandwidth_bps = 99999;
3172 FakeVideoSendStream* stream = AddSendStream();
3173 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
3174 EXPECT_EQ(send_parameters_.max_bandwidth_bps,
3175 fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3176 ASSERT_EQ(1u, stream->GetVideoStreams().size());
3177 EXPECT_EQ(send_parameters_.max_bandwidth_bps,
3178 stream->GetVideoStreams()[0].max_bitrate_bps);
3179
3180 send_parameters_.max_bandwidth_bps = 77777;
3181 ASSERT_TRUE(channel_->SetSendParameters(send_parameters_));
3182 EXPECT_EQ(send_parameters_.max_bandwidth_bps,
3183 fake_call_->GetConfig().bitrate_config.max_bitrate_bps);
3184 EXPECT_EQ(send_parameters_.max_bandwidth_bps,
3185 stream->GetVideoStreams()[0].max_bitrate_bps);
3186}
3187
eladalonf1841382017-06-12 01:16:46 -07003188TEST_F(WebRtcVideoChannelTest, SetMaxSendBitrateCanIncreaseSenderBitrate) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003189 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003190 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003191 ASSERT_TRUE(channel_->SetSendParameters(parameters));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003192 channel_->SetSend(true);
3193
3194 FakeVideoSendStream* stream = AddSendStream();
3195
Peter Boström3afc8c42016-01-27 16:45:21 +01003196 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07003197 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
Peter Boström3afc8c42016-01-27 16:45:21 +01003198 EXPECT_EQ(cricket::CS_RUNNING,
3199 capturer.Start(capturer.GetSupportedFormats()->front()));
3200
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003201 std::vector<webrtc::VideoStream> streams = stream->GetVideoStreams();
3202 int initial_max_bitrate_bps = streams[0].max_bitrate_bps;
3203 EXPECT_GT(initial_max_bitrate_bps, 0);
3204
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003205 parameters.max_bandwidth_bps = initial_max_bitrate_bps * 2;
3206 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström3afc8c42016-01-27 16:45:21 +01003207 // Insert a frame to update the encoder config.
3208 EXPECT_TRUE(capturer.CaptureFrame());
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003209 streams = stream->GetVideoStreams();
3210 EXPECT_EQ(initial_max_bitrate_bps * 2, streams[0].max_bitrate_bps);
deadbeef5a4a75a2016-06-02 16:23:38 -07003211 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003212}
3213
eladalonf1841382017-06-12 01:16:46 -07003214TEST_F(WebRtcVideoChannelTest,
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003215 SetMaxSendBitrateCanIncreaseSimulcastSenderBitrate) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003216 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003217 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003218 ASSERT_TRUE(channel_->SetSendParameters(parameters));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003219 channel_->SetSend(true);
3220
3221 FakeVideoSendStream* stream = AddSendStream(
3222 cricket::CreateSimStreamParams("cname", MAKE_VECTOR(kSsrcs3)));
3223
3224 // Send a frame to make sure this scales up to >1 stream (simulcast).
3225 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07003226 EXPECT_TRUE(channel_->SetVideoSend(kSsrcs3[0], true, nullptr, &capturer));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003227 EXPECT_EQ(cricket::CS_RUNNING,
3228 capturer.Start(capturer.GetSupportedFormats()->front()));
3229 EXPECT_TRUE(capturer.CaptureFrame());
3230
3231 std::vector<webrtc::VideoStream> streams = stream->GetVideoStreams();
3232 ASSERT_GT(streams.size(), 1u)
3233 << "Without simulcast this test doesn't make sense.";
pbosbe16f792015-10-16 12:49:39 -07003234 int initial_max_bitrate_bps = GetTotalMaxBitrateBps(streams);
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003235 EXPECT_GT(initial_max_bitrate_bps, 0);
3236
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003237 parameters.max_bandwidth_bps = initial_max_bitrate_bps * 2;
3238 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström3afc8c42016-01-27 16:45:21 +01003239 // Insert a frame to update the encoder config.
3240 EXPECT_TRUE(capturer.CaptureFrame());
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003241 streams = stream->GetVideoStreams();
pbosbe16f792015-10-16 12:49:39 -07003242 int increased_max_bitrate_bps = GetTotalMaxBitrateBps(streams);
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003243 EXPECT_EQ(initial_max_bitrate_bps * 2, increased_max_bitrate_bps);
3244
deadbeef5a4a75a2016-06-02 16:23:38 -07003245 EXPECT_TRUE(channel_->SetVideoSend(kSsrcs3[0], true, nullptr, nullptr));
Peter Boströmdfd53fe2015-03-27 15:58:11 +01003246}
3247
eladalonf1841382017-06-12 01:16:46 -07003248TEST_F(WebRtcVideoChannelTest, SetSendCodecsWithMaxQuantization) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003249 static const char* kMaxQuantization = "21";
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003250 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003251 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003252 parameters.codecs[0].params[kCodecParamMaxQuantization] = kMaxQuantization;
3253 EXPECT_TRUE(channel_->SetSendParameters(parameters));
pbos@webrtc.org6ae48c62014-06-06 10:49:19 +00003254 EXPECT_EQ(static_cast<unsigned int>(atoi(kMaxQuantization)),
3255 AddSendStream()->GetVideoStreams().back().max_qp);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003256
3257 VideoCodec codec;
3258 EXPECT_TRUE(channel_->GetSendCodec(&codec));
3259 EXPECT_EQ(kMaxQuantization, codec.params[kCodecParamMaxQuantization]);
3260}
3261
eladalonf1841382017-06-12 01:16:46 -07003262TEST_F(WebRtcVideoChannelTest, SetSendCodecsRejectBadPayloadTypes) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003263 // TODO(pbos): Should we only allow the dynamic range?
pkasting@chromium.orge7a4a122015-01-28 21:36:55 +00003264 static const int kIncorrectPayloads[] = {-2, -1, 128, 129};
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003265 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003266 parameters.codecs.push_back(GetEngineCodec("VP8"));
pkasting@chromium.orge7a4a122015-01-28 21:36:55 +00003267 for (size_t i = 0; i < arraysize(kIncorrectPayloads); ++i) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003268 parameters.codecs[0].id = kIncorrectPayloads[i];
3269 EXPECT_FALSE(channel_->SetSendParameters(parameters))
pkasting@chromium.orgd3245462015-02-23 21:28:22 +00003270 << "Bad payload type '" << kIncorrectPayloads[i] << "' accepted.";
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003271 }
3272}
3273
eladalonf1841382017-06-12 01:16:46 -07003274TEST_F(WebRtcVideoChannelTest, SetSendCodecsAcceptAllValidPayloadTypes) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003275 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003276 parameters.codecs.push_back(GetEngineCodec("VP8"));
magjedf823ede2016-11-12 09:53:04 -08003277 for (int payload_type = 96; payload_type <= 127; ++payload_type) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003278 parameters.codecs[0].id = payload_type;
3279 EXPECT_TRUE(channel_->SetSendParameters(parameters))
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003280 << "Payload type '" << payload_type << "' rejected.";
3281 }
3282}
3283
deadbeef67cf2c12016-04-13 10:07:16 -07003284// Test that setting the a different set of codecs but with an identical front
3285// codec doesn't result in the stream being recreated.
3286// This may happen when a subsequent negotiation includes fewer codecs, as a
3287// result of one of the codecs being rejected.
eladalonf1841382017-06-12 01:16:46 -07003288TEST_F(WebRtcVideoChannelTest,
deadbeef67cf2c12016-04-13 10:07:16 -07003289 SetSendCodecsIdenticalFirstCodecDoesntRecreateStream) {
3290 cricket::VideoSendParameters parameters1;
magjed509e4fe2016-11-18 01:34:11 -08003291 parameters1.codecs.push_back(GetEngineCodec("VP8"));
3292 parameters1.codecs.push_back(GetEngineCodec("VP9"));
deadbeef67cf2c12016-04-13 10:07:16 -07003293 EXPECT_TRUE(channel_->SetSendParameters(parameters1));
3294
3295 AddSendStream();
3296 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
3297
3298 cricket::VideoSendParameters parameters2;
magjed509e4fe2016-11-18 01:34:11 -08003299 parameters2.codecs.push_back(GetEngineCodec("VP8"));
deadbeef67cf2c12016-04-13 10:07:16 -07003300 EXPECT_TRUE(channel_->SetSendParameters(parameters2));
3301 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
3302}
3303
eladalonf1841382017-06-12 01:16:46 -07003304TEST_F(WebRtcVideoChannelTest, SetRecvCodecsWithOnlyVp8) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003305 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003306 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003307 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003308}
3309
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003310// Test that we set our inbound RTX codecs properly.
eladalonf1841382017-06-12 01:16:46 -07003311TEST_F(WebRtcVideoChannelTest, SetRecvCodecsWithRtx) {
magjed509e4fe2016-11-18 01:34:11 -08003312 const int kUnusedPayloadType1 = 126;
3313 const int kUnusedPayloadType2 = 127;
3314 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType1));
3315 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType2));
3316
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003317 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003318 parameters.codecs.push_back(GetEngineCodec("VP8"));
3319 cricket::VideoCodec rtx_codec(kUnusedPayloadType1, "rtx");
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003320 parameters.codecs.push_back(rtx_codec);
3321 EXPECT_FALSE(channel_->SetRecvParameters(parameters))
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003322 << "RTX codec without associated payload should be rejected.";
3323
magjed509e4fe2016-11-18 01:34:11 -08003324 parameters.codecs[1].SetParam("apt", kUnusedPayloadType2);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003325 EXPECT_FALSE(channel_->SetRecvParameters(parameters))
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003326 << "RTX codec with invalid associated payload type should be rejected.";
3327
magjed509e4fe2016-11-18 01:34:11 -08003328 parameters.codecs[1].SetParam("apt", GetEngineCodec("VP8").id);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003329 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003330
magjed509e4fe2016-11-18 01:34:11 -08003331 cricket::VideoCodec rtx_codec2(kUnusedPayloadType2, "rtx");
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003332 rtx_codec2.SetParam("apt", rtx_codec.id);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003333 parameters.codecs.push_back(rtx_codec2);
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003334
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003335 EXPECT_FALSE(channel_->SetRecvParameters(parameters)) <<
3336 "RTX codec with another RTX as associated payload type should be "
3337 "rejected.";
pbos@webrtc.orge322a172014-06-13 11:47:28 +00003338}
3339
eladalonf1841382017-06-12 01:16:46 -07003340TEST_F(WebRtcVideoChannelTest, SetRecvCodecsWithChangedRtxPayloadType) {
brandtr14742122017-01-27 04:53:07 -08003341 const int kUnusedPayloadType1 = 126;
3342 const int kUnusedPayloadType2 = 127;
3343 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType1));
3344 EXPECT_FALSE(FindCodecById(engine_.codecs(), kUnusedPayloadType2));
3345
3346 // SSRCs for RTX.
3347 cricket::StreamParams params =
3348 cricket::StreamParams::CreateLegacy(kSsrcs1[0]);
3349 params.AddFidSsrc(kSsrcs1[0], kRtxSsrcs1[0]);
3350 AddRecvStream(params);
3351
3352 // Original payload type for RTX.
3353 cricket::VideoRecvParameters parameters;
3354 parameters.codecs.push_back(GetEngineCodec("VP8"));
3355 cricket::VideoCodec rtx_codec(kUnusedPayloadType1, "rtx");
3356 rtx_codec.SetParam("apt", GetEngineCodec("VP8").id);
3357 parameters.codecs.push_back(rtx_codec);
3358 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
3359 ASSERT_EQ(1U, fake_call_->GetVideoReceiveStreams().size());
3360 const webrtc::VideoReceiveStream::Config& config_before =
3361 fake_call_->GetVideoReceiveStreams()[0]->GetConfig();
nisse26e3abb2017-08-25 04:44:25 -07003362 EXPECT_EQ(1U, config_before.rtp.rtx_associated_payload_types.size());
3363 const int* payload_type_before = FindKeyByValue(
3364 config_before.rtp.rtx_associated_payload_types, GetEngineCodec("VP8").id);
3365 ASSERT_NE(payload_type_before, nullptr);
3366 EXPECT_EQ(kUnusedPayloadType1, *payload_type_before);
brandtr14742122017-01-27 04:53:07 -08003367 EXPECT_EQ(kRtxSsrcs1[0], config_before.rtp.rtx_ssrc);
3368
3369 // Change payload type for RTX.
3370 parameters.codecs[1].id = kUnusedPayloadType2;
3371 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
3372 ASSERT_EQ(1U, fake_call_->GetVideoReceiveStreams().size());
3373 const webrtc::VideoReceiveStream::Config& config_after =
3374 fake_call_->GetVideoReceiveStreams()[0]->GetConfig();
nisse26e3abb2017-08-25 04:44:25 -07003375 EXPECT_EQ(1U, config_after.rtp.rtx_associated_payload_types.size());
3376 const int* payload_type_after = FindKeyByValue(
3377 config_after.rtp.rtx_associated_payload_types, GetEngineCodec("VP8").id);
3378 ASSERT_NE(payload_type_after, nullptr);
3379 EXPECT_EQ(kUnusedPayloadType2, *payload_type_after);
brandtr14742122017-01-27 04:53:07 -08003380 EXPECT_EQ(kRtxSsrcs1[0], config_after.rtp.rtx_ssrc);
3381}
3382
eladalonf1841382017-06-12 01:16:46 -07003383TEST_F(WebRtcVideoChannelTest, SetRecvCodecsDifferentPayloadType) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003384 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003385 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003386 parameters.codecs[0].id = 99;
3387 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003388}
3389
eladalonf1841382017-06-12 01:16:46 -07003390TEST_F(WebRtcVideoChannelTest, SetRecvCodecsAcceptDefaultCodecs) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003391 cricket::VideoRecvParameters parameters;
3392 parameters.codecs = engine_.codecs();
3393 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgccbed3b2014-07-11 13:02:54 +00003394
3395 FakeVideoReceiveStream* stream = AddRecvStream();
Tommi733b5472016-06-10 17:58:01 +02003396 const webrtc::VideoReceiveStream::Config& config = stream->GetConfig();
pbos@webrtc.org776e6f22014-10-29 15:28:39 +00003397 EXPECT_EQ(engine_.codecs()[0].name, config.decoders[0].payload_name);
3398 EXPECT_EQ(engine_.codecs()[0].id, config.decoders[0].payload_type);
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003399}
3400
eladalonf1841382017-06-12 01:16:46 -07003401TEST_F(WebRtcVideoChannelTest, SetRecvCodecsRejectUnsupportedCodec) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003402 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003403 parameters.codecs.push_back(GetEngineCodec("VP8"));
perkj26752742016-10-24 01:21:16 -07003404 parameters.codecs.push_back(VideoCodec(101, "WTF3"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003405 EXPECT_FALSE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003406}
3407
eladalonf1841382017-06-12 01:16:46 -07003408TEST_F(WebRtcVideoChannelTest, SetRecvCodecsAcceptsMultipleVideoCodecs) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003409 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003410 parameters.codecs.push_back(GetEngineCodec("VP8"));
3411 parameters.codecs.push_back(GetEngineCodec("VP9"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003412 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003413}
3414
eladalonf1841382017-06-12 01:16:46 -07003415TEST_F(WebRtcVideoChannelTest, SetRecvCodecsWithoutFecDisablesFec) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003416 cricket::VideoSendParameters send_parameters;
magjed509e4fe2016-11-18 01:34:11 -08003417 send_parameters.codecs.push_back(GetEngineCodec("VP8"));
3418 send_parameters.codecs.push_back(GetEngineCodec("red"));
3419 send_parameters.codecs.push_back(GetEngineCodec("ulpfec"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003420 ASSERT_TRUE(channel_->SetSendParameters(send_parameters));
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00003421
3422 FakeVideoReceiveStream* stream = AddRecvStream();
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00003423
magjed509e4fe2016-11-18 01:34:11 -08003424 EXPECT_EQ(GetEngineCodec("ulpfec").id,
nisse3b3622f2017-09-26 02:49:21 -07003425 stream->GetConfig().rtp.ulpfec_payload_type);
pbos@webrtc.orgd1ea06b2014-07-18 09:35:58 +00003426
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003427 cricket::VideoRecvParameters recv_parameters;
magjed509e4fe2016-11-18 01:34:11 -08003428 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003429 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
pbos@webrtc.org42684be2014-10-03 11:25:45 +00003430 stream = fake_call_->GetVideoReceiveStreams()[0];
brandtr468da7c2016-11-22 02:16:47 -08003431 ASSERT_TRUE(stream != nullptr);
nisse3b3622f2017-09-26 02:49:21 -07003432 EXPECT_EQ(-1, stream->GetConfig().rtp.ulpfec_payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003433 << "SetSendCodec without ULPFEC should disable current ULPFEC.";
3434}
3435
eladalonf1841382017-06-12 01:16:46 -07003436TEST_F(WebRtcVideoChannelFlexfecRecvTest, SetRecvParamsWithoutFecDisablesFec) {
brandtr468da7c2016-11-22 02:16:47 -08003437 AddRecvStream(
3438 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
brandtr9c3d4c42017-01-23 06:59:13 -08003439 const std::vector<FakeFlexfecReceiveStream*>& streams =
brandtr468da7c2016-11-22 02:16:47 -08003440 fake_call_->GetFlexfecReceiveStreams();
3441
3442 ASSERT_EQ(1U, streams.size());
brandtr9c3d4c42017-01-23 06:59:13 -08003443 const FakeFlexfecReceiveStream* stream = streams.front();
3444 EXPECT_EQ(GetEngineCodec("flexfec-03").id, stream->GetConfig().payload_type);
3445 EXPECT_EQ(kFlexfecSsrc, stream->GetConfig().remote_ssrc);
3446 ASSERT_EQ(1U, stream->GetConfig().protected_media_ssrcs.size());
3447 EXPECT_EQ(kSsrcs1[0], stream->GetConfig().protected_media_ssrcs[0]);
brandtr468da7c2016-11-22 02:16:47 -08003448
3449 cricket::VideoRecvParameters recv_parameters;
3450 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
3451 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
3452 EXPECT_TRUE(streams.empty())
3453 << "SetSendCodec without FlexFEC should disable current FlexFEC.";
pbos@webrtc.org269605c2014-06-26 08:49:03 +00003454}
3455
eladalonf1841382017-06-12 01:16:46 -07003456TEST_F(WebRtcVideoChannelTest, SetSendParamsWithFecEnablesFec) {
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003457 FakeVideoReceiveStream* stream = AddRecvStream();
magjed509e4fe2016-11-18 01:34:11 -08003458 EXPECT_EQ(GetEngineCodec("ulpfec").id,
nisse3b3622f2017-09-26 02:49:21 -07003459 stream->GetConfig().rtp.ulpfec_payload_type);
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003460
3461 cricket::VideoRecvParameters recv_parameters;
magjed509e4fe2016-11-18 01:34:11 -08003462 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
3463 recv_parameters.codecs.push_back(GetEngineCodec("red"));
3464 recv_parameters.codecs.push_back(GetEngineCodec("ulpfec"));
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003465 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
3466 stream = fake_call_->GetVideoReceiveStreams()[0];
brandtr468da7c2016-11-22 02:16:47 -08003467 ASSERT_TRUE(stream != nullptr);
magjed509e4fe2016-11-18 01:34:11 -08003468 EXPECT_EQ(GetEngineCodec("ulpfec").id,
nisse3b3622f2017-09-26 02:49:21 -07003469 stream->GetConfig().rtp.ulpfec_payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003470 << "ULPFEC should be enabled on the receive stream.";
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003471
3472 cricket::VideoSendParameters send_parameters;
magjed509e4fe2016-11-18 01:34:11 -08003473 send_parameters.codecs.push_back(GetEngineCodec("VP8"));
3474 send_parameters.codecs.push_back(GetEngineCodec("red"));
3475 send_parameters.codecs.push_back(GetEngineCodec("ulpfec"));
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003476 ASSERT_TRUE(channel_->SetSendParameters(send_parameters));
3477 stream = fake_call_->GetVideoReceiveStreams()[0];
magjed509e4fe2016-11-18 01:34:11 -08003478 EXPECT_EQ(GetEngineCodec("ulpfec").id,
nisse3b3622f2017-09-26 02:49:21 -07003479 stream->GetConfig().rtp.ulpfec_payload_type)
brandtr468da7c2016-11-22 02:16:47 -08003480 << "ULPFEC should be enabled on the receive stream.";
3481}
3482
eladalonf1841382017-06-12 01:16:46 -07003483TEST_F(WebRtcVideoChannelFlexfecSendRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07003484 SetSendRecvParamsWithFecEnablesFec) {
brandtr468da7c2016-11-22 02:16:47 -08003485 AddRecvStream(
3486 CreatePrimaryWithFecFrStreamParams("cname", kSsrcs1[0], kFlexfecSsrc));
brandtr9c3d4c42017-01-23 06:59:13 -08003487 const std::vector<FakeFlexfecReceiveStream*>& streams =
brandtr468da7c2016-11-22 02:16:47 -08003488 fake_call_->GetFlexfecReceiveStreams();
3489
3490 cricket::VideoRecvParameters recv_parameters;
3491 recv_parameters.codecs.push_back(GetEngineCodec("VP8"));
3492 recv_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
3493 ASSERT_TRUE(channel_->SetRecvParameters(recv_parameters));
3494 ASSERT_EQ(1U, streams.size());
brandtr9c3d4c42017-01-23 06:59:13 -08003495 const FakeFlexfecReceiveStream* stream_with_recv_params = streams.front();
brandtr468da7c2016-11-22 02:16:47 -08003496 EXPECT_EQ(GetEngineCodec("flexfec-03").id,
brandtr9c3d4c42017-01-23 06:59:13 -08003497 stream_with_recv_params->GetConfig().payload_type);
3498 EXPECT_EQ(kFlexfecSsrc, stream_with_recv_params->GetConfig().remote_ssrc);
brandtr468da7c2016-11-22 02:16:47 -08003499 EXPECT_EQ(1U,
brandtr9c3d4c42017-01-23 06:59:13 -08003500 stream_with_recv_params->GetConfig().protected_media_ssrcs.size());
brandtr468da7c2016-11-22 02:16:47 -08003501 EXPECT_EQ(kSsrcs1[0],
brandtr9c3d4c42017-01-23 06:59:13 -08003502 stream_with_recv_params->GetConfig().protected_media_ssrcs[0]);
brandtr468da7c2016-11-22 02:16:47 -08003503
3504 cricket::VideoSendParameters send_parameters;
3505 send_parameters.codecs.push_back(GetEngineCodec("VP8"));
3506 send_parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
3507 ASSERT_TRUE(channel_->SetSendParameters(send_parameters));
3508 ASSERT_EQ(1U, streams.size());
brandtr9c3d4c42017-01-23 06:59:13 -08003509 const FakeFlexfecReceiveStream* stream_with_send_params = streams.front();
brandtr468da7c2016-11-22 02:16:47 -08003510 EXPECT_EQ(GetEngineCodec("flexfec-03").id,
brandtr9c3d4c42017-01-23 06:59:13 -08003511 stream_with_send_params->GetConfig().payload_type);
3512 EXPECT_EQ(kFlexfecSsrc, stream_with_send_params->GetConfig().remote_ssrc);
brandtr468da7c2016-11-22 02:16:47 -08003513 EXPECT_EQ(1U,
brandtr9c3d4c42017-01-23 06:59:13 -08003514 stream_with_send_params->GetConfig().protected_media_ssrcs.size());
brandtr468da7c2016-11-22 02:16:47 -08003515 EXPECT_EQ(kSsrcs1[0],
brandtr9c3d4c42017-01-23 06:59:13 -08003516 stream_with_send_params->GetConfig().protected_media_ssrcs[0]);
Stefan Holmer2b1f6512016-05-17 16:33:30 +02003517}
3518
eladalonf1841382017-06-12 01:16:46 -07003519TEST_F(WebRtcVideoChannelTest, SetRecvCodecsRejectDuplicateFecPayloads) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003520 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003521 parameters.codecs.push_back(GetEngineCodec("VP8"));
3522 parameters.codecs.push_back(GetEngineCodec("red"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003523 parameters.codecs[1].id = parameters.codecs[0].id;
3524 EXPECT_FALSE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003525}
3526
eladalonf1841382017-06-12 01:16:46 -07003527TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr31bd2242017-05-19 05:47:46 -07003528 SetRecvCodecsRejectDuplicateFecPayloads) {
brandtr468da7c2016-11-22 02:16:47 -08003529 cricket::VideoRecvParameters parameters;
3530 parameters.codecs.push_back(GetEngineCodec("VP8"));
3531 parameters.codecs.push_back(GetEngineCodec("flexfec-03"));
3532 parameters.codecs[1].id = parameters.codecs[0].id;
3533 EXPECT_FALSE(channel_->SetRecvParameters(parameters));
3534}
3535
eladalonf1841382017-06-12 01:16:46 -07003536TEST_F(WebRtcVideoChannelTest, SetRecvCodecsRejectDuplicateCodecPayloads) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003537 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003538 parameters.codecs.push_back(GetEngineCodec("VP8"));
3539 parameters.codecs.push_back(GetEngineCodec("VP9"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003540 parameters.codecs[1].id = parameters.codecs[0].id;
3541 EXPECT_FALSE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003542}
3543
eladalonf1841382017-06-12 01:16:46 -07003544TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003545 SetRecvCodecsAcceptSameCodecOnMultiplePayloadTypes) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003546 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003547 parameters.codecs.push_back(GetEngineCodec("VP8"));
3548 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003549 parameters.codecs[1].id += 1;
3550 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003551}
3552
deadbeef67cf2c12016-04-13 10:07:16 -07003553// Test that setting the same codecs but with a different order
deadbeef874ca3a2015-08-20 17:19:20 -07003554// doesn't result in the stream being recreated.
eladalonf1841382017-06-12 01:16:46 -07003555TEST_F(WebRtcVideoChannelTest,
deadbeef67cf2c12016-04-13 10:07:16 -07003556 SetRecvCodecsDifferentOrderDoesntRecreateStream) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003557 cricket::VideoRecvParameters parameters1;
magjed509e4fe2016-11-18 01:34:11 -08003558 parameters1.codecs.push_back(GetEngineCodec("VP8"));
3559 parameters1.codecs.push_back(GetEngineCodec("red"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003560 EXPECT_TRUE(channel_->SetRecvParameters(parameters1));
deadbeef874ca3a2015-08-20 17:19:20 -07003561
3562 AddRecvStream(cricket::StreamParams::CreateLegacy(123));
3563 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
3564
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003565 cricket::VideoRecvParameters parameters2;
magjed509e4fe2016-11-18 01:34:11 -08003566 parameters2.codecs.push_back(GetEngineCodec("red"));
3567 parameters2.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003568 EXPECT_TRUE(channel_->SetRecvParameters(parameters2));
deadbeef874ca3a2015-08-20 17:19:20 -07003569 EXPECT_EQ(1, fake_call_->GetNumCreatedReceiveStreams());
3570}
3571
eladalonf1841382017-06-12 01:16:46 -07003572TEST_F(WebRtcVideoChannelTest, SendStreamNotSendingByDefault) {
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003573 EXPECT_FALSE(AddSendStream()->IsSending());
3574}
3575
eladalonf1841382017-06-12 01:16:46 -07003576TEST_F(WebRtcVideoChannelTest, ReceiveStreamReceivingByDefault) {
pbos@webrtc.org85f42942014-07-22 09:14:58 +00003577 EXPECT_TRUE(AddRecvStream()->IsReceiving());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003578}
3579
eladalonf1841382017-06-12 01:16:46 -07003580TEST_F(WebRtcVideoChannelTest, SetSend) {
pbos@webrtc.org5301b0f2014-07-17 08:51:46 +00003581 FakeVideoSendStream* stream = AddSendStream();
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003582 EXPECT_FALSE(stream->IsSending());
3583
3584 // false->true
3585 EXPECT_TRUE(channel_->SetSend(true));
3586 EXPECT_TRUE(stream->IsSending());
3587 // true->true
3588 EXPECT_TRUE(channel_->SetSend(true));
3589 EXPECT_TRUE(stream->IsSending());
3590 // true->false
3591 EXPECT_TRUE(channel_->SetSend(false));
3592 EXPECT_FALSE(stream->IsSending());
3593 // false->false
3594 EXPECT_TRUE(channel_->SetSend(false));
3595 EXPECT_FALSE(stream->IsSending());
3596
3597 EXPECT_TRUE(channel_->SetSend(true));
3598 FakeVideoSendStream* new_stream = AddSendStream();
3599 EXPECT_TRUE(new_stream->IsSending())
3600 << "Send stream created after SetSend(true) not sending initially.";
3601}
3602
pbos@webrtc.orgd8198032014-11-10 14:41:43 +00003603// This test verifies DSCP settings are properly applied on video media channel.
eladalonf1841382017-06-12 01:16:46 -07003604TEST_F(WebRtcVideoChannelTest, TestSetDscpOptions) {
kwiberg686a8ef2016-02-26 03:00:35 -08003605 std::unique_ptr<cricket::FakeNetworkInterface> network_interface(
pbos@webrtc.orgd8198032014-11-10 14:41:43 +00003606 new cricket::FakeNetworkInterface);
nisse51542be2016-02-12 02:27:06 -08003607 MediaConfig config;
kwiberg686a8ef2016-02-26 03:00:35 -08003608 std::unique_ptr<VideoMediaChannel> channel;
nisse51542be2016-02-12 02:27:06 -08003609
3610 channel.reset(engine_.CreateChannel(call_.get(), config, VideoOptions()));
3611 channel->SetInterface(network_interface.get());
3612 // Default value when DSCP is disabled should be DSCP_DEFAULT.
pbos@webrtc.orgd8198032014-11-10 14:41:43 +00003613 EXPECT_EQ(rtc::DSCP_DEFAULT, network_interface->dscp());
nisse51542be2016-02-12 02:27:06 -08003614
3615 config.enable_dscp = true;
3616 channel.reset(engine_.CreateChannel(call_.get(), config, VideoOptions()));
3617 channel->SetInterface(network_interface.get());
3618 EXPECT_EQ(rtc::DSCP_AF41, network_interface->dscp());
3619
3620 // Verify that setting the option to false resets the
3621 // DiffServCodePoint.
3622 config.enable_dscp = false;
3623 channel.reset(engine_.CreateChannel(call_.get(), config, VideoOptions()));
3624 channel->SetInterface(network_interface.get());
3625 EXPECT_EQ(rtc::DSCP_DEFAULT, network_interface->dscp());
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003626}
3627
deadbeef13871492015-12-09 12:37:51 -08003628// This test verifies that the RTCP reduced size mode is properly applied to
3629// send video streams.
eladalonf1841382017-06-12 01:16:46 -07003630TEST_F(WebRtcVideoChannelTest, TestSetSendRtcpReducedSize) {
deadbeef13871492015-12-09 12:37:51 -08003631 // Create stream, expecting that default mode is "compound".
3632 FakeVideoSendStream* stream1 = AddSendStream();
3633 EXPECT_EQ(webrtc::RtcpMode::kCompound, stream1->GetConfig().rtp.rtcp_mode);
3634
3635 // Now enable reduced size mode.
3636 send_parameters_.rtcp.reduced_size = true;
3637 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
3638 stream1 = fake_call_->GetVideoSendStreams()[0];
3639 EXPECT_EQ(webrtc::RtcpMode::kReducedSize, stream1->GetConfig().rtp.rtcp_mode);
3640
3641 // Create a new stream and ensure it picks up the reduced size mode.
3642 FakeVideoSendStream* stream2 = AddSendStream();
3643 EXPECT_EQ(webrtc::RtcpMode::kReducedSize, stream2->GetConfig().rtp.rtcp_mode);
3644}
3645
3646// This test verifies that the RTCP reduced size mode is properly applied to
3647// receive video streams.
eladalonf1841382017-06-12 01:16:46 -07003648TEST_F(WebRtcVideoChannelTest, TestSetRecvRtcpReducedSize) {
deadbeef13871492015-12-09 12:37:51 -08003649 // Create stream, expecting that default mode is "compound".
3650 FakeVideoReceiveStream* stream1 = AddRecvStream();
3651 EXPECT_EQ(webrtc::RtcpMode::kCompound, stream1->GetConfig().rtp.rtcp_mode);
3652
3653 // Now enable reduced size mode.
Taylor Brandstetter5f0b83b2016-03-18 15:02:07 -07003654 // TODO(deadbeef): Once "recv_parameters" becomes "receiver_parameters",
3655 // the reduced_size flag should come from that.
3656 send_parameters_.rtcp.reduced_size = true;
3657 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
deadbeef13871492015-12-09 12:37:51 -08003658 stream1 = fake_call_->GetVideoReceiveStreams()[0];
3659 EXPECT_EQ(webrtc::RtcpMode::kReducedSize, stream1->GetConfig().rtp.rtcp_mode);
3660
3661 // Create a new stream and ensure it picks up the reduced size mode.
3662 FakeVideoReceiveStream* stream2 = AddRecvStream();
3663 EXPECT_EQ(webrtc::RtcpMode::kReducedSize, stream2->GetConfig().rtp.rtcp_mode);
3664}
3665
eladalonf1841382017-06-12 01:16:46 -07003666TEST_F(WebRtcVideoChannelTest, OnReadyToSendSignalsNetworkState) {
skvlad7a43d252016-03-22 15:32:27 -07003667 EXPECT_EQ(webrtc::kNetworkUp,
3668 fake_call_->GetNetworkState(webrtc::MediaType::VIDEO));
3669 EXPECT_EQ(webrtc::kNetworkUp,
3670 fake_call_->GetNetworkState(webrtc::MediaType::AUDIO));
pbos@webrtc.org26c0c412014-09-03 16:17:12 +00003671
3672 channel_->OnReadyToSend(false);
skvlad7a43d252016-03-22 15:32:27 -07003673 EXPECT_EQ(webrtc::kNetworkDown,
3674 fake_call_->GetNetworkState(webrtc::MediaType::VIDEO));
3675 EXPECT_EQ(webrtc::kNetworkUp,
3676 fake_call_->GetNetworkState(webrtc::MediaType::AUDIO));
pbos@webrtc.org26c0c412014-09-03 16:17:12 +00003677
3678 channel_->OnReadyToSend(true);
skvlad7a43d252016-03-22 15:32:27 -07003679 EXPECT_EQ(webrtc::kNetworkUp,
3680 fake_call_->GetNetworkState(webrtc::MediaType::VIDEO));
3681 EXPECT_EQ(webrtc::kNetworkUp,
3682 fake_call_->GetNetworkState(webrtc::MediaType::AUDIO));
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00003683}
3684
eladalonf1841382017-06-12 01:16:46 -07003685TEST_F(WebRtcVideoChannelTest, GetStatsReportsSentCodecName) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003686 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08003687 parameters.codecs.push_back(GetEngineCodec("VP8"));
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003688 EXPECT_TRUE(channel_->SetSendParameters(parameters));
Peter Boström74d9ed72015-03-26 16:28:31 +01003689
3690 AddSendStream();
3691
3692 cricket::VideoMediaInfo info;
3693 ASSERT_TRUE(channel_->GetStats(&info));
magjed509e4fe2016-11-18 01:34:11 -08003694 EXPECT_EQ("VP8", info.senders[0].codec_name);
Peter Boström74d9ed72015-03-26 16:28:31 +01003695}
3696
eladalonf1841382017-06-12 01:16:46 -07003697TEST_F(WebRtcVideoChannelTest, GetStatsReportsEncoderImplementationName) {
Peter Boströmb7d9a972015-12-18 16:01:11 +01003698 FakeVideoSendStream* stream = AddSendStream();
3699 webrtc::VideoSendStream::Stats stats;
3700 stats.encoder_implementation_name = "encoder_implementation_name";
3701 stream->SetStats(stats);
3702
3703 cricket::VideoMediaInfo info;
3704 ASSERT_TRUE(channel_->GetStats(&info));
3705 EXPECT_EQ(stats.encoder_implementation_name,
3706 info.senders[0].encoder_implementation_name);
3707}
3708
eladalonf1841382017-06-12 01:16:46 -07003709TEST_F(WebRtcVideoChannelTest, GetStatsReportsCpuOveruseMetrics) {
pbos@webrtc.org3e6e2712015-02-26 12:19:31 +00003710 FakeVideoSendStream* stream = AddSendStream();
3711 webrtc::VideoSendStream::Stats stats;
3712 stats.avg_encode_time_ms = 13;
3713 stats.encode_usage_percent = 42;
3714 stream->SetStats(stats);
3715
3716 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003717 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org3e6e2712015-02-26 12:19:31 +00003718 EXPECT_EQ(stats.avg_encode_time_ms, info.senders[0].avg_encode_ms);
3719 EXPECT_EQ(stats.encode_usage_percent, info.senders[0].encode_usage_percent);
3720}
3721
eladalonf1841382017-06-12 01:16:46 -07003722TEST_F(WebRtcVideoChannelTest, GetStatsReportsFramesEncoded) {
sakal43536c32016-10-24 01:46:43 -07003723 FakeVideoSendStream* stream = AddSendStream();
3724 webrtc::VideoSendStream::Stats stats;
3725 stats.frames_encoded = 13;
3726 stream->SetStats(stats);
3727
3728 cricket::VideoMediaInfo info;
3729 ASSERT_TRUE(channel_->GetStats(&info));
3730 EXPECT_EQ(stats.frames_encoded, info.senders[0].frames_encoded);
3731}
3732
eladalonf1841382017-06-12 01:16:46 -07003733TEST_F(WebRtcVideoChannelTest, GetStatsReportsQpSum) {
sakal87da4042016-10-31 06:53:47 -07003734 FakeVideoSendStream* stream = AddSendStream();
3735 webrtc::VideoSendStream::Stats stats;
Oskar Sundbom78807582017-11-16 11:09:55 +01003736 stats.qp_sum = 13;
sakal87da4042016-10-31 06:53:47 -07003737 stream->SetStats(stats);
3738
3739 cricket::VideoMediaInfo info;
3740 ASSERT_TRUE(channel_->GetStats(&info));
3741 EXPECT_EQ(stats.qp_sum, info.senders[0].qp_sum);
3742}
3743
eladalonf1841382017-06-12 01:16:46 -07003744TEST_F(WebRtcVideoChannelTest, GetStatsReportsUpperResolution) {
pbos@webrtc.org273a4142014-12-01 15:23:21 +00003745 FakeVideoSendStream* stream = AddSendStream();
3746 webrtc::VideoSendStream::Stats stats;
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003747 stats.substreams[17].width = 123;
3748 stats.substreams[17].height = 40;
3749 stats.substreams[42].width = 80;
3750 stats.substreams[42].height = 31;
3751 stats.substreams[11].width = 20;
3752 stats.substreams[11].height = 90;
pbos@webrtc.org273a4142014-12-01 15:23:21 +00003753 stream->SetStats(stats);
3754
3755 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003756 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org273a4142014-12-01 15:23:21 +00003757 ASSERT_EQ(1u, info.senders.size());
3758 EXPECT_EQ(123, info.senders[0].send_frame_width);
3759 EXPECT_EQ(90, info.senders[0].send_frame_height);
3760}
3761
eladalonf1841382017-06-12 01:16:46 -07003762TEST_F(WebRtcVideoChannelTest, GetStatsReportsPreferredBitrate) {
Pera48ddb72016-09-29 11:48:50 +02003763 FakeVideoSendStream* stream = AddSendStream();
3764 webrtc::VideoSendStream::Stats stats;
3765 stats.preferred_media_bitrate_bps = 5;
3766 stream->SetStats(stats);
3767
3768 cricket::VideoMediaInfo info;
3769 ASSERT_TRUE(channel_->GetStats(&info));
3770 ASSERT_EQ(1u, info.senders.size());
3771 EXPECT_EQ(5, info.senders[0].preferred_bitrate);
3772}
3773
eladalonf1841382017-06-12 01:16:46 -07003774TEST_F(WebRtcVideoChannelTest, GetStatsReportsCpuAdaptationStats) {
perkj803d97f2016-11-01 11:45:46 -07003775 FakeVideoSendStream* stream = AddSendStream();
3776 webrtc::VideoSendStream::Stats stats;
3777 stats.number_of_cpu_adapt_changes = 2;
3778 stats.cpu_limited_resolution = true;
3779 stream->SetStats(stats);
pbos@webrtc.org9a4410e2015-02-26 10:03:39 +00003780
pbos@webrtc.org9a4410e2015-02-26 10:03:39 +00003781 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003782 EXPECT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org9a4410e2015-02-26 10:03:39 +00003783 ASSERT_EQ(1U, info.senders.size());
eladalonf1841382017-06-12 01:16:46 -07003784 EXPECT_EQ(WebRtcVideoChannel::ADAPTREASON_CPU, info.senders[0].adapt_reason);
perkj803d97f2016-11-01 11:45:46 -07003785 EXPECT_EQ(stats.number_of_cpu_adapt_changes, info.senders[0].adapt_changes);
pbos@webrtc.org9a4410e2015-02-26 10:03:39 +00003786}
3787
eladalonf1841382017-06-12 01:16:46 -07003788TEST_F(WebRtcVideoChannelTest, GetStatsReportsAdaptationAndBandwidthStats) {
perkj803d97f2016-11-01 11:45:46 -07003789 FakeVideoSendStream* stream = AddSendStream();
asapersson17821db2015-12-14 02:08:12 -08003790 webrtc::VideoSendStream::Stats stats;
perkj803d97f2016-11-01 11:45:46 -07003791 stats.number_of_cpu_adapt_changes = 2;
3792 stats.cpu_limited_resolution = true;
asapersson17821db2015-12-14 02:08:12 -08003793 stats.bw_limited_resolution = true;
perkj803d97f2016-11-01 11:45:46 -07003794 stream->SetStats(stats);
3795
3796 cricket::VideoMediaInfo info;
asapersson17821db2015-12-14 02:08:12 -08003797 EXPECT_TRUE(channel_->GetStats(&info));
3798 ASSERT_EQ(1U, info.senders.size());
eladalonf1841382017-06-12 01:16:46 -07003799 EXPECT_EQ(WebRtcVideoChannel::ADAPTREASON_CPU |
3800 WebRtcVideoChannel::ADAPTREASON_BANDWIDTH,
asapersson17821db2015-12-14 02:08:12 -08003801 info.senders[0].adapt_reason);
perkj803d97f2016-11-01 11:45:46 -07003802 EXPECT_EQ(stats.number_of_cpu_adapt_changes, info.senders[0].adapt_changes);
asapersson17821db2015-12-14 02:08:12 -08003803}
3804
eladalonf1841382017-06-12 01:16:46 -07003805TEST_F(WebRtcVideoChannelTest,
asapersson17821db2015-12-14 02:08:12 -08003806 GetStatsTranslatesBandwidthLimitedResolutionCorrectly) {
3807 FakeVideoSendStream* stream = AddSendStream();
3808 webrtc::VideoSendStream::Stats stats;
3809 stats.bw_limited_resolution = true;
3810 stream->SetStats(stats);
3811
3812 cricket::VideoMediaInfo info;
3813 EXPECT_TRUE(channel_->GetStats(&info));
3814 ASSERT_EQ(1U, info.senders.size());
eladalonf1841382017-06-12 01:16:46 -07003815 EXPECT_EQ(WebRtcVideoChannel::ADAPTREASON_BANDWIDTH,
asapersson17821db2015-12-14 02:08:12 -08003816 info.senders[0].adapt_reason);
3817}
3818
eladalonf1841382017-06-12 01:16:46 -07003819TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00003820 GetStatsTranslatesSendRtcpPacketTypesCorrectly) {
3821 FakeVideoSendStream* stream = AddSendStream();
3822 webrtc::VideoSendStream::Stats stats;
3823 stats.substreams[17].rtcp_packet_type_counts.fir_packets = 2;
3824 stats.substreams[17].rtcp_packet_type_counts.nack_packets = 3;
3825 stats.substreams[17].rtcp_packet_type_counts.pli_packets = 4;
3826
3827 stats.substreams[42].rtcp_packet_type_counts.fir_packets = 5;
3828 stats.substreams[42].rtcp_packet_type_counts.nack_packets = 7;
3829 stats.substreams[42].rtcp_packet_type_counts.pli_packets = 9;
3830
3831 stream->SetStats(stats);
3832
3833 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003834 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00003835 EXPECT_EQ(7, info.senders[0].firs_rcvd);
3836 EXPECT_EQ(10, info.senders[0].nacks_rcvd);
3837 EXPECT_EQ(13, info.senders[0].plis_rcvd);
3838}
3839
eladalonf1841382017-06-12 01:16:46 -07003840TEST_F(WebRtcVideoChannelTest,
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00003841 GetStatsTranslatesReceiveRtcpPacketTypesCorrectly) {
3842 FakeVideoReceiveStream* stream = AddRecvStream();
3843 webrtc::VideoReceiveStream::Stats stats;
3844 stats.rtcp_packet_type_counts.fir_packets = 2;
3845 stats.rtcp_packet_type_counts.nack_packets = 3;
3846 stats.rtcp_packet_type_counts.pli_packets = 4;
3847 stream->SetStats(stats);
3848
3849 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003850 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00003851 EXPECT_EQ(stats.rtcp_packet_type_counts.fir_packets,
3852 info.receivers[0].firs_sent);
3853 EXPECT_EQ(stats.rtcp_packet_type_counts.nack_packets,
3854 info.receivers[0].nacks_sent);
3855 EXPECT_EQ(stats.rtcp_packet_type_counts.pli_packets,
3856 info.receivers[0].plis_sent);
3857}
3858
eladalonf1841382017-06-12 01:16:46 -07003859TEST_F(WebRtcVideoChannelTest, GetStatsTranslatesDecodeStatsCorrectly) {
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003860 FakeVideoReceiveStream* stream = AddRecvStream();
3861 webrtc::VideoReceiveStream::Stats stats;
Peter Boströmb7d9a972015-12-18 16:01:11 +01003862 stats.decoder_implementation_name = "decoder_implementation_name";
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003863 stats.decode_ms = 2;
3864 stats.max_decode_ms = 3;
3865 stats.current_delay_ms = 4;
3866 stats.target_delay_ms = 5;
3867 stats.jitter_buffer_ms = 6;
3868 stats.min_playout_delay_ms = 7;
3869 stats.render_delay_ms = 8;
asapersson26dd92b2016-08-30 00:45:45 -07003870 stats.width = 9;
3871 stats.height = 10;
hbos42f6d2f2017-01-20 03:56:50 -08003872 stats.frame_counts.key_frames = 11;
3873 stats.frame_counts.delta_frames = 12;
hbos50cfe1f2017-01-23 07:21:55 -08003874 stats.frames_rendered = 13;
3875 stats.frames_decoded = 14;
Oskar Sundbom78807582017-11-16 11:09:55 +01003876 stats.qp_sum = 15;
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003877 stream->SetStats(stats);
3878
3879 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003880 ASSERT_TRUE(channel_->GetStats(&info));
Peter Boströmb7d9a972015-12-18 16:01:11 +01003881 EXPECT_EQ(stats.decoder_implementation_name,
3882 info.receivers[0].decoder_implementation_name);
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003883 EXPECT_EQ(stats.decode_ms, info.receivers[0].decode_ms);
3884 EXPECT_EQ(stats.max_decode_ms, info.receivers[0].max_decode_ms);
3885 EXPECT_EQ(stats.current_delay_ms, info.receivers[0].current_delay_ms);
3886 EXPECT_EQ(stats.target_delay_ms, info.receivers[0].target_delay_ms);
3887 EXPECT_EQ(stats.jitter_buffer_ms, info.receivers[0].jitter_buffer_ms);
3888 EXPECT_EQ(stats.min_playout_delay_ms, info.receivers[0].min_playout_delay_ms);
3889 EXPECT_EQ(stats.render_delay_ms, info.receivers[0].render_delay_ms);
asapersson26dd92b2016-08-30 00:45:45 -07003890 EXPECT_EQ(stats.width, info.receivers[0].frame_width);
3891 EXPECT_EQ(stats.height, info.receivers[0].frame_height);
hbos42f6d2f2017-01-20 03:56:50 -08003892 EXPECT_EQ(stats.frame_counts.key_frames + stats.frame_counts.delta_frames,
3893 info.receivers[0].frames_received);
hbos50cfe1f2017-01-23 07:21:55 -08003894 EXPECT_EQ(stats.frames_rendered, info.receivers[0].frames_rendered);
sakale5ba44e2016-10-26 07:09:24 -07003895 EXPECT_EQ(stats.frames_decoded, info.receivers[0].frames_decoded);
sakalcc452e12017-02-09 04:53:45 -08003896 EXPECT_EQ(stats.qp_sum, info.receivers[0].qp_sum);
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00003897}
3898
eladalonf1841382017-06-12 01:16:46 -07003899TEST_F(WebRtcVideoChannelTest, GetStatsTranslatesReceivePacketStatsCorrectly) {
Peter Boström393347f2015-04-22 14:52:45 +02003900 FakeVideoReceiveStream* stream = AddRecvStream();
3901 webrtc::VideoReceiveStream::Stats stats;
3902 stats.rtp_stats.transmitted.payload_bytes = 2;
3903 stats.rtp_stats.transmitted.header_bytes = 3;
3904 stats.rtp_stats.transmitted.padding_bytes = 4;
3905 stats.rtp_stats.transmitted.packets = 5;
srte186d9c32017-08-04 05:03:53 -07003906 stats.rtcp_stats.packets_lost = 6;
Peter Boström393347f2015-04-22 14:52:45 +02003907 stats.rtcp_stats.fraction_lost = 7;
3908 stream->SetStats(stats);
3909
3910 cricket::VideoMediaInfo info;
3911 ASSERT_TRUE(channel_->GetStats(&info));
3912 EXPECT_EQ(stats.rtp_stats.transmitted.payload_bytes +
3913 stats.rtp_stats.transmitted.header_bytes +
3914 stats.rtp_stats.transmitted.padding_bytes,
3915 info.receivers[0].bytes_rcvd);
3916 EXPECT_EQ(stats.rtp_stats.transmitted.packets,
3917 info.receivers[0].packets_rcvd);
srte186d9c32017-08-04 05:03:53 -07003918 EXPECT_EQ(stats.rtcp_stats.packets_lost, info.receivers[0].packets_lost);
Peter Boström393347f2015-04-22 14:52:45 +02003919 EXPECT_EQ(static_cast<float>(stats.rtcp_stats.fraction_lost) / (1 << 8),
3920 info.receivers[0].fraction_lost);
3921}
3922
eladalonf1841382017-06-12 01:16:46 -07003923TEST_F(WebRtcVideoChannelTest, TranslatesCallStatsCorrectly) {
pbos@webrtc.org2b19f062014-12-11 13:26:09 +00003924 AddSendStream();
3925 AddSendStream();
3926 webrtc::Call::Stats stats;
3927 stats.rtt_ms = 123;
3928 fake_call_->SetStats(stats);
3929
3930 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003931 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org2b19f062014-12-11 13:26:09 +00003932 ASSERT_EQ(2u, info.senders.size());
3933 EXPECT_EQ(stats.rtt_ms, info.senders[0].rtt_ms);
3934 EXPECT_EQ(stats.rtt_ms, info.senders[1].rtt_ms);
3935}
3936
eladalonf1841382017-06-12 01:16:46 -07003937TEST_F(WebRtcVideoChannelTest, TranslatesSenderBitrateStatsCorrectly) {
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003938 FakeVideoSendStream* stream = AddSendStream();
3939 webrtc::VideoSendStream::Stats stats;
pbos@webrtc.org891d4832015-02-26 13:15:22 +00003940 stats.target_media_bitrate_bps = 156;
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003941 stats.media_bitrate_bps = 123;
3942 stats.substreams[17].total_bitrate_bps = 1;
3943 stats.substreams[17].retransmit_bitrate_bps = 2;
3944 stats.substreams[42].total_bitrate_bps = 3;
3945 stats.substreams[42].retransmit_bitrate_bps = 4;
3946 stream->SetStats(stats);
3947
3948 FakeVideoSendStream* stream2 = AddSendStream();
3949 webrtc::VideoSendStream::Stats stats2;
pbos@webrtc.org891d4832015-02-26 13:15:22 +00003950 stats2.target_media_bitrate_bps = 200;
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003951 stats2.media_bitrate_bps = 321;
3952 stats2.substreams[13].total_bitrate_bps = 5;
3953 stats2.substreams[13].retransmit_bitrate_bps = 6;
3954 stats2.substreams[21].total_bitrate_bps = 7;
3955 stats2.substreams[21].retransmit_bitrate_bps = 8;
3956 stream2->SetStats(stats2);
3957
3958 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00003959 ASSERT_TRUE(channel_->GetStats(&info));
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003960 ASSERT_EQ(2u, info.senders.size());
stefanf79ade12017-06-02 06:44:03 -07003961 BandwidthEstimationInfo bwe_info;
3962 channel_->FillBitrateInfo(&bwe_info);
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003963 // Assuming stream and stream2 corresponds to senders[0] and [1] respectively
3964 // is OK as std::maps are sorted and AddSendStream() gives increasing SSRCs.
3965 EXPECT_EQ(stats.media_bitrate_bps, info.senders[0].nominal_bitrate);
3966 EXPECT_EQ(stats2.media_bitrate_bps, info.senders[1].nominal_bitrate);
pbos@webrtc.org891d4832015-02-26 13:15:22 +00003967 EXPECT_EQ(stats.target_media_bitrate_bps + stats2.target_media_bitrate_bps,
stefanf79ade12017-06-02 06:44:03 -07003968 bwe_info.target_enc_bitrate);
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003969 EXPECT_EQ(stats.media_bitrate_bps + stats2.media_bitrate_bps,
stefanf79ade12017-06-02 06:44:03 -07003970 bwe_info.actual_enc_bitrate);
3971 EXPECT_EQ(1 + 3 + 5 + 7, bwe_info.transmit_bitrate)
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003972 << "Bandwidth stats should take all streams into account.";
stefanf79ade12017-06-02 06:44:03 -07003973 EXPECT_EQ(2 + 4 + 6 + 8, bwe_info.retransmit_bitrate)
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00003974 << "Bandwidth stats should take all streams into account.";
3975}
3976
eladalonf1841382017-06-12 01:16:46 -07003977TEST_F(WebRtcVideoChannelTest, DefaultReceiveStreamReconfiguresToUseRtx) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02003978 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00003979
Peter Boström0c4e06b2015-10-07 12:23:21 +02003980 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
3981 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00003982
3983 ASSERT_EQ(0u, fake_call_->GetVideoReceiveStreams().size());
3984 const size_t kDataLength = 12;
3985 uint8_t data[kDataLength];
3986 memset(data, 0, sizeof(data));
3987 rtc::SetBE32(&data[8], ssrcs[0]);
jbaucheec21bd2016-03-20 06:15:43 -07003988 rtc::CopyOnWriteBuffer packet(data, kDataLength);
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00003989 rtc::PacketTime packet_time;
3990 channel_->OnPacketReceived(&packet, packet_time);
3991
3992 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size())
3993 << "No default receive stream created.";
3994 FakeVideoReceiveStream* recv_stream = fake_call_->GetVideoReceiveStreams()[0];
brandtr14742122017-01-27 04:53:07 -08003995 EXPECT_EQ(0u, recv_stream->GetConfig().rtp.rtx_ssrc)
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00003996 << "Default receive stream should not have configured RTX";
3997
3998 EXPECT_TRUE(channel_->AddRecvStream(
3999 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs)));
4000 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size())
brandtr14742122017-01-27 04:53:07 -08004001 << "AddRecvStream should have reconfigured, not added a new receiver.";
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00004002 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
nisse26e3abb2017-08-25 04:44:25 -07004003 EXPECT_FALSE(
4004 recv_stream->GetConfig().rtp.rtx_associated_payload_types.empty());
nisseca5706d2017-09-11 02:32:16 -07004005 EXPECT_TRUE(VerifyRtxReceiveAssociations(recv_stream->GetConfig()))
Peter Boströmd8b01092016-05-12 16:44:36 +02004006 << "RTX should be mapped for all decoders/payload types.";
nisseca5706d2017-09-11 02:32:16 -07004007 EXPECT_TRUE(HasRtxReceiveAssociation(recv_stream->GetConfig(),
4008 GetEngineCodec("red").id))
4009 << "RTX should be mapped also for the RED payload type";
brandtr14742122017-01-27 04:53:07 -08004010 EXPECT_EQ(rtx_ssrcs[0], recv_stream->GetConfig().rtp.rtx_ssrc);
pbos@webrtc.orga2a6fe62015-03-06 15:35:19 +00004011}
4012
eladalonf1841382017-06-12 01:16:46 -07004013TEST_F(WebRtcVideoChannelTest, RejectsAddingStreamsWithMissingSsrcsForRtx) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004014 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boströmd4362cd2015-03-25 14:17:23 +01004015
Peter Boström0c4e06b2015-10-07 12:23:21 +02004016 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
4017 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
Peter Boströmd4362cd2015-03-25 14:17:23 +01004018
4019 StreamParams sp =
4020 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs);
4021 sp.ssrcs = ssrcs; // Without RTXs, this is the important part.
4022
4023 EXPECT_FALSE(channel_->AddSendStream(sp));
4024 EXPECT_FALSE(channel_->AddRecvStream(sp));
4025}
4026
eladalonf1841382017-06-12 01:16:46 -07004027TEST_F(WebRtcVideoChannelTest, RejectsAddingStreamsWithOverlappingRtxSsrcs) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004028 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boströmd6f4c252015-03-26 16:23:04 +01004029
Peter Boström0c4e06b2015-10-07 12:23:21 +02004030 const std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs1);
4031 const std::vector<uint32_t> rtx_ssrcs = MAKE_VECTOR(kRtxSsrcs1);
Peter Boströmd6f4c252015-03-26 16:23:04 +01004032
4033 StreamParams sp =
4034 cricket::CreateSimWithRtxStreamParams("cname", ssrcs, rtx_ssrcs);
4035
4036 EXPECT_TRUE(channel_->AddSendStream(sp));
4037 EXPECT_TRUE(channel_->AddRecvStream(sp));
4038
4039 // The RTX SSRC is already used in previous streams, using it should fail.
4040 sp = cricket::StreamParams::CreateLegacy(rtx_ssrcs[0]);
4041 EXPECT_FALSE(channel_->AddSendStream(sp));
4042 EXPECT_FALSE(channel_->AddRecvStream(sp));
4043
4044 // After removing the original stream this should be fine to add (makes sure
4045 // that RTX ssrcs are not forever taken).
4046 EXPECT_TRUE(channel_->RemoveSendStream(ssrcs[0]));
4047 EXPECT_TRUE(channel_->RemoveRecvStream(ssrcs[0]));
4048 EXPECT_TRUE(channel_->AddSendStream(sp));
4049 EXPECT_TRUE(channel_->AddRecvStream(sp));
4050}
4051
eladalonf1841382017-06-12 01:16:46 -07004052TEST_F(WebRtcVideoChannelTest,
Peter Boströmd6f4c252015-03-26 16:23:04 +01004053 RejectsAddingStreamsWithOverlappingSimulcastSsrcs) {
Peter Boström0c4e06b2015-10-07 12:23:21 +02004054 static const uint32_t kFirstStreamSsrcs[] = {1, 2, 3};
4055 static const uint32_t kOverlappingStreamSsrcs[] = {4, 3, 5};
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004056 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boströmd6f4c252015-03-26 16:23:04 +01004057
Peter Boströmd6f4c252015-03-26 16:23:04 +01004058 StreamParams sp =
4059 cricket::CreateSimStreamParams("cname", MAKE_VECTOR(kFirstStreamSsrcs));
4060
4061 EXPECT_TRUE(channel_->AddSendStream(sp));
4062 EXPECT_TRUE(channel_->AddRecvStream(sp));
4063
4064 // One of the SSRCs is already used in previous streams, using it should fail.
4065 sp = cricket::CreateSimStreamParams("cname",
4066 MAKE_VECTOR(kOverlappingStreamSsrcs));
4067 EXPECT_FALSE(channel_->AddSendStream(sp));
4068 EXPECT_FALSE(channel_->AddRecvStream(sp));
4069
4070 // After removing the original stream this should be fine to add (makes sure
4071 // that RTX ssrcs are not forever taken).
Peter Boström3548dd22015-05-22 18:48:36 +02004072 EXPECT_TRUE(channel_->RemoveSendStream(kFirstStreamSsrcs[0]));
4073 EXPECT_TRUE(channel_->RemoveRecvStream(kFirstStreamSsrcs[0]));
Peter Boströmd6f4c252015-03-26 16:23:04 +01004074 EXPECT_TRUE(channel_->AddSendStream(sp));
4075 EXPECT_TRUE(channel_->AddRecvStream(sp));
4076}
4077
eladalonf1841382017-06-12 01:16:46 -07004078TEST_F(WebRtcVideoChannelTest, ReportsSsrcGroupsInStats) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004079 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boström259bd202015-05-28 13:39:50 +02004080
4081 static const uint32_t kSenderSsrcs[] = {4, 7, 10};
4082 static const uint32_t kSenderRtxSsrcs[] = {5, 8, 11};
4083
4084 StreamParams sender_sp = cricket::CreateSimWithRtxStreamParams(
4085 "cname", MAKE_VECTOR(kSenderSsrcs), MAKE_VECTOR(kSenderRtxSsrcs));
4086
4087 EXPECT_TRUE(channel_->AddSendStream(sender_sp));
4088
4089 static const uint32_t kReceiverSsrcs[] = {3};
4090 static const uint32_t kReceiverRtxSsrcs[] = {2};
4091
4092 StreamParams receiver_sp = cricket::CreateSimWithRtxStreamParams(
4093 "cname", MAKE_VECTOR(kReceiverSsrcs), MAKE_VECTOR(kReceiverRtxSsrcs));
4094 EXPECT_TRUE(channel_->AddRecvStream(receiver_sp));
4095
4096 cricket::VideoMediaInfo info;
4097 ASSERT_TRUE(channel_->GetStats(&info));
4098
4099 ASSERT_EQ(1u, info.senders.size());
4100 ASSERT_EQ(1u, info.receivers.size());
4101
4102 EXPECT_NE(sender_sp.ssrc_groups, receiver_sp.ssrc_groups);
4103 EXPECT_EQ(sender_sp.ssrc_groups, info.senders[0].ssrc_groups);
4104 EXPECT_EQ(receiver_sp.ssrc_groups, info.receivers[0].ssrc_groups);
4105}
4106
eladalonf1841382017-06-12 01:16:46 -07004107TEST_F(WebRtcVideoChannelTest, MapsReceivedPayloadTypeToCodecName) {
pbosf42376c2015-08-28 07:35:32 -07004108 FakeVideoReceiveStream* stream = AddRecvStream();
4109 webrtc::VideoReceiveStream::Stats stats;
4110 cricket::VideoMediaInfo info;
4111
4112 // Report no codec name before receiving.
4113 stream->SetStats(stats);
4114 ASSERT_TRUE(channel_->GetStats(&info));
4115 EXPECT_STREQ("", info.receivers[0].codec_name.c_str());
4116
4117 // Report VP8 if we're receiving it.
magjed509e4fe2016-11-18 01:34:11 -08004118 stats.current_payload_type = GetEngineCodec("VP8").id;
pbosf42376c2015-08-28 07:35:32 -07004119 stream->SetStats(stats);
4120 ASSERT_TRUE(channel_->GetStats(&info));
4121 EXPECT_STREQ(kVp8CodecName, info.receivers[0].codec_name.c_str());
4122
4123 // Report no codec name for unknown playload types.
4124 stats.current_payload_type = 3;
4125 stream->SetStats(stats);
4126 ASSERT_TRUE(channel_->GetStats(&info));
4127 EXPECT_STREQ("", info.receivers[0].codec_name.c_str());
4128}
4129
eladalonf1841382017-06-12 01:16:46 -07004130void WebRtcVideoChannelTest::TestReceiveUnsignaledSsrcPacket(
noahricd10a68e2015-07-10 11:27:55 -07004131 uint8_t payload_type,
4132 bool expect_created_receive_stream) {
magjed509e4fe2016-11-18 01:34:11 -08004133 // kRedRtxPayloadType must currently be unused.
4134 EXPECT_FALSE(FindCodecById(engine_.codecs(), kRedRtxPayloadType));
4135
noahricd10a68e2015-07-10 11:27:55 -07004136 // Add a RED RTX codec.
4137 VideoCodec red_rtx_codec =
magjed509e4fe2016-11-18 01:34:11 -08004138 VideoCodec::CreateRtxCodec(kRedRtxPayloadType, GetEngineCodec("red").id);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004139 recv_parameters_.codecs.push_back(red_rtx_codec);
4140 EXPECT_TRUE(channel_->SetRecvParameters(recv_parameters_));
noahricd10a68e2015-07-10 11:27:55 -07004141
4142 ASSERT_EQ(0u, fake_call_->GetVideoReceiveStreams().size());
4143 const size_t kDataLength = 12;
4144 uint8_t data[kDataLength];
4145 memset(data, 0, sizeof(data));
4146
4147 rtc::Set8(data, 1, payload_type);
4148 rtc::SetBE32(&data[8], kIncomingUnsignalledSsrc);
jbaucheec21bd2016-03-20 06:15:43 -07004149 rtc::CopyOnWriteBuffer packet(data, kDataLength);
noahricd10a68e2015-07-10 11:27:55 -07004150 rtc::PacketTime packet_time;
4151 channel_->OnPacketReceived(&packet, packet_time);
4152
4153 if (expect_created_receive_stream) {
4154 EXPECT_EQ(1u, fake_call_->GetVideoReceiveStreams().size())
4155 << "Should have created a receive stream for payload type: "
4156 << payload_type;
4157 } else {
4158 EXPECT_EQ(0u, fake_call_->GetVideoReceiveStreams().size())
4159 << "Shouldn't have created a receive stream for payload type: "
4160 << payload_type;
4161 }
4162}
4163
eladalonf1841382017-06-12 01:16:46 -07004164TEST_F(WebRtcVideoChannelTest, Vp8PacketCreatesUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004165 TestReceiveUnsignaledSsrcPacket(GetEngineCodec("VP8").id,
4166 true /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004167}
4168
eladalonf1841382017-06-12 01:16:46 -07004169TEST_F(WebRtcVideoChannelTest, Vp9PacketCreatesUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004170 TestReceiveUnsignaledSsrcPacket(GetEngineCodec("VP9").id,
4171 true /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004172}
4173
eladalonf1841382017-06-12 01:16:46 -07004174TEST_F(WebRtcVideoChannelTest, RtxPacketDoesntCreateUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004175 const cricket::VideoCodec vp8 = GetEngineCodec("VP8");
4176 const int rtx_vp8_payload_type = default_apt_rtx_types_[vp8.id];
4177 TestReceiveUnsignaledSsrcPacket(rtx_vp8_payload_type,
4178 false /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004179}
4180
eladalonf1841382017-06-12 01:16:46 -07004181TEST_F(WebRtcVideoChannelTest, UlpfecPacketDoesntCreateUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004182 TestReceiveUnsignaledSsrcPacket(GetEngineCodec("ulpfec").id,
4183 false /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004184}
4185
eladalonf1841382017-06-12 01:16:46 -07004186TEST_F(WebRtcVideoChannelFlexfecRecvTest,
brandtr468da7c2016-11-22 02:16:47 -08004187 FlexfecPacketDoesntCreateUnsignalledStream) {
4188 TestReceiveUnsignaledSsrcPacket(GetEngineCodec("flexfec-03").id,
4189 false /* expect_created_receive_stream */);
4190}
4191
eladalonf1841382017-06-12 01:16:46 -07004192TEST_F(WebRtcVideoChannelTest, RedRtxPacketDoesntCreateUnsignalledStream) {
magjed509e4fe2016-11-18 01:34:11 -08004193 TestReceiveUnsignaledSsrcPacket(kRedRtxPayloadType,
4194 false /* expect_created_receive_stream */);
noahricd10a68e2015-07-10 11:27:55 -07004195}
4196
mzanaty8a855d62017-02-17 15:46:43 -08004197// Test that receiving any unsignalled SSRC works even if it changes.
4198// The first unsignalled SSRC received will create a default receive stream.
4199// Any different unsignalled SSRC received will replace the default.
eladalonf1841382017-06-12 01:16:46 -07004200TEST_F(WebRtcVideoChannelTest, ReceiveDifferentUnsignaledSsrc) {
mzanaty8a855d62017-02-17 15:46:43 -08004201 // Allow receiving VP8, VP9, H264 (if enabled).
4202 cricket::VideoRecvParameters parameters;
4203 parameters.codecs.push_back(GetEngineCodec("VP8"));
4204 parameters.codecs.push_back(GetEngineCodec("VP9"));
4205
4206#if defined(WEBRTC_USE_H264)
4207 cricket::VideoCodec H264codec(126, "H264");
4208 parameters.codecs.push_back(H264codec);
4209#endif
4210
4211 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4212 // No receive streams yet.
4213 ASSERT_EQ(0u, fake_call_->GetVideoReceiveStreams().size());
4214 cricket::FakeVideoRenderer renderer;
4215 EXPECT_TRUE(channel_->SetSink(kDefaultRecvSsrc, &renderer));
4216
4217 // Receive VP8 packet on first SSRC.
4218 uint8_t data[kMinRtpPacketLen];
4219 cricket::RtpHeader rtpHeader;
4220 rtpHeader.payload_type = GetEngineCodec("VP8").id;
4221 rtpHeader.seq_num = rtpHeader.timestamp = 0;
4222 rtpHeader.ssrc = kIncomingUnsignalledSsrc+1;
4223 cricket::SetRtpHeader(data, sizeof(data), rtpHeader);
4224 rtc::CopyOnWriteBuffer packet(data, sizeof(data));
4225 rtc::PacketTime packet_time;
4226 channel_->OnPacketReceived(&packet, packet_time);
4227 // VP8 packet should create default receive stream.
4228 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4229 FakeVideoReceiveStream* recv_stream =
4230 fake_call_->GetVideoReceiveStreams()[0];
4231 EXPECT_EQ(rtpHeader.ssrc, recv_stream->GetConfig().rtp.remote_ssrc);
4232 // Verify that the receive stream sinks to a renderer.
4233 webrtc::VideoFrame video_frame(CreateBlackFrameBuffer(4, 4), 100, 0,
4234 webrtc::kVideoRotation_0);
4235 recv_stream->InjectFrame(video_frame);
4236 EXPECT_EQ(1, renderer.num_rendered_frames());
4237
4238 // Receive VP9 packet on second SSRC.
4239 rtpHeader.payload_type = GetEngineCodec("VP9").id;
4240 rtpHeader.ssrc = kIncomingUnsignalledSsrc+2;
4241 cricket::SetRtpHeader(data, sizeof(data), rtpHeader);
4242 rtc::CopyOnWriteBuffer packet2(data, sizeof(data));
4243 channel_->OnPacketReceived(&packet2, packet_time);
4244 // VP9 packet should replace the default receive SSRC.
4245 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4246 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
4247 EXPECT_EQ(rtpHeader.ssrc, recv_stream->GetConfig().rtp.remote_ssrc);
4248 // Verify that the receive stream sinks to a renderer.
4249 webrtc::VideoFrame video_frame2(CreateBlackFrameBuffer(4, 4), 200, 0,
ilnik00d802b2017-04-11 10:34:31 -07004250 webrtc::kVideoRotation_0);
mzanaty8a855d62017-02-17 15:46:43 -08004251 recv_stream->InjectFrame(video_frame2);
4252 EXPECT_EQ(2, renderer.num_rendered_frames());
4253
4254#if defined(WEBRTC_USE_H264)
4255 // Receive H264 packet on third SSRC.
4256 rtpHeader.payload_type = 126;
4257 rtpHeader.ssrc = kIncomingUnsignalledSsrc+3;
4258 cricket::SetRtpHeader(data, sizeof(data), rtpHeader);
4259 rtc::CopyOnWriteBuffer packet3(data, sizeof(data));
4260 channel_->OnPacketReceived(&packet3, packet_time);
4261 // H264 packet should replace the default receive SSRC.
4262 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4263 recv_stream = fake_call_->GetVideoReceiveStreams()[0];
4264 EXPECT_EQ(rtpHeader.ssrc, recv_stream->GetConfig().rtp.remote_ssrc);
4265 // Verify that the receive stream sinks to a renderer.
4266 webrtc::VideoFrame video_frame3(CreateBlackFrameBuffer(4, 4), 300, 0,
ilnik00d802b2017-04-11 10:34:31 -07004267 webrtc::kVideoRotation_0);
mzanaty8a855d62017-02-17 15:46:43 -08004268 recv_stream->InjectFrame(video_frame3);
4269 EXPECT_EQ(3, renderer.num_rendered_frames());
4270#endif
4271}
4272
brandtr0dc57ea2017-05-29 23:33:31 -07004273// This test verifies that when a new default stream is created for a new
4274// unsignaled SSRC, the new stream does not overwrite any old stream that had
4275// been the default receive stream before being properly signaled.
eladalonf1841382017-06-12 01:16:46 -07004276TEST_F(WebRtcVideoChannelTest,
brandtr0dc57ea2017-05-29 23:33:31 -07004277 NewUnsignaledStreamDoesNotDestroyPreviouslyUnsignaledStream) {
4278 cricket::VideoRecvParameters parameters;
4279 parameters.codecs.push_back(GetEngineCodec("VP8"));
4280 ASSERT_TRUE(channel_->SetRecvParameters(parameters));
4281
4282 // No streams signaled and no packets received, so we should not have any
4283 // stream objects created yet.
4284 EXPECT_EQ(0u, fake_call_->GetVideoReceiveStreams().size());
4285
4286 // Receive packet on an unsignaled SSRC.
4287 uint8_t data[kMinRtpPacketLen];
4288 cricket::RtpHeader rtp_header;
4289 rtp_header.payload_type = GetEngineCodec("VP8").id;
4290 rtp_header.seq_num = rtp_header.timestamp = 0;
4291 rtp_header.ssrc = kSsrcs3[0];
4292 cricket::SetRtpHeader(data, sizeof(data), rtp_header);
4293 rtc::CopyOnWriteBuffer packet(data, sizeof(data));
4294 rtc::PacketTime packet_time;
4295 channel_->OnPacketReceived(&packet, packet_time);
4296 // Default receive stream should be created.
4297 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4298 FakeVideoReceiveStream* recv_stream0 =
4299 fake_call_->GetVideoReceiveStreams()[0];
4300 EXPECT_EQ(kSsrcs3[0], recv_stream0->GetConfig().rtp.remote_ssrc);
4301
4302 // Signal the SSRC.
4303 EXPECT_TRUE(
4304 channel_->AddRecvStream(cricket::StreamParams::CreateLegacy(kSsrcs3[0])));
4305 ASSERT_EQ(1u, fake_call_->GetVideoReceiveStreams().size());
4306 recv_stream0 = fake_call_->GetVideoReceiveStreams()[0];
4307 EXPECT_EQ(kSsrcs3[0], recv_stream0->GetConfig().rtp.remote_ssrc);
4308
4309 // Receive packet on a different unsignaled SSRC.
4310 rtp_header.ssrc = kSsrcs3[1];
4311 cricket::SetRtpHeader(data, sizeof(data), rtp_header);
4312 packet.SetData(data, sizeof(data));
4313 channel_->OnPacketReceived(&packet, packet_time);
4314 // New default receive stream should be created, but old stream should remain.
4315 ASSERT_EQ(2u, fake_call_->GetVideoReceiveStreams().size());
4316 EXPECT_EQ(recv_stream0, fake_call_->GetVideoReceiveStreams()[0]);
4317 FakeVideoReceiveStream* recv_stream1 =
4318 fake_call_->GetVideoReceiveStreams()[1];
4319 EXPECT_EQ(kSsrcs3[1], recv_stream1->GetConfig().rtp.remote_ssrc);
4320}
4321
eladalonf1841382017-06-12 01:16:46 -07004322TEST_F(WebRtcVideoChannelTest, CanSentMaxBitrateForExistingStream) {
skvladdc1c62c2016-03-16 19:07:43 -07004323 AddSendStream();
4324
4325 cricket::FakeVideoCapturer capturer;
deadbeef5a4a75a2016-06-02 16:23:38 -07004326 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, &capturer));
skvladdc1c62c2016-03-16 19:07:43 -07004327 cricket::VideoFormat capture_format_hd =
4328 capturer.GetSupportedFormats()->front();
4329 EXPECT_EQ(1280, capture_format_hd.width);
4330 EXPECT_EQ(720, capture_format_hd.height);
4331 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(capture_format_hd));
4332 EXPECT_TRUE(channel_->SetSend(true));
perkjfa10b552016-10-02 23:45:26 -07004333 capturer.CaptureFrame();
skvladdc1c62c2016-03-16 19:07:43 -07004334
perkjfa10b552016-10-02 23:45:26 -07004335 int default_encoder_bitrate = GetMaxEncoderBitrate();
brandtr468da7c2016-11-22 02:16:47 -08004336 EXPECT_GT(default_encoder_bitrate, 1000);
skvladdc1c62c2016-03-16 19:07:43 -07004337
4338 // TODO(skvlad): Resolve the inconsistency between the interpretation
4339 // of the global bitrate limit for audio and video:
4340 // - Audio: max_bandwidth_bps = 0 - fail the operation,
4341 // max_bandwidth_bps = -1 - remove the bandwidth limit
4342 // - Video: max_bandwidth_bps = 0 - remove the bandwidth limit,
pbos5c7760a2017-03-10 11:23:12 -08004343 // max_bandwidth_bps = -1 - remove the bandwidth limit
skvladdc1c62c2016-03-16 19:07:43 -07004344
perkjfa10b552016-10-02 23:45:26 -07004345 SetAndExpectMaxBitrate(1000, 0, 1000);
4346 SetAndExpectMaxBitrate(1000, 800, 800);
4347 SetAndExpectMaxBitrate(600, 800, 600);
4348 SetAndExpectMaxBitrate(0, 800, 800);
4349 SetAndExpectMaxBitrate(0, 0, default_encoder_bitrate);
skvladdc1c62c2016-03-16 19:07:43 -07004350
deadbeef5a4a75a2016-06-02 16:23:38 -07004351 EXPECT_TRUE(channel_->SetVideoSend(last_ssrc_, true, nullptr, nullptr));
skvladdc1c62c2016-03-16 19:07:43 -07004352}
4353
eladalonf1841382017-06-12 01:16:46 -07004354TEST_F(WebRtcVideoChannelTest, CannotSetMaxBitrateForNonexistentStream) {
skvladdc1c62c2016-03-16 19:07:43 -07004355 webrtc::RtpParameters nonexistent_parameters =
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004356 channel_->GetRtpSendParameters(last_ssrc_);
skvladdc1c62c2016-03-16 19:07:43 -07004357 EXPECT_EQ(0, nonexistent_parameters.encodings.size());
4358
4359 nonexistent_parameters.encodings.push_back(webrtc::RtpEncodingParameters());
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004360 EXPECT_FALSE(
4361 channel_->SetRtpSendParameters(last_ssrc_, nonexistent_parameters));
skvladdc1c62c2016-03-16 19:07:43 -07004362}
4363
eladalonf1841382017-06-12 01:16:46 -07004364TEST_F(WebRtcVideoChannelTest,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004365 CannotSetRtpSendParametersWithIncorrectNumberOfEncodings) {
skvladdc1c62c2016-03-16 19:07:43 -07004366 // This test verifies that setting RtpParameters succeeds only if
4367 // the structure contains exactly one encoding.
deadbeefdbe2b872016-03-22 15:42:00 -07004368 // TODO(skvlad): Update this test when we start supporting setting parameters
skvladdc1c62c2016-03-16 19:07:43 -07004369 // for each encoding individually.
4370
4371 AddSendStream();
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004372 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
skvladdc1c62c2016-03-16 19:07:43 -07004373 // Two or more encodings should result in failure.
4374 parameters.encodings.push_back(webrtc::RtpEncodingParameters());
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004375 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters));
deadbeeffb2aced2017-01-06 23:05:37 -08004376 // Zero encodings should also fail.
4377 parameters.encodings.clear();
4378 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters));
4379}
4380
4381// Changing the SSRC through RtpParameters is not allowed.
eladalonf1841382017-06-12 01:16:46 -07004382TEST_F(WebRtcVideoChannelTest, CannotSetSsrcInRtpSendParameters) {
deadbeeffb2aced2017-01-06 23:05:37 -08004383 AddSendStream();
4384 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
Oskar Sundbom78807582017-11-16 11:09:55 +01004385 parameters.encodings[0].ssrc = 0xdeadbeef;
deadbeeffb2aced2017-01-06 23:05:37 -08004386 EXPECT_FALSE(channel_->SetRtpSendParameters(last_ssrc_, parameters));
skvladdc1c62c2016-03-16 19:07:43 -07004387}
4388
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004389// Test that a stream will not be sending if its encoding is made inactive
4390// through SetRtpSendParameters.
deadbeefdbe2b872016-03-22 15:42:00 -07004391// TODO(deadbeef): Update this test when we start supporting setting parameters
4392// for each encoding individually.
eladalonf1841382017-06-12 01:16:46 -07004393TEST_F(WebRtcVideoChannelTest, SetRtpSendParametersEncodingsActive) {
deadbeefdbe2b872016-03-22 15:42:00 -07004394 FakeVideoSendStream* stream = AddSendStream();
4395 EXPECT_TRUE(channel_->SetSend(true));
4396 EXPECT_TRUE(stream->IsSending());
4397
4398 // Get current parameters and change "active" to false.
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004399 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
deadbeefdbe2b872016-03-22 15:42:00 -07004400 ASSERT_EQ(1u, parameters.encodings.size());
4401 ASSERT_TRUE(parameters.encodings[0].active);
4402 parameters.encodings[0].active = false;
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004403 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters));
deadbeefdbe2b872016-03-22 15:42:00 -07004404 EXPECT_FALSE(stream->IsSending());
4405
4406 // Now change it back to active and verify we resume sending.
4407 parameters.encodings[0].active = true;
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004408 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters));
deadbeefdbe2b872016-03-22 15:42:00 -07004409 EXPECT_TRUE(stream->IsSending());
4410}
4411
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004412// Test that if a stream is reconfigured (due to a codec change or other
4413// change) while its encoding is still inactive, it doesn't start sending.
eladalonf1841382017-06-12 01:16:46 -07004414TEST_F(WebRtcVideoChannelTest,
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004415 InactiveStreamDoesntStartSendingWhenReconfigured) {
4416 // Set an initial codec list, which will be modified later.
4417 cricket::VideoSendParameters parameters1;
magjed509e4fe2016-11-18 01:34:11 -08004418 parameters1.codecs.push_back(GetEngineCodec("VP8"));
4419 parameters1.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004420 EXPECT_TRUE(channel_->SetSendParameters(parameters1));
4421
4422 FakeVideoSendStream* stream = AddSendStream();
4423 EXPECT_TRUE(channel_->SetSend(true));
4424 EXPECT_TRUE(stream->IsSending());
4425
4426 // Get current parameters and change "active" to false.
4427 webrtc::RtpParameters parameters = channel_->GetRtpSendParameters(last_ssrc_);
4428 ASSERT_EQ(1u, parameters.encodings.size());
4429 ASSERT_TRUE(parameters.encodings[0].active);
4430 parameters.encodings[0].active = false;
4431 EXPECT_EQ(1u, GetFakeSendStreams().size());
4432 EXPECT_EQ(1, fake_call_->GetNumCreatedSendStreams());
4433 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, parameters));
4434 EXPECT_FALSE(stream->IsSending());
4435
4436 // Reorder the codec list, causing the stream to be reconfigured.
4437 cricket::VideoSendParameters parameters2;
magjed509e4fe2016-11-18 01:34:11 -08004438 parameters2.codecs.push_back(GetEngineCodec("VP9"));
4439 parameters2.codecs.push_back(GetEngineCodec("VP8"));
Taylor Brandstetter14b9d792016-09-07 17:16:54 -07004440 EXPECT_TRUE(channel_->SetSendParameters(parameters2));
4441 auto new_streams = GetFakeSendStreams();
4442 // Assert that a new underlying stream was created due to the codec change.
4443 // Otherwise, this test isn't testing what it set out to test.
4444 EXPECT_EQ(1u, GetFakeSendStreams().size());
4445 EXPECT_EQ(2, fake_call_->GetNumCreatedSendStreams());
4446
4447 // Verify that we still are not sending anything, due to the inactive
4448 // encoding.
4449 EXPECT_FALSE(new_streams[0]->IsSending());
4450}
4451
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004452// Test that GetRtpSendParameters returns the currently configured codecs.
eladalonf1841382017-06-12 01:16:46 -07004453TEST_F(WebRtcVideoChannelTest, GetRtpSendParametersCodecs) {
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004454 AddSendStream();
4455 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08004456 parameters.codecs.push_back(GetEngineCodec("VP8"));
4457 parameters.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004458 EXPECT_TRUE(channel_->SetSendParameters(parameters));
4459
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004460 webrtc::RtpParameters rtp_parameters =
4461 channel_->GetRtpSendParameters(last_ssrc_);
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004462 ASSERT_EQ(2u, rtp_parameters.codecs.size());
magjed509e4fe2016-11-18 01:34:11 -08004463 EXPECT_EQ(GetEngineCodec("VP8").ToCodecParameters(),
4464 rtp_parameters.codecs[0]);
4465 EXPECT_EQ(GetEngineCodec("VP9").ToCodecParameters(),
4466 rtp_parameters.codecs[1]);
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004467}
4468
deadbeeffb2aced2017-01-06 23:05:37 -08004469// Test that RtpParameters for send stream has one encoding and it has
4470// the correct SSRC.
eladalonf1841382017-06-12 01:16:46 -07004471TEST_F(WebRtcVideoChannelTest, GetRtpSendParametersSsrc) {
deadbeeffb2aced2017-01-06 23:05:37 -08004472 AddSendStream();
4473
4474 webrtc::RtpParameters rtp_parameters =
4475 channel_->GetRtpSendParameters(last_ssrc_);
4476 ASSERT_EQ(1u, rtp_parameters.encodings.size());
Oskar Sundbom78807582017-11-16 11:09:55 +01004477 EXPECT_EQ(last_ssrc_, rtp_parameters.encodings[0].ssrc);
deadbeeffb2aced2017-01-06 23:05:37 -08004478}
4479
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004480// Test that if we set/get parameters multiple times, we get the same results.
eladalonf1841382017-06-12 01:16:46 -07004481TEST_F(WebRtcVideoChannelTest, SetAndGetRtpSendParameters) {
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004482 AddSendStream();
4483 cricket::VideoSendParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08004484 parameters.codecs.push_back(GetEngineCodec("VP8"));
4485 parameters.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004486 EXPECT_TRUE(channel_->SetSendParameters(parameters));
4487
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004488 webrtc::RtpParameters initial_params =
4489 channel_->GetRtpSendParameters(last_ssrc_);
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004490
4491 // We should be able to set the params we just got.
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004492 EXPECT_TRUE(channel_->SetRtpSendParameters(last_ssrc_, initial_params));
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004493
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004494 // ... And this shouldn't change the params returned by GetRtpSendParameters.
4495 EXPECT_EQ(initial_params, channel_->GetRtpSendParameters(last_ssrc_));
4496}
4497
4498// Test that GetRtpReceiveParameters returns the currently configured codecs.
eladalonf1841382017-06-12 01:16:46 -07004499TEST_F(WebRtcVideoChannelTest, GetRtpReceiveParametersCodecs) {
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004500 AddRecvStream();
4501 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08004502 parameters.codecs.push_back(GetEngineCodec("VP8"));
4503 parameters.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004504 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4505
4506 webrtc::RtpParameters rtp_parameters =
4507 channel_->GetRtpReceiveParameters(last_ssrc_);
4508 ASSERT_EQ(2u, rtp_parameters.codecs.size());
magjed509e4fe2016-11-18 01:34:11 -08004509 EXPECT_EQ(GetEngineCodec("VP8").ToCodecParameters(),
4510 rtp_parameters.codecs[0]);
4511 EXPECT_EQ(GetEngineCodec("VP9").ToCodecParameters(),
4512 rtp_parameters.codecs[1]);
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004513}
4514
johan073ece42016-08-26 02:59:47 -07004515#if defined(WEBRTC_USE_H264)
eladalonf1841382017-06-12 01:16:46 -07004516TEST_F(WebRtcVideoChannelTest, GetRtpReceiveFmtpSprop) {
johan073ece42016-08-26 02:59:47 -07004517#else
eladalonf1841382017-06-12 01:16:46 -07004518TEST_F(WebRtcVideoChannelTest, DISABLED_GetRtpReceiveFmtpSprop) {
johan073ece42016-08-26 02:59:47 -07004519#endif
johan3859c892016-08-05 09:19:25 -07004520 cricket::VideoRecvParameters parameters;
perkj26752742016-10-24 01:21:16 -07004521 cricket::VideoCodec kH264sprop1(101, "H264");
magjed5dfac562016-11-25 03:56:37 -08004522 kH264sprop1.SetParam(kH264FmtpSpropParameterSets, "uvw");
johan3859c892016-08-05 09:19:25 -07004523 parameters.codecs.push_back(kH264sprop1);
perkj26752742016-10-24 01:21:16 -07004524 cricket::VideoCodec kH264sprop2(102, "H264");
magjed5dfac562016-11-25 03:56:37 -08004525 kH264sprop2.SetParam(kH264FmtpSpropParameterSets, "xyz");
johan3859c892016-08-05 09:19:25 -07004526 parameters.codecs.push_back(kH264sprop2);
4527 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4528
4529 FakeVideoReceiveStream* recv_stream = AddRecvStream();
4530 const webrtc::VideoReceiveStream::Config& cfg = recv_stream->GetConfig();
4531 webrtc::RtpParameters rtp_parameters =
4532 channel_->GetRtpReceiveParameters(last_ssrc_);
4533 ASSERT_EQ(2u, rtp_parameters.codecs.size());
4534 EXPECT_EQ(kH264sprop1.ToCodecParameters(), rtp_parameters.codecs[0]);
4535 ASSERT_EQ(2u, cfg.decoders.size());
4536 EXPECT_EQ(101, cfg.decoders[0].payload_type);
4537 EXPECT_EQ("H264", cfg.decoders[0].payload_name);
magjed5dfac562016-11-25 03:56:37 -08004538 const auto it0 =
4539 cfg.decoders[0].codec_params.find(kH264FmtpSpropParameterSets);
4540 ASSERT_TRUE(it0 != cfg.decoders[0].codec_params.end());
4541 EXPECT_EQ("uvw", it0->second);
johan3859c892016-08-05 09:19:25 -07004542
4543 EXPECT_EQ(102, cfg.decoders[1].payload_type);
4544 EXPECT_EQ("H264", cfg.decoders[1].payload_name);
magjed5dfac562016-11-25 03:56:37 -08004545 const auto it1 =
4546 cfg.decoders[1].codec_params.find(kH264FmtpSpropParameterSets);
4547 ASSERT_TRUE(it1 != cfg.decoders[1].codec_params.end());
4548 EXPECT_EQ("xyz", it1->second);
johan3859c892016-08-05 09:19:25 -07004549}
4550
sakal1fd95952016-06-22 00:46:15 -07004551// Test that RtpParameters for receive stream has one encoding and it has
4552// the correct SSRC.
eladalonf1841382017-06-12 01:16:46 -07004553TEST_F(WebRtcVideoChannelTest, GetRtpReceiveParametersSsrc) {
sakal1fd95952016-06-22 00:46:15 -07004554 AddRecvStream();
4555
4556 webrtc::RtpParameters rtp_parameters =
4557 channel_->GetRtpReceiveParameters(last_ssrc_);
4558 ASSERT_EQ(1u, rtp_parameters.encodings.size());
Oskar Sundbom78807582017-11-16 11:09:55 +01004559 EXPECT_EQ(last_ssrc_, rtp_parameters.encodings[0].ssrc);
sakal1fd95952016-06-22 00:46:15 -07004560}
4561
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004562// Test that if we set/get parameters multiple times, we get the same results.
eladalonf1841382017-06-12 01:16:46 -07004563TEST_F(WebRtcVideoChannelTest, SetAndGetRtpReceiveParameters) {
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004564 AddRecvStream();
4565 cricket::VideoRecvParameters parameters;
magjed509e4fe2016-11-18 01:34:11 -08004566 parameters.codecs.push_back(GetEngineCodec("VP8"));
4567 parameters.codecs.push_back(GetEngineCodec("VP9"));
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07004568 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4569
4570 webrtc::RtpParameters initial_params =
4571 channel_->GetRtpReceiveParameters(last_ssrc_);
4572
4573 // We should be able to set the params we just got.
4574 EXPECT_TRUE(channel_->SetRtpReceiveParameters(last_ssrc_, initial_params));
4575
4576 // ... And this shouldn't change the params returned by
4577 // GetRtpReceiveParameters.
4578 EXPECT_EQ(initial_params, channel_->GetRtpReceiveParameters(last_ssrc_));
Taylor Brandstetter0cd086b2016-04-20 16:23:10 -07004579}
4580
deadbeef3bc15102017-04-20 19:25:07 -07004581// Test that GetRtpReceiveParameters returns parameters correctly when SSRCs
4582// aren't signaled. It should always return an empty "RtpEncodingParameters",
4583// even after a packet is received and the unsignaled SSRC is known.
eladalonf1841382017-06-12 01:16:46 -07004584TEST_F(WebRtcVideoChannelTest, GetRtpReceiveParametersWithUnsignaledSsrc) {
deadbeef3bc15102017-04-20 19:25:07 -07004585 // Call necessary methods to configure receiving a default stream as
4586 // soon as it arrives.
4587 cricket::VideoRecvParameters parameters;
4588 parameters.codecs.push_back(GetEngineCodec("VP8"));
4589 parameters.codecs.push_back(GetEngineCodec("VP9"));
4590 EXPECT_TRUE(channel_->SetRecvParameters(parameters));
4591
4592 // Call GetRtpReceiveParameters before configured to receive an unsignaled
4593 // stream. Should return nothing.
4594 EXPECT_EQ(webrtc::RtpParameters(), channel_->GetRtpReceiveParameters(0));
4595
4596 // Set a sink for an unsignaled stream.
4597 cricket::FakeVideoRenderer renderer;
4598 // Value of "0" means "unsignaled stream".
4599 EXPECT_TRUE(channel_->SetSink(0, &renderer));
4600
4601 // Call GetRtpReceiveParameters before the SSRC is known. Value of "0"
4602 // in this method means "unsignaled stream".
4603 webrtc::RtpParameters rtp_parameters = channel_->GetRtpReceiveParameters(0);
4604 ASSERT_EQ(1u, rtp_parameters.encodings.size());
4605 EXPECT_FALSE(rtp_parameters.encodings[0].ssrc);
4606
4607 // Receive VP8 packet.
4608 uint8_t data[kMinRtpPacketLen];
4609 cricket::RtpHeader rtpHeader;
4610 rtpHeader.payload_type = GetEngineCodec("VP8").id;
4611 rtpHeader.seq_num = rtpHeader.timestamp = 0;
4612 rtpHeader.ssrc = kIncomingUnsignalledSsrc;
4613 cricket::SetRtpHeader(data, sizeof(data), rtpHeader);
4614 rtc::CopyOnWriteBuffer packet(data, sizeof(data));
4615 rtc::PacketTime packet_time;
4616 channel_->OnPacketReceived(&packet, packet_time);
4617
4618 // The |ssrc| member should still be unset.
4619 rtp_parameters = channel_->GetRtpReceiveParameters(0);
4620 ASSERT_EQ(1u, rtp_parameters.encodings.size());
4621 EXPECT_FALSE(rtp_parameters.encodings[0].ssrc);
4622}
4623
eladalonf1841382017-06-12 01:16:46 -07004624void WebRtcVideoChannelTest::TestReceiverLocalSsrcConfiguration(
Peter Boström3548dd22015-05-22 18:48:36 +02004625 bool receiver_first) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004626 EXPECT_TRUE(channel_->SetSendParameters(send_parameters_));
Peter Boström3548dd22015-05-22 18:48:36 +02004627
4628 const uint32_t kSenderSsrc = 0xC0FFEE;
Peter Boströmdfa28152015-10-21 17:21:10 +02004629 const uint32_t kSecondSenderSsrc = 0xBADCAFE;
Peter Boström3548dd22015-05-22 18:48:36 +02004630 const uint32_t kReceiverSsrc = 0x4711;
Peter Boströmdfa28152015-10-21 17:21:10 +02004631 const uint32_t kExpectedDefaultReceiverSsrc = 1;
Peter Boström3548dd22015-05-22 18:48:36 +02004632
4633 if (receiver_first) {
4634 AddRecvStream(StreamParams::CreateLegacy(kReceiverSsrc));
4635 std::vector<FakeVideoReceiveStream*> receive_streams =
4636 fake_call_->GetVideoReceiveStreams();
4637 ASSERT_EQ(1u, receive_streams.size());
Peter Boströmdfa28152015-10-21 17:21:10 +02004638 // Default local SSRC when we have no sender.
4639 EXPECT_EQ(kExpectedDefaultReceiverSsrc,
4640 receive_streams[0]->GetConfig().rtp.local_ssrc);
Peter Boström3548dd22015-05-22 18:48:36 +02004641 }
4642 AddSendStream(StreamParams::CreateLegacy(kSenderSsrc));
4643 if (!receiver_first)
4644 AddRecvStream(StreamParams::CreateLegacy(kReceiverSsrc));
4645 std::vector<FakeVideoReceiveStream*> receive_streams =
4646 fake_call_->GetVideoReceiveStreams();
4647 ASSERT_EQ(1u, receive_streams.size());
4648 EXPECT_EQ(kSenderSsrc, receive_streams[0]->GetConfig().rtp.local_ssrc);
Peter Boströmdfa28152015-10-21 17:21:10 +02004649
4650 // Removing first sender should fall back to another (in this case the second)
4651 // local send stream's SSRC.
4652 AddSendStream(StreamParams::CreateLegacy(kSecondSenderSsrc));
4653 ASSERT_TRUE(channel_->RemoveSendStream(kSenderSsrc));
4654 receive_streams =
4655 fake_call_->GetVideoReceiveStreams();
4656 ASSERT_EQ(1u, receive_streams.size());
4657 EXPECT_EQ(kSecondSenderSsrc, receive_streams[0]->GetConfig().rtp.local_ssrc);
4658
4659 // Removing the last sender should fall back to default local SSRC.
4660 ASSERT_TRUE(channel_->RemoveSendStream(kSecondSenderSsrc));
4661 receive_streams =
4662 fake_call_->GetVideoReceiveStreams();
4663 ASSERT_EQ(1u, receive_streams.size());
4664 EXPECT_EQ(kExpectedDefaultReceiverSsrc,
4665 receive_streams[0]->GetConfig().rtp.local_ssrc);
Peter Boström3548dd22015-05-22 18:48:36 +02004666}
4667
eladalonf1841382017-06-12 01:16:46 -07004668TEST_F(WebRtcVideoChannelTest, ConfiguresLocalSsrc) {
Peter Boström3548dd22015-05-22 18:48:36 +02004669 TestReceiverLocalSsrcConfiguration(false);
4670}
4671
eladalonf1841382017-06-12 01:16:46 -07004672TEST_F(WebRtcVideoChannelTest, ConfiguresLocalSsrcOnExistingReceivers) {
Peter Boström3548dd22015-05-22 18:48:36 +02004673 TestReceiverLocalSsrcConfiguration(true);
4674}
4675
eladalonf1841382017-06-12 01:16:46 -07004676class WebRtcVideoChannelSimulcastTest : public testing::Test {
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004677 public:
eladalonf1841382017-06-12 01:16:46 -07004678 WebRtcVideoChannelSimulcastTest()
magjed2475ae22017-09-12 04:42:15 -07004679 : fake_call_(webrtc::Call::Config(&event_log_)),
Magnus Jedvert02e7a192017-09-23 17:21:32 +02004680 encoder_factory_(new cricket::FakeWebRtcVideoEncoderFactory),
4681 decoder_factory_(new cricket::FakeWebRtcVideoDecoderFactory),
4682 engine_(std::unique_ptr<cricket::WebRtcVideoEncoderFactory>(
4683 encoder_factory_),
4684 std::unique_ptr<cricket::WebRtcVideoDecoderFactory>(
4685 decoder_factory_)),
magjed2475ae22017-09-12 04:42:15 -07004686 last_ssrc_(0) {}
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004687
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +00004688 void SetUp() override {
nisse51542be2016-02-12 02:27:06 -08004689 channel_.reset(
kthelgason2bc68642017-02-07 07:02:22 -08004690 engine_.CreateChannel(&fake_call_, GetMediaConfig(), VideoOptions()));
Sergey Ulanove2b15012016-11-22 16:08:30 -08004691 channel_->OnReadyToSend(true);
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004692 last_ssrc_ = 123;
4693 }
4694
4695 protected:
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004696 void VerifySimulcastSettings(const VideoCodec& codec,
perkj26752742016-10-24 01:21:16 -07004697 int capture_width,
4698 int capture_height,
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004699 size_t num_configured_streams,
sprang429600d2017-01-26 06:12:26 -08004700 size_t expected_num_streams,
4701 bool screenshare,
4702 bool conference_mode) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004703 cricket::VideoSendParameters parameters;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004704 parameters.codecs.push_back(codec);
sprang429600d2017-01-26 06:12:26 -08004705 parameters.conference_mode = conference_mode;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02004706 ASSERT_TRUE(channel_->SetSendParameters(parameters));
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004707
Peter Boström0c4e06b2015-10-07 12:23:21 +02004708 std::vector<uint32_t> ssrcs = MAKE_VECTOR(kSsrcs3);
henrikg91d6ede2015-09-17 00:24:34 -07004709 RTC_DCHECK(num_configured_streams <= ssrcs.size());
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004710 ssrcs.resize(num_configured_streams);
4711
sprangf24a0642017-02-28 13:23:26 -08004712 AddSendStream(CreateSimStreamParams("cname", ssrcs));
pbos@webrtc.org86196c42015-02-16 21:02:00 +00004713 // Send a full-size frame to trigger a stream reconfiguration to use all
4714 // expected simulcast layers.
4715 cricket::FakeVideoCapturer capturer;
sprangf24a0642017-02-28 13:23:26 -08004716 VideoOptions options;
4717 if (screenshare)
Oskar Sundbom78807582017-11-16 11:09:55 +01004718 options.is_screencast = screenshare;
deadbeef5a4a75a2016-06-02 16:23:38 -07004719 EXPECT_TRUE(
sprang429600d2017-01-26 06:12:26 -08004720 channel_->SetVideoSend(ssrcs.front(), true, &options, &capturer));
sprangf24a0642017-02-28 13:23:26 -08004721 // Fetch the latest stream since SetVideoSend() may recreate it if the
4722 // screen content setting is changed.
4723 FakeVideoSendStream* stream = fake_call_.GetVideoSendStreams().front();
pbos@webrtc.org86196c42015-02-16 21:02:00 +00004724 EXPECT_EQ(cricket::CS_RUNNING, capturer.Start(cricket::VideoFormat(
perkj26752742016-10-24 01:21:16 -07004725 capture_width, capture_height,
pbos@webrtc.org86196c42015-02-16 21:02:00 +00004726 cricket::VideoFormat::FpsToInterval(30),
4727 cricket::FOURCC_I420)));
4728 channel_->SetSend(true);
4729 EXPECT_TRUE(capturer.CaptureFrame());
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004730
4731 std::vector<webrtc::VideoStream> video_streams = stream->GetVideoStreams();
4732 ASSERT_EQ(expected_num_streams, video_streams.size());
4733
sprang429600d2017-01-26 06:12:26 -08004734 std::vector<webrtc::VideoStream> expected_streams;
4735 if (conference_mode) {
4736 expected_streams = GetSimulcastConfig(
4737 num_configured_streams, capture_width, capture_height, 0,
Lu Liu8b77aea2017-12-20 23:48:03 +00004738 kDefaultQpMax, kDefaultVideoMaxFramerate, screenshare);
sprang3ebabf12017-02-16 07:35:22 -08004739 if (screenshare) {
4740 for (const webrtc::VideoStream& stream : expected_streams) {
4741 // Never scale screen content.
4742 EXPECT_EQ(stream.width, capture_width);
4743 EXPECT_EQ(stream.height, capture_height);
4744 }
4745 }
sprang429600d2017-01-26 06:12:26 -08004746 } else {
4747 webrtc::VideoStream stream;
4748 stream.width = capture_width;
4749 stream.height = capture_height;
4750 stream.max_framerate = kDefaultVideoMaxFramerate;
Åsa Persson45bbc8a2017-11-13 10:16:47 +01004751 stream.min_bitrate_bps = cricket::kMinVideoBitrateBps;
sprang429600d2017-01-26 06:12:26 -08004752 int max_bitrate_kbps;
4753 if (capture_width * capture_height <= 320 * 240) {
4754 max_bitrate_kbps = 600;
4755 } else if (capture_width * capture_height <= 640 * 480) {
4756 max_bitrate_kbps = 1700;
4757 } else if (capture_width * capture_height <= 960 * 540) {
4758 max_bitrate_kbps = 2000;
4759 } else {
4760 max_bitrate_kbps = 2500;
4761 }
4762 stream.target_bitrate_bps = stream.max_bitrate_bps =
4763 max_bitrate_kbps * 1000;
4764 stream.max_qp = kDefaultQpMax;
4765 expected_streams.push_back(stream);
4766 }
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004767
4768 ASSERT_EQ(expected_streams.size(), video_streams.size());
4769
4770 size_t num_streams = video_streams.size();
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00004771 int total_max_bitrate_bps = 0;
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004772 for (size_t i = 0; i < num_streams; ++i) {
4773 EXPECT_EQ(expected_streams[i].width, video_streams[i].width);
4774 EXPECT_EQ(expected_streams[i].height, video_streams[i].height);
4775
4776 EXPECT_GT(video_streams[i].max_framerate, 0);
4777 EXPECT_EQ(expected_streams[i].max_framerate,
4778 video_streams[i].max_framerate);
4779
4780 EXPECT_GT(video_streams[i].min_bitrate_bps, 0);
4781 EXPECT_EQ(expected_streams[i].min_bitrate_bps,
4782 video_streams[i].min_bitrate_bps);
4783
4784 EXPECT_GT(video_streams[i].target_bitrate_bps, 0);
4785 EXPECT_EQ(expected_streams[i].target_bitrate_bps,
4786 video_streams[i].target_bitrate_bps);
4787
4788 EXPECT_GT(video_streams[i].max_bitrate_bps, 0);
4789 EXPECT_EQ(expected_streams[i].max_bitrate_bps,
4790 video_streams[i].max_bitrate_bps);
4791
4792 EXPECT_GT(video_streams[i].max_qp, 0);
4793 EXPECT_EQ(expected_streams[i].max_qp, video_streams[i].max_qp);
4794
sprang429600d2017-01-26 06:12:26 -08004795 EXPECT_EQ(!conference_mode,
4796 expected_streams[i].temporal_layer_thresholds_bps.empty());
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004797 EXPECT_EQ(expected_streams[i].temporal_layer_thresholds_bps,
4798 video_streams[i].temporal_layer_thresholds_bps);
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00004799
4800 if (i == num_streams - 1) {
4801 total_max_bitrate_bps += video_streams[i].max_bitrate_bps;
4802 } else {
4803 total_max_bitrate_bps += video_streams[i].target_bitrate_bps;
4804 }
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004805 }
pbos@webrtc.org77e11bb2015-02-23 16:39:07 +00004806
deadbeef5a4a75a2016-06-02 16:23:38 -07004807 EXPECT_TRUE(channel_->SetVideoSend(ssrcs.front(), true, nullptr, nullptr));
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004808 }
4809
4810 FakeVideoSendStream* AddSendStream() {
4811 return AddSendStream(StreamParams::CreateLegacy(last_ssrc_++));
4812 }
4813
4814 FakeVideoSendStream* AddSendStream(const StreamParams& sp) {
4815 size_t num_streams =
Fredrik Solenberg709ed672015-09-15 12:26:33 +02004816 fake_call_.GetVideoSendStreams().size();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004817 EXPECT_TRUE(channel_->AddSendStream(sp));
4818 std::vector<FakeVideoSendStream*> streams =
Fredrik Solenberg709ed672015-09-15 12:26:33 +02004819 fake_call_.GetVideoSendStreams();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004820 EXPECT_EQ(num_streams + 1, streams.size());
4821 return streams[streams.size() - 1];
4822 }
4823
4824 std::vector<FakeVideoSendStream*> GetFakeSendStreams() {
Fredrik Solenberg709ed672015-09-15 12:26:33 +02004825 return fake_call_.GetVideoSendStreams();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004826 }
4827
4828 FakeVideoReceiveStream* AddRecvStream() {
4829 return AddRecvStream(StreamParams::CreateLegacy(last_ssrc_++));
4830 }
4831
4832 FakeVideoReceiveStream* AddRecvStream(const StreamParams& sp) {
4833 size_t num_streams =
Fredrik Solenberg709ed672015-09-15 12:26:33 +02004834 fake_call_.GetVideoReceiveStreams().size();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004835 EXPECT_TRUE(channel_->AddRecvStream(sp));
4836 std::vector<FakeVideoReceiveStream*> streams =
Fredrik Solenberg709ed672015-09-15 12:26:33 +02004837 fake_call_.GetVideoReceiveStreams();
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004838 EXPECT_EQ(num_streams + 1, streams.size());
4839 return streams[streams.size() - 1];
4840 }
4841
skvlad11a9cbf2016-10-07 11:53:05 -07004842 webrtc::RtcEventLogNullImpl event_log_;
Fredrik Solenberg709ed672015-09-15 12:26:33 +02004843 FakeCall fake_call_;
Magnus Jedvert02e7a192017-09-23 17:21:32 +02004844 cricket::FakeWebRtcVideoEncoderFactory* encoder_factory_;
4845 cricket::FakeWebRtcVideoDecoderFactory* decoder_factory_;
eladalonf1841382017-06-12 01:16:46 -07004846 WebRtcVideoEngine engine_;
kwiberg686a8ef2016-02-26 03:00:35 -08004847 std::unique_ptr<VideoMediaChannel> channel_;
Peter Boström0c4e06b2015-10-07 12:23:21 +02004848 uint32_t last_ssrc_;
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004849};
4850
eladalonf1841382017-06-12 01:16:46 -07004851TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsWith2SimulcastStreams) {
sprang429600d2017-01-26 06:12:26 -08004852 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 640, 360, 2, 2, false,
4853 true);
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004854}
4855
eladalonf1841382017-06-12 01:16:46 -07004856TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsWith3SimulcastStreams) {
sprang429600d2017-01-26 06:12:26 -08004857 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 3, false,
4858 true);
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004859}
4860
4861// Test that we normalize send codec format size in simulcast.
eladalonf1841382017-06-12 01:16:46 -07004862TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsWithOddSizeInSimulcast) {
sprang429600d2017-01-26 06:12:26 -08004863 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 541, 271, 2, 2, false,
4864 true);
buildbot@webrtc.orga8530772014-12-10 09:01:18 +00004865}
sprang429600d2017-01-26 06:12:26 -08004866
eladalonf1841382017-06-12 01:16:46 -07004867TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsForScreenshare) {
sprang429600d2017-01-26 06:12:26 -08004868 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 1, true,
4869 false);
4870}
4871
eladalonf1841382017-06-12 01:16:46 -07004872TEST_F(WebRtcVideoChannelSimulcastTest,
sprang429600d2017-01-26 06:12:26 -08004873 SetSendCodecsForConferenceModeScreenshare) {
4874 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 1, true,
4875 true);
4876}
4877
eladalonf1841382017-06-12 01:16:46 -07004878TEST_F(WebRtcVideoChannelSimulcastTest, SetSendCodecsForSimulcastScreenshare) {
sprang429600d2017-01-26 06:12:26 -08004879 webrtc::test::ScopedFieldTrials override_field_trials_(
4880 "WebRTC-SimulcastScreenshare/Enabled/");
4881 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 2, true,
4882 true);
4883}
4884
eladalonf1841382017-06-12 01:16:46 -07004885TEST_F(WebRtcVideoChannelSimulcastTest,
sprangfe627f32017-03-29 08:24:59 -07004886 NoSimulcastScreenshareWithoutConference) {
4887 webrtc::test::ScopedFieldTrials override_field_trials_(
4888 "WebRTC-SimulcastScreenshare/Enabled/");
4889 VerifySimulcastSettings(cricket::VideoCodec("VP8"), 1280, 720, 3, 1, true,
4890 false);
4891}
4892
pbos@webrtc.orgb5a22b12014-05-13 11:07:01 +00004893} // namespace cricket