pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
Yves Gerey | 3e70781 | 2018-11-28 16:47:49 +0100 | [diff] [blame] | 10 | #include <memory> |
| 11 | #include <string> |
| 12 | #include <utility> |
| 13 | #include <vector> |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 14 | |
Yves Gerey | 3e70781 | 2018-11-28 16:47:49 +0100 | [diff] [blame] | 15 | #include "absl/memory/memory.h" |
| 16 | #include "absl/types/optional.h" |
| 17 | #include "api/test/simulated_network.h" |
Patrik Höglund | d8f3c17 | 2018-09-26 14:39:17 +0200 | [diff] [blame] | 18 | #include "api/test/test_dependency_factory.h" |
Yves Gerey | 3e70781 | 2018-11-28 16:47:49 +0100 | [diff] [blame] | 19 | #include "api/test/video_quality_test_fixture.h" |
| 20 | #include "api/video_codecs/sdp_video_format.h" |
| 21 | #include "api/video_codecs/video_codec.h" |
| 22 | #include "api/video_codecs/video_encoder_config.h" |
| 23 | #include "common_types.h" // NOLINT(build/include) |
Emircan Uysaler | 0823eec | 2018-07-13 17:10:00 -0700 | [diff] [blame] | 24 | #include "media/base/vp9_profile.h" |
| 25 | #include "modules/video_coding/codecs/vp9/include/vp9.h" |
Sebastian Jansson | f851888 | 2018-05-31 14:52:59 +0200 | [diff] [blame] | 26 | #include "rtc_base/flags.h" |
Mirko Bonadei | 17f4878 | 2018-09-28 08:51:10 +0200 | [diff] [blame] | 27 | #include "system_wrappers/include/field_trial.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 28 | #include "test/field_trial.h" |
| 29 | #include "test/gtest.h" |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 30 | #include "test/testsupport/file_utils.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 31 | #include "video/video_quality_test.h" |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 32 | |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 33 | namespace webrtc { |
Sebastian Jansson | f851888 | 2018-05-31 14:52:59 +0200 | [diff] [blame] | 34 | namespace flags { |
| 35 | |
Mirko Bonadei | 2dfa998 | 2018-10-18 11:35:32 +0200 | [diff] [blame] | 36 | WEBRTC_DEFINE_string(rtc_event_log_name, |
| 37 | "", |
| 38 | "Filename for rtc event log. Two files " |
| 39 | "with \"_send\" and \"_recv\" suffixes will be created."); |
Sebastian Jansson | f851888 | 2018-05-31 14:52:59 +0200 | [diff] [blame] | 40 | std::string RtcEventLogName() { |
| 41 | return static_cast<std::string>(FLAG_rtc_event_log_name); |
| 42 | } |
Mirko Bonadei | 2dfa998 | 2018-10-18 11:35:32 +0200 | [diff] [blame] | 43 | WEBRTC_DEFINE_string(rtp_dump_name, |
| 44 | "", |
| 45 | "Filename for dumped received RTP stream."); |
Sebastian Jansson | f851888 | 2018-05-31 14:52:59 +0200 | [diff] [blame] | 46 | std::string RtpDumpName() { |
| 47 | return static_cast<std::string>(FLAG_rtp_dump_name); |
| 48 | } |
Mirko Bonadei | 2dfa998 | 2018-10-18 11:35:32 +0200 | [diff] [blame] | 49 | WEBRTC_DEFINE_string( |
| 50 | encoded_frame_path, |
| 51 | "", |
| 52 | "The base path for encoded frame logs. Created files will have " |
| 53 | "the form <encoded_frame_path>.<n>.(recv|send.<m>).ivf"); |
Sebastian Jansson | f851888 | 2018-05-31 14:52:59 +0200 | [diff] [blame] | 54 | std::string EncodedFramePath() { |
| 55 | return static_cast<std::string>(FLAG_encoded_frame_path); |
| 56 | } |
| 57 | } // namespace flags |
| 58 | } // namespace webrtc |
| 59 | |
| 60 | namespace webrtc { |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 61 | |
sprang | 89c4a7e | 2017-06-30 13:27:40 -0700 | [diff] [blame] | 62 | namespace { |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 63 | static const int kFullStackTestDurationSecs = 45; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 64 | const char kPacerPushBackExperiment[] = |
| 65 | "WebRTC-PacerPushbackExperiment/Enabled/"; |
Erik Språng | d3438aa | 2018-11-08 16:56:43 +0100 | [diff] [blame] | 66 | const char kVp8TrustedRateControllerFieldTrial[] = |
| 67 | "WebRTC-LibvpxVp8TrustedRateController/Enabled/"; |
pbos@webrtc.org | b613b5a | 2013-12-03 10:13:04 +0000 | [diff] [blame] | 68 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 69 | struct ParamsWithLogging : public VideoQualityTest::Params { |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 70 | public: |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 71 | ParamsWithLogging() { |
| 72 | // Use these logging flags by default, for everything. |
Mirko Bonadei | 45a4c41 | 2018-07-31 15:07:28 +0200 | [diff] [blame] | 73 | logging = {flags::RtcEventLogName(), flags::RtpDumpName(), |
| 74 | flags::EncodedFramePath()}; |
Artem Titov | 75e3647 | 2018-10-08 12:28:56 +0200 | [diff] [blame] | 75 | this->config = BuiltInNetworkBehaviorConfig(); |
pbos@webrtc.org | 9401524 | 2013-10-16 11:05:37 +0000 | [diff] [blame] | 76 | } |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 77 | }; |
| 78 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 79 | std::unique_ptr<VideoQualityTestFixtureInterface> |
| 80 | CreateVideoQualityTestFixture() { |
Patrik Höglund | d8f3c17 | 2018-09-26 14:39:17 +0200 | [diff] [blame] | 81 | // The components will normally be nullptr (= use defaults), but it's possible |
| 82 | // for external test runners to override the list of injected components. |
| 83 | auto components = TestDependencyFactory::GetInstance().CreateComponents(); |
| 84 | return absl::make_unique<VideoQualityTest>(std::move(components)); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 85 | } |
| 86 | |
Erik Språng | b6b1cac | 2018-08-09 16:12:54 +0200 | [diff] [blame] | 87 | // Takes the current active field trials set, and appends some new trials. |
| 88 | std::string AppendFieldTrials(std::string new_trial_string) { |
| 89 | return std::string(field_trial::GetFieldTrialString()) + new_trial_string; |
| 90 | } |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 91 | |
| 92 | std::string ClipNameToClipPath(const char* clip_name) { |
| 93 | return test::ResourcePath(clip_name, "yuv"); |
| 94 | } |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 95 | } // namespace |
| 96 | |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 97 | // VideoQualityTest::Params params = { |
| 98 | // { ... }, // Common. |
| 99 | // { ... }, // Video-specific settings. |
| 100 | // { ... }, // Screenshare-specific settings. |
| 101 | // { ... }, // Analyzer settings. |
| 102 | // pipe, // FakeNetworkPipe::Config |
| 103 | // { ... }, // Spatial scalability. |
| 104 | // logs // bool |
| 105 | // }; |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 106 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 107 | class GenericDescriptorTest : public ::testing::TestWithParam<std::string> { |
| 108 | public: |
philipel | f638bbc | 2018-10-04 16:57:12 +0200 | [diff] [blame] | 109 | GenericDescriptorTest() |
Ilya Nikolaevskiy | 0500b52 | 2019-01-22 11:12:51 +0100 | [diff] [blame] | 110 | : field_trial_(AppendFieldTrials(GetParam())), |
philipel | f638bbc | 2018-10-04 16:57:12 +0200 | [diff] [blame] | 111 | generic_descriptor_enabled_( |
| 112 | field_trial::IsEnabled("WebRTC-GenericDescriptor")) {} |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 113 | |
| 114 | std::string GetTestName(std::string base) { |
philipel | f638bbc | 2018-10-04 16:57:12 +0200 | [diff] [blame] | 115 | if (generic_descriptor_enabled_) |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 116 | base += "_generic_descriptor"; |
| 117 | return base; |
| 118 | } |
| 119 | |
philipel | f638bbc | 2018-10-04 16:57:12 +0200 | [diff] [blame] | 120 | bool GenericDescriptorEnabled() const { return generic_descriptor_enabled_; } |
| 121 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 122 | private: |
| 123 | test::ScopedFieldTrials field_trial_; |
philipel | f638bbc | 2018-10-04 16:57:12 +0200 | [diff] [blame] | 124 | bool generic_descriptor_enabled_; |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 125 | }; |
| 126 | |
Mirko Bonadei | 8ef5793 | 2018-11-16 14:38:03 +0100 | [diff] [blame] | 127 | #if defined(RTC_ENABLE_VP9) |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 128 | TEST(FullStackTest, ForemanCifWithoutPacketLossVp9) { |
| 129 | auto fixture = CreateVideoQualityTestFixture(); |
| 130 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 131 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 132 | foreman_cif.video[0] = { |
| 133 | true, 352, 288, 30, |
| 134 | 700000, 700000, 700000, false, |
| 135 | "VP9", 1, 0, 0, |
| 136 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 137 | foreman_cif.analyzer = {"foreman_cif_net_delay_0_0_plr_0_VP9", 0.0, 0.0, |
| 138 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 139 | fixture->RunWithAnalyzer(foreman_cif); |
asapersson | 88b0a22 | 2016-02-12 13:16:43 -0800 | [diff] [blame] | 140 | } |
| 141 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 142 | TEST_P(GenericDescriptorTest, ForemanCifPlr5Vp9) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 143 | auto fixture = CreateVideoQualityTestFixture(); |
| 144 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 145 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 146 | foreman_cif.video[0] = { |
| 147 | true, 352, 288, 30, |
| 148 | 30000, 500000, 2000000, false, |
| 149 | "VP9", 1, 0, 0, |
| 150 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 151 | foreman_cif.analyzer = {GetTestName("foreman_cif_delay_50_0_plr_5_VP9"), 0.0, |
| 152 | 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 153 | foreman_cif.config->loss_percent = 5; |
| 154 | foreman_cif.config->queue_delay_ms = 50; |
philipel | f638bbc | 2018-10-04 16:57:12 +0200 | [diff] [blame] | 155 | foreman_cif.call.generic_descriptor = GenericDescriptorEnabled(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 156 | fixture->RunWithAnalyzer(foreman_cif); |
asapersson | 88b0a22 | 2016-02-12 13:16:43 -0800 | [diff] [blame] | 157 | } |
Emircan Uysaler | 03e6ec9 | 2018-03-09 15:03:26 -0800 | [diff] [blame] | 158 | |
Emircan Uysaler | 0823eec | 2018-07-13 17:10:00 -0700 | [diff] [blame] | 159 | TEST(FullStackTest, GeneratorWithoutPacketLossVp9Profile2) { |
| 160 | // Profile 2 might not be available on some platforms until |
| 161 | // https://bugs.chromium.org/p/webm/issues/detail?id=1544 is solved. |
| 162 | bool profile_2_is_supported = false; |
| 163 | for (const auto& codec : SupportedVP9Codecs()) { |
| 164 | if (ParseSdpForVP9Profile(codec.parameters) |
| 165 | .value_or(VP9Profile::kProfile0) == VP9Profile::kProfile2) { |
| 166 | profile_2_is_supported = true; |
| 167 | } |
| 168 | } |
| 169 | if (!profile_2_is_supported) |
| 170 | return; |
| 171 | auto fixture = CreateVideoQualityTestFixture(); |
| 172 | |
| 173 | SdpVideoFormat::Parameters vp92 = { |
| 174 | {kVP9FmtpProfileId, VP9ProfileToString(VP9Profile::kProfile2)}}; |
| 175 | ParamsWithLogging generator; |
| 176 | generator.call.send_side_bwe = true; |
| 177 | generator.video[0] = { |
| 178 | true, 352, 288, 30, 700000, 700000, 700000, false, "VP9", |
Stefan Holmer | 1f7a008 | 2019-01-11 15:39:08 +0100 | [diff] [blame] | 179 | 1, 0, 0, false, false, true, "GeneratorI010", 0, vp92}; |
Emircan Uysaler | 0823eec | 2018-07-13 17:10:00 -0700 | [diff] [blame] | 180 | generator.analyzer = {"generator_net_delay_0_0_plr_0_VP9Profile2", 0.0, 0.0, |
| 181 | kFullStackTestDurationSecs}; |
| 182 | fixture->RunWithAnalyzer(generator); |
| 183 | } |
| 184 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 185 | TEST(FullStackTest, ForemanCifWithoutPacketLossMultiplexI420Frame) { |
| 186 | auto fixture = CreateVideoQualityTestFixture(); |
| 187 | ParamsWithLogging foreman_cif; |
Emircan Uysaler | 03e6ec9 | 2018-03-09 15:03:26 -0800 | [diff] [blame] | 188 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 189 | foreman_cif.video[0] = { |
| 190 | true, 352, 288, 30, |
| 191 | 700000, 700000, 700000, false, |
| 192 | "multiplex", 1, 0, 0, |
| 193 | false, false, false, ClipNameToClipPath("foreman_cif")}; |
Emircan Uysaler | 03e6ec9 | 2018-03-09 15:03:26 -0800 | [diff] [blame] | 194 | foreman_cif.analyzer = {"foreman_cif_net_delay_0_0_plr_0_Multiplex", 0.0, 0.0, |
| 195 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 196 | fixture->RunWithAnalyzer(foreman_cif); |
Emircan Uysaler | 03e6ec9 | 2018-03-09 15:03:26 -0800 | [diff] [blame] | 197 | } |
| 198 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 199 | TEST(FullStackTest, GeneratorWithoutPacketLossMultiplexI420AFrame) { |
| 200 | auto fixture = CreateVideoQualityTestFixture(); |
| 201 | |
| 202 | ParamsWithLogging generator; |
Emircan Uysaler | f1ff3bd | 2018-03-12 11:53:21 -0700 | [diff] [blame] | 203 | generator.call.send_side_bwe = true; |
Stefan Holmer | 1f7a008 | 2019-01-11 15:39:08 +0100 | [diff] [blame] | 204 | generator.video[0] = { |
| 205 | true, 352, 288, 30, 700000, 700000, 700000, false, |
| 206 | "multiplex", 1, 0, 0, false, false, false, "GeneratorI420A"}; |
Emircan Uysaler | f1ff3bd | 2018-03-12 11:53:21 -0700 | [diff] [blame] | 207 | generator.analyzer = {"generator_net_delay_0_0_plr_0_Multiplex", 0.0, 0.0, |
| 208 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 209 | fixture->RunWithAnalyzer(generator); |
Emircan Uysaler | 03e6ec9 | 2018-03-09 15:03:26 -0800 | [diff] [blame] | 210 | } |
| 211 | |
Mirko Bonadei | 8ef5793 | 2018-11-16 14:38:03 +0100 | [diff] [blame] | 212 | #endif // defined(RTC_ENABLE_VP9) |
asapersson | 88b0a22 | 2016-02-12 13:16:43 -0800 | [diff] [blame] | 213 | |
Patrik Höglund | 11bf2fa | 2018-04-09 12:20:50 +0200 | [diff] [blame] | 214 | #if defined(WEBRTC_LINUX) |
| 215 | // Crashes on the linux trusty perf bot: bugs.webrtc.org/9129. |
| 216 | #define MAYBE_ParisQcifWithoutPacketLoss DISABLED_ParisQcifWithoutPacketLoss |
| 217 | #else |
| 218 | #define MAYBE_ParisQcifWithoutPacketLoss ParisQcifWithoutPacketLoss |
| 219 | #endif |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 220 | TEST(FullStackTest, MAYBE_ParisQcifWithoutPacketLoss) { |
| 221 | auto fixture = CreateVideoQualityTestFixture(); |
| 222 | ParamsWithLogging paris_qcif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 223 | paris_qcif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 224 | paris_qcif.video[0] = { |
| 225 | true, 176, 144, 30, |
| 226 | 300000, 300000, 300000, false, |
| 227 | "VP8", 1, 0, 0, |
| 228 | false, false, true, ClipNameToClipPath("paris_qcif")}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 229 | paris_qcif.analyzer = {"net_delay_0_0_plr_0", 36.0, 0.96, |
| 230 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 231 | fixture->RunWithAnalyzer(paris_qcif); |
pbos@webrtc.org | 994d0b7 | 2014-06-27 08:47:52 +0000 | [diff] [blame] | 232 | } |
| 233 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 234 | TEST_P(GenericDescriptorTest, ForemanCifWithoutPacketLoss) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 235 | auto fixture = CreateVideoQualityTestFixture(); |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 236 | // TODO(pbos): Decide on psnr/ssim thresholds for foreman_cif. |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 237 | ParamsWithLogging foreman_cif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 238 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 239 | foreman_cif.video[0] = { |
| 240 | true, 352, 288, 30, |
| 241 | 700000, 700000, 700000, false, |
| 242 | "VP8", 1, 0, 0, |
| 243 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 244 | foreman_cif.analyzer = {GetTestName("foreman_cif_net_delay_0_0_plr_0"), 0.0, |
| 245 | 0.0, kFullStackTestDurationSecs}; |
philipel | f638bbc | 2018-10-04 16:57:12 +0200 | [diff] [blame] | 246 | foreman_cif.call.generic_descriptor = GenericDescriptorEnabled(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 247 | fixture->RunWithAnalyzer(foreman_cif); |
pbos@webrtc.org | 994d0b7 | 2014-06-27 08:47:52 +0000 | [diff] [blame] | 248 | } |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 249 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 250 | TEST_P(GenericDescriptorTest, ForemanCif30kbpsWithoutPacketLoss) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 251 | auto fixture = CreateVideoQualityTestFixture(); |
| 252 | ParamsWithLogging foreman_cif; |
asapersson | fb6ad3b | 2016-12-16 06:54:01 -0800 | [diff] [blame] | 253 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 254 | foreman_cif.video[0] = { |
| 255 | true, 352, 288, 10, |
| 256 | 30000, 30000, 30000, false, |
| 257 | "VP8", 1, 0, 0, |
| 258 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 259 | foreman_cif.analyzer = {GetTestName("foreman_cif_30kbps_net_delay_0_0_plr_0"), |
| 260 | 0.0, 0.0, kFullStackTestDurationSecs}; |
philipel | f638bbc | 2018-10-04 16:57:12 +0200 | [diff] [blame] | 261 | foreman_cif.call.generic_descriptor = GenericDescriptorEnabled(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 262 | fixture->RunWithAnalyzer(foreman_cif); |
asapersson | fb6ad3b | 2016-12-16 06:54:01 -0800 | [diff] [blame] | 263 | } |
| 264 | |
Erik Språng | d3438aa | 2018-11-08 16:56:43 +0100 | [diff] [blame] | 265 | // TODO(webrtc:9722): Remove when experiment is cleaned up. |
| 266 | TEST_P(GenericDescriptorTest, |
| 267 | ForemanCif30kbpsWithoutPacketLossTrustedRateControl) { |
| 268 | test::ScopedFieldTrials override_field_trials( |
| 269 | AppendFieldTrials(kVp8TrustedRateControllerFieldTrial)); |
| 270 | auto fixture = CreateVideoQualityTestFixture(); |
| 271 | |
| 272 | ParamsWithLogging foreman_cif; |
| 273 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 274 | foreman_cif.video[0] = { |
| 275 | true, 352, 288, 10, |
| 276 | 30000, 30000, 30000, false, |
| 277 | "VP8", 1, 0, 0, |
| 278 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
Erik Språng | d3438aa | 2018-11-08 16:56:43 +0100 | [diff] [blame] | 279 | foreman_cif.analyzer = { |
| 280 | GetTestName("foreman_cif_30kbps_net_delay_0_0_plr_0_trusted_rate_ctrl"), |
| 281 | 0.0, 0.0, kFullStackTestDurationSecs}; |
| 282 | foreman_cif.call.generic_descriptor = GenericDescriptorEnabled(); |
| 283 | fixture->RunWithAnalyzer(foreman_cif); |
| 284 | } |
| 285 | |
Stefan Holmer | 1f7a008 | 2019-01-11 15:39:08 +0100 | [diff] [blame] | 286 | // Link capacity below default start rate. |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 287 | TEST(FullStackTest, ForemanCifLink150kbpsWithoutPacketLoss) { |
| 288 | auto fixture = CreateVideoQualityTestFixture(); |
Niels Möller | 0e90982 | 2018-08-21 17:34:35 +0200 | [diff] [blame] | 289 | ParamsWithLogging foreman_cif; |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 290 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 291 | foreman_cif.video[0] = { |
| 292 | true, 352, 288, 30, |
| 293 | 30000, 500000, 2000000, false, |
| 294 | "VP8", 1, 0, 0, |
| 295 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 296 | foreman_cif.analyzer = {"foreman_cif_link_150kbps_net_delay_0_0_plr_0", |
| 297 | 0.0, 0.0, |
| 298 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 299 | foreman_cif.config->link_capacity_kbps = 150; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 300 | fixture->RunWithAnalyzer(foreman_cif); |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 301 | } |
| 302 | |
Erik Språng | 616b233 | 2019-02-11 14:16:28 +0100 | [diff] [blame] | 303 | // Restricted network and encoder overproducing by 30%. |
| 304 | TEST(FullStackTest, ForemanCifLink150kbpsBadRateController) { |
| 305 | auto fixture = CreateVideoQualityTestFixture(); |
| 306 | ParamsWithLogging foreman_cif; |
| 307 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 308 | foreman_cif.video[0] = { |
| 309 | true, 352, 288, 30, |
| 310 | 30000, 500000, 2000000, false, |
| 311 | "VP8", 1, 0, 0, |
| 312 | false, false, true, ClipNameToClipPath("foreman_cif"), |
| 313 | 0, {}, 1.30}; |
Erik Språng | 616b233 | 2019-02-11 14:16:28 +0100 | [diff] [blame] | 314 | foreman_cif.analyzer = { |
| 315 | "foreman_cif_link_150kbps_delay100ms_30pkts_queue_overshoot30", 0.0, 0.0, |
| 316 | kFullStackTestDurationSecs}; |
| 317 | foreman_cif.config->link_capacity_kbps = 150; |
| 318 | foreman_cif.config->queue_length_packets = 30; |
| 319 | foreman_cif.config->queue_delay_ms = 100; |
| 320 | fixture->RunWithAnalyzer(foreman_cif); |
| 321 | } |
| 322 | |
Erik Språng | 8b8d01a | 2019-03-02 20:54:55 +0100 | [diff] [blame] | 323 | // Weak 3G-style link: 250kbps, 1% loss, 100ms delay, 15 packets queue. |
| 324 | // Packet rate and loss are low enough that loss will happen with ~3s interval. |
| 325 | // This triggers protection overhead to toggle between zero and non-zero. |
| 326 | // Link queue is restrictive enough to trigger loss on probes. |
| 327 | TEST(FullStackTest, ForemanCifMediaCapacitySmallLossAndQueue) { |
| 328 | auto fixture = CreateVideoQualityTestFixture(); |
| 329 | ParamsWithLogging foreman_cif; |
| 330 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 331 | foreman_cif.video[0] = { |
| 332 | true, 352, 288, 30, |
| 333 | 30000, 500000, 2000000, false, |
| 334 | "VP8", 1, 0, 0, |
| 335 | false, false, true, ClipNameToClipPath("foreman_cif"), |
| 336 | 0, {}, 1.30}; |
Erik Språng | 8b8d01a | 2019-03-02 20:54:55 +0100 | [diff] [blame] | 337 | foreman_cif.analyzer = {"foreman_cif_link_250kbps_delay100ms_10pkts_loss1", |
| 338 | 0.0, 0.0, kFullStackTestDurationSecs}; |
| 339 | foreman_cif.config->link_capacity_kbps = 250; |
| 340 | foreman_cif.config->queue_length_packets = 10; |
| 341 | foreman_cif.config->queue_delay_ms = 100; |
| 342 | foreman_cif.config->loss_percent = 1; |
| 343 | fixture->RunWithAnalyzer(foreman_cif); |
| 344 | } |
| 345 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 346 | TEST_P(GenericDescriptorTest, ForemanCifPlr5) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 347 | auto fixture = CreateVideoQualityTestFixture(); |
| 348 | ParamsWithLogging foreman_cif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 349 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 350 | foreman_cif.video[0] = { |
| 351 | true, 352, 288, 30, |
| 352 | 30000, 500000, 2000000, false, |
| 353 | "VP8", 1, 0, 0, |
| 354 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 355 | foreman_cif.analyzer = {GetTestName("foreman_cif_delay_50_0_plr_5"), 0.0, 0.0, |
Lu Liu | 6f68324 | 2018-09-25 18:48:48 +0000 | [diff] [blame] | 356 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 357 | foreman_cif.config->loss_percent = 5; |
| 358 | foreman_cif.config->queue_delay_ms = 50; |
philipel | f638bbc | 2018-10-04 16:57:12 +0200 | [diff] [blame] | 359 | foreman_cif.call.generic_descriptor = GenericDescriptorEnabled(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 360 | fixture->RunWithAnalyzer(foreman_cif); |
stefan@webrtc.org | c216b9a | 2014-10-14 10:38:49 +0000 | [diff] [blame] | 361 | } |
| 362 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 363 | TEST_P(GenericDescriptorTest, ForemanCifPlr5Ulpfec) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 364 | auto fixture = CreateVideoQualityTestFixture(); |
| 365 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 366 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 367 | foreman_cif.video[0] = { |
| 368 | true, 352, 288, 30, |
| 369 | 30000, 500000, 2000000, false, |
| 370 | "VP8", 1, 0, 0, |
| 371 | true, false, true, ClipNameToClipPath("foreman_cif")}; |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 372 | foreman_cif.analyzer = {GetTestName("foreman_cif_delay_50_0_plr_5_ulpfec"), |
| 373 | 0.0, 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 374 | foreman_cif.config->loss_percent = 5; |
| 375 | foreman_cif.config->queue_delay_ms = 50; |
philipel | f638bbc | 2018-10-04 16:57:12 +0200 | [diff] [blame] | 376 | foreman_cif.call.generic_descriptor = GenericDescriptorEnabled(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 377 | fixture->RunWithAnalyzer(foreman_cif); |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 378 | } |
| 379 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 380 | TEST(FullStackTest, ForemanCifPlr5Flexfec) { |
| 381 | auto fixture = CreateVideoQualityTestFixture(); |
| 382 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 383 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 384 | foreman_cif.video[0] = { |
| 385 | true, 352, 288, 30, |
| 386 | 30000, 500000, 2000000, false, |
| 387 | "VP8", 1, 0, 0, |
| 388 | false, true, true, ClipNameToClipPath("foreman_cif")}; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 389 | foreman_cif.analyzer = {"foreman_cif_delay_50_0_plr_5_flexfec", 0.0, 0.0, |
| 390 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 391 | foreman_cif.config->loss_percent = 5; |
| 392 | foreman_cif.config->queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 393 | fixture->RunWithAnalyzer(foreman_cif); |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 394 | } |
| 395 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 396 | TEST(FullStackTest, ForemanCif500kbpsPlr3Flexfec) { |
| 397 | auto fixture = CreateVideoQualityTestFixture(); |
| 398 | ParamsWithLogging foreman_cif; |
stefan | 889d965 | 2017-07-05 03:03:02 -0700 | [diff] [blame] | 399 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 400 | foreman_cif.video[0] = { |
| 401 | true, 352, 288, 30, |
| 402 | 30000, 500000, 2000000, false, |
| 403 | "VP8", 1, 0, 0, |
| 404 | false, true, true, ClipNameToClipPath("foreman_cif")}; |
stefan | 889d965 | 2017-07-05 03:03:02 -0700 | [diff] [blame] | 405 | foreman_cif.analyzer = {"foreman_cif_500kbps_delay_50_0_plr_3_flexfec", 0.0, |
| 406 | 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 407 | foreman_cif.config->loss_percent = 3; |
| 408 | foreman_cif.config->link_capacity_kbps = 500; |
| 409 | foreman_cif.config->queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 410 | fixture->RunWithAnalyzer(foreman_cif); |
stefan | 889d965 | 2017-07-05 03:03:02 -0700 | [diff] [blame] | 411 | } |
| 412 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 413 | TEST(FullStackTest, ForemanCif500kbpsPlr3Ulpfec) { |
| 414 | auto fixture = CreateVideoQualityTestFixture(); |
| 415 | ParamsWithLogging foreman_cif; |
stefan | 889d965 | 2017-07-05 03:03:02 -0700 | [diff] [blame] | 416 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 417 | foreman_cif.video[0] = { |
| 418 | true, 352, 288, 30, |
| 419 | 30000, 500000, 2000000, false, |
| 420 | "VP8", 1, 0, 0, |
| 421 | true, false, true, ClipNameToClipPath("foreman_cif")}; |
stefan | 889d965 | 2017-07-05 03:03:02 -0700 | [diff] [blame] | 422 | foreman_cif.analyzer = {"foreman_cif_500kbps_delay_50_0_plr_3_ulpfec", 0.0, |
| 423 | 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 424 | foreman_cif.config->loss_percent = 3; |
| 425 | foreman_cif.config->link_capacity_kbps = 500; |
| 426 | foreman_cif.config->queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 427 | fixture->RunWithAnalyzer(foreman_cif); |
stefan | 889d965 | 2017-07-05 03:03:02 -0700 | [diff] [blame] | 428 | } |
| 429 | |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 430 | #if defined(WEBRTC_USE_H264) |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 431 | TEST(FullStackTest, ForemanCifWithoutPacketlossH264) { |
| 432 | auto fixture = CreateVideoQualityTestFixture(); |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 433 | // TODO(pbos): Decide on psnr/ssim thresholds for foreman_cif. |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 434 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 435 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 436 | foreman_cif.video[0] = { |
| 437 | true, 352, 288, 30, |
| 438 | 700000, 700000, 700000, false, |
| 439 | "H264", 1, 0, 0, |
| 440 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 441 | foreman_cif.analyzer = {"foreman_cif_net_delay_0_0_plr_0_H264", 0.0, 0.0, |
| 442 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 443 | fixture->RunWithAnalyzer(foreman_cif); |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 444 | } |
| 445 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 446 | TEST(FullStackTest, ForemanCif30kbpsWithoutPacketlossH264) { |
| 447 | auto fixture = CreateVideoQualityTestFixture(); |
| 448 | ParamsWithLogging foreman_cif; |
asapersson | fb6ad3b | 2016-12-16 06:54:01 -0800 | [diff] [blame] | 449 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 450 | foreman_cif.video[0] = { |
| 451 | true, 352, 288, 10, |
| 452 | 30000, 30000, 30000, false, |
| 453 | "H264", 1, 0, 0, |
| 454 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
asapersson | fb6ad3b | 2016-12-16 06:54:01 -0800 | [diff] [blame] | 455 | foreman_cif.analyzer = {"foreman_cif_30kbps_net_delay_0_0_plr_0_H264", 0.0, |
| 456 | 0.0, kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 457 | fixture->RunWithAnalyzer(foreman_cif); |
asapersson | fb6ad3b | 2016-12-16 06:54:01 -0800 | [diff] [blame] | 458 | } |
| 459 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 460 | TEST_P(GenericDescriptorTest, ForemanCifPlr5H264) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 461 | auto fixture = CreateVideoQualityTestFixture(); |
| 462 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 463 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 464 | foreman_cif.video[0] = { |
| 465 | true, 352, 288, 30, |
| 466 | 30000, 500000, 2000000, false, |
| 467 | "H264", 1, 0, 0, |
| 468 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 469 | foreman_cif.analyzer = {GetTestName("foreman_cif_delay_50_0_plr_5_H264"), 0.0, |
| 470 | 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 471 | foreman_cif.config->loss_percent = 5; |
| 472 | foreman_cif.config->queue_delay_ms = 50; |
philipel | f638bbc | 2018-10-04 16:57:12 +0200 | [diff] [blame] | 473 | foreman_cif.call.generic_descriptor = GenericDescriptorEnabled(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 474 | fixture->RunWithAnalyzer(foreman_cif); |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 475 | } |
| 476 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 477 | TEST(FullStackTest, ForemanCifPlr5H264SpsPpsIdrIsKeyframe) { |
Rasmus Brandt | 88f080a | 2017-11-02 14:28:06 +0100 | [diff] [blame] | 478 | test::ScopedFieldTrials override_field_trials( |
Erik Språng | b6b1cac | 2018-08-09 16:12:54 +0200 | [diff] [blame] | 479 | AppendFieldTrials("WebRTC-SpsPpsIdrIsH264Keyframe/Enabled/")); |
Erik Språng | d3438aa | 2018-11-08 16:56:43 +0100 | [diff] [blame] | 480 | auto fixture = CreateVideoQualityTestFixture(); |
Rasmus Brandt | 88f080a | 2017-11-02 14:28:06 +0100 | [diff] [blame] | 481 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 482 | ParamsWithLogging foreman_cif; |
Rasmus Brandt | 88f080a | 2017-11-02 14:28:06 +0100 | [diff] [blame] | 483 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 484 | foreman_cif.video[0] = { |
| 485 | true, 352, 288, 30, |
| 486 | 30000, 500000, 2000000, false, |
| 487 | "H264", 1, 0, 0, |
| 488 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
Rasmus Brandt | 88f080a | 2017-11-02 14:28:06 +0100 | [diff] [blame] | 489 | foreman_cif.analyzer = {"foreman_cif_delay_50_0_plr_5_H264_sps_pps_idr", 0.0, |
| 490 | 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 491 | foreman_cif.config->loss_percent = 5; |
| 492 | foreman_cif.config->queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 493 | fixture->RunWithAnalyzer(foreman_cif); |
Rasmus Brandt | 88f080a | 2017-11-02 14:28:06 +0100 | [diff] [blame] | 494 | } |
| 495 | |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 496 | // Verify that this is worth the bot time, before enabling. |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 497 | TEST(FullStackTest, ForemanCifPlr5H264Flexfec) { |
| 498 | auto fixture = CreateVideoQualityTestFixture(); |
| 499 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 500 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 501 | foreman_cif.video[0] = { |
| 502 | true, 352, 288, 30, |
| 503 | 30000, 500000, 2000000, false, |
| 504 | "H264", 1, 0, 0, |
| 505 | false, true, true, ClipNameToClipPath("foreman_cif")}; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 506 | foreman_cif.analyzer = {"foreman_cif_delay_50_0_plr_5_H264_flexfec", 0.0, 0.0, |
| 507 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 508 | foreman_cif.config->loss_percent = 5; |
| 509 | foreman_cif.config->queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 510 | fixture->RunWithAnalyzer(foreman_cif); |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 511 | } |
| 512 | |
| 513 | // Ulpfec with H264 is an unsupported combination, so this test is only useful |
| 514 | // for debugging. It is therefore disabled by default. |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 515 | TEST(FullStackTest, DISABLED_ForemanCifPlr5H264Ulpfec) { |
| 516 | auto fixture = CreateVideoQualityTestFixture(); |
| 517 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 518 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 519 | foreman_cif.video[0] = { |
| 520 | true, 352, 288, 30, |
| 521 | 30000, 500000, 2000000, false, |
| 522 | "H264", 1, 0, 0, |
| 523 | true, false, true, ClipNameToClipPath("foreman_cif")}; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 524 | foreman_cif.analyzer = {"foreman_cif_delay_50_0_plr_5_H264_ulpfec", 0.0, 0.0, |
| 525 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 526 | foreman_cif.config->loss_percent = 5; |
| 527 | foreman_cif.config->queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 528 | fixture->RunWithAnalyzer(foreman_cif); |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 529 | } |
| 530 | #endif // defined(WEBRTC_USE_H264) |
| 531 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 532 | TEST(FullStackTest, ForemanCif500kbps) { |
| 533 | auto fixture = CreateVideoQualityTestFixture(); |
| 534 | ParamsWithLogging foreman_cif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 535 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 536 | foreman_cif.video[0] = { |
| 537 | true, 352, 288, 30, |
| 538 | 30000, 500000, 2000000, false, |
| 539 | "VP8", 1, 0, 0, |
| 540 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 541 | foreman_cif.analyzer = {"foreman_cif_500kbps", 0.0, 0.0, |
| 542 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 543 | foreman_cif.config->queue_length_packets = 0; |
| 544 | foreman_cif.config->queue_delay_ms = 0; |
| 545 | foreman_cif.config->link_capacity_kbps = 500; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 546 | fixture->RunWithAnalyzer(foreman_cif); |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 547 | } |
| 548 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 549 | TEST(FullStackTest, ForemanCif500kbpsLimitedQueue) { |
| 550 | auto fixture = CreateVideoQualityTestFixture(); |
| 551 | ParamsWithLogging foreman_cif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 552 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 553 | foreman_cif.video[0] = { |
| 554 | true, 352, 288, 30, |
| 555 | 30000, 500000, 2000000, false, |
| 556 | "VP8", 1, 0, 0, |
| 557 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 558 | foreman_cif.analyzer = {"foreman_cif_500kbps_32pkts_queue", 0.0, 0.0, |
| 559 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 560 | foreman_cif.config->queue_length_packets = 32; |
| 561 | foreman_cif.config->queue_delay_ms = 0; |
| 562 | foreman_cif.config->link_capacity_kbps = 500; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 563 | fixture->RunWithAnalyzer(foreman_cif); |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 564 | } |
| 565 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 566 | TEST(FullStackTest, ForemanCif500kbps100ms) { |
| 567 | auto fixture = CreateVideoQualityTestFixture(); |
| 568 | ParamsWithLogging foreman_cif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 569 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 570 | foreman_cif.video[0] = { |
| 571 | true, 352, 288, 30, |
| 572 | 30000, 500000, 2000000, false, |
| 573 | "VP8", 1, 0, 0, |
| 574 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 575 | foreman_cif.analyzer = {"foreman_cif_500kbps_100ms", 0.0, 0.0, |
| 576 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 577 | foreman_cif.config->queue_length_packets = 0; |
| 578 | foreman_cif.config->queue_delay_ms = 100; |
| 579 | foreman_cif.config->link_capacity_kbps = 500; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 580 | fixture->RunWithAnalyzer(foreman_cif); |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 581 | } |
| 582 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 583 | TEST_P(GenericDescriptorTest, ForemanCif500kbps100msLimitedQueue) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 584 | auto fixture = CreateVideoQualityTestFixture(); |
| 585 | ParamsWithLogging foreman_cif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 586 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 587 | foreman_cif.video[0] = { |
| 588 | true, 352, 288, 30, |
| 589 | 30000, 500000, 2000000, false, |
| 590 | "VP8", 1, 0, 0, |
| 591 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 592 | foreman_cif.analyzer = {GetTestName("foreman_cif_500kbps_100ms_32pkts_queue"), |
| 593 | 0.0, 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 594 | foreman_cif.config->queue_length_packets = 32; |
| 595 | foreman_cif.config->queue_delay_ms = 100; |
| 596 | foreman_cif.config->link_capacity_kbps = 500; |
philipel | f638bbc | 2018-10-04 16:57:12 +0200 | [diff] [blame] | 597 | foreman_cif.call.generic_descriptor = GenericDescriptorEnabled(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 598 | fixture->RunWithAnalyzer(foreman_cif); |
stefan | b179767 | 2016-08-11 07:00:57 -0700 | [diff] [blame] | 599 | } |
| 600 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 601 | TEST(FullStackTest, ForemanCif500kbps100msLimitedQueueRecvBwe) { |
| 602 | auto fixture = CreateVideoQualityTestFixture(); |
| 603 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 604 | foreman_cif.call.send_side_bwe = false; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 605 | foreman_cif.video[0] = { |
| 606 | true, 352, 288, 30, |
| 607 | 30000, 500000, 2000000, false, |
| 608 | "VP8", 1, 0, 0, |
| 609 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 610 | foreman_cif.analyzer = {"foreman_cif_500kbps_100ms_32pkts_queue_recv_bwe", |
| 611 | 0.0, 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 612 | foreman_cif.config->queue_length_packets = 32; |
| 613 | foreman_cif.config->queue_delay_ms = 100; |
| 614 | foreman_cif.config->link_capacity_kbps = 500; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 615 | fixture->RunWithAnalyzer(foreman_cif); |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 616 | } |
| 617 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 618 | TEST(FullStackTest, ForemanCif1000kbps100msLimitedQueue) { |
| 619 | auto fixture = CreateVideoQualityTestFixture(); |
| 620 | ParamsWithLogging foreman_cif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 621 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 622 | foreman_cif.video[0] = { |
| 623 | true, 352, 288, 30, |
| 624 | 30000, 2000000, 2000000, false, |
| 625 | "VP8", 1, 0, 0, |
| 626 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 627 | foreman_cif.analyzer = {"foreman_cif_1000kbps_100ms_32pkts_queue", 0.0, 0.0, |
| 628 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 629 | foreman_cif.config->queue_length_packets = 32; |
| 630 | foreman_cif.config->queue_delay_ms = 100; |
| 631 | foreman_cif.config->link_capacity_kbps = 1000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 632 | fixture->RunWithAnalyzer(foreman_cif); |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 633 | } |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 634 | |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 635 | // TODO(sprang): Remove this if we have the similar ModerateLimits below? |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 636 | TEST(FullStackTest, ConferenceMotionHd2000kbps100msLimitedQueue) { |
| 637 | auto fixture = CreateVideoQualityTestFixture(); |
| 638 | ParamsWithLogging conf_motion_hd; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 639 | conf_motion_hd.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 640 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 641 | true, 1280, |
| 642 | 720, 50, |
| 643 | 30000, 3000000, |
| 644 | 3000000, false, |
| 645 | "VP8", 1, |
| 646 | 0, 0, |
| 647 | false, false, |
| 648 | false, ClipNameToClipPath("ConferenceMotion_1280_720_50")}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 649 | conf_motion_hd.analyzer = {"conference_motion_hd_2000kbps_100ms_32pkts_queue", |
| 650 | 0.0, 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 651 | conf_motion_hd.config->queue_length_packets = 32; |
| 652 | conf_motion_hd.config->queue_delay_ms = 100; |
| 653 | conf_motion_hd.config->link_capacity_kbps = 2000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 654 | fixture->RunWithAnalyzer(conf_motion_hd); |
stefan | b179767 | 2016-08-11 07:00:57 -0700 | [diff] [blame] | 655 | } |
| 656 | |
Erik Språng | d3438aa | 2018-11-08 16:56:43 +0100 | [diff] [blame] | 657 | // TODO(webrtc:9722): Remove when experiment is cleaned up. |
| 658 | TEST(FullStackTest, ConferenceMotionHd1TLModerateLimitsWhitelistVp8) { |
| 659 | test::ScopedFieldTrials override_field_trials( |
| 660 | AppendFieldTrials(kVp8TrustedRateControllerFieldTrial)); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 661 | auto fixture = CreateVideoQualityTestFixture(); |
Erik Språng | d3438aa | 2018-11-08 16:56:43 +0100 | [diff] [blame] | 662 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 663 | ParamsWithLogging conf_motion_hd; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 664 | conf_motion_hd.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 665 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 666 | true, 1280, |
| 667 | 720, 50, |
| 668 | 30000, 3000000, |
| 669 | 3000000, false, |
| 670 | "VP8", 1, |
| 671 | -1, 0, |
| 672 | false, false, |
| 673 | false, ClipNameToClipPath("ConferenceMotion_1280_720_50")}; |
Erik Språng | d3438aa | 2018-11-08 16:56:43 +0100 | [diff] [blame] | 674 | conf_motion_hd.analyzer = { |
| 675 | "conference_motion_hd_1tl_moderate_limits_trusted_rate_ctrl", 0.0, 0.0, |
| 676 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 677 | conf_motion_hd.config->queue_length_packets = 50; |
| 678 | conf_motion_hd.config->loss_percent = 3; |
| 679 | conf_motion_hd.config->queue_delay_ms = 100; |
| 680 | conf_motion_hd.config->link_capacity_kbps = 2000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 681 | fixture->RunWithAnalyzer(conf_motion_hd); |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 682 | } |
| 683 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 684 | TEST_P(GenericDescriptorTest, ConferenceMotionHd2TLModerateLimits) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 685 | auto fixture = CreateVideoQualityTestFixture(); |
| 686 | ParamsWithLogging conf_motion_hd; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 687 | conf_motion_hd.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 688 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 689 | true, 1280, |
| 690 | 720, 50, |
| 691 | 30000, 3000000, |
| 692 | 3000000, false, |
| 693 | "VP8", 2, |
| 694 | -1, 0, |
| 695 | false, false, |
| 696 | false, ClipNameToClipPath("ConferenceMotion_1280_720_50")}; |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 697 | conf_motion_hd.analyzer = { |
| 698 | GetTestName("conference_motion_hd_2tl_moderate_limits"), 0.0, 0.0, |
| 699 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 700 | conf_motion_hd.config->queue_length_packets = 50; |
| 701 | conf_motion_hd.config->loss_percent = 3; |
| 702 | conf_motion_hd.config->queue_delay_ms = 100; |
| 703 | conf_motion_hd.config->link_capacity_kbps = 2000; |
philipel | f638bbc | 2018-10-04 16:57:12 +0200 | [diff] [blame] | 704 | conf_motion_hd.call.generic_descriptor = GenericDescriptorEnabled(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 705 | fixture->RunWithAnalyzer(conf_motion_hd); |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 706 | } |
| 707 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 708 | TEST(FullStackTest, ConferenceMotionHd3TLModerateLimits) { |
| 709 | auto fixture = CreateVideoQualityTestFixture(); |
| 710 | ParamsWithLogging conf_motion_hd; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 711 | conf_motion_hd.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 712 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 713 | true, 1280, |
| 714 | 720, 50, |
| 715 | 30000, 3000000, |
| 716 | 3000000, false, |
| 717 | "VP8", 3, |
| 718 | -1, 0, |
| 719 | false, false, |
| 720 | false, ClipNameToClipPath("ConferenceMotion_1280_720_50")}; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 721 | conf_motion_hd.analyzer = {"conference_motion_hd_3tl_moderate_limits", 0.0, |
| 722 | 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 723 | conf_motion_hd.config->queue_length_packets = 50; |
| 724 | conf_motion_hd.config->loss_percent = 3; |
| 725 | conf_motion_hd.config->queue_delay_ms = 100; |
| 726 | conf_motion_hd.config->link_capacity_kbps = 2000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 727 | fixture->RunWithAnalyzer(conf_motion_hd); |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 728 | } |
| 729 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 730 | TEST(FullStackTest, ConferenceMotionHd4TLModerateLimits) { |
| 731 | auto fixture = CreateVideoQualityTestFixture(); |
| 732 | ParamsWithLogging conf_motion_hd; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 733 | conf_motion_hd.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 734 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 735 | true, 1280, |
| 736 | 720, 50, |
| 737 | 30000, 3000000, |
| 738 | 3000000, false, |
| 739 | "VP8", 4, |
| 740 | -1, 0, |
| 741 | false, false, |
| 742 | false, ClipNameToClipPath("ConferenceMotion_1280_720_50")}; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 743 | conf_motion_hd.analyzer = {"conference_motion_hd_4tl_moderate_limits", 0.0, |
| 744 | 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 745 | conf_motion_hd.config->queue_length_packets = 50; |
| 746 | conf_motion_hd.config->loss_percent = 3; |
| 747 | conf_motion_hd.config->queue_delay_ms = 100; |
| 748 | conf_motion_hd.config->link_capacity_kbps = 2000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 749 | fixture->RunWithAnalyzer(conf_motion_hd); |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 750 | } |
| 751 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 752 | TEST(FullStackTest, ConferenceMotionHd3TLModerateLimitsAltTLPattern) { |
Erik Språng | b6b1cac | 2018-08-09 16:12:54 +0200 | [diff] [blame] | 753 | test::ScopedFieldTrials field_trial( |
| 754 | AppendFieldTrials("WebRTC-UseShortVP8TL3Pattern/Enabled/")); |
Erik Språng | d3438aa | 2018-11-08 16:56:43 +0100 | [diff] [blame] | 755 | auto fixture = CreateVideoQualityTestFixture(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 756 | ParamsWithLogging conf_motion_hd; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 757 | conf_motion_hd.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 758 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 759 | true, 1280, |
| 760 | 720, 50, |
| 761 | 30000, 3000000, |
| 762 | 3000000, false, |
| 763 | "VP8", 3, |
| 764 | -1, 0, |
| 765 | false, false, |
| 766 | false, ClipNameToClipPath("ConferenceMotion_1280_720_50")}; |
Rasmus Brandt | 3583693 | 2018-10-23 09:17:24 +0200 | [diff] [blame] | 767 | conf_motion_hd.analyzer = {"conference_motion_hd_3tl_alt_moderate_limits", |
| 768 | 0.0, 0.0, kFullStackTestDurationSecs}; |
| 769 | conf_motion_hd.config->queue_length_packets = 50; |
| 770 | conf_motion_hd.config->loss_percent = 3; |
| 771 | conf_motion_hd.config->queue_delay_ms = 100; |
| 772 | conf_motion_hd.config->link_capacity_kbps = 2000; |
| 773 | fixture->RunWithAnalyzer(conf_motion_hd); |
| 774 | } |
| 775 | |
| 776 | TEST(FullStackTest, |
| 777 | ConferenceMotionHd3TLModerateLimitsAltTLPatternAndBaseHeavyTLAllocation) { |
| 778 | auto fixture = CreateVideoQualityTestFixture(); |
| 779 | test::ScopedFieldTrials field_trial( |
| 780 | AppendFieldTrials("WebRTC-UseShortVP8TL3Pattern/Enabled/" |
| 781 | "WebRTC-UseBaseHeavyVP8TL3RateAllocation/Enabled/")); |
| 782 | ParamsWithLogging conf_motion_hd; |
| 783 | conf_motion_hd.call.send_side_bwe = true; |
| 784 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 785 | true, 1280, |
| 786 | 720, 50, |
| 787 | 30000, 3000000, |
| 788 | 3000000, false, |
| 789 | "VP8", 3, |
| 790 | -1, 0, |
| 791 | false, false, |
| 792 | false, ClipNameToClipPath("ConferenceMotion_1280_720_50")}; |
Rasmus Brandt | 3583693 | 2018-10-23 09:17:24 +0200 | [diff] [blame] | 793 | conf_motion_hd.analyzer = { |
| 794 | "conference_motion_hd_3tl_alt_heavy_moderate_limits", 0.0, 0.0, |
| 795 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 796 | conf_motion_hd.config->queue_length_packets = 50; |
| 797 | conf_motion_hd.config->loss_percent = 3; |
| 798 | conf_motion_hd.config->queue_delay_ms = 100; |
| 799 | conf_motion_hd.config->link_capacity_kbps = 2000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 800 | fixture->RunWithAnalyzer(conf_motion_hd); |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 801 | } |
| 802 | |
Mirko Bonadei | 8ef5793 | 2018-11-16 14:38:03 +0100 | [diff] [blame] | 803 | #if defined(RTC_ENABLE_VP9) |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 804 | TEST(FullStackTest, ConferenceMotionHd2000kbps100msLimitedQueueVP9) { |
| 805 | auto fixture = CreateVideoQualityTestFixture(); |
| 806 | ParamsWithLogging conf_motion_hd; |
jianj | 390e64d | 2017-02-03 09:51:23 -0800 | [diff] [blame] | 807 | conf_motion_hd.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 808 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 809 | true, 1280, |
| 810 | 720, 50, |
| 811 | 30000, 3000000, |
| 812 | 3000000, false, |
| 813 | "VP9", 1, |
| 814 | 0, 0, |
| 815 | false, false, |
| 816 | false, ClipNameToClipPath("ConferenceMotion_1280_720_50")}; |
jianj | 390e64d | 2017-02-03 09:51:23 -0800 | [diff] [blame] | 817 | conf_motion_hd.analyzer = { |
| 818 | "conference_motion_hd_2000kbps_100ms_32pkts_queue_vp9", 0.0, 0.0, |
| 819 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 820 | conf_motion_hd.config->queue_length_packets = 32; |
| 821 | conf_motion_hd.config->queue_delay_ms = 100; |
| 822 | conf_motion_hd.config->link_capacity_kbps = 2000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 823 | fixture->RunWithAnalyzer(conf_motion_hd); |
jianj | 390e64d | 2017-02-03 09:51:23 -0800 | [diff] [blame] | 824 | } |
| 825 | #endif |
| 826 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 827 | TEST(FullStackTest, ScreenshareSlidesVP8_2TL) { |
| 828 | auto fixture = CreateVideoQualityTestFixture(); |
| 829 | ParamsWithLogging screenshare; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 830 | screenshare.call.send_side_bwe = true; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 831 | screenshare.video[0] = {true, 1850, 1110, 5, 50000, 200000, |
| 832 | 1000000, false, "VP8", 2, 1, 400000, |
| 833 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 834 | screenshare.screenshare[0] = {true, false, 10}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 835 | screenshare.analyzer = {"screenshare_slides", 0.0, 0.0, |
| 836 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 837 | fixture->RunWithAnalyzer(screenshare); |
Erik Språng | 6ee69aa | 2015-09-03 15:58:05 +0200 | [diff] [blame] | 838 | } |
| 839 | |
Ilya Nikolaevskiy | f08dd9d | 2018-10-09 17:22:15 +0200 | [diff] [blame] | 840 | #if !defined(WEBRTC_MAC) |
Oskar Sundbom | 8bacf25 | 2019-01-08 16:40:08 +0100 | [diff] [blame] | 841 | // All the tests using this constant are disabled on Mac. |
Ilya Nikolaevskiy | f08dd9d | 2018-10-09 17:22:15 +0200 | [diff] [blame] | 842 | const char kScreenshareSimulcastExperiment[] = |
| 843 | "WebRTC-SimulcastScreenshare/Enabled/"; |
Oskar Sundbom | 8bacf25 | 2019-01-08 16:40:08 +0100 | [diff] [blame] | 844 | // TODO(bugs.webrtc.org/9840): Investigate why is this test flaky on Win/Mac. |
| 845 | #if !defined(WEBRTC_WIN) |
Ilya Nikolaevskiy | 7b41225 | 2019-03-06 16:40:42 +0100 | [diff] [blame] | 846 | const char kScreenshareSimulcastVariableFramerateExperiment[] = |
| 847 | "WebRTC-SimulcastScreenshare/Enabled/" |
| 848 | "WebRTC-VP8VariableFramerateScreenshare/" |
| 849 | "Enabled,min_fps:5.0,min_qp:15,undershoot:30/"; |
Ilya Nikolaevskiy | dda5fdc | 2019-02-27 10:00:06 +0100 | [diff] [blame] | 850 | TEST(FullStackTest, ScreenshareSlidesVP8_2TL_Simulcast) { |
Erik Språng | d3438aa | 2018-11-08 16:56:43 +0100 | [diff] [blame] | 851 | test::ScopedFieldTrials field_trial( |
| 852 | AppendFieldTrials(kScreenshareSimulcastExperiment)); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 853 | auto fixture = CreateVideoQualityTestFixture(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 854 | ParamsWithLogging screenshare; |
ilnik | cb8c146 | 2017-03-09 09:23:30 -0800 | [diff] [blame] | 855 | screenshare.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 856 | screenshare.screenshare[0] = {true, false, 10}; |
Ilya Nikolaevskiy | dda5fdc | 2019-02-27 10:00:06 +0100 | [diff] [blame] | 857 | screenshare.video[0] = {true, 1850, 1110, 30, 800000, 2500000, |
Ilya Nikolaevskiy | aec663e | 2019-02-27 12:52:11 +0100 | [diff] [blame] | 858 | 2500000, false, "VP8", 2, 1, 400000, |
Ilya Nikolaevskiy | dda5fdc | 2019-02-27 10:00:06 +0100 | [diff] [blame] | 859 | false, false, false, ""}; |
ilnik | cb8c146 | 2017-03-09 09:23:30 -0800 | [diff] [blame] | 860 | screenshare.analyzer = {"screenshare_slides_simulcast", 0.0, 0.0, |
| 861 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 862 | ParamsWithLogging screenshare_params_high; |
Ilya Nikolaevskiy | dda5fdc | 2019-02-27 10:00:06 +0100 | [diff] [blame] | 863 | screenshare_params_high.video[0] = { |
| 864 | true, 1850, 1110, 60, 600000, 1250000, 1250000, false, |
| 865 | "VP8", 2, 0, 400000, false, false, false, ""}; |
ilnik | cb8c146 | 2017-03-09 09:23:30 -0800 | [diff] [blame] | 866 | VideoQualityTest::Params screenshare_params_low; |
Ilya Nikolaevskiy | dda5fdc | 2019-02-27 10:00:06 +0100 | [diff] [blame] | 867 | screenshare_params_low.video[0] = {true, 1850, 1110, 5, 30000, 200000, |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 868 | 1000000, false, "VP8", 2, 0, 400000, |
| 869 | false, false, false, ""}; |
ilnik | cb8c146 | 2017-03-09 09:23:30 -0800 | [diff] [blame] | 870 | |
| 871 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 872 | VideoQualityTest::DefaultVideoStream(screenshare_params_low, 0), |
| 873 | VideoQualityTest::DefaultVideoStream(screenshare_params_high, 0)}; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 874 | screenshare.ss[0] = { |
| 875 | streams, 1, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 876 | false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 877 | fixture->RunWithAnalyzer(screenshare); |
ilnik | cb8c146 | 2017-03-09 09:23:30 -0800 | [diff] [blame] | 878 | } |
Ilya Nikolaevskiy | 7b41225 | 2019-03-06 16:40:42 +0100 | [diff] [blame] | 879 | |
| 880 | TEST(FullStackTest, ScreenshareSlidesVP8_2TL_Simulcast_Variable_Framerate) { |
| 881 | test::ScopedFieldTrials field_trial( |
| 882 | AppendFieldTrials(kScreenshareSimulcastVariableFramerateExperiment)); |
| 883 | auto fixture = CreateVideoQualityTestFixture(); |
| 884 | ParamsWithLogging screenshare; |
| 885 | screenshare.call.send_side_bwe = true; |
| 886 | screenshare.screenshare[0] = {true, false, 10}; |
| 887 | screenshare.video[0] = {true, 1850, 1110, 30, 800000, 2500000, |
| 888 | 2500000, false, "VP8", 2, 1, 400000, |
| 889 | false, false, false, ""}; |
| 890 | screenshare.analyzer = {"screenshare_slides_simulcast_variable_framerate", |
| 891 | 0.0, 0.0, kFullStackTestDurationSecs}; |
| 892 | ParamsWithLogging screenshare_params_high; |
| 893 | screenshare_params_high.video[0] = { |
| 894 | true, 1850, 1110, 60, 600000, 1250000, 1250000, false, |
| 895 | "VP8", 2, 0, 400000, false, false, false, ""}; |
| 896 | VideoQualityTest::Params screenshare_params_low; |
| 897 | screenshare_params_low.video[0] = {true, 1850, 1110, 5, 30000, 200000, |
| 898 | 1000000, false, "VP8", 2, 0, 400000, |
| 899 | false, false, false, ""}; |
| 900 | |
| 901 | std::vector<VideoStream> streams = { |
| 902 | VideoQualityTest::DefaultVideoStream(screenshare_params_low, 0), |
| 903 | VideoQualityTest::DefaultVideoStream(screenshare_params_high, 0)}; |
| 904 | screenshare.ss[0] = { |
| 905 | streams, 1, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 906 | false}; |
| 907 | fixture->RunWithAnalyzer(screenshare); |
| 908 | } |
Ilya Nikolaevskiy | 9699f09 | 2019-03-12 14:02:26 +0100 | [diff] [blame] | 909 | |
| 910 | TEST(FullStackTest, ScreenshareSlidesVP8_2TL_Simulcast_low) { |
| 911 | test::ScopedFieldTrials field_trial( |
| 912 | AppendFieldTrials(kScreenshareSimulcastExperiment)); |
| 913 | auto fixture = CreateVideoQualityTestFixture(); |
| 914 | ParamsWithLogging screenshare; |
| 915 | screenshare.call.send_side_bwe = true; |
| 916 | screenshare.screenshare[0] = {true, false, 10}; |
| 917 | screenshare.video[0] = {true, 1850, 1110, 30, 800000, 2500000, |
| 918 | 2500000, false, "VP8", 2, 1, 400000, |
| 919 | false, false, false, ""}; |
| 920 | screenshare.analyzer = {"screenshare_slides_simulcast_low", 0.0, 0.0, |
| 921 | kFullStackTestDurationSecs}; |
| 922 | VideoQualityTest::Params screenshare_params_high; |
| 923 | screenshare_params_high.video[0] = { |
| 924 | true, 1850, 1110, 60, 600000, 1250000, 1250000, false, |
| 925 | "VP8", 2, 0, 400000, false, false, false, ""}; |
| 926 | VideoQualityTest::Params screenshare_params_low; |
| 927 | screenshare_params_low.video[0] = {true, 1850, 1110, 5, 30000, 200000, |
| 928 | 1000000, false, "VP8", 2, 0, 400000, |
| 929 | false, false, false, ""}; |
| 930 | |
| 931 | std::vector<VideoStream> streams = { |
| 932 | VideoQualityTest::DefaultVideoStream(screenshare_params_low, 0), |
| 933 | VideoQualityTest::DefaultVideoStream(screenshare_params_high, 0)}; |
| 934 | screenshare.ss[0] = { |
| 935 | streams, 0, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 936 | false}; |
| 937 | fixture->RunWithAnalyzer(screenshare); |
| 938 | } |
| 939 | |
Oskar Sundbom | 8bacf25 | 2019-01-08 16:40:08 +0100 | [diff] [blame] | 940 | #endif // !defined(WEBRTC_WIN) |
Ilya Nikolaevskiy | f08dd9d | 2018-10-09 17:22:15 +0200 | [diff] [blame] | 941 | #endif // !defined(WEBRTC_MAC) |
ilnik | cb8c146 | 2017-03-09 09:23:30 -0800 | [diff] [blame] | 942 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 943 | TEST(FullStackTest, ScreenshareSlidesVP8_2TL_Scroll) { |
| 944 | auto fixture = CreateVideoQualityTestFixture(); |
| 945 | ParamsWithLogging config; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 946 | config.call.send_side_bwe = true; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 947 | config.video[0] = {true, 1850, 1110 / 2, 5, 50000, 200000, |
| 948 | 1000000, false, "VP8", 2, 1, 400000, |
| 949 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 950 | config.screenshare[0] = {true, false, 10, 2}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 951 | config.analyzer = {"screenshare_slides_scrolling", 0.0, 0.0, |
| 952 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 953 | fixture->RunWithAnalyzer(config); |
ivica | 028cf48 | 2015-07-30 02:15:56 -0700 | [diff] [blame] | 954 | } |
| 955 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 956 | TEST_P(GenericDescriptorTest, ScreenshareSlidesVP8_2TL_LossyNet) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 957 | auto fixture = CreateVideoQualityTestFixture(); |
| 958 | ParamsWithLogging screenshare; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 959 | screenshare.call.send_side_bwe = true; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 960 | screenshare.video[0] = {true, 1850, 1110, 5, 50000, 200000, |
| 961 | 1000000, false, "VP8", 2, 1, 400000, |
| 962 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 963 | screenshare.screenshare[0] = {true, false, 10}; |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 964 | screenshare.analyzer = {GetTestName("screenshare_slides_lossy_net"), 0.0, 0.0, |
Lu Liu | 6f68324 | 2018-09-25 18:48:48 +0000 | [diff] [blame] | 965 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 966 | screenshare.config->loss_percent = 5; |
| 967 | screenshare.config->queue_delay_ms = 200; |
| 968 | screenshare.config->link_capacity_kbps = 500; |
philipel | f638bbc | 2018-10-04 16:57:12 +0200 | [diff] [blame] | 969 | screenshare.call.generic_descriptor = GenericDescriptorEnabled(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 970 | fixture->RunWithAnalyzer(screenshare); |
sprang | ee37de3 | 2015-11-23 06:10:23 -0800 | [diff] [blame] | 971 | } |
| 972 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 973 | TEST(FullStackTest, ScreenshareSlidesVP8_2TL_VeryLossyNet) { |
| 974 | auto fixture = CreateVideoQualityTestFixture(); |
| 975 | ParamsWithLogging screenshare; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 976 | screenshare.call.send_side_bwe = true; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 977 | screenshare.video[0] = {true, 1850, 1110, 5, 50000, 200000, |
| 978 | 1000000, false, "VP8", 2, 1, 400000, |
| 979 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 980 | screenshare.screenshare[0] = {true, false, 10}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 981 | screenshare.analyzer = {"screenshare_slides_very_lossy", 0.0, 0.0, |
| 982 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 983 | screenshare.config->loss_percent = 10; |
| 984 | screenshare.config->queue_delay_ms = 200; |
| 985 | screenshare.config->link_capacity_kbps = 500; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 986 | fixture->RunWithAnalyzer(screenshare); |
sprang | ee37de3 | 2015-11-23 06:10:23 -0800 | [diff] [blame] | 987 | } |
| 988 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 989 | TEST(FullStackTest, ScreenshareSlidesVP8_2TL_LossyNetRestrictedQueue) { |
| 990 | auto fixture = CreateVideoQualityTestFixture(); |
| 991 | ParamsWithLogging screenshare; |
sprang | e566e17 | 2017-06-08 01:29:15 -0700 | [diff] [blame] | 992 | screenshare.call.send_side_bwe = true; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 993 | screenshare.video[0] = {true, 1850, 1110, 5, 50000, 200000, |
| 994 | 1000000, false, "VP8", 2, 1, 400000, |
| 995 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 996 | screenshare.screenshare[0] = {true, false, 10}; |
sprang | e566e17 | 2017-06-08 01:29:15 -0700 | [diff] [blame] | 997 | screenshare.analyzer = {"screenshare_slides_lossy_limited", 0.0, 0.0, |
| 998 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 999 | screenshare.config->loss_percent = 5; |
| 1000 | screenshare.config->link_capacity_kbps = 200; |
| 1001 | screenshare.config->queue_length_packets = 30; |
sprang | e566e17 | 2017-06-08 01:29:15 -0700 | [diff] [blame] | 1002 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1003 | fixture->RunWithAnalyzer(screenshare); |
sprang | e566e17 | 2017-06-08 01:29:15 -0700 | [diff] [blame] | 1004 | } |
| 1005 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1006 | TEST(FullStackTest, ScreenshareSlidesVP8_2TL_ModeratelyRestricted) { |
| 1007 | auto fixture = CreateVideoQualityTestFixture(); |
| 1008 | ParamsWithLogging screenshare; |
sprang | 89c4a7e | 2017-06-30 13:27:40 -0700 | [diff] [blame] | 1009 | screenshare.call.send_side_bwe = true; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 1010 | screenshare.video[0] = {true, 1850, 1110, 5, 50000, 200000, |
| 1011 | 1000000, false, "VP8", 2, 1, 400000, |
| 1012 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1013 | screenshare.screenshare[0] = {true, false, 10}; |
sprang | 89c4a7e | 2017-06-30 13:27:40 -0700 | [diff] [blame] | 1014 | screenshare.analyzer = {"screenshare_slides_moderately_restricted", 0.0, 0.0, |
| 1015 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 1016 | screenshare.config->loss_percent = 1; |
| 1017 | screenshare.config->link_capacity_kbps = 1200; |
| 1018 | screenshare.config->queue_length_packets = 30; |
sprang | 89c4a7e | 2017-06-30 13:27:40 -0700 | [diff] [blame] | 1019 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1020 | fixture->RunWithAnalyzer(screenshare); |
sprang | 89c4a7e | 2017-06-30 13:27:40 -0700 | [diff] [blame] | 1021 | } |
| 1022 | |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1023 | // Since ParamsWithLogging::Video is not trivially destructible, we can't |
| 1024 | // store these structs as const globals. |
| 1025 | ParamsWithLogging::Video SvcVp9Video() { |
| 1026 | return ParamsWithLogging::Video{ |
| 1027 | true, 1280, |
| 1028 | 720, 30, |
| 1029 | 800000, 2500000, |
| 1030 | 2500000, false, |
| 1031 | "VP9", 3, |
| 1032 | 2, 400000, |
| 1033 | false, false, |
| 1034 | false, ClipNameToClipPath("ConferenceMotion_1280_720_50")}; |
| 1035 | } |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 1036 | |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1037 | ParamsWithLogging::Video SimulcastVp8VideoHigh() { |
| 1038 | return ParamsWithLogging::Video{ |
| 1039 | true, 1280, |
| 1040 | 720, 30, |
| 1041 | 800000, 2500000, |
| 1042 | 2500000, false, |
| 1043 | "VP8", 3, |
| 1044 | 2, 400000, |
| 1045 | false, false, |
| 1046 | false, ClipNameToClipPath("ConferenceMotion_1280_720_50")}; |
| 1047 | } |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 1048 | |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1049 | ParamsWithLogging::Video SimulcastVp8VideoMedium() { |
| 1050 | return ParamsWithLogging::Video{ |
| 1051 | true, 640, |
| 1052 | 360, 30, |
| 1053 | 150000, 500000, |
| 1054 | 700000, false, |
| 1055 | "VP8", 3, |
| 1056 | 2, 400000, |
| 1057 | false, false, |
| 1058 | false, ClipNameToClipPath("ConferenceMotion_1280_720_50")}; |
| 1059 | } |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 1060 | |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1061 | ParamsWithLogging::Video SimulcastVp8VideoLow() { |
| 1062 | return ParamsWithLogging::Video{ |
| 1063 | true, 320, |
| 1064 | 180, 30, |
| 1065 | 30000, 150000, |
| 1066 | 200000, false, |
| 1067 | "VP8", 3, |
| 1068 | 2, 400000, |
| 1069 | false, false, |
| 1070 | false, ClipNameToClipPath("ConferenceMotion_1280_720_50")}; |
| 1071 | } |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 1072 | |
Mirko Bonadei | 8ef5793 | 2018-11-16 14:38:03 +0100 | [diff] [blame] | 1073 | #if defined(RTC_ENABLE_VP9) |
Ilya Nikolaevskiy | 6117068 | 2019-03-06 16:04:32 +0100 | [diff] [blame] | 1074 | |
| 1075 | TEST(FullStackTest, ScreenshareSlidesVP9_3SL_High_Fps) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1076 | auto fixture = CreateVideoQualityTestFixture(); |
| 1077 | ParamsWithLogging screenshare; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 1078 | screenshare.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 6117068 | 2019-03-06 16:04:32 +0100 | [diff] [blame] | 1079 | screenshare.video[0] = {true, 1850, 1110, 30, 50000, 200000, |
| 1080 | 2000000, false, "VP9", 1, 0, 400000, |
| 1081 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1082 | screenshare.screenshare[0] = {true, false, 10}; |
Ilya Nikolaevskiy | 6117068 | 2019-03-06 16:04:32 +0100 | [diff] [blame] | 1083 | screenshare.analyzer = {"screenshare_slides_vp9_3sl_high_fps", 0.0, 0.0, |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 1084 | kFullStackTestDurationSecs}; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1085 | screenshare.ss[0] = { |
Ilya Nikolaevskiy | 6117068 | 2019-03-06 16:04:32 +0100 | [diff] [blame] | 1086 | std::vector<VideoStream>(), 0, 3, 2, InterLayerPredMode::kOn, |
| 1087 | std::vector<SpatialLayer>(), true}; |
| 1088 | fixture->RunWithAnalyzer(screenshare); |
| 1089 | } |
| 1090 | |
| 1091 | TEST(FullStackTest, ScreenshareSlidesVP9_3SL_Variable_Fps) { |
| 1092 | webrtc::test::ScopedFieldTrials override_trials( |
| 1093 | AppendFieldTrials("WebRTC-VP9VariableFramerateScreenshare/" |
| 1094 | "Enabled,min_qp:32,min_fps:5.0,undershoot:30,frames_" |
| 1095 | "before_steady_state:5/")); |
| 1096 | auto fixture = CreateVideoQualityTestFixture(); |
| 1097 | ParamsWithLogging screenshare; |
| 1098 | screenshare.call.send_side_bwe = true; |
| 1099 | screenshare.video[0] = {true, 1850, 1110, 30, 50000, 200000, |
| 1100 | 2000000, false, "VP9", 1, 0, 400000, |
| 1101 | false, false, false, ""}; |
| 1102 | screenshare.screenshare[0] = {true, false, 10}; |
| 1103 | screenshare.analyzer = {"screenshare_slides_vp9_3sl_variable_fps", 0.0, 0.0, |
| 1104 | kFullStackTestDurationSecs}; |
| 1105 | screenshare.ss[0] = { |
| 1106 | std::vector<VideoStream>(), 0, 3, 2, InterLayerPredMode::kOn, |
| 1107 | std::vector<SpatialLayer>(), true}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1108 | fixture->RunWithAnalyzer(screenshare); |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 1109 | } |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 1110 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1111 | TEST(FullStackTest, VP9SVC_3SL_High) { |
| 1112 | auto fixture = CreateVideoQualityTestFixture(); |
| 1113 | ParamsWithLogging simulcast; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 1114 | simulcast.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1115 | simulcast.video[0] = SvcVp9Video(); |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 1116 | simulcast.analyzer = {"vp9svc_3sl_high", 0.0, 0.0, |
| 1117 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1118 | |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1119 | simulcast.ss[0] = { |
| 1120 | std::vector<VideoStream>(), 0, 3, 2, InterLayerPredMode::kOn, |
| 1121 | std::vector<SpatialLayer>(), false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1122 | fixture->RunWithAnalyzer(simulcast); |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 1123 | } |
| 1124 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1125 | TEST(FullStackTest, VP9SVC_3SL_Medium) { |
| 1126 | auto fixture = CreateVideoQualityTestFixture(); |
| 1127 | ParamsWithLogging simulcast; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 1128 | simulcast.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1129 | simulcast.video[0] = SvcVp9Video(); |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 1130 | simulcast.analyzer = {"vp9svc_3sl_medium", 0.0, 0.0, |
| 1131 | kFullStackTestDurationSecs}; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1132 | simulcast.ss[0] = { |
| 1133 | std::vector<VideoStream>(), 0, 3, 1, InterLayerPredMode::kOn, |
| 1134 | std::vector<SpatialLayer>(), false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1135 | fixture->RunWithAnalyzer(simulcast); |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 1136 | } |
| 1137 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1138 | TEST(FullStackTest, VP9SVC_3SL_Low) { |
| 1139 | auto fixture = CreateVideoQualityTestFixture(); |
| 1140 | ParamsWithLogging simulcast; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 1141 | simulcast.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1142 | simulcast.video[0] = SvcVp9Video(); |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 1143 | simulcast.analyzer = {"vp9svc_3sl_low", 0.0, 0.0, kFullStackTestDurationSecs}; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1144 | simulcast.ss[0] = { |
| 1145 | std::vector<VideoStream>(), 0, 3, 0, InterLayerPredMode::kOn, |
| 1146 | std::vector<SpatialLayer>(), false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1147 | fixture->RunWithAnalyzer(simulcast); |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 1148 | } |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 1149 | |
Sergey Silkin | 7f978f1 | 2018-09-10 12:01:49 +0000 | [diff] [blame] | 1150 | // bugs.webrtc.org/9506 |
| 1151 | #if !defined(WEBRTC_MAC) |
| 1152 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1153 | TEST(FullStackTest, VP9KSVC_3SL_High) { |
Sergey Silkin | e7ce888 | 2018-10-03 18:04:57 +0200 | [diff] [blame] | 1154 | webrtc::test::ScopedFieldTrials override_trials( |
| 1155 | AppendFieldTrials("WebRTC-Vp9IssueKeyFrameOnLayerDeactivation/Enabled/")); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1156 | auto fixture = CreateVideoQualityTestFixture(); |
| 1157 | ParamsWithLogging simulcast; |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 1158 | simulcast.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1159 | simulcast.video[0] = SvcVp9Video(); |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 1160 | simulcast.analyzer = {"vp9ksvc_3sl_high", 0.0, 0.0, |
| 1161 | kFullStackTestDurationSecs}; |
| 1162 | simulcast.ss[0] = { |
| 1163 | std::vector<VideoStream>(), 0, 3, 2, InterLayerPredMode::kOnKeyPic, |
| 1164 | std::vector<SpatialLayer>(), false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1165 | fixture->RunWithAnalyzer(simulcast); |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 1166 | } |
| 1167 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1168 | TEST(FullStackTest, VP9KSVC_3SL_Medium) { |
Sergey Silkin | e7ce888 | 2018-10-03 18:04:57 +0200 | [diff] [blame] | 1169 | webrtc::test::ScopedFieldTrials override_trials( |
| 1170 | AppendFieldTrials("WebRTC-Vp9IssueKeyFrameOnLayerDeactivation/Enabled/")); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1171 | auto fixture = CreateVideoQualityTestFixture(); |
| 1172 | ParamsWithLogging simulcast; |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 1173 | simulcast.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1174 | simulcast.video[0] = SvcVp9Video(); |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 1175 | simulcast.analyzer = {"vp9ksvc_3sl_medium", 0.0, 0.0, |
| 1176 | kFullStackTestDurationSecs}; |
| 1177 | simulcast.ss[0] = { |
| 1178 | std::vector<VideoStream>(), 0, 3, 1, InterLayerPredMode::kOnKeyPic, |
| 1179 | std::vector<SpatialLayer>(), false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1180 | fixture->RunWithAnalyzer(simulcast); |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 1181 | } |
| 1182 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1183 | TEST(FullStackTest, VP9KSVC_3SL_Low) { |
Sergey Silkin | e7ce888 | 2018-10-03 18:04:57 +0200 | [diff] [blame] | 1184 | webrtc::test::ScopedFieldTrials override_trials( |
| 1185 | AppendFieldTrials("WebRTC-Vp9IssueKeyFrameOnLayerDeactivation/Enabled/")); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1186 | auto fixture = CreateVideoQualityTestFixture(); |
| 1187 | ParamsWithLogging simulcast; |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 1188 | simulcast.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1189 | simulcast.video[0] = SvcVp9Video(); |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 1190 | simulcast.analyzer = {"vp9ksvc_3sl_low", 0.0, 0.0, |
| 1191 | kFullStackTestDurationSecs}; |
| 1192 | simulcast.ss[0] = { |
| 1193 | std::vector<VideoStream>(), 0, 3, 0, InterLayerPredMode::kOnKeyPic, |
| 1194 | std::vector<SpatialLayer>(), false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1195 | fixture->RunWithAnalyzer(simulcast); |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 1196 | } |
“Michael | 277a656 | 2018-06-01 14:09:19 -0500 | [diff] [blame] | 1197 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1198 | TEST(FullStackTest, VP9KSVC_3SL_Medium_Network_Restricted) { |
Sergey Silkin | e7ce888 | 2018-10-03 18:04:57 +0200 | [diff] [blame] | 1199 | webrtc::test::ScopedFieldTrials override_trials( |
| 1200 | AppendFieldTrials("WebRTC-Vp9IssueKeyFrameOnLayerDeactivation/Enabled/")); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1201 | auto fixture = CreateVideoQualityTestFixture(); |
Niels Möller | 0e90982 | 2018-08-21 17:34:35 +0200 | [diff] [blame] | 1202 | ParamsWithLogging simulcast; |
“Michael | 277a656 | 2018-06-01 14:09:19 -0500 | [diff] [blame] | 1203 | simulcast.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1204 | simulcast.video[0] = SvcVp9Video(); |
“Michael | 277a656 | 2018-06-01 14:09:19 -0500 | [diff] [blame] | 1205 | simulcast.analyzer = {"vp9ksvc_3sl_medium_network_restricted", 0.0, 0.0, |
| 1206 | kFullStackTestDurationSecs}; |
| 1207 | simulcast.ss[0] = { |
Sergey Silkin | e7ce888 | 2018-10-03 18:04:57 +0200 | [diff] [blame] | 1208 | std::vector<VideoStream>(), 0, 3, -1, InterLayerPredMode::kOnKeyPic, |
“Michael | 277a656 | 2018-06-01 14:09:19 -0500 | [diff] [blame] | 1209 | std::vector<SpatialLayer>(), false}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 1210 | simulcast.config->link_capacity_kbps = 1000; |
Sergey Silkin | e7ce888 | 2018-10-03 18:04:57 +0200 | [diff] [blame] | 1211 | simulcast.config->queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1212 | fixture->RunWithAnalyzer(simulcast); |
“Michael | 277a656 | 2018-06-01 14:09:19 -0500 | [diff] [blame] | 1213 | } |
Erik Språng | d3438aa | 2018-11-08 16:56:43 +0100 | [diff] [blame] | 1214 | |
| 1215 | // TODO(webrtc:9722): Remove when experiment is cleaned up. |
| 1216 | TEST(FullStackTest, VP9KSVC_3SL_Medium_Network_Restricted_Trusted_Rate) { |
| 1217 | webrtc::test::ScopedFieldTrials override_trials( |
| 1218 | AppendFieldTrials("WebRTC-Vp9IssueKeyFrameOnLayerDeactivation/Enabled/" |
| 1219 | "WebRTC-LibvpxVp9TrustedRateController/Enabled/")); |
| 1220 | auto fixture = CreateVideoQualityTestFixture(); |
| 1221 | ParamsWithLogging simulcast; |
| 1222 | simulcast.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1223 | simulcast.video[0] = SvcVp9Video(); |
Erik Språng | d3438aa | 2018-11-08 16:56:43 +0100 | [diff] [blame] | 1224 | simulcast.analyzer = {"vp9ksvc_3sl_medium_network_restricted_trusted_rate", |
| 1225 | 0.0, 0.0, kFullStackTestDurationSecs}; |
| 1226 | simulcast.ss[0] = { |
| 1227 | std::vector<VideoStream>(), 0, 3, -1, InterLayerPredMode::kOnKeyPic, |
| 1228 | std::vector<SpatialLayer>(), false}; |
| 1229 | simulcast.config->link_capacity_kbps = 1000; |
| 1230 | simulcast.config->queue_delay_ms = 100; |
| 1231 | fixture->RunWithAnalyzer(simulcast); |
| 1232 | } |
Sergey Silkin | 7f978f1 | 2018-09-10 12:01:49 +0000 | [diff] [blame] | 1233 | #endif // !defined(WEBRTC_MAC) |
| 1234 | |
Mirko Bonadei | 8ef5793 | 2018-11-16 14:38:03 +0100 | [diff] [blame] | 1235 | #endif // defined(RTC_ENABLE_VP9) |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 1236 | |
ilnik | 6b826ef | 2017-06-16 06:53:48 -0700 | [diff] [blame] | 1237 | // Android bots can't handle FullHD, so disable the test. |
Ilya Nikolaevskiy | 7e5203f | 2018-09-10 12:04:50 +0000 | [diff] [blame] | 1238 | // TODO(bugs.webrtc.org/9220): Investigate source of flakiness on Mac. |
| 1239 | #if defined(WEBRTC_ANDROID) || defined(WEBRTC_MAC) |
ilnik | 6b826ef | 2017-06-16 06:53:48 -0700 | [diff] [blame] | 1240 | #define MAYBE_SimulcastFullHdOveruse DISABLED_SimulcastFullHdOveruse |
| 1241 | #else |
| 1242 | #define MAYBE_SimulcastFullHdOveruse SimulcastFullHdOveruse |
| 1243 | #endif |
| 1244 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1245 | TEST(FullStackTest, MAYBE_SimulcastFullHdOveruse) { |
| 1246 | auto fixture = CreateVideoQualityTestFixture(); |
| 1247 | ParamsWithLogging simulcast; |
ilnik | 6b826ef | 2017-06-16 06:53:48 -0700 | [diff] [blame] | 1248 | simulcast.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1249 | simulcast.video[0] = {true, 1920, 1080, 30, 800000, |
| 1250 | 2500000, 2500000, false, "VP8", 3, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 1251 | 2, 400000, false, false, false, "Generator"}; |
ilnik | 6b826ef | 2017-06-16 06:53:48 -0700 | [diff] [blame] | 1252 | simulcast.analyzer = {"simulcast_HD_high", 0.0, 0.0, |
| 1253 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 1254 | simulcast.config->loss_percent = 0; |
| 1255 | simulcast.config->queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1256 | std::vector<VideoStream> streams = { |
| 1257 | VideoQualityTest::DefaultVideoStream(simulcast, 0), |
| 1258 | VideoQualityTest::DefaultVideoStream(simulcast, 0), |
| 1259 | VideoQualityTest::DefaultVideoStream(simulcast, 0) |
| 1260 | }; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1261 | simulcast.ss[0] = { |
| 1262 | streams, 2, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 1263 | true}; |
Erik Språng | b6b1cac | 2018-08-09 16:12:54 +0200 | [diff] [blame] | 1264 | webrtc::test::ScopedFieldTrials override_trials(AppendFieldTrials( |
| 1265 | "WebRTC-ForceSimulatedOveruseIntervalMs/1000-50000-300/")); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1266 | fixture->RunWithAnalyzer(simulcast); |
ilnik | 6b826ef | 2017-06-16 06:53:48 -0700 | [diff] [blame] | 1267 | } |
| 1268 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1269 | TEST(FullStackTest, SimulcastVP8_3SL_High) { |
| 1270 | auto fixture = CreateVideoQualityTestFixture(); |
| 1271 | ParamsWithLogging simulcast; |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 1272 | simulcast.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1273 | simulcast.video[0] = SimulcastVp8VideoHigh(); |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 1274 | simulcast.analyzer = {"simulcast_vp8_3sl_high", 0.0, 0.0, |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 1275 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 1276 | simulcast.config->loss_percent = 0; |
| 1277 | simulcast.config->queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1278 | ParamsWithLogging video_params_high; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1279 | video_params_high.video[0] = SimulcastVp8VideoHigh(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1280 | ParamsWithLogging video_params_medium; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1281 | video_params_medium.video[0] = SimulcastVp8VideoMedium(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1282 | ParamsWithLogging video_params_low; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1283 | video_params_low.video[0] = SimulcastVp8VideoLow(); |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 1284 | |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1285 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1286 | VideoQualityTest::DefaultVideoStream(video_params_low, 0), |
| 1287 | VideoQualityTest::DefaultVideoStream(video_params_medium, 0), |
| 1288 | VideoQualityTest::DefaultVideoStream(video_params_high, 0)}; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1289 | simulcast.ss[0] = { |
| 1290 | streams, 2, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 1291 | false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1292 | fixture->RunWithAnalyzer(simulcast); |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 1293 | } |
| 1294 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1295 | TEST(FullStackTest, SimulcastVP8_3SL_Medium) { |
| 1296 | auto fixture = CreateVideoQualityTestFixture(); |
| 1297 | ParamsWithLogging simulcast; |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 1298 | simulcast.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1299 | simulcast.video[0] = SimulcastVp8VideoHigh(); |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 1300 | simulcast.analyzer = {"simulcast_vp8_3sl_medium", 0.0, 0.0, |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 1301 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 1302 | simulcast.config->loss_percent = 0; |
| 1303 | simulcast.config->queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1304 | ParamsWithLogging video_params_high; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1305 | video_params_high.video[0] = SimulcastVp8VideoHigh(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1306 | ParamsWithLogging video_params_medium; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1307 | video_params_medium.video[0] = SimulcastVp8VideoMedium(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1308 | ParamsWithLogging video_params_low; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1309 | video_params_low.video[0] = SimulcastVp8VideoLow(); |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 1310 | |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1311 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1312 | VideoQualityTest::DefaultVideoStream(video_params_low, 0), |
| 1313 | VideoQualityTest::DefaultVideoStream(video_params_medium, 0), |
| 1314 | VideoQualityTest::DefaultVideoStream(video_params_high, 0)}; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1315 | simulcast.ss[0] = { |
| 1316 | streams, 1, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 1317 | false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1318 | fixture->RunWithAnalyzer(simulcast); |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 1319 | } |
| 1320 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1321 | TEST(FullStackTest, SimulcastVP8_3SL_Low) { |
| 1322 | auto fixture = CreateVideoQualityTestFixture(); |
| 1323 | ParamsWithLogging simulcast; |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 1324 | simulcast.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1325 | simulcast.video[0] = SimulcastVp8VideoHigh(); |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 1326 | simulcast.analyzer = {"simulcast_vp8_3sl_low", 0.0, 0.0, |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 1327 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 1328 | simulcast.config->loss_percent = 0; |
| 1329 | simulcast.config->queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1330 | ParamsWithLogging video_params_high; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1331 | video_params_high.video[0] = SimulcastVp8VideoHigh(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1332 | ParamsWithLogging video_params_medium; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1333 | video_params_medium.video[0] = SimulcastVp8VideoMedium(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1334 | ParamsWithLogging video_params_low; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1335 | video_params_low.video[0] = SimulcastVp8VideoLow(); |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 1336 | |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1337 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1338 | VideoQualityTest::DefaultVideoStream(video_params_low, 0), |
| 1339 | VideoQualityTest::DefaultVideoStream(video_params_medium, 0), |
| 1340 | VideoQualityTest::DefaultVideoStream(video_params_high, 0)}; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1341 | simulcast.ss[0] = { |
| 1342 | streams, 0, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 1343 | false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1344 | fixture->RunWithAnalyzer(simulcast); |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 1345 | } |
| 1346 | |
Emircan Uysaler | 7c03bdc | 2019-01-16 15:07:56 -0500 | [diff] [blame] | 1347 | // This test assumes ideal network conditions with target bandwidth being |
| 1348 | // available and exercises WebRTC calls with a high target bitrate(100 Mbps). |
| 1349 | // Android32 bots can't handle this high bitrate, so disable test for those. |
| 1350 | #if defined(WEBRTC_ANDROID) |
Emircan Uysaler | 62f5532 | 2019-01-16 17:48:47 -0500 | [diff] [blame] | 1351 | #define MAYBE_HighBitrateWithFakeCodec DISABLED_HighBitrateWithFakeCodec |
Emircan Uysaler | 7c03bdc | 2019-01-16 15:07:56 -0500 | [diff] [blame] | 1352 | #else |
| 1353 | #define MAYBE_HighBitrateWithFakeCodec HighBitrateWithFakeCodec |
| 1354 | #endif // defined(WEBRTC_ANDROID) |
| 1355 | TEST(FullStackTest, MAYBE_HighBitrateWithFakeCodec) { |
| 1356 | auto fixture = CreateVideoQualityTestFixture(); |
| 1357 | const int target_bitrate = 100000000; |
| 1358 | ParamsWithLogging generator; |
| 1359 | generator.call.send_side_bwe = true; |
| 1360 | generator.call.call_bitrate_config.min_bitrate_bps = target_bitrate; |
| 1361 | generator.call.call_bitrate_config.start_bitrate_bps = target_bitrate; |
| 1362 | generator.call.call_bitrate_config.max_bitrate_bps = target_bitrate; |
| 1363 | generator.video[0] = {true, |
| 1364 | 360, |
| 1365 | 240, |
| 1366 | 30, |
| 1367 | target_bitrate / 2, |
| 1368 | target_bitrate, |
| 1369 | target_bitrate * 2, |
| 1370 | false, |
| 1371 | "FakeCodec", |
| 1372 | 1, |
| 1373 | 0, |
| 1374 | 0, |
| 1375 | false, |
| 1376 | false, |
| 1377 | false, |
| 1378 | "Generator"}; |
| 1379 | generator.analyzer = {"high_bitrate_with_fake_codec", 0.0, 0.0, |
| 1380 | kFullStackTestDurationSecs}; |
| 1381 | fixture->RunWithAnalyzer(generator); |
| 1382 | } |
| 1383 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1384 | TEST(FullStackTest, LargeRoomVP8_5thumb) { |
| 1385 | auto fixture = CreateVideoQualityTestFixture(); |
| 1386 | ParamsWithLogging large_room; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1387 | large_room.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1388 | large_room.video[0] = SimulcastVp8VideoHigh(); |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1389 | large_room.analyzer = {"largeroom_5thumb", 0.0, 0.0, |
| 1390 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 1391 | large_room.config->loss_percent = 0; |
| 1392 | large_room.config->queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1393 | ParamsWithLogging video_params_high; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1394 | video_params_high.video[0] = SimulcastVp8VideoHigh(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1395 | ParamsWithLogging video_params_medium; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1396 | video_params_medium.video[0] = SimulcastVp8VideoMedium(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1397 | ParamsWithLogging video_params_low; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1398 | video_params_low.video[0] = SimulcastVp8VideoLow(); |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1399 | |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1400 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1401 | VideoQualityTest::DefaultVideoStream(video_params_low, 0), |
| 1402 | VideoQualityTest::DefaultVideoStream(video_params_medium, 0), |
| 1403 | VideoQualityTest::DefaultVideoStream(video_params_high, 0)}; |
ilnik | 9843695 | 2017-07-13 00:47:03 -0700 | [diff] [blame] | 1404 | large_room.call.num_thumbnails = 5; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1405 | large_room.ss[0] = { |
| 1406 | streams, 2, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 1407 | false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1408 | fixture->RunWithAnalyzer(large_room); |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1409 | } |
| 1410 | |
oprypin | 743117f | 2017-09-15 05:24:24 -0700 | [diff] [blame] | 1411 | #if defined(WEBRTC_ANDROID) || defined(WEBRTC_IOS) |
| 1412 | // Fails on mobile devices: |
ilnik | f89a738 | 2017-03-07 06:15:27 -0800 | [diff] [blame] | 1413 | // https://bugs.chromium.org/p/webrtc/issues/detail?id=7301 |
| 1414 | #define MAYBE_LargeRoomVP8_50thumb DISABLED_LargeRoomVP8_50thumb |
ilnik | 3ae7c25 | 2017-03-08 01:17:35 -0800 | [diff] [blame] | 1415 | #define MAYBE_LargeRoomVP8_15thumb DISABLED_LargeRoomVP8_15thumb |
ilnik | f89a738 | 2017-03-07 06:15:27 -0800 | [diff] [blame] | 1416 | #else |
| 1417 | #define MAYBE_LargeRoomVP8_50thumb LargeRoomVP8_50thumb |
ilnik | 3ae7c25 | 2017-03-08 01:17:35 -0800 | [diff] [blame] | 1418 | #define MAYBE_LargeRoomVP8_15thumb LargeRoomVP8_15thumb |
ilnik | f89a738 | 2017-03-07 06:15:27 -0800 | [diff] [blame] | 1419 | #endif |
| 1420 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1421 | TEST(FullStackTest, MAYBE_LargeRoomVP8_15thumb) { |
| 1422 | auto fixture = CreateVideoQualityTestFixture(); |
| 1423 | ParamsWithLogging large_room; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1424 | large_room.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1425 | large_room.video[0] = SimulcastVp8VideoHigh(); |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1426 | large_room.analyzer = {"largeroom_15thumb", 0.0, 0.0, |
| 1427 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 1428 | large_room.config->loss_percent = 0; |
| 1429 | large_room.config->queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1430 | ParamsWithLogging video_params_high; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1431 | video_params_high.video[0] = SimulcastVp8VideoHigh(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1432 | ParamsWithLogging video_params_medium; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1433 | video_params_medium.video[0] = SimulcastVp8VideoMedium(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1434 | ParamsWithLogging video_params_low; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1435 | video_params_low.video[0] = SimulcastVp8VideoLow(); |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1436 | |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1437 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1438 | VideoQualityTest::DefaultVideoStream(video_params_low, 0), |
| 1439 | VideoQualityTest::DefaultVideoStream(video_params_medium, 0), |
| 1440 | VideoQualityTest::DefaultVideoStream(video_params_high, 0)}; |
ilnik | 9843695 | 2017-07-13 00:47:03 -0700 | [diff] [blame] | 1441 | large_room.call.num_thumbnails = 15; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1442 | large_room.ss[0] = { |
| 1443 | streams, 2, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 1444 | false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1445 | fixture->RunWithAnalyzer(large_room); |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1446 | } |
| 1447 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1448 | TEST(FullStackTest, MAYBE_LargeRoomVP8_50thumb) { |
| 1449 | auto fixture = CreateVideoQualityTestFixture(); |
| 1450 | ParamsWithLogging large_room; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1451 | large_room.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1452 | large_room.video[0] = SimulcastVp8VideoHigh(); |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1453 | large_room.analyzer = {"largeroom_50thumb", 0.0, 0.0, |
| 1454 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 1455 | large_room.config->loss_percent = 0; |
| 1456 | large_room.config->queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1457 | ParamsWithLogging video_params_high; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1458 | video_params_high.video[0] = SimulcastVp8VideoHigh(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1459 | ParamsWithLogging video_params_medium; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1460 | video_params_medium.video[0] = SimulcastVp8VideoMedium(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1461 | ParamsWithLogging video_params_low; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1462 | video_params_low.video[0] = SimulcastVp8VideoLow(); |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1463 | |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1464 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1465 | VideoQualityTest::DefaultVideoStream(video_params_low, 0), |
| 1466 | VideoQualityTest::DefaultVideoStream(video_params_medium, 0), |
| 1467 | VideoQualityTest::DefaultVideoStream(video_params_high, 0)}; |
ilnik | 9843695 | 2017-07-13 00:47:03 -0700 | [diff] [blame] | 1468 | large_room.call.num_thumbnails = 50; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1469 | large_room.ss[0] = { |
| 1470 | streams, 2, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 1471 | false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1472 | fixture->RunWithAnalyzer(large_room); |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1473 | } |
| 1474 | |
Mirko Bonadei | c84f661 | 2019-01-31 12:20:57 +0100 | [diff] [blame] | 1475 | INSTANTIATE_TEST_SUITE_P( |
| 1476 | FullStackTest, |
| 1477 | GenericDescriptorTest, |
| 1478 | ::testing::Values("WebRTC-GenericDescriptor/Disabled/", |
| 1479 | "WebRTC-GenericDescriptor/Enabled/")); |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 1480 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1481 | class DualStreamsTest : public ::testing::TestWithParam<int> {}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1482 | |
| 1483 | // Disable dual video test on mobile device becuase it's too heavy. |
Ilya Nikolaevskiy | f08dd9d | 2018-10-09 17:22:15 +0200 | [diff] [blame] | 1484 | // TODO(bugs.webrtc.org/9840): Investigate why is this test flaky on MAC. |
| 1485 | #if !defined(WEBRTC_ANDROID) && !defined(WEBRTC_IOS) && !defined(WEBRTC_MAC) |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1486 | TEST_P(DualStreamsTest, |
Ilya Nikolaevskiy | dda5fdc | 2019-02-27 10:00:06 +0100 | [diff] [blame] | 1487 | ModeratelyRestricted_SlidesVp8_2TL_Simulcast_Video_Simulcast_High) { |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1488 | test::ScopedFieldTrials field_trial( |
Erik Språng | b65aa01 | 2018-09-24 11:35:19 +0200 | [diff] [blame] | 1489 | AppendFieldTrials(std::string(kPacerPushBackExperiment) + |
| 1490 | std::string(kScreenshareSimulcastExperiment))); |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1491 | const int first_stream = GetParam(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1492 | ParamsWithLogging dual_streams; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1493 | |
| 1494 | // Screenshare Settings. |
| 1495 | dual_streams.screenshare[first_stream] = {true, false, 10}; |
Ilya Nikolaevskiy | aec663e | 2019-02-27 12:52:11 +0100 | [diff] [blame] | 1496 | dual_streams.video[first_stream] = {true, 1850, 1110, 5, 800000, 2500000, |
| 1497 | 2500000, false, "VP8", 2, 1, 400000, |
| 1498 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1499 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1500 | ParamsWithLogging screenshare_params_high; |
Ilya Nikolaevskiy | dda5fdc | 2019-02-27 10:00:06 +0100 | [diff] [blame] | 1501 | screenshare_params_high.video[0] = { |
| 1502 | true, 1850, 1110, 60, 600000, 1250000, 1250000, false, |
| 1503 | "VP8", 2, 0, 400000, false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1504 | VideoQualityTest::Params screenshare_params_low; |
Ilya Nikolaevskiy | dda5fdc | 2019-02-27 10:00:06 +0100 | [diff] [blame] | 1505 | screenshare_params_low.video[0] = {true, 1850, 1110, 5, 30000, 200000, |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 1506 | 1000000, false, "VP8", 2, 0, 400000, |
| 1507 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1508 | std::vector<VideoStream> screenhsare_streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1509 | VideoQualityTest::DefaultVideoStream(screenshare_params_low, 0), |
| 1510 | VideoQualityTest::DefaultVideoStream(screenshare_params_high, 0)}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1511 | |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1512 | dual_streams.ss[first_stream] = { |
| 1513 | screenhsare_streams, 1, 1, 0, InterLayerPredMode::kOn, |
| 1514 | std::vector<SpatialLayer>(), false}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1515 | |
| 1516 | // Video settings. |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1517 | dual_streams.video[1 - first_stream] = SimulcastVp8VideoHigh(); |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1518 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1519 | ParamsWithLogging video_params_high; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1520 | video_params_high.video[0] = SimulcastVp8VideoHigh(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1521 | ParamsWithLogging video_params_medium; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1522 | video_params_medium.video[0] = SimulcastVp8VideoMedium(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1523 | ParamsWithLogging video_params_low; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1524 | video_params_low.video[0] = SimulcastVp8VideoLow(); |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1525 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1526 | VideoQualityTest::DefaultVideoStream(video_params_low, 0), |
| 1527 | VideoQualityTest::DefaultVideoStream(video_params_medium, 0), |
| 1528 | VideoQualityTest::DefaultVideoStream(video_params_high, 0)}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1529 | |
| 1530 | dual_streams.ss[1 - first_stream] = { |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1531 | streams, 2, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 1532 | false}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1533 | |
| 1534 | // Call settings. |
| 1535 | dual_streams.call.send_side_bwe = true; |
| 1536 | dual_streams.call.dual_video = true; |
Edward Lemur | 35d2b7e | 2017-12-27 18:54:47 +0100 | [diff] [blame] | 1537 | std::string test_label = "dualstreams_moderately_restricted_screenshare_" + |
| 1538 | std::to_string(first_stream); |
| 1539 | dual_streams.analyzer = {test_label, 0.0, 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 1540 | dual_streams.config->loss_percent = 1; |
| 1541 | dual_streams.config->link_capacity_kbps = 7500; |
| 1542 | dual_streams.config->queue_length_packets = 30; |
| 1543 | dual_streams.config->queue_delay_ms = 100; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1544 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1545 | auto fixture = CreateVideoQualityTestFixture(); |
| 1546 | fixture->RunWithAnalyzer(dual_streams); |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1547 | } |
Ilya Nikolaevskiy | f08dd9d | 2018-10-09 17:22:15 +0200 | [diff] [blame] | 1548 | #endif // !defined(WEBRTC_ANDROID) && !defined(WEBRTC_IOS) && |
| 1549 | // !defined(WEBRTC_MAC) |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1550 | |
| 1551 | TEST_P(DualStreamsTest, Conference_Restricted) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1552 | test::ScopedFieldTrials field_trial( |
Ilya Nikolaevskiy | cb96062 | 2018-09-04 09:07:31 +0000 | [diff] [blame] | 1553 | AppendFieldTrials(std::string(kPacerPushBackExperiment))); |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1554 | const int first_stream = GetParam(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1555 | ParamsWithLogging dual_streams; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1556 | |
| 1557 | // Screenshare Settings. |
| 1558 | dual_streams.screenshare[first_stream] = {true, false, 10}; |
| 1559 | dual_streams.video[first_stream] = {true, 1850, 1110, 5, 800000, |
| 1560 | 2500000, 2500000, false, "VP8", 3, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 1561 | 2, 400000, false, false, false, |
| 1562 | ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1563 | // Video settings. |
| 1564 | dual_streams.video[1 - first_stream] = { |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame^] | 1565 | true, 1280, |
| 1566 | 720, 30, |
| 1567 | 150000, 500000, |
| 1568 | 700000, false, |
| 1569 | "VP8", 3, |
| 1570 | 2, 400000, |
| 1571 | false, false, |
| 1572 | false, ClipNameToClipPath("ConferenceMotion_1280_720_50")}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1573 | |
| 1574 | // Call settings. |
| 1575 | dual_streams.call.send_side_bwe = true; |
| 1576 | dual_streams.call.dual_video = true; |
Edward Lemur | 35d2b7e | 2017-12-27 18:54:47 +0100 | [diff] [blame] | 1577 | std::string test_label = "dualstreams_conference_restricted_screenshare_" + |
| 1578 | std::to_string(first_stream); |
| 1579 | dual_streams.analyzer = {test_label, 0.0, 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 1580 | dual_streams.config->loss_percent = 1; |
| 1581 | dual_streams.config->link_capacity_kbps = 5000; |
| 1582 | dual_streams.config->queue_length_packets = 30; |
| 1583 | dual_streams.config->queue_delay_ms = 100; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1584 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1585 | auto fixture = CreateVideoQualityTestFixture(); |
| 1586 | fixture->RunWithAnalyzer(dual_streams); |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1587 | } |
| 1588 | |
Mirko Bonadei | c84f661 | 2019-01-31 12:20:57 +0100 | [diff] [blame] | 1589 | INSTANTIATE_TEST_SUITE_P(FullStackTest, |
| 1590 | DualStreamsTest, |
| 1591 | ::testing::Values(0, 1)); |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1592 | |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 1593 | } // namespace webrtc |