pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | #include <stdio.h> |
| 11 | |
Sebastian Jansson | cabe383 | 2018-01-12 10:54:18 +0100 | [diff] [blame] | 12 | #include "rtc_base/experiments/alr_experiment.h" |
Sebastian Jansson | f851888 | 2018-05-31 14:52:59 +0200 | [diff] [blame] | 13 | #include "rtc_base/flags.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 14 | #include "test/field_trial.h" |
| 15 | #include "test/gtest.h" |
| 16 | #include "video/video_quality_test.h" |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 17 | |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 18 | namespace webrtc { |
Sebastian Jansson | f851888 | 2018-05-31 14:52:59 +0200 | [diff] [blame] | 19 | namespace flags { |
| 20 | |
| 21 | DEFINE_bool(logs, false, "print logs to stderr"); |
| 22 | |
| 23 | DEFINE_string(rtc_event_log_name, |
| 24 | "", |
| 25 | "Filename for rtc event log. Two files " |
| 26 | "with \"_send\" and \"_recv\" suffixes will be created."); |
| 27 | std::string RtcEventLogName() { |
| 28 | return static_cast<std::string>(FLAG_rtc_event_log_name); |
| 29 | } |
| 30 | DEFINE_string(rtp_dump_name, "", "Filename for dumped received RTP stream."); |
| 31 | std::string RtpDumpName() { |
| 32 | return static_cast<std::string>(FLAG_rtp_dump_name); |
| 33 | } |
| 34 | DEFINE_string(encoded_frame_path, |
| 35 | "", |
| 36 | "The base path for encoded frame logs. Created files will have " |
| 37 | "the form <encoded_frame_path>.<n>.(recv|send.<m>).ivf"); |
| 38 | std::string EncodedFramePath() { |
| 39 | return static_cast<std::string>(FLAG_encoded_frame_path); |
| 40 | } |
| 41 | } // namespace flags |
| 42 | } // namespace webrtc |
| 43 | |
| 44 | namespace webrtc { |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 45 | |
sprang | 89c4a7e | 2017-06-30 13:27:40 -0700 | [diff] [blame] | 46 | namespace { |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 47 | static const int kFullStackTestDurationSecs = 45; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 48 | const char kScreenshareSimulcastExperiment[] = |
| 49 | "WebRTC-SimulcastScreenshare/Enabled/"; |
| 50 | const char kRoundRobinPacingQueueExperiment[] = |
| 51 | "WebRTC-RoundRobinPacing/Enabled/"; |
| 52 | const char kPacerPushBackExperiment[] = |
| 53 | "WebRTC-PacerPushbackExperiment/Enabled/"; |
pbos@webrtc.org | b613b5a | 2013-12-03 10:13:04 +0000 | [diff] [blame] | 54 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 55 | struct ParamsWithLogging : public VideoQualityTest::Params { |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 56 | public: |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 57 | ParamsWithLogging() { |
| 58 | // Use these logging flags by default, for everything. |
| 59 | logging = {flags::FLAG_logs, flags::RtcEventLogName(), |
| 60 | flags::RtpDumpName(), flags::EncodedFramePath()}; |
pbos@webrtc.org | 9401524 | 2013-10-16 11:05:37 +0000 | [diff] [blame] | 61 | } |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 62 | }; |
| 63 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 64 | std::unique_ptr<VideoQualityTestFixtureInterface> |
| 65 | CreateVideoQualityTestFixture() { |
Karl Wiberg | 918f50c | 2018-07-05 11:40:33 +0200 | [diff] [blame] | 66 | return absl::make_unique<VideoQualityTest>(nullptr); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 67 | } |
| 68 | |
| 69 | } // namespace |
| 70 | |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 71 | // VideoQualityTest::Params params = { |
| 72 | // { ... }, // Common. |
| 73 | // { ... }, // Video-specific settings. |
| 74 | // { ... }, // Screenshare-specific settings. |
| 75 | // { ... }, // Analyzer settings. |
| 76 | // pipe, // FakeNetworkPipe::Config |
| 77 | // { ... }, // Spatial scalability. |
| 78 | // logs // bool |
| 79 | // }; |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 80 | |
Peter Boström | 1299615 | 2016-05-14 02:03:18 +0200 | [diff] [blame] | 81 | #if !defined(RTC_DISABLE_VP9) |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 82 | TEST(FullStackTest, ForemanCifWithoutPacketLossVp9) { |
| 83 | auto fixture = CreateVideoQualityTestFixture(); |
| 84 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 85 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 86 | foreman_cif.video[0] = {true, 352, 288, 30, 700000, |
| 87 | 700000, 700000, false, "VP9", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 88 | 0, 0, false, false, false, "foreman_cif"}; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 89 | foreman_cif.analyzer = {"foreman_cif_net_delay_0_0_plr_0_VP9", 0.0, 0.0, |
| 90 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 91 | fixture->RunWithAnalyzer(foreman_cif); |
asapersson | 88b0a22 | 2016-02-12 13:16:43 -0800 | [diff] [blame] | 92 | } |
| 93 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 94 | TEST(FullStackTest, ForemanCifPlr5Vp9) { |
| 95 | auto fixture = CreateVideoQualityTestFixture(); |
| 96 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 97 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 98 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 99 | 500000, 2000000, false, "VP9", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 100 | 0, 0, false, false, false, "foreman_cif"}; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 101 | foreman_cif.analyzer = {"foreman_cif_delay_50_0_plr_5_VP9", 0.0, 0.0, |
| 102 | kFullStackTestDurationSecs}; |
| 103 | foreman_cif.pipe.loss_percent = 5; |
| 104 | foreman_cif.pipe.queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 105 | fixture->RunWithAnalyzer(foreman_cif); |
asapersson | 88b0a22 | 2016-02-12 13:16:43 -0800 | [diff] [blame] | 106 | } |
Emircan Uysaler | 03e6ec9 | 2018-03-09 15:03:26 -0800 | [diff] [blame] | 107 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 108 | TEST(FullStackTest, ForemanCifWithoutPacketLossMultiplexI420Frame) { |
| 109 | auto fixture = CreateVideoQualityTestFixture(); |
| 110 | ParamsWithLogging foreman_cif; |
Emircan Uysaler | 03e6ec9 | 2018-03-09 15:03:26 -0800 | [diff] [blame] | 111 | foreman_cif.call.send_side_bwe = true; |
| 112 | foreman_cif.video[0] = {true, 352, 288, 30, 700000, |
| 113 | 700000, 700000, false, "multiplex", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 114 | 0, 0, false, false, false, |
| 115 | "foreman_cif"}; |
Emircan Uysaler | 03e6ec9 | 2018-03-09 15:03:26 -0800 | [diff] [blame] | 116 | foreman_cif.analyzer = {"foreman_cif_net_delay_0_0_plr_0_Multiplex", 0.0, 0.0, |
| 117 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 118 | fixture->RunWithAnalyzer(foreman_cif); |
Emircan Uysaler | 03e6ec9 | 2018-03-09 15:03:26 -0800 | [diff] [blame] | 119 | } |
| 120 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 121 | TEST(FullStackTest, GeneratorWithoutPacketLossMultiplexI420AFrame) { |
| 122 | auto fixture = CreateVideoQualityTestFixture(); |
| 123 | |
| 124 | ParamsWithLogging generator; |
Emircan Uysaler | f1ff3bd | 2018-03-12 11:53:21 -0700 | [diff] [blame] | 125 | generator.call.send_side_bwe = true; |
| 126 | generator.video[0] = {true, 352, 288, 30, 700000, |
| 127 | 700000, 700000, false, "multiplex", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 128 | 0, 0, false, false, false, |
| 129 | "GeneratorI420A"}; |
Emircan Uysaler | f1ff3bd | 2018-03-12 11:53:21 -0700 | [diff] [blame] | 130 | generator.analyzer = {"generator_net_delay_0_0_plr_0_Multiplex", 0.0, 0.0, |
| 131 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 132 | fixture->RunWithAnalyzer(generator); |
Emircan Uysaler | 03e6ec9 | 2018-03-09 15:03:26 -0800 | [diff] [blame] | 133 | } |
| 134 | |
Peter Boström | 1299615 | 2016-05-14 02:03:18 +0200 | [diff] [blame] | 135 | #endif // !defined(RTC_DISABLE_VP9) |
asapersson | 88b0a22 | 2016-02-12 13:16:43 -0800 | [diff] [blame] | 136 | |
Patrik Höglund | 11bf2fa | 2018-04-09 12:20:50 +0200 | [diff] [blame] | 137 | #if defined(WEBRTC_LINUX) |
| 138 | // Crashes on the linux trusty perf bot: bugs.webrtc.org/9129. |
| 139 | #define MAYBE_ParisQcifWithoutPacketLoss DISABLED_ParisQcifWithoutPacketLoss |
| 140 | #else |
| 141 | #define MAYBE_ParisQcifWithoutPacketLoss ParisQcifWithoutPacketLoss |
| 142 | #endif |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 143 | TEST(FullStackTest, MAYBE_ParisQcifWithoutPacketLoss) { |
| 144 | auto fixture = CreateVideoQualityTestFixture(); |
| 145 | ParamsWithLogging paris_qcif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 146 | paris_qcif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 147 | paris_qcif.video[0] = {true, 176, 144, 30, 300000, |
| 148 | 300000, 300000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 149 | 0, 0, false, false, false, "paris_qcif"}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 150 | paris_qcif.analyzer = {"net_delay_0_0_plr_0", 36.0, 0.96, |
| 151 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 152 | fixture->RunWithAnalyzer(paris_qcif); |
pbos@webrtc.org | 994d0b7 | 2014-06-27 08:47:52 +0000 | [diff] [blame] | 153 | } |
| 154 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 155 | TEST(FullStackTest, ForemanCifWithoutPacketLoss) { |
| 156 | auto fixture = CreateVideoQualityTestFixture(); |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 157 | // TODO(pbos): Decide on psnr/ssim thresholds for foreman_cif. |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 158 | ParamsWithLogging foreman_cif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 159 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 160 | foreman_cif.video[0] = {true, 352, 288, 30, 700000, |
| 161 | 700000, 700000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 162 | 0, 0, false, false, false, "foreman_cif"}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 163 | foreman_cif.analyzer = {"foreman_cif_net_delay_0_0_plr_0", 0.0, 0.0, |
| 164 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 165 | fixture->RunWithAnalyzer(foreman_cif); |
pbos@webrtc.org | 994d0b7 | 2014-06-27 08:47:52 +0000 | [diff] [blame] | 166 | } |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 167 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 168 | TEST(FullStackTest, ForemanCif30kbpsWithoutPacketLoss) { |
| 169 | auto fixture = CreateVideoQualityTestFixture(); |
| 170 | ParamsWithLogging foreman_cif; |
asapersson | fb6ad3b | 2016-12-16 06:54:01 -0800 | [diff] [blame] | 171 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 172 | foreman_cif.video[0] = {true, 352, 288, 10, 30000, |
| 173 | 30000, 30000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 174 | 0, 0, false, false, false, "foreman_cif"}; |
asapersson | fb6ad3b | 2016-12-16 06:54:01 -0800 | [diff] [blame] | 175 | foreman_cif.analyzer = {"foreman_cif_30kbps_net_delay_0_0_plr_0", 0.0, 0.0, |
| 176 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 177 | fixture->RunWithAnalyzer(foreman_cif); |
asapersson | fb6ad3b | 2016-12-16 06:54:01 -0800 | [diff] [blame] | 178 | } |
| 179 | |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 180 | // Link capacity below default start rate. Automatic down scaling enabled. |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 181 | TEST(FullStackTest, ForemanCifLink150kbpsWithoutPacketLoss) { |
| 182 | auto fixture = CreateVideoQualityTestFixture(); |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 183 | VideoQualityTest::Params foreman_cif; |
| 184 | foreman_cif.call.send_side_bwe = true; |
| 185 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 186 | 500000, 2000000, false, "VP8", 1, |
| 187 | 0, 0, false, false, true, "foreman_cif"}; |
| 188 | foreman_cif.analyzer = {"foreman_cif_link_150kbps_net_delay_0_0_plr_0", |
| 189 | 0.0, 0.0, |
| 190 | kFullStackTestDurationSecs}; |
| 191 | foreman_cif.pipe.link_capacity_kbps = 150; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 192 | fixture->RunWithAnalyzer(foreman_cif); |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 193 | } |
| 194 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 195 | TEST(FullStackTest, ForemanCifPlr5) { |
| 196 | auto fixture = CreateVideoQualityTestFixture(); |
| 197 | ParamsWithLogging foreman_cif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 198 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 199 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 200 | 500000, 2000000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 201 | 0, 0, false, false, false, "foreman_cif"}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 202 | foreman_cif.analyzer = {"foreman_cif_delay_50_0_plr_5", 0.0, 0.0, |
| 203 | kFullStackTestDurationSecs}; |
ivica | 5d6a06c | 2015-09-17 05:30:24 -0700 | [diff] [blame] | 204 | foreman_cif.pipe.loss_percent = 5; |
| 205 | foreman_cif.pipe.queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 206 | fixture->RunWithAnalyzer(foreman_cif); |
stefan@webrtc.org | c216b9a | 2014-10-14 10:38:49 +0000 | [diff] [blame] | 207 | } |
| 208 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 209 | TEST(FullStackTest, ForemanCifPlr5Ulpfec) { |
| 210 | auto fixture = CreateVideoQualityTestFixture(); |
| 211 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 212 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 213 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 214 | 500000, 2000000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 215 | 0, 0, true, false, false, "foreman_cif"}; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 216 | foreman_cif.analyzer = {"foreman_cif_delay_50_0_plr_5_ulpfec", 0.0, 0.0, |
| 217 | kFullStackTestDurationSecs}; |
| 218 | foreman_cif.pipe.loss_percent = 5; |
| 219 | foreman_cif.pipe.queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 220 | fixture->RunWithAnalyzer(foreman_cif); |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 221 | } |
| 222 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 223 | TEST(FullStackTest, ForemanCifPlr5Flexfec) { |
| 224 | auto fixture = CreateVideoQualityTestFixture(); |
| 225 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 226 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 227 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 228 | 500000, 2000000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 229 | 0, 0, false, true, false, "foreman_cif"}; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 230 | foreman_cif.analyzer = {"foreman_cif_delay_50_0_plr_5_flexfec", 0.0, 0.0, |
| 231 | kFullStackTestDurationSecs}; |
| 232 | foreman_cif.pipe.loss_percent = 5; |
| 233 | foreman_cif.pipe.queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 234 | fixture->RunWithAnalyzer(foreman_cif); |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 235 | } |
| 236 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 237 | TEST(FullStackTest, ForemanCif500kbpsPlr3Flexfec) { |
| 238 | auto fixture = CreateVideoQualityTestFixture(); |
| 239 | ParamsWithLogging foreman_cif; |
stefan | 889d965 | 2017-07-05 03:03:02 -0700 | [diff] [blame] | 240 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 241 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 242 | 500000, 2000000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 243 | 0, 0, false, true, false, "foreman_cif"}; |
stefan | 889d965 | 2017-07-05 03:03:02 -0700 | [diff] [blame] | 244 | foreman_cif.analyzer = {"foreman_cif_500kbps_delay_50_0_plr_3_flexfec", 0.0, |
| 245 | 0.0, kFullStackTestDurationSecs}; |
| 246 | foreman_cif.pipe.loss_percent = 3; |
| 247 | foreman_cif.pipe.link_capacity_kbps = 500; |
| 248 | foreman_cif.pipe.queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 249 | fixture->RunWithAnalyzer(foreman_cif); |
stefan | 889d965 | 2017-07-05 03:03:02 -0700 | [diff] [blame] | 250 | } |
| 251 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 252 | TEST(FullStackTest, ForemanCif500kbpsPlr3Ulpfec) { |
| 253 | auto fixture = CreateVideoQualityTestFixture(); |
| 254 | ParamsWithLogging foreman_cif; |
stefan | 889d965 | 2017-07-05 03:03:02 -0700 | [diff] [blame] | 255 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 256 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 257 | 500000, 2000000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 258 | 0, 0, true, false, false, "foreman_cif"}; |
stefan | 889d965 | 2017-07-05 03:03:02 -0700 | [diff] [blame] | 259 | foreman_cif.analyzer = {"foreman_cif_500kbps_delay_50_0_plr_3_ulpfec", 0.0, |
| 260 | 0.0, kFullStackTestDurationSecs}; |
| 261 | foreman_cif.pipe.loss_percent = 3; |
| 262 | foreman_cif.pipe.link_capacity_kbps = 500; |
| 263 | foreman_cif.pipe.queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 264 | fixture->RunWithAnalyzer(foreman_cif); |
stefan | 889d965 | 2017-07-05 03:03:02 -0700 | [diff] [blame] | 265 | } |
| 266 | |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 267 | #if defined(WEBRTC_USE_H264) |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 268 | TEST(FullStackTest, ForemanCifWithoutPacketlossH264) { |
| 269 | auto fixture = CreateVideoQualityTestFixture(); |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 270 | // TODO(pbos): Decide on psnr/ssim thresholds for foreman_cif. |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 271 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 272 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 273 | foreman_cif.video[0] = {true, 352, 288, 30, 700000, |
| 274 | 700000, 700000, false, "H264", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 275 | 0, 0, false, false, false, "foreman_cif"}; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 276 | foreman_cif.analyzer = {"foreman_cif_net_delay_0_0_plr_0_H264", 0.0, 0.0, |
| 277 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 278 | fixture->RunWithAnalyzer(foreman_cif); |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 279 | } |
| 280 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 281 | TEST(FullStackTest, ForemanCif30kbpsWithoutPacketlossH264) { |
| 282 | auto fixture = CreateVideoQualityTestFixture(); |
| 283 | ParamsWithLogging foreman_cif; |
asapersson | fb6ad3b | 2016-12-16 06:54:01 -0800 | [diff] [blame] | 284 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 285 | foreman_cif.video[0] = {true, 352, 288, 10, 30000, |
| 286 | 30000, 30000, false, "H264", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 287 | 0, 0, false, false, false, "foreman_cif"}; |
asapersson | fb6ad3b | 2016-12-16 06:54:01 -0800 | [diff] [blame] | 288 | foreman_cif.analyzer = {"foreman_cif_30kbps_net_delay_0_0_plr_0_H264", 0.0, |
| 289 | 0.0, kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 290 | fixture->RunWithAnalyzer(foreman_cif); |
asapersson | fb6ad3b | 2016-12-16 06:54:01 -0800 | [diff] [blame] | 291 | } |
| 292 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 293 | TEST(FullStackTest, ForemanCifPlr5H264) { |
| 294 | auto fixture = CreateVideoQualityTestFixture(); |
| 295 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 296 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 297 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 298 | 500000, 2000000, false, "H264", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 299 | 0, 0, false, false, false, "foreman_cif"}; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 300 | foreman_cif.analyzer = {"foreman_cif_delay_50_0_plr_5_H264", 0.0, 0.0, |
| 301 | kFullStackTestDurationSecs}; |
| 302 | foreman_cif.pipe.loss_percent = 5; |
| 303 | foreman_cif.pipe.queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 304 | fixture->RunWithAnalyzer(foreman_cif); |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 305 | } |
| 306 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 307 | TEST(FullStackTest, ForemanCifPlr5H264SpsPpsIdrIsKeyframe) { |
| 308 | auto fixture = CreateVideoQualityTestFixture(); |
Rasmus Brandt | 88f080a | 2017-11-02 14:28:06 +0100 | [diff] [blame] | 309 | test::ScopedFieldTrials override_field_trials( |
| 310 | "WebRTC-SpsPpsIdrIsH264Keyframe/Enabled/"); |
| 311 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 312 | ParamsWithLogging foreman_cif; |
Rasmus Brandt | 88f080a | 2017-11-02 14:28:06 +0100 | [diff] [blame] | 313 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 314 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 315 | 500000, 2000000, false, "H264", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 316 | 0, 0, false, false, false, "foreman_cif"}; |
Rasmus Brandt | 88f080a | 2017-11-02 14:28:06 +0100 | [diff] [blame] | 317 | foreman_cif.analyzer = {"foreman_cif_delay_50_0_plr_5_H264_sps_pps_idr", 0.0, |
| 318 | 0.0, kFullStackTestDurationSecs}; |
| 319 | foreman_cif.pipe.loss_percent = 5; |
| 320 | foreman_cif.pipe.queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 321 | fixture->RunWithAnalyzer(foreman_cif); |
Rasmus Brandt | 88f080a | 2017-11-02 14:28:06 +0100 | [diff] [blame] | 322 | } |
| 323 | |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 324 | // Verify that this is worth the bot time, before enabling. |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 325 | TEST(FullStackTest, ForemanCifPlr5H264Flexfec) { |
| 326 | auto fixture = CreateVideoQualityTestFixture(); |
| 327 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 328 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 329 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 330 | 500000, 2000000, false, "H264", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 331 | 0, 0, false, true, false, "foreman_cif"}; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 332 | foreman_cif.analyzer = {"foreman_cif_delay_50_0_plr_5_H264_flexfec", 0.0, 0.0, |
| 333 | kFullStackTestDurationSecs}; |
| 334 | foreman_cif.pipe.loss_percent = 5; |
| 335 | foreman_cif.pipe.queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 336 | fixture->RunWithAnalyzer(foreman_cif); |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 337 | } |
| 338 | |
| 339 | // Ulpfec with H264 is an unsupported combination, so this test is only useful |
| 340 | // for debugging. It is therefore disabled by default. |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 341 | TEST(FullStackTest, DISABLED_ForemanCifPlr5H264Ulpfec) { |
| 342 | auto fixture = CreateVideoQualityTestFixture(); |
| 343 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 344 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 345 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 346 | 500000, 2000000, false, "H264", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 347 | 0, 0, true, false, false, "foreman_cif"}; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 348 | foreman_cif.analyzer = {"foreman_cif_delay_50_0_plr_5_H264_ulpfec", 0.0, 0.0, |
| 349 | kFullStackTestDurationSecs}; |
| 350 | foreman_cif.pipe.loss_percent = 5; |
| 351 | foreman_cif.pipe.queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 352 | fixture->RunWithAnalyzer(foreman_cif); |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 353 | } |
| 354 | #endif // defined(WEBRTC_USE_H264) |
| 355 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 356 | TEST(FullStackTest, ForemanCif500kbps) { |
| 357 | auto fixture = CreateVideoQualityTestFixture(); |
| 358 | ParamsWithLogging foreman_cif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 359 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 360 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 361 | 500000, 2000000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 362 | 0, 0, false, false, false, "foreman_cif"}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 363 | foreman_cif.analyzer = {"foreman_cif_500kbps", 0.0, 0.0, |
| 364 | kFullStackTestDurationSecs}; |
ivica | 5d6a06c | 2015-09-17 05:30:24 -0700 | [diff] [blame] | 365 | foreman_cif.pipe.queue_length_packets = 0; |
| 366 | foreman_cif.pipe.queue_delay_ms = 0; |
| 367 | foreman_cif.pipe.link_capacity_kbps = 500; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 368 | fixture->RunWithAnalyzer(foreman_cif); |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 369 | } |
| 370 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 371 | TEST(FullStackTest, ForemanCif500kbpsLimitedQueue) { |
| 372 | auto fixture = CreateVideoQualityTestFixture(); |
| 373 | ParamsWithLogging foreman_cif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 374 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 375 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 376 | 500000, 2000000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 377 | 0, 0, false, false, false, "foreman_cif"}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 378 | foreman_cif.analyzer = {"foreman_cif_500kbps_32pkts_queue", 0.0, 0.0, |
| 379 | kFullStackTestDurationSecs}; |
ivica | 5d6a06c | 2015-09-17 05:30:24 -0700 | [diff] [blame] | 380 | foreman_cif.pipe.queue_length_packets = 32; |
| 381 | foreman_cif.pipe.queue_delay_ms = 0; |
| 382 | foreman_cif.pipe.link_capacity_kbps = 500; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 383 | fixture->RunWithAnalyzer(foreman_cif); |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 384 | } |
| 385 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 386 | TEST(FullStackTest, ForemanCif500kbps100ms) { |
| 387 | auto fixture = CreateVideoQualityTestFixture(); |
| 388 | ParamsWithLogging foreman_cif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 389 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 390 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 391 | 500000, 2000000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 392 | 0, 0, false, false, false, "foreman_cif"}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 393 | foreman_cif.analyzer = {"foreman_cif_500kbps_100ms", 0.0, 0.0, |
| 394 | kFullStackTestDurationSecs}; |
ivica | 5d6a06c | 2015-09-17 05:30:24 -0700 | [diff] [blame] | 395 | foreman_cif.pipe.queue_length_packets = 0; |
| 396 | foreman_cif.pipe.queue_delay_ms = 100; |
| 397 | foreman_cif.pipe.link_capacity_kbps = 500; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 398 | fixture->RunWithAnalyzer(foreman_cif); |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 399 | } |
| 400 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 401 | TEST(FullStackTest, ForemanCif500kbps100msLimitedQueue) { |
| 402 | auto fixture = CreateVideoQualityTestFixture(); |
| 403 | ParamsWithLogging foreman_cif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 404 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 405 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 406 | 500000, 2000000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 407 | 0, 0, false, false, false, "foreman_cif"}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 408 | foreman_cif.analyzer = {"foreman_cif_500kbps_100ms_32pkts_queue", 0.0, 0.0, |
| 409 | kFullStackTestDurationSecs}; |
stefan | b179767 | 2016-08-11 07:00:57 -0700 | [diff] [blame] | 410 | foreman_cif.pipe.queue_length_packets = 32; |
| 411 | foreman_cif.pipe.queue_delay_ms = 100; |
| 412 | foreman_cif.pipe.link_capacity_kbps = 500; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 413 | fixture->RunWithAnalyzer(foreman_cif); |
stefan | b179767 | 2016-08-11 07:00:57 -0700 | [diff] [blame] | 414 | } |
| 415 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 416 | TEST(FullStackTest, ForemanCif500kbps100msLimitedQueueRecvBwe) { |
| 417 | auto fixture = CreateVideoQualityTestFixture(); |
| 418 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 419 | foreman_cif.call.send_side_bwe = false; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 420 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 421 | 500000, 2000000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 422 | 0, 0, false, false, false, "foreman_cif"}; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 423 | foreman_cif.analyzer = {"foreman_cif_500kbps_100ms_32pkts_queue_recv_bwe", |
| 424 | 0.0, 0.0, kFullStackTestDurationSecs}; |
ivica | 5d6a06c | 2015-09-17 05:30:24 -0700 | [diff] [blame] | 425 | foreman_cif.pipe.queue_length_packets = 32; |
| 426 | foreman_cif.pipe.queue_delay_ms = 100; |
| 427 | foreman_cif.pipe.link_capacity_kbps = 500; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 428 | fixture->RunWithAnalyzer(foreman_cif); |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 429 | } |
| 430 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 431 | TEST(FullStackTest, ForemanCif1000kbps100msLimitedQueue) { |
| 432 | auto fixture = CreateVideoQualityTestFixture(); |
| 433 | ParamsWithLogging foreman_cif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 434 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 435 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 436 | 2000000, 2000000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 437 | 0, 0, false, false, false, "foreman_cif"}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 438 | foreman_cif.analyzer = {"foreman_cif_1000kbps_100ms_32pkts_queue", 0.0, 0.0, |
| 439 | kFullStackTestDurationSecs}; |
ivica | 5d6a06c | 2015-09-17 05:30:24 -0700 | [diff] [blame] | 440 | foreman_cif.pipe.queue_length_packets = 32; |
| 441 | foreman_cif.pipe.queue_delay_ms = 100; |
| 442 | foreman_cif.pipe.link_capacity_kbps = 1000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 443 | fixture->RunWithAnalyzer(foreman_cif); |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 444 | } |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 445 | |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 446 | // TODO(sprang): Remove this if we have the similar ModerateLimits below? |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 447 | TEST(FullStackTest, ConferenceMotionHd2000kbps100msLimitedQueue) { |
| 448 | auto fixture = CreateVideoQualityTestFixture(); |
| 449 | ParamsWithLogging conf_motion_hd; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 450 | conf_motion_hd.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 451 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3102734 | 2017-09-29 13:48:12 +0000 | [diff] [blame] | 452 | true, 1280, 720, 50, 30000, |
| 453 | 3000000, 3000000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 454 | 0, 0, false, false, false, "ConferenceMotion_1280_720_50"}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 455 | conf_motion_hd.analyzer = {"conference_motion_hd_2000kbps_100ms_32pkts_queue", |
| 456 | 0.0, 0.0, kFullStackTestDurationSecs}; |
stefan | b179767 | 2016-08-11 07:00:57 -0700 | [diff] [blame] | 457 | conf_motion_hd.pipe.queue_length_packets = 32; |
| 458 | conf_motion_hd.pipe.queue_delay_ms = 100; |
| 459 | conf_motion_hd.pipe.link_capacity_kbps = 2000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 460 | fixture->RunWithAnalyzer(conf_motion_hd); |
stefan | b179767 | 2016-08-11 07:00:57 -0700 | [diff] [blame] | 461 | } |
| 462 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 463 | TEST(FullStackTest, ConferenceMotionHd1TLModerateLimits) { |
| 464 | auto fixture = CreateVideoQualityTestFixture(); |
| 465 | ParamsWithLogging conf_motion_hd; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 466 | conf_motion_hd.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 467 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3102734 | 2017-09-29 13:48:12 +0000 | [diff] [blame] | 468 | true, 1280, 720, 50, 30000, |
| 469 | 3000000, 3000000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 470 | -1, 0, false, false, false, "ConferenceMotion_1280_720_50"}; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 471 | conf_motion_hd.analyzer = {"conference_motion_hd_1tl_moderate_limits", 0.0, |
| 472 | 0.0, kFullStackTestDurationSecs}; |
| 473 | conf_motion_hd.pipe.queue_length_packets = 50; |
| 474 | conf_motion_hd.pipe.loss_percent = 3; |
| 475 | conf_motion_hd.pipe.queue_delay_ms = 100; |
| 476 | conf_motion_hd.pipe.link_capacity_kbps = 2000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 477 | fixture->RunWithAnalyzer(conf_motion_hd); |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 478 | } |
| 479 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 480 | TEST(FullStackTest, ConferenceMotionHd2TLModerateLimits) { |
| 481 | auto fixture = CreateVideoQualityTestFixture(); |
| 482 | ParamsWithLogging conf_motion_hd; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 483 | conf_motion_hd.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 484 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3102734 | 2017-09-29 13:48:12 +0000 | [diff] [blame] | 485 | true, 1280, 720, 50, 30000, |
| 486 | 3000000, 3000000, false, "VP8", 2, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 487 | -1, 0, false, false, false, "ConferenceMotion_1280_720_50"}; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 488 | conf_motion_hd.analyzer = {"conference_motion_hd_2tl_moderate_limits", 0.0, |
| 489 | 0.0, kFullStackTestDurationSecs}; |
| 490 | conf_motion_hd.pipe.queue_length_packets = 50; |
| 491 | conf_motion_hd.pipe.loss_percent = 3; |
| 492 | conf_motion_hd.pipe.queue_delay_ms = 100; |
| 493 | conf_motion_hd.pipe.link_capacity_kbps = 2000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 494 | fixture->RunWithAnalyzer(conf_motion_hd); |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 495 | } |
| 496 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 497 | TEST(FullStackTest, ConferenceMotionHd3TLModerateLimits) { |
| 498 | auto fixture = CreateVideoQualityTestFixture(); |
| 499 | ParamsWithLogging conf_motion_hd; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 500 | conf_motion_hd.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 501 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3102734 | 2017-09-29 13:48:12 +0000 | [diff] [blame] | 502 | true, 1280, 720, 50, 30000, |
| 503 | 3000000, 3000000, false, "VP8", 3, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 504 | -1, 0, false, false, false, "ConferenceMotion_1280_720_50"}; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 505 | conf_motion_hd.analyzer = {"conference_motion_hd_3tl_moderate_limits", 0.0, |
| 506 | 0.0, kFullStackTestDurationSecs}; |
| 507 | conf_motion_hd.pipe.queue_length_packets = 50; |
| 508 | conf_motion_hd.pipe.loss_percent = 3; |
| 509 | conf_motion_hd.pipe.queue_delay_ms = 100; |
| 510 | conf_motion_hd.pipe.link_capacity_kbps = 2000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 511 | fixture->RunWithAnalyzer(conf_motion_hd); |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 512 | } |
| 513 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 514 | TEST(FullStackTest, ConferenceMotionHd4TLModerateLimits) { |
| 515 | auto fixture = CreateVideoQualityTestFixture(); |
| 516 | ParamsWithLogging conf_motion_hd; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 517 | conf_motion_hd.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 518 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3102734 | 2017-09-29 13:48:12 +0000 | [diff] [blame] | 519 | true, 1280, 720, 50, 30000, |
| 520 | 3000000, 3000000, false, "VP8", 4, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 521 | -1, 0, false, false, false, "ConferenceMotion_1280_720_50"}; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 522 | conf_motion_hd.analyzer = {"conference_motion_hd_4tl_moderate_limits", 0.0, |
| 523 | 0.0, kFullStackTestDurationSecs}; |
| 524 | conf_motion_hd.pipe.queue_length_packets = 50; |
| 525 | conf_motion_hd.pipe.loss_percent = 3; |
| 526 | conf_motion_hd.pipe.queue_delay_ms = 100; |
| 527 | conf_motion_hd.pipe.link_capacity_kbps = 2000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 528 | fixture->RunWithAnalyzer(conf_motion_hd); |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 529 | } |
| 530 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 531 | TEST(FullStackTest, ConferenceMotionHd3TLModerateLimitsAltTLPattern) { |
| 532 | auto fixture = CreateVideoQualityTestFixture(); |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 533 | test::ScopedFieldTrials field_trial("WebRTC-UseShortVP8TL3Pattern/Enabled/"); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 534 | ParamsWithLogging conf_motion_hd; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 535 | conf_motion_hd.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 536 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3102734 | 2017-09-29 13:48:12 +0000 | [diff] [blame] | 537 | true, 1280, 720, 50, 30000, |
| 538 | 3000000, 3000000, false, "VP8", 3, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 539 | -1, 0, false, false, false, "ConferenceMotion_1280_720_50"}; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 540 | conf_motion_hd.analyzer = {"conference_motion_hd_3tl_alt_moderate_limits", |
| 541 | 0.0, 0.0, kFullStackTestDurationSecs}; |
| 542 | conf_motion_hd.pipe.queue_length_packets = 50; |
| 543 | conf_motion_hd.pipe.loss_percent = 3; |
| 544 | conf_motion_hd.pipe.queue_delay_ms = 100; |
| 545 | conf_motion_hd.pipe.link_capacity_kbps = 2000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 546 | fixture->RunWithAnalyzer(conf_motion_hd); |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 547 | } |
| 548 | |
jianj | 390e64d | 2017-02-03 09:51:23 -0800 | [diff] [blame] | 549 | #if !defined(RTC_DISABLE_VP9) |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 550 | TEST(FullStackTest, ConferenceMotionHd2000kbps100msLimitedQueueVP9) { |
| 551 | auto fixture = CreateVideoQualityTestFixture(); |
| 552 | ParamsWithLogging conf_motion_hd; |
jianj | 390e64d | 2017-02-03 09:51:23 -0800 | [diff] [blame] | 553 | conf_motion_hd.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 554 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3102734 | 2017-09-29 13:48:12 +0000 | [diff] [blame] | 555 | true, 1280, 720, 50, 30000, |
| 556 | 3000000, 3000000, false, "VP9", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 557 | 0, 0, false, false, false, "ConferenceMotion_1280_720_50"}; |
jianj | 390e64d | 2017-02-03 09:51:23 -0800 | [diff] [blame] | 558 | conf_motion_hd.analyzer = { |
| 559 | "conference_motion_hd_2000kbps_100ms_32pkts_queue_vp9", 0.0, 0.0, |
| 560 | kFullStackTestDurationSecs}; |
| 561 | conf_motion_hd.pipe.queue_length_packets = 32; |
| 562 | conf_motion_hd.pipe.queue_delay_ms = 100; |
| 563 | conf_motion_hd.pipe.link_capacity_kbps = 2000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 564 | fixture->RunWithAnalyzer(conf_motion_hd); |
jianj | 390e64d | 2017-02-03 09:51:23 -0800 | [diff] [blame] | 565 | } |
| 566 | #endif |
| 567 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 568 | TEST(FullStackTest, ScreenshareSlidesVP8_2TL) { |
| 569 | auto fixture = CreateVideoQualityTestFixture(); |
| 570 | ParamsWithLogging screenshare; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 571 | screenshare.call.send_side_bwe = true; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 572 | screenshare.video[0] = {true, 1850, 1110, 5, 50000, 200000, |
| 573 | 1000000, false, "VP8", 2, 1, 400000, |
| 574 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 575 | screenshare.screenshare[0] = {true, false, 10}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 576 | screenshare.analyzer = {"screenshare_slides", 0.0, 0.0, |
| 577 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 578 | fixture->RunWithAnalyzer(screenshare); |
Erik Språng | 6ee69aa | 2015-09-03 15:58:05 +0200 | [diff] [blame] | 579 | } |
| 580 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 581 | TEST(FullStackTest, ScreenshareSlidesVP8_3TL_Simulcast) { |
| 582 | auto fixture = CreateVideoQualityTestFixture(); |
sprang | 89c4a7e | 2017-06-30 13:27:40 -0700 | [diff] [blame] | 583 | test::ScopedFieldTrials field_trial(kScreenshareSimulcastExperiment); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 584 | ParamsWithLogging screenshare; |
ilnik | cb8c146 | 2017-03-09 09:23:30 -0800 | [diff] [blame] | 585 | screenshare.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 586 | screenshare.screenshare[0] = {true, false, 10}; |
| 587 | screenshare.video[0] = {true, 1850, 1110, 5, 800000, |
| 588 | 2500000, 2500000, false, "VP8", 3, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 589 | 2, 400000, false, false, false, ""}; |
ilnik | cb8c146 | 2017-03-09 09:23:30 -0800 | [diff] [blame] | 590 | screenshare.analyzer = {"screenshare_slides_simulcast", 0.0, 0.0, |
| 591 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 592 | ParamsWithLogging screenshare_params_high; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 593 | screenshare_params_high.video[0] = {true, 1850, 1110, 5, 400000, 1000000, |
| 594 | 1000000, false, "VP8", 3, 0, 400000, |
| 595 | false, false, false, ""}; |
ilnik | cb8c146 | 2017-03-09 09:23:30 -0800 | [diff] [blame] | 596 | VideoQualityTest::Params screenshare_params_low; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 597 | screenshare_params_low.video[0] = {true, 1850, 1110, 5, 50000, 200000, |
| 598 | 1000000, false, "VP8", 2, 0, 400000, |
| 599 | false, false, false, ""}; |
ilnik | cb8c146 | 2017-03-09 09:23:30 -0800 | [diff] [blame] | 600 | |
| 601 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 602 | VideoQualityTest::DefaultVideoStream(screenshare_params_low, 0), |
| 603 | VideoQualityTest::DefaultVideoStream(screenshare_params_high, 0)}; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 604 | screenshare.ss[0] = { |
| 605 | streams, 1, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 606 | false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 607 | fixture->RunWithAnalyzer(screenshare); |
ilnik | cb8c146 | 2017-03-09 09:23:30 -0800 | [diff] [blame] | 608 | } |
| 609 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 610 | TEST(FullStackTest, ScreenshareSlidesVP8_2TL_Scroll) { |
| 611 | auto fixture = CreateVideoQualityTestFixture(); |
| 612 | ParamsWithLogging config; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 613 | config.call.send_side_bwe = true; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 614 | config.video[0] = {true, 1850, 1110 / 2, 5, 50000, 200000, |
| 615 | 1000000, false, "VP8", 2, 1, 400000, |
| 616 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 617 | config.screenshare[0] = {true, false, 10, 2}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 618 | config.analyzer = {"screenshare_slides_scrolling", 0.0, 0.0, |
| 619 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 620 | fixture->RunWithAnalyzer(config); |
ivica | 028cf48 | 2015-07-30 02:15:56 -0700 | [diff] [blame] | 621 | } |
| 622 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 623 | TEST(FullStackTest, ScreenshareSlidesVP8_2TL_LossyNet) { |
| 624 | auto fixture = CreateVideoQualityTestFixture(); |
| 625 | ParamsWithLogging screenshare; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 626 | screenshare.call.send_side_bwe = true; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 627 | screenshare.video[0] = {true, 1850, 1110, 5, 50000, 200000, |
| 628 | 1000000, false, "VP8", 2, 1, 400000, |
| 629 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 630 | screenshare.screenshare[0] = {true, false, 10}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 631 | screenshare.analyzer = {"screenshare_slides_lossy_net", 0.0, 0.0, |
| 632 | kFullStackTestDurationSecs}; |
sprang | ee37de3 | 2015-11-23 06:10:23 -0800 | [diff] [blame] | 633 | screenshare.pipe.loss_percent = 5; |
| 634 | screenshare.pipe.queue_delay_ms = 200; |
| 635 | screenshare.pipe.link_capacity_kbps = 500; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 636 | fixture->RunWithAnalyzer(screenshare); |
sprang | ee37de3 | 2015-11-23 06:10:23 -0800 | [diff] [blame] | 637 | } |
| 638 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 639 | TEST(FullStackTest, ScreenshareSlidesVP8_2TL_VeryLossyNet) { |
| 640 | auto fixture = CreateVideoQualityTestFixture(); |
| 641 | ParamsWithLogging screenshare; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 642 | screenshare.call.send_side_bwe = true; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 643 | screenshare.video[0] = {true, 1850, 1110, 5, 50000, 200000, |
| 644 | 1000000, false, "VP8", 2, 1, 400000, |
| 645 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 646 | screenshare.screenshare[0] = {true, false, 10}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 647 | screenshare.analyzer = {"screenshare_slides_very_lossy", 0.0, 0.0, |
| 648 | kFullStackTestDurationSecs}; |
sprang | ee37de3 | 2015-11-23 06:10:23 -0800 | [diff] [blame] | 649 | screenshare.pipe.loss_percent = 10; |
| 650 | screenshare.pipe.queue_delay_ms = 200; |
| 651 | screenshare.pipe.link_capacity_kbps = 500; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 652 | fixture->RunWithAnalyzer(screenshare); |
sprang | ee37de3 | 2015-11-23 06:10:23 -0800 | [diff] [blame] | 653 | } |
| 654 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 655 | TEST(FullStackTest, ScreenshareSlidesVP8_2TL_LossyNetRestrictedQueue) { |
| 656 | auto fixture = CreateVideoQualityTestFixture(); |
| 657 | ParamsWithLogging screenshare; |
sprang | e566e17 | 2017-06-08 01:29:15 -0700 | [diff] [blame] | 658 | screenshare.call.send_side_bwe = true; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 659 | screenshare.video[0] = {true, 1850, 1110, 5, 50000, 200000, |
| 660 | 1000000, false, "VP8", 2, 1, 400000, |
| 661 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 662 | screenshare.screenshare[0] = {true, false, 10}; |
sprang | e566e17 | 2017-06-08 01:29:15 -0700 | [diff] [blame] | 663 | screenshare.analyzer = {"screenshare_slides_lossy_limited", 0.0, 0.0, |
| 664 | kFullStackTestDurationSecs}; |
| 665 | screenshare.pipe.loss_percent = 5; |
| 666 | screenshare.pipe.link_capacity_kbps = 200; |
| 667 | screenshare.pipe.queue_length_packets = 30; |
| 668 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 669 | fixture->RunWithAnalyzer(screenshare); |
sprang | e566e17 | 2017-06-08 01:29:15 -0700 | [diff] [blame] | 670 | } |
| 671 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 672 | TEST(FullStackTest, ScreenshareSlidesVP8_2TL_ModeratelyRestricted) { |
| 673 | auto fixture = CreateVideoQualityTestFixture(); |
| 674 | ParamsWithLogging screenshare; |
sprang | 89c4a7e | 2017-06-30 13:27:40 -0700 | [diff] [blame] | 675 | screenshare.call.send_side_bwe = true; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 676 | screenshare.video[0] = {true, 1850, 1110, 5, 50000, 200000, |
| 677 | 1000000, false, "VP8", 2, 1, 400000, |
| 678 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 679 | screenshare.screenshare[0] = {true, false, 10}; |
sprang | 89c4a7e | 2017-06-30 13:27:40 -0700 | [diff] [blame] | 680 | screenshare.analyzer = {"screenshare_slides_moderately_restricted", 0.0, 0.0, |
| 681 | kFullStackTestDurationSecs}; |
| 682 | screenshare.pipe.loss_percent = 1; |
| 683 | screenshare.pipe.link_capacity_kbps = 1200; |
| 684 | screenshare.pipe.queue_length_packets = 30; |
| 685 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 686 | fixture->RunWithAnalyzer(screenshare); |
sprang | 89c4a7e | 2017-06-30 13:27:40 -0700 | [diff] [blame] | 687 | } |
| 688 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 689 | const ParamsWithLogging::Video kSvcVp9Video = { |
Rasmus Brandt | 3102734 | 2017-09-29 13:48:12 +0000 | [diff] [blame] | 690 | true, 1280, 720, 30, 800000, |
| 691 | 2500000, 2500000, false, "VP9", 3, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 692 | 2, 400000, false, false, false, "ConferenceMotion_1280_720_50"}; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 693 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 694 | const ParamsWithLogging::Video kSimulcastVp8VideoHigh = { |
Rasmus Brandt | 3102734 | 2017-09-29 13:48:12 +0000 | [diff] [blame] | 695 | true, 1280, 720, 30, 800000, |
| 696 | 2500000, 2500000, false, "VP8", 3, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 697 | 2, 400000, false, false, false, "ConferenceMotion_1280_720_50"}; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 698 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 699 | const ParamsWithLogging::Video kSimulcastVp8VideoMedium = { |
Rasmus Brandt | 3102734 | 2017-09-29 13:48:12 +0000 | [diff] [blame] | 700 | true, 640, 360, 30, 150000, |
| 701 | 500000, 700000, false, "VP8", 3, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 702 | 2, 400000, false, false, false, "ConferenceMotion_1280_720_50"}; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 703 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 704 | const ParamsWithLogging::Video kSimulcastVp8VideoLow = { |
Rasmus Brandt | 3102734 | 2017-09-29 13:48:12 +0000 | [diff] [blame] | 705 | true, 320, 180, 30, 30000, |
| 706 | 150000, 200000, false, "VP8", 3, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 707 | 2, 400000, false, false, false, "ConferenceMotion_1280_720_50"}; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 708 | |
Peter Boström | 1299615 | 2016-05-14 02:03:18 +0200 | [diff] [blame] | 709 | #if !defined(RTC_DISABLE_VP9) |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 710 | TEST(FullStackTest, ScreenshareSlidesVP9_2SL) { |
| 711 | auto fixture = CreateVideoQualityTestFixture(); |
| 712 | ParamsWithLogging screenshare; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 713 | screenshare.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 714 | screenshare.video[0] = {true, 1850, 1110, 5, 50000, |
| 715 | 200000, 2000000, false, "VP9", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 716 | 0, 400000, false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 717 | screenshare.screenshare[0] = {true, false, 10}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 718 | screenshare.analyzer = {"screenshare_slides_vp9_2sl", 0.0, 0.0, |
| 719 | kFullStackTestDurationSecs}; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 720 | screenshare.ss[0] = { |
| 721 | std::vector<VideoStream>(), 0, 2, 1, InterLayerPredMode::kOn, |
| 722 | std::vector<SpatialLayer>(), false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 723 | fixture->RunWithAnalyzer(screenshare); |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 724 | } |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 725 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 726 | TEST(FullStackTest, VP9SVC_3SL_High) { |
| 727 | auto fixture = CreateVideoQualityTestFixture(); |
| 728 | ParamsWithLogging simulcast; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 729 | simulcast.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 730 | simulcast.video[0] = kSvcVp9Video; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 731 | simulcast.analyzer = {"vp9svc_3sl_high", 0.0, 0.0, |
| 732 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 733 | |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 734 | simulcast.ss[0] = { |
| 735 | std::vector<VideoStream>(), 0, 3, 2, InterLayerPredMode::kOn, |
| 736 | std::vector<SpatialLayer>(), false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 737 | fixture->RunWithAnalyzer(simulcast); |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 738 | } |
| 739 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 740 | TEST(FullStackTest, VP9SVC_3SL_Medium) { |
| 741 | auto fixture = CreateVideoQualityTestFixture(); |
| 742 | ParamsWithLogging simulcast; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 743 | simulcast.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 744 | simulcast.video[0] = kSvcVp9Video; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 745 | simulcast.analyzer = {"vp9svc_3sl_medium", 0.0, 0.0, |
| 746 | kFullStackTestDurationSecs}; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 747 | simulcast.ss[0] = { |
| 748 | std::vector<VideoStream>(), 0, 3, 1, InterLayerPredMode::kOn, |
| 749 | std::vector<SpatialLayer>(), false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 750 | fixture->RunWithAnalyzer(simulcast); |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 751 | } |
| 752 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 753 | TEST(FullStackTest, VP9SVC_3SL_Low) { |
| 754 | auto fixture = CreateVideoQualityTestFixture(); |
| 755 | ParamsWithLogging simulcast; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 756 | simulcast.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 757 | simulcast.video[0] = kSvcVp9Video; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 758 | simulcast.analyzer = {"vp9svc_3sl_low", 0.0, 0.0, kFullStackTestDurationSecs}; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 759 | simulcast.ss[0] = { |
| 760 | std::vector<VideoStream>(), 0, 3, 0, InterLayerPredMode::kOn, |
| 761 | std::vector<SpatialLayer>(), false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 762 | fixture->RunWithAnalyzer(simulcast); |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 763 | } |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 764 | |
Ilya Nikolaevskiy | 14ac793 | 2018-07-12 10:39:41 +0200 | [diff] [blame^] | 765 | // bugs.webrtc.org/9506 |
| 766 | #if !defined(WEBRTC_MAC) |
| 767 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 768 | TEST(FullStackTest, VP9KSVC_3SL_High) { |
| 769 | auto fixture = CreateVideoQualityTestFixture(); |
| 770 | ParamsWithLogging simulcast; |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 771 | simulcast.call.send_side_bwe = true; |
| 772 | simulcast.video[0] = kSvcVp9Video; |
| 773 | simulcast.analyzer = {"vp9ksvc_3sl_high", 0.0, 0.0, |
| 774 | kFullStackTestDurationSecs}; |
| 775 | simulcast.ss[0] = { |
| 776 | std::vector<VideoStream>(), 0, 3, 2, InterLayerPredMode::kOnKeyPic, |
| 777 | std::vector<SpatialLayer>(), false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 778 | fixture->RunWithAnalyzer(simulcast); |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 779 | } |
| 780 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 781 | TEST(FullStackTest, VP9KSVC_3SL_Medium) { |
| 782 | auto fixture = CreateVideoQualityTestFixture(); |
| 783 | ParamsWithLogging simulcast; |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 784 | simulcast.call.send_side_bwe = true; |
| 785 | simulcast.video[0] = kSvcVp9Video; |
| 786 | simulcast.analyzer = {"vp9ksvc_3sl_medium", 0.0, 0.0, |
| 787 | kFullStackTestDurationSecs}; |
| 788 | simulcast.ss[0] = { |
| 789 | std::vector<VideoStream>(), 0, 3, 1, InterLayerPredMode::kOnKeyPic, |
| 790 | std::vector<SpatialLayer>(), false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 791 | fixture->RunWithAnalyzer(simulcast); |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 792 | } |
| 793 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 794 | TEST(FullStackTest, VP9KSVC_3SL_Low) { |
| 795 | auto fixture = CreateVideoQualityTestFixture(); |
| 796 | ParamsWithLogging simulcast; |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 797 | simulcast.call.send_side_bwe = true; |
| 798 | simulcast.video[0] = kSvcVp9Video; |
| 799 | simulcast.analyzer = {"vp9ksvc_3sl_low", 0.0, 0.0, |
| 800 | kFullStackTestDurationSecs}; |
| 801 | simulcast.ss[0] = { |
| 802 | std::vector<VideoStream>(), 0, 3, 0, InterLayerPredMode::kOnKeyPic, |
| 803 | std::vector<SpatialLayer>(), false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 804 | fixture->RunWithAnalyzer(simulcast); |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 805 | } |
“Michael | 277a656 | 2018-06-01 14:09:19 -0500 | [diff] [blame] | 806 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 807 | TEST(FullStackTest, VP9KSVC_3SL_Medium_Network_Restricted) { |
| 808 | auto fixture = CreateVideoQualityTestFixture(); |
“Michael | 277a656 | 2018-06-01 14:09:19 -0500 | [diff] [blame] | 809 | VideoQualityTest::Params simulcast; |
| 810 | simulcast.call.send_side_bwe = true; |
| 811 | simulcast.video[0] = kSvcVp9Video; |
| 812 | simulcast.analyzer = {"vp9ksvc_3sl_medium_network_restricted", 0.0, 0.0, |
| 813 | kFullStackTestDurationSecs}; |
| 814 | simulcast.ss[0] = { |
| 815 | std::vector<VideoStream>(), 0, 3, 1, InterLayerPredMode::kOnKeyPic, |
| 816 | std::vector<SpatialLayer>(), false}; |
| 817 | simulcast.pipe.link_capacity_kbps = 1000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 818 | fixture->RunWithAnalyzer(simulcast); |
“Michael | 277a656 | 2018-06-01 14:09:19 -0500 | [diff] [blame] | 819 | } |
Ilya Nikolaevskiy | 14ac793 | 2018-07-12 10:39:41 +0200 | [diff] [blame^] | 820 | #endif // !defined(WEBRTC_MAC) |
“Michael | 277a656 | 2018-06-01 14:09:19 -0500 | [diff] [blame] | 821 | |
Peter Boström | 1299615 | 2016-05-14 02:03:18 +0200 | [diff] [blame] | 822 | #endif // !defined(RTC_DISABLE_VP9) |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 823 | |
ilnik | 6b826ef | 2017-06-16 06:53:48 -0700 | [diff] [blame] | 824 | // Android bots can't handle FullHD, so disable the test. |
Sam Zackrisson | c3d8bb1 | 2018-05-02 10:22:32 +0200 | [diff] [blame] | 825 | // TODO(bugs.webrtc.org/9220): Investigate source of flakiness on Mac. |
| 826 | #if defined(WEBRTC_ANDROID) || defined(WEBRTC_MAC) |
ilnik | 6b826ef | 2017-06-16 06:53:48 -0700 | [diff] [blame] | 827 | #define MAYBE_SimulcastFullHdOveruse DISABLED_SimulcastFullHdOveruse |
| 828 | #else |
| 829 | #define MAYBE_SimulcastFullHdOveruse SimulcastFullHdOveruse |
| 830 | #endif |
| 831 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 832 | TEST(FullStackTest, MAYBE_SimulcastFullHdOveruse) { |
| 833 | auto fixture = CreateVideoQualityTestFixture(); |
| 834 | ParamsWithLogging simulcast; |
ilnik | 6b826ef | 2017-06-16 06:53:48 -0700 | [diff] [blame] | 835 | simulcast.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 836 | simulcast.video[0] = {true, 1920, 1080, 30, 800000, |
| 837 | 2500000, 2500000, false, "VP8", 3, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 838 | 2, 400000, false, false, false, "Generator"}; |
ilnik | 6b826ef | 2017-06-16 06:53:48 -0700 | [diff] [blame] | 839 | simulcast.analyzer = {"simulcast_HD_high", 0.0, 0.0, |
| 840 | kFullStackTestDurationSecs}; |
| 841 | simulcast.pipe.loss_percent = 0; |
| 842 | simulcast.pipe.queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 843 | std::vector<VideoStream> streams = { |
| 844 | VideoQualityTest::DefaultVideoStream(simulcast, 0), |
| 845 | VideoQualityTest::DefaultVideoStream(simulcast, 0), |
| 846 | VideoQualityTest::DefaultVideoStream(simulcast, 0) |
| 847 | }; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 848 | simulcast.ss[0] = { |
| 849 | streams, 2, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 850 | true}; |
ilnik | 6b826ef | 2017-06-16 06:53:48 -0700 | [diff] [blame] | 851 | webrtc::test::ScopedFieldTrials override_trials( |
| 852 | "WebRTC-ForceSimulatedOveruseIntervalMs/1000-50000-300/"); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 853 | fixture->RunWithAnalyzer(simulcast); |
ilnik | 6b826ef | 2017-06-16 06:53:48 -0700 | [diff] [blame] | 854 | } |
| 855 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 856 | TEST(FullStackTest, SimulcastVP8_3SL_High) { |
| 857 | auto fixture = CreateVideoQualityTestFixture(); |
| 858 | ParamsWithLogging simulcast; |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 859 | simulcast.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 860 | simulcast.video[0] = kSimulcastVp8VideoHigh; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 861 | simulcast.analyzer = {"simulcast_vp8_3sl_high", 0.0, 0.0, |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 862 | kFullStackTestDurationSecs}; |
| 863 | simulcast.pipe.loss_percent = 0; |
| 864 | simulcast.pipe.queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 865 | ParamsWithLogging video_params_high; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 866 | video_params_high.video[0] = kSimulcastVp8VideoHigh; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 867 | ParamsWithLogging video_params_medium; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 868 | video_params_medium.video[0] = kSimulcastVp8VideoMedium; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 869 | ParamsWithLogging video_params_low; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 870 | video_params_low.video[0] = kSimulcastVp8VideoLow; |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 871 | |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 872 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 873 | VideoQualityTest::DefaultVideoStream(video_params_low, 0), |
| 874 | VideoQualityTest::DefaultVideoStream(video_params_medium, 0), |
| 875 | VideoQualityTest::DefaultVideoStream(video_params_high, 0)}; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 876 | simulcast.ss[0] = { |
| 877 | streams, 2, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 878 | false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 879 | fixture->RunWithAnalyzer(simulcast); |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 880 | } |
| 881 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 882 | TEST(FullStackTest, SimulcastVP8_3SL_Medium) { |
| 883 | auto fixture = CreateVideoQualityTestFixture(); |
| 884 | ParamsWithLogging simulcast; |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 885 | simulcast.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 886 | simulcast.video[0] = kSimulcastVp8VideoHigh; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 887 | simulcast.analyzer = {"simulcast_vp8_3sl_medium", 0.0, 0.0, |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 888 | kFullStackTestDurationSecs}; |
| 889 | simulcast.pipe.loss_percent = 0; |
| 890 | simulcast.pipe.queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 891 | ParamsWithLogging video_params_high; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 892 | video_params_high.video[0] = kSimulcastVp8VideoHigh; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 893 | ParamsWithLogging video_params_medium; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 894 | video_params_medium.video[0] = kSimulcastVp8VideoMedium; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 895 | ParamsWithLogging video_params_low; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 896 | video_params_low.video[0] = kSimulcastVp8VideoLow; |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 897 | |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 898 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 899 | VideoQualityTest::DefaultVideoStream(video_params_low, 0), |
| 900 | VideoQualityTest::DefaultVideoStream(video_params_medium, 0), |
| 901 | VideoQualityTest::DefaultVideoStream(video_params_high, 0)}; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 902 | simulcast.ss[0] = { |
| 903 | streams, 1, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 904 | false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 905 | fixture->RunWithAnalyzer(simulcast); |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 906 | } |
| 907 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 908 | TEST(FullStackTest, SimulcastVP8_3SL_Low) { |
| 909 | auto fixture = CreateVideoQualityTestFixture(); |
| 910 | ParamsWithLogging simulcast; |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 911 | simulcast.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 912 | simulcast.video[0] = kSimulcastVp8VideoHigh; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 913 | simulcast.analyzer = {"simulcast_vp8_3sl_low", 0.0, 0.0, |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 914 | kFullStackTestDurationSecs}; |
| 915 | simulcast.pipe.loss_percent = 0; |
| 916 | simulcast.pipe.queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 917 | ParamsWithLogging video_params_high; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 918 | video_params_high.video[0] = kSimulcastVp8VideoHigh; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 919 | ParamsWithLogging video_params_medium; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 920 | video_params_medium.video[0] = kSimulcastVp8VideoMedium; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 921 | ParamsWithLogging video_params_low; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 922 | video_params_low.video[0] = kSimulcastVp8VideoLow; |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 923 | |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 924 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 925 | VideoQualityTest::DefaultVideoStream(video_params_low, 0), |
| 926 | VideoQualityTest::DefaultVideoStream(video_params_medium, 0), |
| 927 | VideoQualityTest::DefaultVideoStream(video_params_high, 0)}; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 928 | simulcast.ss[0] = { |
| 929 | streams, 0, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 930 | false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 931 | fixture->RunWithAnalyzer(simulcast); |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 932 | } |
| 933 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 934 | TEST(FullStackTest, LargeRoomVP8_5thumb) { |
| 935 | auto fixture = CreateVideoQualityTestFixture(); |
| 936 | ParamsWithLogging large_room; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 937 | large_room.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 938 | large_room.video[0] = kSimulcastVp8VideoHigh; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 939 | large_room.analyzer = {"largeroom_5thumb", 0.0, 0.0, |
| 940 | kFullStackTestDurationSecs}; |
| 941 | large_room.pipe.loss_percent = 0; |
| 942 | large_room.pipe.queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 943 | ParamsWithLogging video_params_high; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 944 | video_params_high.video[0] = kSimulcastVp8VideoHigh; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 945 | ParamsWithLogging video_params_medium; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 946 | video_params_medium.video[0] = kSimulcastVp8VideoMedium; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 947 | ParamsWithLogging video_params_low; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 948 | video_params_low.video[0] = kSimulcastVp8VideoLow; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 949 | |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 950 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 951 | VideoQualityTest::DefaultVideoStream(video_params_low, 0), |
| 952 | VideoQualityTest::DefaultVideoStream(video_params_medium, 0), |
| 953 | VideoQualityTest::DefaultVideoStream(video_params_high, 0)}; |
ilnik | 9843695 | 2017-07-13 00:47:03 -0700 | [diff] [blame] | 954 | large_room.call.num_thumbnails = 5; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 955 | large_room.ss[0] = { |
| 956 | streams, 2, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 957 | false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 958 | fixture->RunWithAnalyzer(large_room); |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 959 | } |
| 960 | |
oprypin | 743117f | 2017-09-15 05:24:24 -0700 | [diff] [blame] | 961 | #if defined(WEBRTC_ANDROID) || defined(WEBRTC_IOS) |
| 962 | // Fails on mobile devices: |
ilnik | f89a738 | 2017-03-07 06:15:27 -0800 | [diff] [blame] | 963 | // https://bugs.chromium.org/p/webrtc/issues/detail?id=7301 |
| 964 | #define MAYBE_LargeRoomVP8_50thumb DISABLED_LargeRoomVP8_50thumb |
ilnik | 3ae7c25 | 2017-03-08 01:17:35 -0800 | [diff] [blame] | 965 | #define MAYBE_LargeRoomVP8_15thumb DISABLED_LargeRoomVP8_15thumb |
ilnik | f89a738 | 2017-03-07 06:15:27 -0800 | [diff] [blame] | 966 | #else |
| 967 | #define MAYBE_LargeRoomVP8_50thumb LargeRoomVP8_50thumb |
ilnik | 3ae7c25 | 2017-03-08 01:17:35 -0800 | [diff] [blame] | 968 | #define MAYBE_LargeRoomVP8_15thumb LargeRoomVP8_15thumb |
ilnik | f89a738 | 2017-03-07 06:15:27 -0800 | [diff] [blame] | 969 | #endif |
| 970 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 971 | TEST(FullStackTest, MAYBE_LargeRoomVP8_15thumb) { |
| 972 | auto fixture = CreateVideoQualityTestFixture(); |
| 973 | ParamsWithLogging large_room; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 974 | large_room.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 975 | large_room.video[0] = kSimulcastVp8VideoHigh; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 976 | large_room.analyzer = {"largeroom_15thumb", 0.0, 0.0, |
| 977 | kFullStackTestDurationSecs}; |
| 978 | large_room.pipe.loss_percent = 0; |
| 979 | large_room.pipe.queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 980 | ParamsWithLogging video_params_high; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 981 | video_params_high.video[0] = kSimulcastVp8VideoHigh; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 982 | ParamsWithLogging video_params_medium; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 983 | video_params_medium.video[0] = kSimulcastVp8VideoMedium; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 984 | ParamsWithLogging video_params_low; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 985 | video_params_low.video[0] = kSimulcastVp8VideoLow; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 986 | |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 987 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 988 | VideoQualityTest::DefaultVideoStream(video_params_low, 0), |
| 989 | VideoQualityTest::DefaultVideoStream(video_params_medium, 0), |
| 990 | VideoQualityTest::DefaultVideoStream(video_params_high, 0)}; |
ilnik | 9843695 | 2017-07-13 00:47:03 -0700 | [diff] [blame] | 991 | large_room.call.num_thumbnails = 15; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 992 | large_room.ss[0] = { |
| 993 | streams, 2, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 994 | false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 995 | fixture->RunWithAnalyzer(large_room); |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 996 | } |
| 997 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 998 | TEST(FullStackTest, MAYBE_LargeRoomVP8_50thumb) { |
| 999 | auto fixture = CreateVideoQualityTestFixture(); |
| 1000 | ParamsWithLogging large_room; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1001 | large_room.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1002 | large_room.video[0] = kSimulcastVp8VideoHigh; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1003 | large_room.analyzer = {"largeroom_50thumb", 0.0, 0.0, |
| 1004 | kFullStackTestDurationSecs}; |
| 1005 | large_room.pipe.loss_percent = 0; |
| 1006 | large_room.pipe.queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1007 | ParamsWithLogging video_params_high; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1008 | video_params_high.video[0] = kSimulcastVp8VideoHigh; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1009 | ParamsWithLogging video_params_medium; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1010 | video_params_medium.video[0] = kSimulcastVp8VideoMedium; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1011 | ParamsWithLogging video_params_low; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1012 | video_params_low.video[0] = kSimulcastVp8VideoLow; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1013 | |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1014 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1015 | VideoQualityTest::DefaultVideoStream(video_params_low, 0), |
| 1016 | VideoQualityTest::DefaultVideoStream(video_params_medium, 0), |
| 1017 | VideoQualityTest::DefaultVideoStream(video_params_high, 0)}; |
ilnik | 9843695 | 2017-07-13 00:47:03 -0700 | [diff] [blame] | 1018 | large_room.call.num_thumbnails = 50; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1019 | large_room.ss[0] = { |
| 1020 | streams, 2, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 1021 | false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1022 | fixture->RunWithAnalyzer(large_room); |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1023 | } |
| 1024 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1025 | class DualStreamsTest : public ::testing::TestWithParam<int> {}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1026 | |
| 1027 | // Disable dual video test on mobile device becuase it's too heavy. |
| 1028 | #if !defined(WEBRTC_ANDROID) && !defined(WEBRTC_IOS) |
| 1029 | TEST_P(DualStreamsTest, |
| 1030 | ModeratelyRestricted_SlidesVp8_3TL_Simulcast_Video_Simulcast_High) { |
| 1031 | test::ScopedFieldTrials field_trial( |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1032 | std::string(kScreenshareSimulcastExperiment) + |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1033 | std::string(kRoundRobinPacingQueueExperiment) + |
| 1034 | std::string(kPacerPushBackExperiment)); |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1035 | const int first_stream = GetParam(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1036 | ParamsWithLogging dual_streams; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1037 | |
| 1038 | // Screenshare Settings. |
| 1039 | dual_streams.screenshare[first_stream] = {true, false, 10}; |
| 1040 | dual_streams.video[first_stream] = {true, 1850, 1110, 5, 800000, |
| 1041 | 2500000, 2500000, false, "VP8", 3, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 1042 | 2, 400000, false, false, false, |
| 1043 | ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1044 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1045 | ParamsWithLogging screenshare_params_high; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 1046 | screenshare_params_high.video[0] = {true, 1850, 1110, 5, 400000, 1000000, |
| 1047 | 1000000, false, "VP8", 3, 0, 400000, |
| 1048 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1049 | VideoQualityTest::Params screenshare_params_low; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 1050 | screenshare_params_low.video[0] = {true, 1850, 1110, 5, 50000, 200000, |
| 1051 | 1000000, false, "VP8", 2, 0, 400000, |
| 1052 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1053 | std::vector<VideoStream> screenhsare_streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1054 | VideoQualityTest::DefaultVideoStream(screenshare_params_low, 0), |
| 1055 | VideoQualityTest::DefaultVideoStream(screenshare_params_high, 0)}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1056 | |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1057 | dual_streams.ss[first_stream] = { |
| 1058 | screenhsare_streams, 1, 1, 0, InterLayerPredMode::kOn, |
| 1059 | std::vector<SpatialLayer>(), false}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1060 | |
| 1061 | // Video settings. |
| 1062 | dual_streams.video[1 - first_stream] = kSimulcastVp8VideoHigh; |
| 1063 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1064 | ParamsWithLogging video_params_high; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1065 | video_params_high.video[0] = kSimulcastVp8VideoHigh; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1066 | ParamsWithLogging video_params_medium; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1067 | video_params_medium.video[0] = kSimulcastVp8VideoMedium; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1068 | ParamsWithLogging video_params_low; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1069 | video_params_low.video[0] = kSimulcastVp8VideoLow; |
| 1070 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1071 | VideoQualityTest::DefaultVideoStream(video_params_low, 0), |
| 1072 | VideoQualityTest::DefaultVideoStream(video_params_medium, 0), |
| 1073 | VideoQualityTest::DefaultVideoStream(video_params_high, 0)}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1074 | |
| 1075 | dual_streams.ss[1 - first_stream] = { |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1076 | streams, 2, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 1077 | false}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1078 | |
| 1079 | // Call settings. |
| 1080 | dual_streams.call.send_side_bwe = true; |
| 1081 | dual_streams.call.dual_video = true; |
Edward Lemur | 35d2b7e | 2017-12-27 18:54:47 +0100 | [diff] [blame] | 1082 | std::string test_label = "dualstreams_moderately_restricted_screenshare_" + |
| 1083 | std::to_string(first_stream); |
| 1084 | dual_streams.analyzer = {test_label, 0.0, 0.0, kFullStackTestDurationSecs}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1085 | dual_streams.pipe.loss_percent = 1; |
| 1086 | dual_streams.pipe.link_capacity_kbps = 7500; |
| 1087 | dual_streams.pipe.queue_length_packets = 30; |
| 1088 | dual_streams.pipe.queue_delay_ms = 100; |
| 1089 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1090 | auto fixture = CreateVideoQualityTestFixture(); |
| 1091 | fixture->RunWithAnalyzer(dual_streams); |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1092 | } |
| 1093 | #endif // !defined(WEBRTC_ANDROID) && !defined(WEBRTC_IOS) |
| 1094 | |
| 1095 | TEST_P(DualStreamsTest, Conference_Restricted) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1096 | test::ScopedFieldTrials field_trial( |
| 1097 | std::string(kRoundRobinPacingQueueExperiment) + |
| 1098 | std::string(kPacerPushBackExperiment)); |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1099 | const int first_stream = GetParam(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1100 | ParamsWithLogging dual_streams; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1101 | |
| 1102 | // Screenshare Settings. |
| 1103 | dual_streams.screenshare[first_stream] = {true, false, 10}; |
| 1104 | dual_streams.video[first_stream] = {true, 1850, 1110, 5, 800000, |
| 1105 | 2500000, 2500000, false, "VP8", 3, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 1106 | 2, 400000, false, false, false, |
| 1107 | ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1108 | // Video settings. |
| 1109 | dual_streams.video[1 - first_stream] = { |
| 1110 | true, 1280, 720, 30, 150000, |
| 1111 | 500000, 700000, false, "VP8", 3, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 1112 | 2, 400000, false, false, false, "ConferenceMotion_1280_720_50"}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1113 | |
| 1114 | // Call settings. |
| 1115 | dual_streams.call.send_side_bwe = true; |
| 1116 | dual_streams.call.dual_video = true; |
Edward Lemur | 35d2b7e | 2017-12-27 18:54:47 +0100 | [diff] [blame] | 1117 | std::string test_label = "dualstreams_conference_restricted_screenshare_" + |
| 1118 | std::to_string(first_stream); |
| 1119 | dual_streams.analyzer = {test_label, 0.0, 0.0, kFullStackTestDurationSecs}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1120 | dual_streams.pipe.loss_percent = 1; |
| 1121 | dual_streams.pipe.link_capacity_kbps = 5000; |
| 1122 | dual_streams.pipe.queue_length_packets = 30; |
| 1123 | dual_streams.pipe.queue_delay_ms = 100; |
| 1124 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1125 | auto fixture = CreateVideoQualityTestFixture(); |
| 1126 | fixture->RunWithAnalyzer(dual_streams); |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1127 | } |
| 1128 | |
| 1129 | INSTANTIATE_TEST_CASE_P(FullStackTest, |
| 1130 | DualStreamsTest, |
| 1131 | ::testing::Values(0, 1)); |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1132 | |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 1133 | } // namespace webrtc |