pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | #include <stdio.h> |
| 11 | |
ilnik | cb8c146 | 2017-03-09 09:23:30 -0800 | [diff] [blame] | 12 | #include "webrtc/test/field_trial.h" |
kwiberg | 77eab70 | 2016-09-28 17:42:01 -0700 | [diff] [blame] | 13 | #include "webrtc/test/gtest.h" |
ivica | 5d6a06c | 2015-09-17 05:30:24 -0700 | [diff] [blame] | 14 | #include "webrtc/video/video_quality_test.h" |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 15 | |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 16 | namespace webrtc { |
| 17 | |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 18 | static const int kFullStackTestDurationSecs = 45; |
pbos@webrtc.org | b613b5a | 2013-12-03 10:13:04 +0000 | [diff] [blame] | 19 | |
ivica | 5d6a06c | 2015-09-17 05:30:24 -0700 | [diff] [blame] | 20 | class FullStackTest : public VideoQualityTest { |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 21 | public: |
ivica | 5d6a06c | 2015-09-17 05:30:24 -0700 | [diff] [blame] | 22 | void RunTest(const VideoQualityTest::Params ¶ms) { |
| 23 | RunWithAnalyzer(params); |
pbos@webrtc.org | 9401524 | 2013-10-16 11:05:37 +0000 | [diff] [blame] | 24 | } |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 25 | }; |
| 26 | |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 27 | // VideoQualityTest::Params params = { |
| 28 | // { ... }, // Common. |
| 29 | // { ... }, // Video-specific settings. |
| 30 | // { ... }, // Screenshare-specific settings. |
| 31 | // { ... }, // Analyzer settings. |
| 32 | // pipe, // FakeNetworkPipe::Config |
| 33 | // { ... }, // Spatial scalability. |
| 34 | // logs // bool |
| 35 | // }; |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 36 | |
Peter Boström | 1299615 | 2016-05-14 02:03:18 +0200 | [diff] [blame] | 37 | #if !defined(RTC_DISABLE_VP9) |
asapersson | 88b0a22 | 2016-02-12 13:16:43 -0800 | [diff] [blame] | 38 | TEST_F(FullStackTest, ForemanCifWithoutPacketLossVp9) { |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 39 | // TODO(pbos): Decide on psnr/ssim thresholds for foreman_cif. |
| 40 | VideoQualityTest::Params foreman_cif; |
| 41 | foreman_cif.call.send_side_bwe = true; |
| 42 | foreman_cif.video = {true, 352, 288, 30, 700000, 700000, 700000, false, |
| 43 | "VP9", 1, 0, 0, false, false, "", "foreman_cif"}; |
| 44 | foreman_cif.analyzer = {"foreman_cif_net_delay_0_0_plr_0_VP9", 0.0, 0.0, |
| 45 | kFullStackTestDurationSecs}; |
| 46 | RunTest(foreman_cif); |
asapersson | 88b0a22 | 2016-02-12 13:16:43 -0800 | [diff] [blame] | 47 | } |
| 48 | |
| 49 | TEST_F(FullStackTest, ForemanCifPlr5Vp9) { |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 50 | VideoQualityTest::Params foreman_cif; |
| 51 | foreman_cif.call.send_side_bwe = true; |
| 52 | foreman_cif.video = {true, 352, 288, 30, 30000, 500000, 2000000, false, |
| 53 | "VP9", 1, 0, 0, false, false, "", "foreman_cif"}; |
| 54 | foreman_cif.analyzer = {"foreman_cif_delay_50_0_plr_5_VP9", 0.0, 0.0, |
| 55 | kFullStackTestDurationSecs}; |
| 56 | foreman_cif.pipe.loss_percent = 5; |
| 57 | foreman_cif.pipe.queue_delay_ms = 50; |
| 58 | RunTest(foreman_cif); |
asapersson | 88b0a22 | 2016-02-12 13:16:43 -0800 | [diff] [blame] | 59 | } |
Peter Boström | 1299615 | 2016-05-14 02:03:18 +0200 | [diff] [blame] | 60 | #endif // !defined(RTC_DISABLE_VP9) |
asapersson | 88b0a22 | 2016-02-12 13:16:43 -0800 | [diff] [blame] | 61 | |
pbos@webrtc.org | 994d0b7 | 2014-06-27 08:47:52 +0000 | [diff] [blame] | 62 | TEST_F(FullStackTest, ParisQcifWithoutPacketLoss) { |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 63 | VideoQualityTest::Params paris_qcif; |
| 64 | paris_qcif.call.send_side_bwe = true; |
| 65 | paris_qcif.video = {true, 176, 144, 30, 300000, 300000, 300000, false, |
brandtr | 1293aca | 2016-11-16 22:47:29 -0800 | [diff] [blame] | 66 | "VP8", 1, 0, 0, false, false, "", "paris_qcif"}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 67 | paris_qcif.analyzer = {"net_delay_0_0_plr_0", 36.0, 0.96, |
| 68 | kFullStackTestDurationSecs}; |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 69 | RunTest(paris_qcif); |
pbos@webrtc.org | 994d0b7 | 2014-06-27 08:47:52 +0000 | [diff] [blame] | 70 | } |
| 71 | |
| 72 | TEST_F(FullStackTest, ForemanCifWithoutPacketLoss) { |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 73 | // TODO(pbos): Decide on psnr/ssim thresholds for foreman_cif. |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 74 | VideoQualityTest::Params foreman_cif; |
| 75 | foreman_cif.call.send_side_bwe = true; |
| 76 | foreman_cif.video = {true, 352, 288, 30, 700000, 700000, 700000, false, "VP8", |
brandtr | 1293aca | 2016-11-16 22:47:29 -0800 | [diff] [blame] | 77 | 1, 0, 0, false, false, "", "foreman_cif"}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 78 | foreman_cif.analyzer = {"foreman_cif_net_delay_0_0_plr_0", 0.0, 0.0, |
| 79 | kFullStackTestDurationSecs}; |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 80 | RunTest(foreman_cif); |
pbos@webrtc.org | 994d0b7 | 2014-06-27 08:47:52 +0000 | [diff] [blame] | 81 | } |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 82 | |
asapersson | fb6ad3b | 2016-12-16 06:54:01 -0800 | [diff] [blame] | 83 | TEST_F(FullStackTest, ForemanCif30kbpsWithoutPacketLoss) { |
| 84 | VideoQualityTest::Params foreman_cif; |
| 85 | foreman_cif.call.send_side_bwe = true; |
| 86 | foreman_cif.video = {true, 352, 288, 10, 30000, 30000, 30000, false, |
| 87 | "VP8", 1, 0, 0, false, false, "", "foreman_cif"}; |
| 88 | foreman_cif.analyzer = {"foreman_cif_30kbps_net_delay_0_0_plr_0", 0.0, 0.0, |
| 89 | kFullStackTestDurationSecs}; |
| 90 | RunTest(foreman_cif); |
| 91 | } |
| 92 | |
sprang@webrtc.org | 343096a | 2015-02-23 08:34:17 +0000 | [diff] [blame] | 93 | TEST_F(FullStackTest, ForemanCifPlr5) { |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 94 | VideoQualityTest::Params foreman_cif; |
| 95 | foreman_cif.call.send_side_bwe = true; |
| 96 | foreman_cif.video = {true, 352, 288, 30, 30000, 500000, 2000000, false, "VP8", |
brandtr | 1293aca | 2016-11-16 22:47:29 -0800 | [diff] [blame] | 97 | 1, 0, 0, false, false, "", "foreman_cif"}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 98 | foreman_cif.analyzer = {"foreman_cif_delay_50_0_plr_5", 0.0, 0.0, |
| 99 | kFullStackTestDurationSecs}; |
ivica | 5d6a06c | 2015-09-17 05:30:24 -0700 | [diff] [blame] | 100 | foreman_cif.pipe.loss_percent = 5; |
| 101 | foreman_cif.pipe.queue_delay_ms = 50; |
stefan@webrtc.org | c216b9a | 2014-10-14 10:38:49 +0000 | [diff] [blame] | 102 | RunTest(foreman_cif); |
| 103 | } |
| 104 | |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 105 | TEST_F(FullStackTest, ForemanCifPlr5Ulpfec) { |
| 106 | VideoQualityTest::Params foreman_cif; |
| 107 | foreman_cif.call.send_side_bwe = true; |
| 108 | foreman_cif.video = {true, 352, 288, 30, 30000, 500000, 2000000, false, "VP8", |
| 109 | 1, 0, 0, true, false, "", "foreman_cif"}; |
| 110 | foreman_cif.analyzer = {"foreman_cif_delay_50_0_plr_5_ulpfec", 0.0, 0.0, |
| 111 | kFullStackTestDurationSecs}; |
| 112 | foreman_cif.pipe.loss_percent = 5; |
| 113 | foreman_cif.pipe.queue_delay_ms = 50; |
| 114 | RunTest(foreman_cif); |
| 115 | } |
| 116 | |
| 117 | TEST_F(FullStackTest, ForemanCifPlr5Flexfec) { |
| 118 | VideoQualityTest::Params foreman_cif; |
| 119 | foreman_cif.call.send_side_bwe = true; |
| 120 | foreman_cif.video = {true, 352, 288, 30, 30000, 500000, 2000000, false, "VP8", |
| 121 | 1, 0, 0, false, true, "", "foreman_cif"}; |
| 122 | foreman_cif.analyzer = {"foreman_cif_delay_50_0_plr_5_flexfec", 0.0, 0.0, |
| 123 | kFullStackTestDurationSecs}; |
| 124 | foreman_cif.pipe.loss_percent = 5; |
| 125 | foreman_cif.pipe.queue_delay_ms = 50; |
| 126 | RunTest(foreman_cif); |
| 127 | } |
| 128 | |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 129 | #if defined(WEBRTC_USE_H264) |
| 130 | TEST_F(FullStackTest, ForemanCifWithoutPacketlossH264) { |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 131 | // TODO(pbos): Decide on psnr/ssim thresholds for foreman_cif. |
| 132 | VideoQualityTest::Params foreman_cif; |
| 133 | foreman_cif.call.send_side_bwe = true; |
| 134 | foreman_cif.video = {true, 352, 288, 30, 700000, 700000, 700000, false, |
| 135 | "H264", 1, 0, 0, false, false, "", "foreman_cif"}; |
| 136 | foreman_cif.analyzer = {"foreman_cif_net_delay_0_0_plr_0_H264", 0.0, 0.0, |
| 137 | kFullStackTestDurationSecs}; |
| 138 | RunTest(foreman_cif); |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 139 | } |
| 140 | |
asapersson | fb6ad3b | 2016-12-16 06:54:01 -0800 | [diff] [blame] | 141 | TEST_F(FullStackTest, ForemanCif30kbpsWithoutPacketlossH264) { |
| 142 | VideoQualityTest::Params foreman_cif; |
| 143 | foreman_cif.call.send_side_bwe = true; |
| 144 | foreman_cif.video = {true, 352, 288, 10, 30000, 30000, 30000, false, "H264", |
| 145 | 1, 0, 0, false, false, "", "foreman_cif"}; |
| 146 | foreman_cif.analyzer = {"foreman_cif_30kbps_net_delay_0_0_plr_0_H264", 0.0, |
| 147 | 0.0, kFullStackTestDurationSecs}; |
| 148 | RunTest(foreman_cif); |
| 149 | } |
| 150 | |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 151 | TEST_F(FullStackTest, ForemanCifPlr5H264) { |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 152 | VideoQualityTest::Params foreman_cif; |
| 153 | foreman_cif.call.send_side_bwe = true; |
| 154 | foreman_cif.video = {true, 352, 288, 30, 30000, 500000, 2000000, false, |
| 155 | "H264", 1, 0, 0, false, false, "", "foreman_cif"}; |
| 156 | std::string fec_description; |
| 157 | foreman_cif.analyzer = {"foreman_cif_delay_50_0_plr_5_H264", 0.0, 0.0, |
| 158 | kFullStackTestDurationSecs}; |
| 159 | foreman_cif.pipe.loss_percent = 5; |
| 160 | foreman_cif.pipe.queue_delay_ms = 50; |
| 161 | RunTest(foreman_cif); |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 162 | } |
| 163 | |
| 164 | // Verify that this is worth the bot time, before enabling. |
| 165 | TEST_F(FullStackTest, ForemanCifPlr5H264Flexfec) { |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 166 | VideoQualityTest::Params foreman_cif; |
| 167 | foreman_cif.call.send_side_bwe = true; |
| 168 | foreman_cif.video = {true, 352, 288, 30, 30000, 500000, 2000000, false, |
| 169 | "H264", 1, 0, 0, false, true, "", "foreman_cif"}; |
| 170 | foreman_cif.analyzer = {"foreman_cif_delay_50_0_plr_5_H264_flexfec", 0.0, 0.0, |
| 171 | kFullStackTestDurationSecs}; |
| 172 | foreman_cif.pipe.loss_percent = 5; |
| 173 | foreman_cif.pipe.queue_delay_ms = 50; |
| 174 | RunTest(foreman_cif); |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 175 | } |
| 176 | |
| 177 | // Ulpfec with H264 is an unsupported combination, so this test is only useful |
| 178 | // for debugging. It is therefore disabled by default. |
| 179 | TEST_F(FullStackTest, DISABLED_ForemanCifPlr5H264Ulpfec) { |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 180 | VideoQualityTest::Params foreman_cif; |
| 181 | foreman_cif.call.send_side_bwe = true; |
| 182 | foreman_cif.video = {true, 352, 288, 30, 30000, 500000, 2000000, false, |
| 183 | "H264", 1, 0, 0, true, false, "", "foreman_cif"}; |
| 184 | foreman_cif.analyzer = {"foreman_cif_delay_50_0_plr_5_H264_ulpfec", 0.0, 0.0, |
| 185 | kFullStackTestDurationSecs}; |
| 186 | foreman_cif.pipe.loss_percent = 5; |
| 187 | foreman_cif.pipe.queue_delay_ms = 50; |
| 188 | RunTest(foreman_cif); |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 189 | } |
| 190 | #endif // defined(WEBRTC_USE_H264) |
| 191 | |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 192 | TEST_F(FullStackTest, ForemanCif500kbps) { |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 193 | VideoQualityTest::Params foreman_cif; |
| 194 | foreman_cif.call.send_side_bwe = true; |
| 195 | foreman_cif.video = {true, 352, 288, 30, 30000, 500000, 2000000, false, "VP8", |
brandtr | 1293aca | 2016-11-16 22:47:29 -0800 | [diff] [blame] | 196 | 1, 0, 0, false, false, "", "foreman_cif"}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 197 | foreman_cif.analyzer = {"foreman_cif_500kbps", 0.0, 0.0, |
| 198 | kFullStackTestDurationSecs}; |
ivica | 5d6a06c | 2015-09-17 05:30:24 -0700 | [diff] [blame] | 199 | foreman_cif.pipe.queue_length_packets = 0; |
| 200 | foreman_cif.pipe.queue_delay_ms = 0; |
| 201 | foreman_cif.pipe.link_capacity_kbps = 500; |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 202 | RunTest(foreman_cif); |
| 203 | } |
| 204 | |
| 205 | TEST_F(FullStackTest, ForemanCif500kbpsLimitedQueue) { |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 206 | VideoQualityTest::Params foreman_cif; |
| 207 | foreman_cif.call.send_side_bwe = true; |
| 208 | foreman_cif.video = {true, 352, 288, 30, 30000, 500000, 2000000, false, "VP8", |
brandtr | 1293aca | 2016-11-16 22:47:29 -0800 | [diff] [blame] | 209 | 1, 0, 0, false, false, "", "foreman_cif"}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 210 | foreman_cif.analyzer = {"foreman_cif_500kbps_32pkts_queue", 0.0, 0.0, |
| 211 | kFullStackTestDurationSecs}; |
ivica | 5d6a06c | 2015-09-17 05:30:24 -0700 | [diff] [blame] | 212 | foreman_cif.pipe.queue_length_packets = 32; |
| 213 | foreman_cif.pipe.queue_delay_ms = 0; |
| 214 | foreman_cif.pipe.link_capacity_kbps = 500; |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 215 | RunTest(foreman_cif); |
| 216 | } |
| 217 | |
| 218 | TEST_F(FullStackTest, ForemanCif500kbps100ms) { |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 219 | VideoQualityTest::Params foreman_cif; |
| 220 | foreman_cif.call.send_side_bwe = true; |
| 221 | foreman_cif.video = {true, 352, 288, 30, 30000, 500000, 2000000, false, "VP8", |
brandtr | 1293aca | 2016-11-16 22:47:29 -0800 | [diff] [blame] | 222 | 1, 0, 0, false, false, "", "foreman_cif"}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 223 | foreman_cif.analyzer = {"foreman_cif_500kbps_100ms", 0.0, 0.0, |
| 224 | kFullStackTestDurationSecs}; |
ivica | 5d6a06c | 2015-09-17 05:30:24 -0700 | [diff] [blame] | 225 | foreman_cif.pipe.queue_length_packets = 0; |
| 226 | foreman_cif.pipe.queue_delay_ms = 100; |
| 227 | foreman_cif.pipe.link_capacity_kbps = 500; |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 228 | RunTest(foreman_cif); |
| 229 | } |
| 230 | |
| 231 | TEST_F(FullStackTest, ForemanCif500kbps100msLimitedQueue) { |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 232 | VideoQualityTest::Params foreman_cif; |
| 233 | foreman_cif.call.send_side_bwe = true; |
| 234 | foreman_cif.video = {true, 352, 288, 30, 30000, 500000, 2000000, false, "VP8", |
brandtr | 1293aca | 2016-11-16 22:47:29 -0800 | [diff] [blame] | 235 | 1, 0, 0, false, false, "", "foreman_cif"}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 236 | foreman_cif.analyzer = {"foreman_cif_500kbps_100ms_32pkts_queue", 0.0, 0.0, |
| 237 | kFullStackTestDurationSecs}; |
stefan | b179767 | 2016-08-11 07:00:57 -0700 | [diff] [blame] | 238 | foreman_cif.pipe.queue_length_packets = 32; |
| 239 | foreman_cif.pipe.queue_delay_ms = 100; |
| 240 | foreman_cif.pipe.link_capacity_kbps = 500; |
| 241 | RunTest(foreman_cif); |
| 242 | } |
| 243 | |
| 244 | TEST_F(FullStackTest, ForemanCif500kbps100msLimitedQueueRecvBwe) { |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 245 | VideoQualityTest::Params foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 246 | foreman_cif.call.send_side_bwe = false; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 247 | foreman_cif.video = {true, 352, 288, 30, 30000, 500000, 2000000, false, "VP8", |
brandtr | 1293aca | 2016-11-16 22:47:29 -0800 | [diff] [blame] | 248 | 1, 0, 0, false, false, "", "foreman_cif"}; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 249 | foreman_cif.analyzer = {"foreman_cif_500kbps_100ms_32pkts_queue_recv_bwe", |
| 250 | 0.0, 0.0, kFullStackTestDurationSecs}; |
ivica | 5d6a06c | 2015-09-17 05:30:24 -0700 | [diff] [blame] | 251 | foreman_cif.pipe.queue_length_packets = 32; |
| 252 | foreman_cif.pipe.queue_delay_ms = 100; |
| 253 | foreman_cif.pipe.link_capacity_kbps = 500; |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 254 | RunTest(foreman_cif); |
| 255 | } |
| 256 | |
| 257 | TEST_F(FullStackTest, ForemanCif1000kbps100msLimitedQueue) { |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 258 | VideoQualityTest::Params foreman_cif; |
| 259 | foreman_cif.call.send_side_bwe = true; |
| 260 | foreman_cif.video = {true, 352, 288, 30, 30000, 2000000, 2000000, false, |
brandtr | 1293aca | 2016-11-16 22:47:29 -0800 | [diff] [blame] | 261 | "VP8", 1, 0, 0, false, false, "", "foreman_cif"}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 262 | foreman_cif.analyzer = {"foreman_cif_1000kbps_100ms_32pkts_queue", 0.0, 0.0, |
| 263 | kFullStackTestDurationSecs}; |
ivica | 5d6a06c | 2015-09-17 05:30:24 -0700 | [diff] [blame] | 264 | foreman_cif.pipe.queue_length_packets = 32; |
| 265 | foreman_cif.pipe.queue_delay_ms = 100; |
| 266 | foreman_cif.pipe.link_capacity_kbps = 1000; |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 267 | RunTest(foreman_cif); |
| 268 | } |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 269 | |
stefan | b179767 | 2016-08-11 07:00:57 -0700 | [diff] [blame] | 270 | TEST_F(FullStackTest, ConferenceMotionHd2000kbps100msLimitedQueue) { |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 271 | VideoQualityTest::Params conf_motion_hd; |
| 272 | conf_motion_hd.call.send_side_bwe = true; |
| 273 | conf_motion_hd.video = {true, 1280, 720, 50, 30000, 3000000, 3000000, false, |
brandtr | 1293aca | 2016-11-16 22:47:29 -0800 | [diff] [blame] | 274 | "VP8", 1, 0, 0, false, false, "", |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 275 | "ConferenceMotion_1280_720_50"}; |
| 276 | conf_motion_hd.analyzer = {"conference_motion_hd_2000kbps_100ms_32pkts_queue", |
| 277 | 0.0, 0.0, kFullStackTestDurationSecs}; |
stefan | b179767 | 2016-08-11 07:00:57 -0700 | [diff] [blame] | 278 | conf_motion_hd.pipe.queue_length_packets = 32; |
| 279 | conf_motion_hd.pipe.queue_delay_ms = 100; |
| 280 | conf_motion_hd.pipe.link_capacity_kbps = 2000; |
| 281 | RunTest(conf_motion_hd); |
| 282 | } |
| 283 | |
jianj | 390e64d | 2017-02-03 09:51:23 -0800 | [diff] [blame] | 284 | #if !defined(RTC_DISABLE_VP9) |
| 285 | TEST_F(FullStackTest, ConferenceMotionHd2000kbps100msLimitedQueueVP9) { |
| 286 | VideoQualityTest::Params conf_motion_hd; |
| 287 | conf_motion_hd.call.send_side_bwe = true; |
| 288 | conf_motion_hd.video = {true, 1280, 720, 50, 30000, 3000000, 3000000, false, |
| 289 | "VP9", 1, 0, 0, false, false, "", |
| 290 | "ConferenceMotion_1280_720_50"}; |
| 291 | conf_motion_hd.analyzer = { |
| 292 | "conference_motion_hd_2000kbps_100ms_32pkts_queue_vp9", 0.0, 0.0, |
| 293 | kFullStackTestDurationSecs}; |
| 294 | conf_motion_hd.pipe.queue_length_packets = 32; |
| 295 | conf_motion_hd.pipe.queue_delay_ms = 100; |
| 296 | conf_motion_hd.pipe.link_capacity_kbps = 2000; |
| 297 | RunTest(conf_motion_hd); |
| 298 | } |
| 299 | #endif |
| 300 | |
ivica | 7bd242e | 2015-10-06 02:04:06 -0700 | [diff] [blame] | 301 | TEST_F(FullStackTest, ScreenshareSlidesVP8_2TL) { |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 302 | VideoQualityTest::Params screenshare; |
| 303 | screenshare.call.send_side_bwe = true; |
| 304 | screenshare.video = {true, 1850, 1110, 5, 50000, 200000, 2000000, false, |
brandtr | 1293aca | 2016-11-16 22:47:29 -0800 | [diff] [blame] | 305 | "VP8", 2, 1, 400000, false, false, "", ""}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 306 | screenshare.screenshare = {true, 10}; |
| 307 | screenshare.analyzer = {"screenshare_slides", 0.0, 0.0, |
| 308 | kFullStackTestDurationSecs}; |
ivica | 5d6a06c | 2015-09-17 05:30:24 -0700 | [diff] [blame] | 309 | RunTest(screenshare); |
Erik SprĂ¥ng | 6ee69aa | 2015-09-03 15:58:05 +0200 | [diff] [blame] | 310 | } |
| 311 | |
ilnik | cb8c146 | 2017-03-09 09:23:30 -0800 | [diff] [blame] | 312 | TEST_F(FullStackTest, ScreenshareSlidesVP8_3TL_Simulcast) { |
| 313 | test::ScopedFieldTrials field_trial("WebRTC-SimulcastScreenshare/Enabled/"); |
| 314 | VideoQualityTest::Params screenshare; |
| 315 | screenshare.call.send_side_bwe = true; |
| 316 | screenshare.screenshare = {true, 10}; |
| 317 | screenshare.video = {true, 1850, 1110, 5, 800000, 2500000, |
| 318 | 2500000, false, "VP8", 3, 2, 400000, |
| 319 | false, false, "", ""}; |
| 320 | screenshare.analyzer = {"screenshare_slides_simulcast", 0.0, 0.0, |
| 321 | kFullStackTestDurationSecs}; |
| 322 | VideoQualityTest::Params screenshare_params_high; |
| 323 | screenshare_params_high.video = {true, 1850, 1110, 5, 800000, 2500000, |
| 324 | 2500000, false, "VP8", 3, 0, 400000, |
| 325 | false, false, "", ""}; |
| 326 | VideoQualityTest::Params screenshare_params_low; |
| 327 | screenshare_params_low.video = {true, 1850, 1110, 5, 50000, 200000, |
| 328 | 2000000, false, "VP8", 2, 0, 400000, |
| 329 | false, false, "", ""}; |
| 330 | |
| 331 | std::vector<VideoStream> streams = { |
| 332 | DefaultVideoStream(screenshare_params_low), |
| 333 | DefaultVideoStream(screenshare_params_high)}; |
| 334 | screenshare.ss = {streams, 1, 1, 0}; |
| 335 | RunTest(screenshare); |
| 336 | } |
| 337 | |
ivica | 7bd242e | 2015-10-06 02:04:06 -0700 | [diff] [blame] | 338 | TEST_F(FullStackTest, ScreenshareSlidesVP8_2TL_Scroll) { |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 339 | VideoQualityTest::Params config; |
| 340 | config.call.send_side_bwe = true; |
| 341 | config.video = {true, 1850, 1110 / 2, 5, 50000, 200000, 2000000, false, |
brandtr | 1293aca | 2016-11-16 22:47:29 -0800 | [diff] [blame] | 342 | "VP8", 2, 1, 400000, false, false, "", ""}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 343 | config.screenshare = {true, 10, 2}; |
| 344 | config.analyzer = {"screenshare_slides_scrolling", 0.0, 0.0, |
| 345 | kFullStackTestDurationSecs}; |
ivica | 5d6a06c | 2015-09-17 05:30:24 -0700 | [diff] [blame] | 346 | RunTest(config); |
ivica | 028cf48 | 2015-07-30 02:15:56 -0700 | [diff] [blame] | 347 | } |
| 348 | |
sprang | ee37de3 | 2015-11-23 06:10:23 -0800 | [diff] [blame] | 349 | TEST_F(FullStackTest, ScreenshareSlidesVP8_2TL_LossyNet) { |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 350 | VideoQualityTest::Params screenshare; |
| 351 | screenshare.call.send_side_bwe = true; |
| 352 | screenshare.video = {true, 1850, 1110, 5, 50000, 200000, 2000000, false, |
brandtr | 1293aca | 2016-11-16 22:47:29 -0800 | [diff] [blame] | 353 | "VP8", 2, 1, 400000, false, false, "", ""}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 354 | screenshare.screenshare = {true, 10}; |
| 355 | screenshare.analyzer = {"screenshare_slides_lossy_net", 0.0, 0.0, |
| 356 | kFullStackTestDurationSecs}; |
sprang | ee37de3 | 2015-11-23 06:10:23 -0800 | [diff] [blame] | 357 | screenshare.pipe.loss_percent = 5; |
| 358 | screenshare.pipe.queue_delay_ms = 200; |
| 359 | screenshare.pipe.link_capacity_kbps = 500; |
| 360 | RunTest(screenshare); |
| 361 | } |
| 362 | |
| 363 | TEST_F(FullStackTest, ScreenshareSlidesVP8_2TL_VeryLossyNet) { |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 364 | VideoQualityTest::Params screenshare; |
| 365 | screenshare.call.send_side_bwe = true; |
| 366 | screenshare.video = {true, 1850, 1110, 5, 50000, 200000, 2000000, false, |
brandtr | 1293aca | 2016-11-16 22:47:29 -0800 | [diff] [blame] | 367 | "VP8", 2, 1, 400000, false, false, "", ""}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 368 | screenshare.screenshare = {true, 10}; |
| 369 | screenshare.analyzer = {"screenshare_slides_very_lossy", 0.0, 0.0, |
| 370 | kFullStackTestDurationSecs}; |
sprang | ee37de3 | 2015-11-23 06:10:23 -0800 | [diff] [blame] | 371 | screenshare.pipe.loss_percent = 10; |
| 372 | screenshare.pipe.queue_delay_ms = 200; |
| 373 | screenshare.pipe.link_capacity_kbps = 500; |
| 374 | RunTest(screenshare); |
| 375 | } |
| 376 | |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 377 | const VideoQualityTest::Params::Video kSvcVp9Video = { |
| 378 | true, 1280, 720, 30, |
| 379 | 800000, 2500000, 2500000, false, |
| 380 | "VP9", 3, 2, 400000, |
| 381 | false, false, "", "ConferenceMotion_1280_720_50"}; |
| 382 | |
| 383 | const VideoQualityTest::Params::Video kSimulcastVp8VideoHigh = { |
| 384 | true, 1280, 720, 30, |
| 385 | 800000, 2500000, 2500000, false, |
| 386 | "VP8", 3, 2, 400000, |
| 387 | false, false, "", "ConferenceMotion_1280_720_50"}; |
| 388 | |
| 389 | const VideoQualityTest::Params::Video kSimulcastVp8VideoMedium = { |
| 390 | true, 640, 360, 30, |
| 391 | 150000, 500000, 700000, false, |
| 392 | "VP8", 3, 2, 400000, |
| 393 | false, false, "", "ConferenceMotion_1280_720_50"}; |
| 394 | |
| 395 | const VideoQualityTest::Params::Video kSimulcastVp8VideoLow = { |
| 396 | true, 320, 180, 30, |
| 397 | 30000, 150000, 200000, false, |
| 398 | "VP8", 3, 2, 400000, |
| 399 | false, false, "", "ConferenceMotion_1280_720_50"}; |
| 400 | |
Peter Boström | 1299615 | 2016-05-14 02:03:18 +0200 | [diff] [blame] | 401 | #if !defined(RTC_DISABLE_VP9) |
philipel | cfc319b | 2015-11-10 07:17:23 -0800 | [diff] [blame] | 402 | TEST_F(FullStackTest, ScreenshareSlidesVP9_2SL) { |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 403 | VideoQualityTest::Params screenshare; |
| 404 | screenshare.call.send_side_bwe = true; |
| 405 | screenshare.video = {true, 1850, 1110, 5, 50000, 200000, 2000000, false, |
brandtr | 1293aca | 2016-11-16 22:47:29 -0800 | [diff] [blame] | 406 | "VP9", 1, 0, 400000, false, false, "", ""}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 407 | screenshare.screenshare = {true, 10}; |
| 408 | screenshare.analyzer = {"screenshare_slides_vp9_2sl", 0.0, 0.0, |
| 409 | kFullStackTestDurationSecs}; |
| 410 | screenshare.logs = false; |
| 411 | screenshare.ss = {std::vector<VideoStream>(), 0, 2, 1}; |
ivica | 5d6a06c | 2015-09-17 05:30:24 -0700 | [diff] [blame] | 412 | RunTest(screenshare); |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 413 | } |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 414 | |
| 415 | TEST_F(FullStackTest, VP9SVC_3SL_High) { |
| 416 | VideoQualityTest::Params simulcast; |
| 417 | simulcast.call.send_side_bwe = true; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 418 | simulcast.video = kSvcVp9Video; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 419 | simulcast.analyzer = {"vp9svc_3sl_high", 0.0, 0.0, |
| 420 | kFullStackTestDurationSecs}; |
| 421 | simulcast.logs = false; |
| 422 | simulcast.ss = {std::vector<VideoStream>(), 0, 3, 2}; |
| 423 | RunTest(simulcast); |
| 424 | } |
| 425 | |
| 426 | TEST_F(FullStackTest, VP9SVC_3SL_Medium) { |
| 427 | VideoQualityTest::Params simulcast; |
| 428 | simulcast.call.send_side_bwe = true; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 429 | simulcast.video = kSvcVp9Video; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 430 | simulcast.analyzer = {"vp9svc_3sl_medium", 0.0, 0.0, |
| 431 | kFullStackTestDurationSecs}; |
| 432 | simulcast.logs = false; |
| 433 | simulcast.ss = {std::vector<VideoStream>(), 0, 3, 1}; |
| 434 | RunTest(simulcast); |
| 435 | } |
| 436 | |
| 437 | TEST_F(FullStackTest, VP9SVC_3SL_Low) { |
| 438 | VideoQualityTest::Params simulcast; |
| 439 | simulcast.call.send_side_bwe = true; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 440 | simulcast.video = kSvcVp9Video; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 441 | simulcast.analyzer = {"vp9svc_3sl_low", 0.0, 0.0, kFullStackTestDurationSecs}; |
| 442 | simulcast.logs = false; |
| 443 | simulcast.ss = {std::vector<VideoStream>(), 0, 3, 0}; |
| 444 | RunTest(simulcast); |
| 445 | } |
Peter Boström | 1299615 | 2016-05-14 02:03:18 +0200 | [diff] [blame] | 446 | #endif // !defined(RTC_DISABLE_VP9) |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 447 | |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 448 | TEST_F(FullStackTest, SimulcastVP8_3SL_High) { |
| 449 | VideoQualityTest::Params simulcast; |
| 450 | simulcast.call.send_side_bwe = true; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 451 | simulcast.video = kSimulcastVp8VideoHigh; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 452 | simulcast.analyzer = {"simulcast_vp8_3sl_high", 0.0, 0.0, |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 453 | kFullStackTestDurationSecs}; |
| 454 | simulcast.pipe.loss_percent = 0; |
| 455 | simulcast.pipe.queue_delay_ms = 100; |
| 456 | VideoQualityTest::Params video_params_high; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 457 | video_params_high.video = kSimulcastVp8VideoHigh; |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 458 | VideoQualityTest::Params video_params_medium; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 459 | video_params_medium.video = kSimulcastVp8VideoMedium; |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 460 | VideoQualityTest::Params video_params_low; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 461 | video_params_low.video = kSimulcastVp8VideoLow; |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 462 | |
| 463 | std::vector<VideoStream> streams = {DefaultVideoStream(video_params_low), |
| 464 | DefaultVideoStream(video_params_medium), |
| 465 | DefaultVideoStream(video_params_high)}; |
| 466 | simulcast.ss = {streams, 2, 1, 0}; |
| 467 | RunTest(simulcast); |
| 468 | } |
| 469 | |
| 470 | TEST_F(FullStackTest, SimulcastVP8_3SL_Medium) { |
| 471 | VideoQualityTest::Params simulcast; |
| 472 | simulcast.call.send_side_bwe = true; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 473 | simulcast.video = kSimulcastVp8VideoHigh; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 474 | simulcast.analyzer = {"simulcast_vp8_3sl_medium", 0.0, 0.0, |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 475 | kFullStackTestDurationSecs}; |
| 476 | simulcast.pipe.loss_percent = 0; |
| 477 | simulcast.pipe.queue_delay_ms = 100; |
| 478 | VideoQualityTest::Params video_params_high; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 479 | video_params_high.video = kSimulcastVp8VideoHigh; |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 480 | VideoQualityTest::Params video_params_medium; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 481 | video_params_medium.video = kSimulcastVp8VideoMedium; |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 482 | VideoQualityTest::Params video_params_low; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 483 | video_params_low.video = kSimulcastVp8VideoLow; |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 484 | |
| 485 | std::vector<VideoStream> streams = {DefaultVideoStream(video_params_low), |
| 486 | DefaultVideoStream(video_params_medium), |
| 487 | DefaultVideoStream(video_params_high)}; |
| 488 | simulcast.ss = {streams, 1, 1, 0}; |
| 489 | RunTest(simulcast); |
| 490 | } |
| 491 | |
| 492 | TEST_F(FullStackTest, SimulcastVP8_3SL_Low) { |
| 493 | VideoQualityTest::Params simulcast; |
| 494 | simulcast.call.send_side_bwe = true; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 495 | simulcast.video = kSimulcastVp8VideoHigh; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 496 | simulcast.analyzer = {"simulcast_vp8_3sl_low", 0.0, 0.0, |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 497 | kFullStackTestDurationSecs}; |
| 498 | simulcast.pipe.loss_percent = 0; |
| 499 | simulcast.pipe.queue_delay_ms = 100; |
| 500 | VideoQualityTest::Params video_params_high; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 501 | video_params_high.video = kSimulcastVp8VideoHigh; |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 502 | VideoQualityTest::Params video_params_medium; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 503 | video_params_medium.video = kSimulcastVp8VideoMedium; |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 504 | VideoQualityTest::Params video_params_low; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 505 | video_params_low.video = kSimulcastVp8VideoLow; |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 506 | |
| 507 | std::vector<VideoStream> streams = {DefaultVideoStream(video_params_low), |
| 508 | DefaultVideoStream(video_params_medium), |
| 509 | DefaultVideoStream(video_params_high)}; |
| 510 | simulcast.ss = {streams, 0, 1, 0}; |
| 511 | RunTest(simulcast); |
| 512 | } |
| 513 | |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 514 | TEST_F(FullStackTest, LargeRoomVP8_5thumb) { |
| 515 | VideoQualityTest::Params large_room; |
| 516 | large_room.call.send_side_bwe = true; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 517 | large_room.video = kSimulcastVp8VideoHigh; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 518 | large_room.analyzer = {"largeroom_5thumb", 0.0, 0.0, |
| 519 | kFullStackTestDurationSecs}; |
| 520 | large_room.pipe.loss_percent = 0; |
| 521 | large_room.pipe.queue_delay_ms = 100; |
| 522 | VideoQualityTest::Params video_params_high; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 523 | video_params_high.video = kSimulcastVp8VideoHigh; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 524 | VideoQualityTest::Params video_params_medium; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 525 | video_params_medium.video = kSimulcastVp8VideoMedium; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 526 | VideoQualityTest::Params video_params_low; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 527 | video_params_low.video = kSimulcastVp8VideoLow; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 528 | |
| 529 | std::vector<VideoStream> streams = {DefaultVideoStream(video_params_low), |
| 530 | DefaultVideoStream(video_params_medium), |
| 531 | DefaultVideoStream(video_params_high)}; |
| 532 | large_room.num_thumbnails = 5; |
| 533 | large_room.ss = {streams, 2, 1, 0}; |
| 534 | RunTest(large_room); |
| 535 | } |
| 536 | |
ilnik | 2549ad4 | 2017-03-15 07:48:54 -0700 | [diff] [blame] | 537 | #if defined(WEBRTC_ANDROID) |
| 538 | // Fails on Android: |
ilnik | f89a738 | 2017-03-07 06:15:27 -0800 | [diff] [blame] | 539 | // https://bugs.chromium.org/p/webrtc/issues/detail?id=7301 |
| 540 | #define MAYBE_LargeRoomVP8_50thumb DISABLED_LargeRoomVP8_50thumb |
ilnik | 3ae7c25 | 2017-03-08 01:17:35 -0800 | [diff] [blame] | 541 | #define MAYBE_LargeRoomVP8_15thumb DISABLED_LargeRoomVP8_15thumb |
ilnik | f89a738 | 2017-03-07 06:15:27 -0800 | [diff] [blame] | 542 | #else |
| 543 | #define MAYBE_LargeRoomVP8_50thumb LargeRoomVP8_50thumb |
ilnik | 3ae7c25 | 2017-03-08 01:17:35 -0800 | [diff] [blame] | 544 | #define MAYBE_LargeRoomVP8_15thumb LargeRoomVP8_15thumb |
ilnik | f89a738 | 2017-03-07 06:15:27 -0800 | [diff] [blame] | 545 | #endif |
| 546 | |
| 547 | TEST_F(FullStackTest, MAYBE_LargeRoomVP8_15thumb) { |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 548 | VideoQualityTest::Params large_room; |
| 549 | large_room.call.send_side_bwe = true; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 550 | large_room.video = kSimulcastVp8VideoHigh; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 551 | large_room.analyzer = {"largeroom_15thumb", 0.0, 0.0, |
| 552 | kFullStackTestDurationSecs}; |
| 553 | large_room.pipe.loss_percent = 0; |
| 554 | large_room.pipe.queue_delay_ms = 100; |
| 555 | VideoQualityTest::Params video_params_high; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 556 | video_params_high.video = kSimulcastVp8VideoHigh; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 557 | VideoQualityTest::Params video_params_medium; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 558 | video_params_medium.video = kSimulcastVp8VideoMedium; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 559 | VideoQualityTest::Params video_params_low; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 560 | video_params_low.video = kSimulcastVp8VideoLow; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 561 | |
| 562 | std::vector<VideoStream> streams = {DefaultVideoStream(video_params_low), |
| 563 | DefaultVideoStream(video_params_medium), |
| 564 | DefaultVideoStream(video_params_high)}; |
| 565 | large_room.num_thumbnails = 15; |
| 566 | large_room.ss = {streams, 2, 1, 0}; |
| 567 | RunTest(large_room); |
| 568 | } |
| 569 | |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 570 | TEST_F(FullStackTest, MAYBE_LargeRoomVP8_50thumb) { |
| 571 | VideoQualityTest::Params large_room; |
| 572 | large_room.call.send_side_bwe = true; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 573 | large_room.video = kSimulcastVp8VideoHigh; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 574 | large_room.analyzer = {"largeroom_50thumb", 0.0, 0.0, |
| 575 | kFullStackTestDurationSecs}; |
| 576 | large_room.pipe.loss_percent = 0; |
| 577 | large_room.pipe.queue_delay_ms = 100; |
| 578 | VideoQualityTest::Params video_params_high; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 579 | video_params_high.video = kSimulcastVp8VideoHigh; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 580 | VideoQualityTest::Params video_params_medium; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 581 | video_params_medium.video = kSimulcastVp8VideoMedium; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 582 | VideoQualityTest::Params video_params_low; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 583 | video_params_low.video = kSimulcastVp8VideoLow; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 584 | |
| 585 | std::vector<VideoStream> streams = {DefaultVideoStream(video_params_low), |
| 586 | DefaultVideoStream(video_params_medium), |
| 587 | DefaultVideoStream(video_params_high)}; |
| 588 | large_room.num_thumbnails = 50; |
| 589 | large_room.ss = {streams, 2, 1, 0}; |
| 590 | RunTest(large_room); |
| 591 | } |
| 592 | |
| 593 | |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 594 | } // namespace webrtc |