sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
| 11 | #include <stdio.h> |
Jonas Olsson | 5b2eda4 | 2019-06-11 14:29:40 +0200 | [diff] [blame] | 12 | |
Yves Gerey | 3e70781 | 2018-11-28 16:47:49 +0100 | [diff] [blame] | 13 | #include <memory> |
| 14 | #include <string> |
| 15 | #include <vector> |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 16 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 17 | #include "absl/flags/flag.h" |
| 18 | #include "absl/flags/parse.h" |
Yves Gerey | 3e70781 | 2018-11-28 16:47:49 +0100 | [diff] [blame] | 19 | #include "absl/memory/memory.h" |
| 20 | #include "absl/types/optional.h" |
| 21 | #include "api/bitrate_constraints.h" |
| 22 | #include "api/test/simulated_network.h" |
| 23 | #include "api/test/video_quality_test_fixture.h" |
| 24 | #include "api/video_codecs/video_codec.h" |
| 25 | #include "rtc_base/checks.h" |
Mirko Bonadei | 45a4c41 | 2018-07-31 15:07:28 +0200 | [diff] [blame] | 26 | #include "rtc_base/logging.h" |
Steve Anton | 10542f2 | 2019-01-11 09:11:00 -0800 | [diff] [blame] | 27 | #include "rtc_base/string_encode.h" |
Mirko Bonadei | 17f4878 | 2018-09-28 08:51:10 +0200 | [diff] [blame] | 28 | #include "system_wrappers/include/field_trial.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 29 | #include "test/field_trial.h" |
| 30 | #include "test/gtest.h" |
| 31 | #include "test/run_test.h" |
| 32 | #include "video/video_quality_test.h" |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 33 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 34 | using ::webrtc::BitrateConstraints; |
| 35 | using ::webrtc::BuiltInNetworkBehaviorConfig; |
| 36 | using ::webrtc::InterLayerPredMode; |
| 37 | using ::webrtc::SdpVideoFormat; |
| 38 | using ::webrtc::VideoQualityTest; |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 39 | |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 40 | // Flags common with video loopback, with different default values. |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 41 | ABSL_FLAG(int, width, 1850, "Video width (crops source)."); |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 42 | size_t Width() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 43 | return static_cast<size_t>(absl::GetFlag(FLAGS_width)); |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 44 | } |
sprang | d635895 | 2015-07-29 07:58:13 -0700 | [diff] [blame] | 45 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 46 | ABSL_FLAG(int, height, 1110, "Video height (crops source)."); |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 47 | size_t Height() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 48 | return static_cast<size_t>(absl::GetFlag(FLAGS_height)); |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 49 | } |
| 50 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 51 | ABSL_FLAG(int, fps, 5, "Frames per second."); |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 52 | int Fps() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 53 | return absl::GetFlag(FLAGS_fps); |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 54 | } |
| 55 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 56 | ABSL_FLAG(int, min_bitrate, 50, "Call and stream min bitrate in kbps."); |
ivica | 5d6a06c | 2015-09-17 05:30:24 -0700 | [diff] [blame] | 57 | int MinBitrateKbps() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 58 | return absl::GetFlag(FLAGS_min_bitrate); |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 59 | } |
| 60 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 61 | ABSL_FLAG(int, start_bitrate, 300, "Call start bitrate in kbps."); |
ivica | 5d6a06c | 2015-09-17 05:30:24 -0700 | [diff] [blame] | 62 | int StartBitrateKbps() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 63 | return absl::GetFlag(FLAGS_start_bitrate); |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 64 | } |
| 65 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 66 | ABSL_FLAG(int, target_bitrate, 200, "Stream target bitrate in kbps."); |
ivica | 5d6a06c | 2015-09-17 05:30:24 -0700 | [diff] [blame] | 67 | int TargetBitrateKbps() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 68 | return absl::GetFlag(FLAGS_target_bitrate); |
ivica | 5d6a06c | 2015-09-17 05:30:24 -0700 | [diff] [blame] | 69 | } |
| 70 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 71 | ABSL_FLAG(int, max_bitrate, 1000, "Call and stream max bitrate in kbps."); |
ivica | 5d6a06c | 2015-09-17 05:30:24 -0700 | [diff] [blame] | 72 | int MaxBitrateKbps() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 73 | return absl::GetFlag(FLAGS_max_bitrate); |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 74 | } |
| 75 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 76 | ABSL_FLAG(int, num_temporal_layers, 2, "Number of temporal layers to use."); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 77 | int NumTemporalLayers() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 78 | return absl::GetFlag(FLAGS_num_temporal_layers); |
ivica | 87f83a9 | 2015-10-08 05:13:32 -0700 | [diff] [blame] | 79 | } |
| 80 | |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 81 | // Flags common with video loopback, with equal default values. |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 82 | ABSL_FLAG(std::string, codec, "VP8", "Video codec to use."); |
sprang | 7a975f7 | 2015-10-12 06:33:21 -0700 | [diff] [blame] | 83 | std::string Codec() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 84 | return absl::GetFlag(FLAGS_codec); |
ivica | 87f83a9 | 2015-10-08 05:13:32 -0700 | [diff] [blame] | 85 | } |
| 86 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 87 | ABSL_FLAG(std::string, |
| 88 | rtc_event_log_name, |
| 89 | "", |
| 90 | "Filename for rtc event log. Two files " |
| 91 | "with \"_send\" and \"_recv\" suffixes will be created."); |
ilnik | 9843695 | 2017-07-13 00:47:03 -0700 | [diff] [blame] | 92 | std::string RtcEventLogName() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 93 | return absl::GetFlag(FLAGS_rtc_event_log_name); |
ilnik | 9843695 | 2017-07-13 00:47:03 -0700 | [diff] [blame] | 94 | } |
| 95 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 96 | ABSL_FLAG(std::string, |
| 97 | rtp_dump_name, |
| 98 | "", |
| 99 | "Filename for dumped received RTP stream."); |
ilnik | 9843695 | 2017-07-13 00:47:03 -0700 | [diff] [blame] | 100 | std::string RtpDumpName() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 101 | return absl::GetFlag(FLAGS_rtp_dump_name); |
ilnik | 9843695 | 2017-07-13 00:47:03 -0700 | [diff] [blame] | 102 | } |
| 103 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 104 | ABSL_FLAG(int, |
| 105 | selected_tl, |
| 106 | -1, |
| 107 | "Temporal layer to show or analyze. -1 to disable filtering."); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 108 | int SelectedTL() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 109 | return absl::GetFlag(FLAGS_selected_tl); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 110 | } |
| 111 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 112 | ABSL_FLAG( |
| 113 | int, |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 114 | duration, |
| 115 | 0, |
| 116 | "Duration of the test in seconds. If 0, rendered will be shown instead."); |
| 117 | int DurationSecs() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 118 | return absl::GetFlag(FLAGS_duration); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 119 | } |
| 120 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 121 | ABSL_FLAG(std::string, output_filename, "", "Target graph data filename."); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 122 | std::string OutputFilename() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 123 | return absl::GetFlag(FLAGS_output_filename); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 124 | } |
| 125 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 126 | ABSL_FLAG(std::string, |
| 127 | graph_title, |
| 128 | "", |
| 129 | "If empty, title will be generated automatically."); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 130 | std::string GraphTitle() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 131 | return absl::GetFlag(FLAGS_graph_title); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 132 | } |
| 133 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 134 | ABSL_FLAG(int, loss_percent, 0, "Percentage of packets randomly lost."); |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 135 | int LossPercent() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 136 | return absl::GetFlag(FLAGS_loss_percent); |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 137 | } |
| 138 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 139 | ABSL_FLAG(int, |
| 140 | link_capacity, |
| 141 | 0, |
| 142 | "Capacity (kbps) of the fake link. 0 means infinite."); |
ivica | 5d6a06c | 2015-09-17 05:30:24 -0700 | [diff] [blame] | 143 | int LinkCapacityKbps() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 144 | return absl::GetFlag(FLAGS_link_capacity); |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 145 | } |
| 146 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 147 | ABSL_FLAG(int, queue_size, 0, "Size of the bottleneck link queue in packets."); |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 148 | int QueueSize() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 149 | return absl::GetFlag(FLAGS_queue_size); |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 150 | } |
| 151 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 152 | ABSL_FLAG(int, |
| 153 | avg_propagation_delay_ms, |
| 154 | 0, |
| 155 | "Average link propagation delay in ms."); |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 156 | int AvgPropagationDelayMs() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 157 | return absl::GetFlag(FLAGS_avg_propagation_delay_ms); |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 158 | } |
| 159 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 160 | ABSL_FLAG(int, |
| 161 | std_propagation_delay_ms, |
| 162 | 0, |
| 163 | "Link propagation delay standard deviation in ms."); |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 164 | int StdPropagationDelayMs() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 165 | return absl::GetFlag(FLAGS_std_propagation_delay_ms); |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 166 | } |
| 167 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 168 | ABSL_FLAG(int, num_streams, 0, "Number of streams to show or analyze."); |
sprang | 1168fd4 | 2017-06-21 09:00:17 -0700 | [diff] [blame] | 169 | int NumStreams() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 170 | return absl::GetFlag(FLAGS_num_streams); |
sprang | 1168fd4 | 2017-06-21 09:00:17 -0700 | [diff] [blame] | 171 | } |
| 172 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 173 | ABSL_FLAG(int, |
| 174 | selected_stream, |
| 175 | 0, |
| 176 | "ID of the stream to show or analyze. " |
| 177 | "Set to the number of streams to show them all."); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 178 | int SelectedStream() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 179 | return absl::GetFlag(FLAGS_selected_stream); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 180 | } |
| 181 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 182 | ABSL_FLAG(int, num_spatial_layers, 1, "Number of spatial layers to use."); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 183 | int NumSpatialLayers() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 184 | return absl::GetFlag(FLAGS_num_spatial_layers); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 185 | } |
| 186 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 187 | ABSL_FLAG(int, |
| 188 | inter_layer_pred, |
| 189 | 0, |
| 190 | "Inter-layer prediction mode. " |
| 191 | "0 - enabled, 1 - disabled, 2 - enabled only for key pictures."); |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 192 | InterLayerPredMode InterLayerPred() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 193 | if (absl::GetFlag(FLAGS_inter_layer_pred) == 0) { |
| 194 | return webrtc::InterLayerPredMode::kOn; |
| 195 | } else if (absl::GetFlag(FLAGS_inter_layer_pred) == 1) { |
| 196 | return webrtc::InterLayerPredMode::kOff; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 197 | } else { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 198 | RTC_DCHECK_EQ(absl::GetFlag(FLAGS_inter_layer_pred), 2); |
| 199 | return webrtc::InterLayerPredMode::kOnKeyPic; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 200 | } |
| 201 | } |
| 202 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 203 | ABSL_FLAG(int, |
| 204 | selected_sl, |
| 205 | -1, |
| 206 | "Spatial layer to show or analyze. -1 to disable filtering."); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 207 | int SelectedSL() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 208 | return absl::GetFlag(FLAGS_selected_sl); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 209 | } |
| 210 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 211 | ABSL_FLAG(std::string, |
| 212 | stream0, |
| 213 | "", |
| 214 | "Comma separated values describing VideoStream for stream #0."); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 215 | std::string Stream0() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 216 | return absl::GetFlag(FLAGS_stream0); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 217 | } |
| 218 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 219 | ABSL_FLAG(std::string, |
| 220 | stream1, |
| 221 | "", |
| 222 | "Comma separated values describing VideoStream for stream #1."); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 223 | std::string Stream1() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 224 | return absl::GetFlag(FLAGS_stream1); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 225 | } |
| 226 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 227 | ABSL_FLAG(std::string, |
| 228 | sl0, |
| 229 | "", |
| 230 | "Comma separated values describing SpatialLayer for layer #0."); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 231 | std::string SL0() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 232 | return absl::GetFlag(FLAGS_sl0); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 233 | } |
| 234 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 235 | ABSL_FLAG(std::string, |
| 236 | sl1, |
| 237 | "", |
| 238 | "Comma separated values describing SpatialLayer for layer #1."); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 239 | std::string SL1() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 240 | return absl::GetFlag(FLAGS_sl1); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 241 | } |
| 242 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 243 | ABSL_FLAG(std::string, |
| 244 | encoded_frame_path, |
| 245 | "", |
| 246 | "The base path for encoded frame logs. Created files will have " |
| 247 | "the form <encoded_frame_path>.<n>.(recv|send.<m>).ivf"); |
palmkvist | e75f204 | 2016-09-28 06:19:48 -0700 | [diff] [blame] | 248 | std::string EncodedFramePath() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 249 | return absl::GetFlag(FLAGS_encoded_frame_path); |
palmkvist | e75f204 | 2016-09-28 06:19:48 -0700 | [diff] [blame] | 250 | } |
| 251 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 252 | ABSL_FLAG(bool, logs, false, "print logs to stderr"); |
ivica | 87f83a9 | 2015-10-08 05:13:32 -0700 | [diff] [blame] | 253 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 254 | ABSL_FLAG(bool, send_side_bwe, true, "Use send-side bandwidth estimation"); |
Erik Språng | 6b8d355 | 2015-09-24 15:06:57 +0200 | [diff] [blame] | 255 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 256 | ABSL_FLAG(bool, generic_descriptor, false, "Use the generic frame descriptor."); |
philipel | 569397f | 2018-09-26 12:25:31 +0200 | [diff] [blame] | 257 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 258 | ABSL_FLAG(bool, allow_reordering, false, "Allow packet reordering to occur"); |
philipel | a2c5523 | 2016-01-26 08:41:53 -0800 | [diff] [blame] | 259 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 260 | ABSL_FLAG( |
| 261 | std::string, |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 262 | force_fieldtrials, |
| 263 | "", |
| 264 | "Field trials control experimental feature code which can be forced. " |
| 265 | "E.g. running with --force_fieldtrials=WebRTC-FooFeature/Enable/" |
| 266 | " will assign the group Enable to field trial WebRTC-FooFeature. Multiple " |
| 267 | "trials are separated by \"/\""); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 268 | |
| 269 | // Screenshare-specific flags. |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 270 | ABSL_FLAG(int, |
| 271 | min_transmit_bitrate, |
| 272 | 400, |
| 273 | "Min transmit bitrate incl. padding."); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 274 | int MinTransmitBitrateKbps() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 275 | return absl::GetFlag(FLAGS_min_transmit_bitrate); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 276 | } |
| 277 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 278 | ABSL_FLAG(bool, |
| 279 | generate_slides, |
| 280 | false, |
| 281 | "Whether to use randomly generated slides or read them from files."); |
erikvarga | 579de6f | 2017-08-29 09:12:57 -0700 | [diff] [blame] | 282 | bool GenerateSlides() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 283 | return absl::GetFlag(FLAGS_generate_slides); |
erikvarga | 579de6f | 2017-08-29 09:12:57 -0700 | [diff] [blame] | 284 | } |
| 285 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 286 | ABSL_FLAG(int, |
| 287 | slide_change_interval, |
| 288 | 10, |
| 289 | "Interval (in seconds) between simulated slide changes."); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 290 | int SlideChangeInterval() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 291 | return absl::GetFlag(FLAGS_slide_change_interval); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 292 | } |
| 293 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 294 | ABSL_FLAG( |
| 295 | int, |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 296 | scroll_duration, |
| 297 | 0, |
| 298 | "Duration (in seconds) during which a slide will be scrolled into place."); |
| 299 | int ScrollDuration() { |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 300 | return absl::GetFlag(FLAGS_scroll_duration); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 301 | } |
| 302 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 303 | ABSL_FLAG(std::string, |
| 304 | slides, |
| 305 | "", |
| 306 | "Comma-separated list of *.yuv files to display as slides."); |
ilnik | 8d8185c | 2017-04-12 04:52:55 -0700 | [diff] [blame] | 307 | std::vector<std::string> Slides() { |
| 308 | std::vector<std::string> slides; |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 309 | std::string slides_list = absl::GetFlag(FLAGS_slides); |
ilnik | 8d8185c | 2017-04-12 04:52:55 -0700 | [diff] [blame] | 310 | rtc::tokenize(slides_list, ',', &slides); |
| 311 | return slides; |
| 312 | } |
| 313 | |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 314 | void Loopback() { |
Artem Titov | 75e3647 | 2018-10-08 12:28:56 +0200 | [diff] [blame] | 315 | BuiltInNetworkBehaviorConfig pipe_config; |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 316 | pipe_config.loss_percent = LossPercent(); |
| 317 | pipe_config.link_capacity_kbps = LinkCapacityKbps(); |
| 318 | pipe_config.queue_length_packets = QueueSize(); |
| 319 | pipe_config.queue_delay_ms = AvgPropagationDelayMs(); |
| 320 | pipe_config.delay_standard_deviation_ms = StdPropagationDelayMs(); |
| 321 | pipe_config.allow_reordering = absl::GetFlag(FLAGS_allow_reordering); |
ivica | 5d6a06c | 2015-09-17 05:30:24 -0700 | [diff] [blame] | 322 | |
Sebastian Jansson | fc8d26b | 2018-02-21 09:52:06 +0100 | [diff] [blame] | 323 | BitrateConstraints call_bitrate_config; |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 324 | call_bitrate_config.min_bitrate_bps = MinBitrateKbps() * 1000; |
| 325 | call_bitrate_config.start_bitrate_bps = StartBitrateKbps() * 1000; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 326 | call_bitrate_config.max_bitrate_bps = -1; // Don't cap bandwidth estimate. |
ivica | 5d6a06c | 2015-09-17 05:30:24 -0700 | [diff] [blame] | 327 | |
minyue | 7320866 | 2016-08-18 06:28:55 -0700 | [diff] [blame] | 328 | VideoQualityTest::Params params; |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 329 | params.call = {absl::GetFlag(FLAGS_send_side_bwe), |
| 330 | absl::GetFlag(FLAGS_generic_descriptor), call_bitrate_config}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 331 | params.video[0] = {true, |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 332 | Width(), |
| 333 | Height(), |
| 334 | Fps(), |
| 335 | MinBitrateKbps() * 1000, |
| 336 | TargetBitrateKbps() * 1000, |
| 337 | MaxBitrateKbps() * 1000, |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 338 | false, |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 339 | Codec(), |
| 340 | NumTemporalLayers(), |
| 341 | SelectedTL(), |
| 342 | MinTransmitBitrateKbps() * 1000, |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 343 | false, // ULPFEC disabled. |
| 344 | false, // FlexFEC disabled. |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 345 | false, // Automatic scaling disabled. |
Ilya Nikolaevskiy | 1f0a84a | 2019-02-05 14:35:33 +0100 | [diff] [blame] | 346 | "", |
| 347 | 0, // capture_device_index. |
Ilya Nikolaevskiy | 85fc325 | 2019-02-11 10:41:50 +0100 | [diff] [blame] | 348 | SdpVideoFormat::Parameters()}; |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 349 | params.screenshare[0] = {true, GenerateSlides(), SlideChangeInterval(), |
| 350 | ScrollDuration(), Slides()}; |
| 351 | params.analyzer = {"screenshare", 0.0, 0.0, DurationSecs(), |
| 352 | OutputFilename(), GraphTitle()}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 353 | params.config = pipe_config; |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 354 | params.logging = {RtcEventLogName(), RtpDumpName(), EncodedFramePath()}; |
ivica | 5d6a06c | 2015-09-17 05:30:24 -0700 | [diff] [blame] | 355 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 356 | if (NumStreams() > 1 && Stream0().empty() && Stream1().empty()) { |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 357 | params.ss[0].infer_streams = true; |
sprang | 1168fd4 | 2017-06-21 09:00:17 -0700 | [diff] [blame] | 358 | } |
| 359 | |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 360 | std::vector<std::string> stream_descriptors; |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 361 | stream_descriptors.push_back(Stream0()); |
| 362 | stream_descriptors.push_back(Stream1()); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 363 | std::vector<std::string> SL_descriptors; |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 364 | SL_descriptors.push_back(SL0()); |
| 365 | SL_descriptors.push_back(SL1()); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 366 | VideoQualityTest::FillScalabilitySettings( |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 367 | ¶ms, 0, stream_descriptors, NumStreams(), SelectedStream(), |
| 368 | NumSpatialLayers(), SelectedSL(), InterLayerPred(), SL_descriptors); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 369 | |
Karl Wiberg | 918f50c | 2018-07-05 11:40:33 +0200 | [diff] [blame] | 370 | auto fixture = absl::make_unique<VideoQualityTest>(nullptr); |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 371 | if (DurationSecs()) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 372 | fixture->RunWithAnalyzer(params); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 373 | } else { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 374 | fixture->RunWithRenderers(params); |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 375 | } |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 376 | } |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 377 | |
| 378 | int main(int argc, char* argv[]) { |
| 379 | ::testing::InitGoogleTest(&argc, argv); |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 380 | absl::ParseCommandLine(argc, argv); |
kjellander | 12fa8f4 | 2017-05-17 11:19:58 -0700 | [diff] [blame] | 381 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 382 | rtc::LogMessage::SetLogToStderr(absl::GetFlag(FLAGS_logs)); |
Mirko Bonadei | 45a4c41 | 2018-07-31 15:07:28 +0200 | [diff] [blame] | 383 | |
Bjorn Terelius | edab301 | 2018-01-31 17:23:40 +0100 | [diff] [blame] | 384 | // InitFieldTrialsFromString stores the char*, so the char array must outlive |
| 385 | // the application. |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 386 | const std::string field_trials = absl::GetFlag(FLAGS_force_fieldtrials); |
| 387 | webrtc::field_trial::InitFieldTrialsFromString(field_trials.c_str()); |
sprang | 89c4a7e | 2017-06-30 13:27:40 -0700 | [diff] [blame] | 388 | |
Mirko Bonadei | 2ab97f6 | 2019-07-18 13:44:12 +0200 | [diff] [blame^] | 389 | webrtc::test::RunTest(Loopback); |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 390 | return 0; |
| 391 | } |