blob: 0dcd69fcf6870455d6d075daede63c2814c5a013 [file] [log] [blame]
sprang@webrtc.org131bea82015-02-18 12:46:06 +00001/*
2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#include <stdio.h>
12
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020013#include "rtc_base/flags.h"
14#include "rtc_base/stringencode.h"
Bjorn Tereliusedab3012018-01-31 17:23:40 +010015#include "system_wrappers/include/field_trial_default.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020016#include "test/field_trial.h"
17#include "test/gtest.h"
18#include "test/run_test.h"
19#include "video/video_quality_test.h"
sprang@webrtc.org131bea82015-02-18 12:46:06 +000020
21namespace webrtc {
22namespace flags {
23
sprangce4aef12015-11-02 07:23:20 -080024// Flags common with video loopback, with different default values.
kjellander12fa8f42017-05-17 11:19:58 -070025DEFINE_int(width, 1850, "Video width (crops source).");
sprang@webrtc.org131bea82015-02-18 12:46:06 +000026size_t Width() {
kjellander12fa8f42017-05-17 11:19:58 -070027 return static_cast<size_t>(FLAG_width);
sprang@webrtc.org131bea82015-02-18 12:46:06 +000028}
sprangd6358952015-07-29 07:58:13 -070029
kjellander12fa8f42017-05-17 11:19:58 -070030DEFINE_int(height, 1110, "Video height (crops source).");
sprang@webrtc.org131bea82015-02-18 12:46:06 +000031size_t Height() {
kjellander12fa8f42017-05-17 11:19:58 -070032 return static_cast<size_t>(FLAG_height);
sprang@webrtc.org131bea82015-02-18 12:46:06 +000033}
34
kjellander12fa8f42017-05-17 11:19:58 -070035DEFINE_int(fps, 5, "Frames per second.");
sprang@webrtc.org131bea82015-02-18 12:46:06 +000036int Fps() {
kjellander12fa8f42017-05-17 11:19:58 -070037 return static_cast<int>(FLAG_fps);
sprang@webrtc.org131bea82015-02-18 12:46:06 +000038}
39
kjellander12fa8f42017-05-17 11:19:58 -070040DEFINE_int(min_bitrate, 50, "Call and stream min bitrate in kbps.");
ivica5d6a06c2015-09-17 05:30:24 -070041int MinBitrateKbps() {
kjellander12fa8f42017-05-17 11:19:58 -070042 return static_cast<int>(FLAG_min_bitrate);
sprang@webrtc.org131bea82015-02-18 12:46:06 +000043}
44
Sebastian Janssonfc8d26b2018-02-21 09:52:06 +010045DEFINE_int(start_bitrate, 300, "Call start bitrate in kbps.");
ivica5d6a06c2015-09-17 05:30:24 -070046int StartBitrateKbps() {
kjellander12fa8f42017-05-17 11:19:58 -070047 return static_cast<int>(FLAG_start_bitrate);
sprang@webrtc.org131bea82015-02-18 12:46:06 +000048}
49
kjellander12fa8f42017-05-17 11:19:58 -070050DEFINE_int(target_bitrate, 200, "Stream target bitrate in kbps.");
ivica5d6a06c2015-09-17 05:30:24 -070051int TargetBitrateKbps() {
kjellander12fa8f42017-05-17 11:19:58 -070052 return static_cast<int>(FLAG_target_bitrate);
ivica5d6a06c2015-09-17 05:30:24 -070053}
54
kjellander12fa8f42017-05-17 11:19:58 -070055DEFINE_int(max_bitrate, 2000, "Call and stream max bitrate in kbps.");
ivica5d6a06c2015-09-17 05:30:24 -070056int MaxBitrateKbps() {
kjellander12fa8f42017-05-17 11:19:58 -070057 return static_cast<int>(FLAG_max_bitrate);
sprang@webrtc.org131bea82015-02-18 12:46:06 +000058}
59
kjellander12fa8f42017-05-17 11:19:58 -070060DEFINE_int(num_temporal_layers, 2, "Number of temporal layers to use.");
sprangce4aef12015-11-02 07:23:20 -080061int NumTemporalLayers() {
kjellander12fa8f42017-05-17 11:19:58 -070062 return static_cast<int>(FLAG_num_temporal_layers);
ivica87f83a92015-10-08 05:13:32 -070063}
64
sprangce4aef12015-11-02 07:23:20 -080065// Flags common with video loopback, with equal default values.
sprang7a975f72015-10-12 06:33:21 -070066DEFINE_string(codec, "VP8", "Video codec to use.");
67std::string Codec() {
kjellander12fa8f42017-05-17 11:19:58 -070068 return static_cast<std::string>(FLAG_codec);
ivica87f83a92015-10-08 05:13:32 -070069}
70
Ilya Nikolaevskiya4259f62017-12-05 13:19:45 +010071DEFINE_string(rtc_event_log_name,
72 "",
73 "Filename for rtc event log. Two files "
74 "with \"_send\" and \"_recv\" suffixes will be created.");
ilnik98436952017-07-13 00:47:03 -070075std::string RtcEventLogName() {
76 return static_cast<std::string>(FLAG_rtc_event_log_name);
77}
78
79DEFINE_string(rtp_dump_name, "", "Filename for dumped received RTP stream.");
80std::string RtpDumpName() {
81 return static_cast<std::string>(FLAG_rtp_dump_name);
82}
83
kjellander12fa8f42017-05-17 11:19:58 -070084DEFINE_int(selected_tl,
85 -1,
86 "Temporal layer to show or analyze. -1 to disable filtering.");
sprangce4aef12015-11-02 07:23:20 -080087int SelectedTL() {
kjellander12fa8f42017-05-17 11:19:58 -070088 return static_cast<int>(FLAG_selected_tl);
sprangce4aef12015-11-02 07:23:20 -080089}
90
kjellander12fa8f42017-05-17 11:19:58 -070091DEFINE_int(
sprangce4aef12015-11-02 07:23:20 -080092 duration,
93 0,
94 "Duration of the test in seconds. If 0, rendered will be shown instead.");
95int DurationSecs() {
kjellander12fa8f42017-05-17 11:19:58 -070096 return static_cast<int>(FLAG_duration);
sprangce4aef12015-11-02 07:23:20 -080097}
98
99DEFINE_string(output_filename, "", "Target graph data filename.");
100std::string OutputFilename() {
kjellander12fa8f42017-05-17 11:19:58 -0700101 return static_cast<std::string>(FLAG_output_filename);
sprangce4aef12015-11-02 07:23:20 -0800102}
103
104DEFINE_string(graph_title,
105 "",
106 "If empty, title will be generated automatically.");
107std::string GraphTitle() {
kjellander12fa8f42017-05-17 11:19:58 -0700108 return static_cast<std::string>(FLAG_graph_title);
sprangce4aef12015-11-02 07:23:20 -0800109}
110
kjellander12fa8f42017-05-17 11:19:58 -0700111DEFINE_int(loss_percent, 0, "Percentage of packets randomly lost.");
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000112int LossPercent() {
kjellander12fa8f42017-05-17 11:19:58 -0700113 return static_cast<int>(FLAG_loss_percent);
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000114}
115
kjellander12fa8f42017-05-17 11:19:58 -0700116DEFINE_int(link_capacity,
117 0,
118 "Capacity (kbps) of the fake link. 0 means infinite.");
ivica5d6a06c2015-09-17 05:30:24 -0700119int LinkCapacityKbps() {
kjellander12fa8f42017-05-17 11:19:58 -0700120 return static_cast<int>(FLAG_link_capacity);
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000121}
122
kjellander12fa8f42017-05-17 11:19:58 -0700123DEFINE_int(queue_size, 0, "Size of the bottleneck link queue in packets.");
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000124int QueueSize() {
kjellander12fa8f42017-05-17 11:19:58 -0700125 return static_cast<int>(FLAG_queue_size);
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000126}
127
kjellander12fa8f42017-05-17 11:19:58 -0700128DEFINE_int(avg_propagation_delay_ms,
129 0,
130 "Average link propagation delay in ms.");
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000131int AvgPropagationDelayMs() {
kjellander12fa8f42017-05-17 11:19:58 -0700132 return static_cast<int>(FLAG_avg_propagation_delay_ms);
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000133}
134
kjellander12fa8f42017-05-17 11:19:58 -0700135DEFINE_int(std_propagation_delay_ms,
136 0,
137 "Link propagation delay standard deviation in ms.");
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000138int StdPropagationDelayMs() {
kjellander12fa8f42017-05-17 11:19:58 -0700139 return static_cast<int>(FLAG_std_propagation_delay_ms);
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000140}
141
sprang1168fd42017-06-21 09:00:17 -0700142DEFINE_int(num_streams, 0, "Number of streams to show or analyze.");
143int NumStreams() {
144 return static_cast<int>(FLAG_num_streams);
145}
146
147DEFINE_int(selected_stream,
148 0,
149 "ID of the stream to show or analyze. "
150 "Set to the number of streams to show them all.");
sprangce4aef12015-11-02 07:23:20 -0800151int SelectedStream() {
kjellander12fa8f42017-05-17 11:19:58 -0700152 return static_cast<int>(FLAG_selected_stream);
sprangce4aef12015-11-02 07:23:20 -0800153}
154
kjellander12fa8f42017-05-17 11:19:58 -0700155DEFINE_int(num_spatial_layers, 1, "Number of spatial layers to use.");
sprangce4aef12015-11-02 07:23:20 -0800156int NumSpatialLayers() {
kjellander12fa8f42017-05-17 11:19:58 -0700157 return static_cast<int>(FLAG_num_spatial_layers);
sprangce4aef12015-11-02 07:23:20 -0800158}
159
kjellander12fa8f42017-05-17 11:19:58 -0700160DEFINE_int(selected_sl,
161 -1,
162 "Spatial layer to show or analyze. -1 to disable filtering.");
sprangce4aef12015-11-02 07:23:20 -0800163int SelectedSL() {
kjellander12fa8f42017-05-17 11:19:58 -0700164 return static_cast<int>(FLAG_selected_sl);
sprangce4aef12015-11-02 07:23:20 -0800165}
166
167DEFINE_string(stream0,
168 "",
169 "Comma separated values describing VideoStream for stream #0.");
170std::string Stream0() {
kjellander12fa8f42017-05-17 11:19:58 -0700171 return static_cast<std::string>(FLAG_stream0);
sprangce4aef12015-11-02 07:23:20 -0800172}
173
174DEFINE_string(stream1,
175 "",
176 "Comma separated values describing VideoStream for stream #1.");
177std::string Stream1() {
kjellander12fa8f42017-05-17 11:19:58 -0700178 return static_cast<std::string>(FLAG_stream1);
sprangce4aef12015-11-02 07:23:20 -0800179}
180
181DEFINE_string(sl0,
182 "",
183 "Comma separated values describing SpatialLayer for layer #0.");
184std::string SL0() {
kjellander12fa8f42017-05-17 11:19:58 -0700185 return static_cast<std::string>(FLAG_sl0);
sprangce4aef12015-11-02 07:23:20 -0800186}
187
188DEFINE_string(sl1,
189 "",
190 "Comma separated values describing SpatialLayer for layer #1.");
191std::string SL1() {
kjellander12fa8f42017-05-17 11:19:58 -0700192 return static_cast<std::string>(FLAG_sl1);
sprangce4aef12015-11-02 07:23:20 -0800193}
194
palmkviste75f2042016-09-28 06:19:48 -0700195DEFINE_string(encoded_frame_path,
196 "",
197 "The base path for encoded frame logs. Created files will have "
198 "the form <encoded_frame_path>.<n>.(recv|send.<m>).ivf");
199std::string EncodedFramePath() {
kjellander12fa8f42017-05-17 11:19:58 -0700200 return static_cast<std::string>(FLAG_encoded_frame_path);
palmkviste75f2042016-09-28 06:19:48 -0700201}
202
ivica87f83a92015-10-08 05:13:32 -0700203DEFINE_bool(logs, false, "print logs to stderr");
204
Erik Språng6b8d3552015-09-24 15:06:57 +0200205DEFINE_bool(send_side_bwe, true, "Use send-side bandwidth estimation");
206
philipela2c55232016-01-26 08:41:53 -0800207DEFINE_bool(allow_reordering, false, "Allow packet reordering to occur");
208
ivica5d6a06c2015-09-17 05:30:24 -0700209DEFINE_string(
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000210 force_fieldtrials,
211 "",
212 "Field trials control experimental feature code which can be forced. "
213 "E.g. running with --force_fieldtrials=WebRTC-FooFeature/Enable/"
214 " will assign the group Enable to field trial WebRTC-FooFeature. Multiple "
215 "trials are separated by \"/\"");
sprangce4aef12015-11-02 07:23:20 -0800216
217// Screenshare-specific flags.
kjellander12fa8f42017-05-17 11:19:58 -0700218DEFINE_int(min_transmit_bitrate, 400, "Min transmit bitrate incl. padding.");
sprangce4aef12015-11-02 07:23:20 -0800219int MinTransmitBitrateKbps() {
kjellander12fa8f42017-05-17 11:19:58 -0700220 return FLAG_min_transmit_bitrate;
sprangce4aef12015-11-02 07:23:20 -0800221}
222
erikvarga579de6f2017-08-29 09:12:57 -0700223DEFINE_bool(generate_slides,
224 false,
225 "Whether to use randomly generated slides or read them from files.");
226bool GenerateSlides() {
227 return static_cast<int>(FLAG_generate_slides);
228}
229
kjellander12fa8f42017-05-17 11:19:58 -0700230DEFINE_int(slide_change_interval,
231 10,
232 "Interval (in seconds) between simulated slide changes.");
sprangce4aef12015-11-02 07:23:20 -0800233int SlideChangeInterval() {
kjellander12fa8f42017-05-17 11:19:58 -0700234 return static_cast<int>(FLAG_slide_change_interval);
sprangce4aef12015-11-02 07:23:20 -0800235}
236
kjellander12fa8f42017-05-17 11:19:58 -0700237DEFINE_int(
sprangce4aef12015-11-02 07:23:20 -0800238 scroll_duration,
239 0,
240 "Duration (in seconds) during which a slide will be scrolled into place.");
241int ScrollDuration() {
kjellander12fa8f42017-05-17 11:19:58 -0700242 return static_cast<int>(FLAG_scroll_duration);
sprangce4aef12015-11-02 07:23:20 -0800243}
244
ilnik8d8185c2017-04-12 04:52:55 -0700245DEFINE_string(slides,
246 "",
247 "Comma-separated list of *.yuv files to display as slides.");
248std::vector<std::string> Slides() {
249 std::vector<std::string> slides;
kjellander12fa8f42017-05-17 11:19:58 -0700250 std::string slides_list = FLAG_slides;
ilnik8d8185c2017-04-12 04:52:55 -0700251 rtc::tokenize(slides_list, ',', &slides);
252 return slides;
253}
254
kjellander12fa8f42017-05-17 11:19:58 -0700255DEFINE_bool(help, false, "prints this message");
256
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000257} // namespace flags
258
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000259void Loopback() {
ivica5d6a06c2015-09-17 05:30:24 -0700260 FakeNetworkPipe::Config pipe_config;
261 pipe_config.loss_percent = flags::LossPercent();
262 pipe_config.link_capacity_kbps = flags::LinkCapacityKbps();
263 pipe_config.queue_length_packets = flags::QueueSize();
264 pipe_config.queue_delay_ms = flags::AvgPropagationDelayMs();
265 pipe_config.delay_standard_deviation_ms = flags::StdPropagationDelayMs();
kjellander12fa8f42017-05-17 11:19:58 -0700266 pipe_config.allow_reordering = flags::FLAG_allow_reordering;
ivica5d6a06c2015-09-17 05:30:24 -0700267
Sebastian Janssonfc8d26b2018-02-21 09:52:06 +0100268 BitrateConstraints call_bitrate_config;
ivica5d6a06c2015-09-17 05:30:24 -0700269 call_bitrate_config.min_bitrate_bps = flags::MinBitrateKbps() * 1000;
270 call_bitrate_config.start_bitrate_bps = flags::StartBitrateKbps() * 1000;
271 call_bitrate_config.max_bitrate_bps = flags::MaxBitrateKbps() * 1000;
272
minyue73208662016-08-18 06:28:55 -0700273 VideoQualityTest::Params params;
kjellander12fa8f42017-05-17 11:19:58 -0700274 params.call = {flags::FLAG_send_side_bwe, call_bitrate_config};
Ilya Nikolaevskiy255d1cd2017-12-21 18:02:59 +0100275 params.video[0] = {true,
276 flags::Width(),
277 flags::Height(),
278 flags::Fps(),
279 flags::MinBitrateKbps() * 1000,
280 flags::TargetBitrateKbps() * 1000,
281 flags::MaxBitrateKbps() * 1000,
282 false,
283 flags::Codec(),
284 flags::NumTemporalLayers(),
285 flags::SelectedTL(),
286 flags::MinTransmitBitrateKbps() * 1000,
287 false, // ULPFEC disabled.
288 false, // FlexFEC disabled.
289 ""};
290 params.screenshare[0] = {true, flags::GenerateSlides(),
291 flags::SlideChangeInterval(),
292 flags::ScrollDuration(), flags::Slides()};
minyue73208662016-08-18 06:28:55 -0700293 params.analyzer = {"screenshare", 0.0, 0.0, flags::DurationSecs(),
294 flags::OutputFilename(), flags::GraphTitle()};
295 params.pipe = pipe_config;
ilnik98436952017-07-13 00:47:03 -0700296 params.logging = {flags::FLAG_logs, flags::RtcEventLogName(),
297 flags::RtpDumpName(), flags::EncodedFramePath()};
ivica5d6a06c2015-09-17 05:30:24 -0700298
sprang1168fd42017-06-21 09:00:17 -0700299 if (flags::NumStreams() > 1 && flags::Stream0().empty() &&
300 flags::Stream1().empty()) {
Ilya Nikolaevskiy255d1cd2017-12-21 18:02:59 +0100301 params.ss[0].infer_streams = true;
sprang1168fd42017-06-21 09:00:17 -0700302 }
303
sprangce4aef12015-11-02 07:23:20 -0800304 std::vector<std::string> stream_descriptors;
305 stream_descriptors.push_back(flags::Stream0());
306 stream_descriptors.push_back(flags::Stream1());
307 std::vector<std::string> SL_descriptors;
308 SL_descriptors.push_back(flags::SL0());
309 SL_descriptors.push_back(flags::SL1());
310 VideoQualityTest::FillScalabilitySettings(
Ilya Nikolaevskiy255d1cd2017-12-21 18:02:59 +0100311 &params, 0, stream_descriptors, flags::NumStreams(),
312 flags::SelectedStream(), flags::NumSpatialLayers(), flags::SelectedSL(),
313 SL_descriptors);
sprangce4aef12015-11-02 07:23:20 -0800314
ivica5d6a06c2015-09-17 05:30:24 -0700315 VideoQualityTest test;
sprangce4aef12015-11-02 07:23:20 -0800316 if (flags::DurationSecs()) {
sprang7a975f72015-10-12 06:33:21 -0700317 test.RunWithAnalyzer(params);
sprangce4aef12015-11-02 07:23:20 -0800318 } else {
minyue73208662016-08-18 06:28:55 -0700319 test.RunWithRenderers(params);
sprangce4aef12015-11-02 07:23:20 -0800320 }
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000321}
322} // namespace webrtc
323
324int main(int argc, char* argv[]) {
325 ::testing::InitGoogleTest(&argc, argv);
kjellander12fa8f42017-05-17 11:19:58 -0700326 rtc::FlagList::SetFlagsFromCommandLine(&argc, argv, true);
327 if (webrtc::flags::FLAG_help) {
328 rtc::FlagList::Print(nullptr, false);
329 return 0;
330 }
331
Bjorn Tereliusedab3012018-01-31 17:23:40 +0100332 webrtc::test::ValidateFieldTrialsStringOrDie(
333 webrtc::flags::FLAG_force_fieldtrials);
334 // InitFieldTrialsFromString stores the char*, so the char array must outlive
335 // the application.
336 webrtc::field_trial::InitFieldTrialsFromString(
337 webrtc::flags::FLAG_force_fieldtrials);
sprang89c4a7e2017-06-30 13:27:40 -0700338
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000339 webrtc::test::RunTest(webrtc::Loopback);
340 return 0;
341}