blob: 2e7a79ec3d8403bd3d49af5aba6086a2f4ec8e65 [file] [log] [blame]
terelius54ce6802016-07-13 06:44:41 -07001/*
2 * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#include <iostream>
12
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020013#include "logging/rtc_event_log/rtc_event_log_parser.h"
14#include "rtc_base/flags.h"
15#include "rtc_tools/event_log_visualizer/analyzer.h"
16#include "rtc_tools/event_log_visualizer/plot_base.h"
17#include "rtc_tools/event_log_visualizer/plot_python.h"
Bjorn Tereliusedab3012018-01-31 17:23:40 +010018#include "system_wrappers/include/field_trial_default.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020019#include "test/field_trial.h"
20#include "test/testsupport/fileutils.h"
terelius54ce6802016-07-13 06:44:41 -070021
terelius2ee076d2017-08-15 02:04:02 -070022DEFINE_string(plot_profile,
23 "default",
24 "A profile that selects a certain subset of the plots. Currently "
Bjorn Terelius1edfff92017-10-11 13:15:19 +020025 "defined profiles are \"all\", \"none\", \"sendside_bwe\","
26 "\"receiveside_bwe\" and \"default\"");
terelius2ee076d2017-08-15 02:04:02 -070027
28DEFINE_bool(plot_incoming_packet_sizes,
terelius54ce6802016-07-13 06:44:41 -070029 false,
terelius2ee076d2017-08-15 02:04:02 -070030 "Plot bar graph showing the size of each incoming packet.");
31DEFINE_bool(plot_outgoing_packet_sizes,
32 false,
33 "Plot bar graph showing the size of each outgoing packet.");
34DEFINE_bool(plot_incoming_packet_count,
35 false,
36 "Plot the accumulated number of packets for each incoming stream.");
37DEFINE_bool(plot_outgoing_packet_count,
38 false,
39 "Plot the accumulated number of packets for each outgoing stream.");
terelius54ce6802016-07-13 06:44:41 -070040DEFINE_bool(plot_audio_playout,
41 false,
42 "Plot bar graph showing the time between each audio playout.");
ivocaac9d6f2016-09-22 07:01:47 -070043DEFINE_bool(plot_audio_level,
44 false,
terelius2ee076d2017-08-15 02:04:02 -070045 "Plot line graph showing the audio level of incoming audio.");
46DEFINE_bool(plot_incoming_sequence_number_delta,
47 false,
48 "Plot the sequence number difference between consecutive incoming "
49 "packets.");
terelius54ce6802016-07-13 06:44:41 -070050DEFINE_bool(
terelius2ee076d2017-08-15 02:04:02 -070051 plot_incoming_delay_delta,
terelius54ce6802016-07-13 06:44:41 -070052 false,
53 "Plot the difference in 1-way path delay between consecutive packets.");
terelius2ee076d2017-08-15 02:04:02 -070054DEFINE_bool(plot_incoming_delay,
55 true,
56 "Plot the 1-way path delay for incoming packets, normalized so "
57 "that the first packet has delay 0.");
58DEFINE_bool(plot_incoming_loss_rate,
59 true,
60 "Compute the loss rate for incoming packets using a method that's "
61 "similar to the one used for RTCP SR and RR fraction lost. Note "
62 "that the loss rate can be negative if packets are duplicated or "
63 "reordered.");
64DEFINE_bool(plot_incoming_bitrate,
65 true,
66 "Plot the total bitrate used by all incoming streams.");
67DEFINE_bool(plot_outgoing_bitrate,
68 true,
69 "Plot the total bitrate used by all outgoing streams.");
70DEFINE_bool(plot_incoming_stream_bitrate,
71 true,
72 "Plot the bitrate used by each incoming stream.");
73DEFINE_bool(plot_outgoing_stream_bitrate,
74 true,
75 "Plot the bitrate used by each outgoing stream.");
Bjorn Terelius28db2662017-10-04 14:22:43 +020076DEFINE_bool(plot_simulated_receiveside_bwe,
77 false,
78 "Run the receive-side bandwidth estimator with the incoming rtp "
79 "packets and plot the resulting estimate.");
terelius2ee076d2017-08-15 02:04:02 -070080DEFINE_bool(plot_simulated_sendside_bwe,
terelius54ce6802016-07-13 06:44:41 -070081 false,
terelius2ee076d2017-08-15 02:04:02 -070082 "Run the send-side bandwidth estimator with the outgoing rtp and "
83 "incoming rtcp and plot the resulting estimate.");
stefanc3de0332016-08-02 07:22:17 -070084DEFINE_bool(plot_network_delay_feedback,
terelius2ee076d2017-08-15 02:04:02 -070085 true,
stefanc3de0332016-08-02 07:22:17 -070086 "Compute network delay based on sent packets and the received "
87 "transport feedback.");
terelius2ee076d2017-08-15 02:04:02 -070088DEFINE_bool(plot_fraction_loss_feedback,
89 true,
tereliusf736d232016-08-04 10:00:11 -070090 "Plot packet loss in percent for outgoing packets (as perceived by "
91 "the send-side bandwidth estimator).");
Bjorn Terelius0295a962017-10-25 17:42:41 +020092DEFINE_bool(plot_pacer_delay,
93 false,
94 "Plot the time each sent packet has spent in the pacer (based on "
95 "the difference between the RTP timestamp and the send "
96 "timestamp).");
stefane372d3c2017-02-02 08:04:18 -080097DEFINE_bool(plot_timestamps,
98 false,
99 "Plot the rtp timestamps of all rtp and rtcp packets over time.");
terelius2ee076d2017-08-15 02:04:02 -0700100DEFINE_bool(plot_audio_encoder_bitrate_bps,
michaelt6e5b2192017-02-22 07:33:27 -0800101 false,
102 "Plot the audio encoder target bitrate.");
terelius2ee076d2017-08-15 02:04:02 -0700103DEFINE_bool(plot_audio_encoder_frame_length_ms,
michaelt6e5b2192017-02-22 07:33:27 -0800104 false,
105 "Plot the audio encoder frame length.");
106DEFINE_bool(
terelius2ee076d2017-08-15 02:04:02 -0700107 plot_audio_encoder_packet_loss,
michaelt6e5b2192017-02-22 07:33:27 -0800108 false,
terelius2ee076d2017-08-15 02:04:02 -0700109 "Plot the uplink packet loss fraction which is sent to the audio encoder.");
110DEFINE_bool(plot_audio_encoder_fec, false, "Plot the audio encoder FEC.");
111DEFINE_bool(plot_audio_encoder_dtx, false, "Plot the audio encoder DTX.");
112DEFINE_bool(plot_audio_encoder_num_channels,
michaelt6e5b2192017-02-22 07:33:27 -0800113 false,
114 "Plot the audio encoder number of channels.");
henrik.lundin3c938fc2017-06-14 06:09:58 -0700115DEFINE_bool(plot_audio_jitter_buffer,
116 false,
117 "Plot the audio jitter buffer delay profile.");
Qingsi Wang8eca1ff2018-02-02 11:49:44 -0800118DEFINE_bool(plot_ice_candidate_pair_config,
119 false,
120 "Plot the ICE candidate pair config events.");
121DEFINE_bool(plot_ice_connectivity_check,
122 false,
123 "Plot the ICE candidate pair connectivity checks.");
Bjorn Terelius1edfff92017-10-11 13:15:19 +0200124
stefan985d2802016-11-15 06:54:09 -0800125DEFINE_string(
126 force_fieldtrials,
127 "",
128 "Field trials control experimental feature code which can be forced. "
129 "E.g. running with --force_fieldtrials=WebRTC-FooFeature/Enabled/"
130 " will assign the group Enabled to field trial WebRTC-FooFeature. Multiple "
131 "trials are separated by \"/\"");
owb7fbeb0b2017-08-16 02:48:33 -0700132DEFINE_string(wav_filename,
133 "",
134 "Path to wav file used for simulation of jitter buffer");
kjellander4fa5be42017-05-16 00:01:23 -0700135DEFINE_bool(help, false, "prints this message");
terelius54ce6802016-07-13 06:44:41 -0700136
terelius2ee076d2017-08-15 02:04:02 -0700137DEFINE_bool(show_detector_state,
138 false,
139 "Show the state of the delay based BWE detector on the total "
140 "bitrate graph");
141
Ilya Nikolaevskiya4259f62017-12-05 13:19:45 +0100142DEFINE_bool(show_alr_state,
143 false,
144 "Show the state ALR state on the total bitrate graph");
145
Bjorn Terelius2eb31882017-11-30 15:15:25 +0100146DEFINE_bool(
147 print_triage_notifications,
148 false,
149 "Print triage notifications, i.e. a list of suspicious looking events.");
150
terelius2ee076d2017-08-15 02:04:02 -0700151void SetAllPlotFlags(bool setting);
152
philipel23c7f252017-07-14 06:30:03 -0700153
terelius54ce6802016-07-13 06:44:41 -0700154int main(int argc, char* argv[]) {
155 std::string program_name = argv[0];
156 std::string usage =
157 "A tool for visualizing WebRTC event logs.\n"
158 "Example usage:\n" +
159 program_name + " <logfile> | python\n" + "Run " + program_name +
160 " --help for a list of command line options\n";
terelius2ee076d2017-08-15 02:04:02 -0700161
162 // Parse command line flags without removing them. We're only interested in
163 // the |plot_profile| flag.
164 rtc::FlagList::SetFlagsFromCommandLine(&argc, argv, false);
165 if (strcmp(FLAG_plot_profile, "all") == 0) {
166 SetAllPlotFlags(true);
167 } else if (strcmp(FLAG_plot_profile, "none") == 0) {
168 SetAllPlotFlags(false);
Bjorn Terelius1edfff92017-10-11 13:15:19 +0200169 } else if (strcmp(FLAG_plot_profile, "sendside_bwe") == 0) {
170 SetAllPlotFlags(false);
171 FLAG_plot_outgoing_packet_sizes = true;
172 FLAG_plot_outgoing_bitrate = true;
173 FLAG_plot_outgoing_stream_bitrate = true;
174 FLAG_plot_simulated_sendside_bwe = true;
175 FLAG_plot_network_delay_feedback = true;
176 FLAG_plot_fraction_loss_feedback = true;
177 } else if (strcmp(FLAG_plot_profile, "receiveside_bwe") == 0) {
178 SetAllPlotFlags(false);
179 FLAG_plot_incoming_packet_sizes = true;
180 FLAG_plot_incoming_delay_delta = true;
181 FLAG_plot_incoming_delay = true;
182 FLAG_plot_incoming_loss_rate = true;
183 FLAG_plot_incoming_bitrate = true;
184 FLAG_plot_incoming_stream_bitrate = true;
185 FLAG_plot_simulated_receiveside_bwe = true;
terelius2ee076d2017-08-15 02:04:02 -0700186 } else if (strcmp(FLAG_plot_profile, "default") == 0) {
187 // Do nothing.
188 } else {
189 rtc::Flag* plot_profile_flag = rtc::FlagList::Lookup("plot_profile");
190 RTC_CHECK(plot_profile_flag);
191 plot_profile_flag->Print(false);
192 }
193 // Parse the remaining flags. They are applied relative to the chosen profile.
kjellander4fa5be42017-05-16 00:01:23 -0700194 rtc::FlagList::SetFlagsFromCommandLine(&argc, argv, true);
terelius2ee076d2017-08-15 02:04:02 -0700195
tereliusc4a5c142017-07-20 08:05:09 -0700196 if (argc != 2 || FLAG_help) {
kjellander4fa5be42017-05-16 00:01:23 -0700197 // Print usage information.
198 std::cout << usage;
tereliusc4a5c142017-07-20 08:05:09 -0700199 if (FLAG_help)
200 rtc::FlagList::Print(nullptr, false);
kjellander4fa5be42017-05-16 00:01:23 -0700201 return 0;
202 }
203
henrik.lundin3c938fc2017-06-14 06:09:58 -0700204 webrtc::test::SetExecutablePath(argv[0]);
Bjorn Tereliusedab3012018-01-31 17:23:40 +0100205 webrtc::test::ValidateFieldTrialsStringOrDie(FLAG_force_fieldtrials);
206 // InitFieldTrialsFromString stores the char*, so the char array must outlive
207 // the application.
208 webrtc::field_trial::InitFieldTrialsFromString(FLAG_force_fieldtrials);
stefan985d2802016-11-15 06:54:09 -0800209
terelius54ce6802016-07-13 06:44:41 -0700210 std::string filename = argv[1];
211
212 webrtc::ParsedRtcEventLog parsed_log;
213
214 if (!parsed_log.ParseFile(filename)) {
215 std::cerr << "Could not parse the entire log file." << std::endl;
216 std::cerr << "Proceeding to analyze the first "
217 << parsed_log.GetNumberOfEvents() << " events in the file."
218 << std::endl;
219 }
220
221 webrtc::plotting::EventLogAnalyzer analyzer(parsed_log);
222 std::unique_ptr<webrtc::plotting::PlotCollection> collection(
223 new webrtc::plotting::PythonPlotCollection());
224
terelius2ee076d2017-08-15 02:04:02 -0700225 if (FLAG_plot_incoming_packet_sizes) {
226 analyzer.CreatePacketGraph(webrtc::PacketDirection::kIncomingPacket,
227 collection->AppendNewPlot());
terelius54ce6802016-07-13 06:44:41 -0700228 }
terelius2ee076d2017-08-15 02:04:02 -0700229 if (FLAG_plot_outgoing_packet_sizes) {
230 analyzer.CreatePacketGraph(webrtc::PacketDirection::kOutgoingPacket,
231 collection->AppendNewPlot());
232 }
233 if (FLAG_plot_incoming_packet_count) {
234 analyzer.CreateAccumulatedPacketsGraph(
235 webrtc::PacketDirection::kIncomingPacket, collection->AppendNewPlot());
236 }
237 if (FLAG_plot_outgoing_packet_count) {
238 analyzer.CreateAccumulatedPacketsGraph(
239 webrtc::PacketDirection::kOutgoingPacket, collection->AppendNewPlot());
240 }
241 if (FLAG_plot_audio_playout) {
tereliusdc35dcd2016-08-01 12:03:27 -0700242 analyzer.CreatePlayoutGraph(collection->AppendNewPlot());
terelius54ce6802016-07-13 06:44:41 -0700243 }
terelius2ee076d2017-08-15 02:04:02 -0700244 if (FLAG_plot_audio_level) {
ivocaac9d6f2016-09-22 07:01:47 -0700245 analyzer.CreateAudioLevelGraph(collection->AppendNewPlot());
246 }
terelius2ee076d2017-08-15 02:04:02 -0700247 if (FLAG_plot_incoming_sequence_number_delta) {
248 analyzer.CreateSequenceNumberGraph(collection->AppendNewPlot());
terelius54ce6802016-07-13 06:44:41 -0700249 }
terelius2ee076d2017-08-15 02:04:02 -0700250 if (FLAG_plot_incoming_delay_delta) {
251 analyzer.CreateIncomingDelayDeltaGraph(collection->AppendNewPlot());
terelius54ce6802016-07-13 06:44:41 -0700252 }
terelius2ee076d2017-08-15 02:04:02 -0700253 if (FLAG_plot_incoming_delay) {
254 analyzer.CreateIncomingDelayGraph(collection->AppendNewPlot());
terelius54ce6802016-07-13 06:44:41 -0700255 }
terelius2ee076d2017-08-15 02:04:02 -0700256 if (FLAG_plot_incoming_loss_rate) {
Stefan Holmer99f8e082016-09-09 13:37:50 +0200257 analyzer.CreateIncomingPacketLossGraph(collection->AppendNewPlot());
tereliusf736d232016-08-04 10:00:11 -0700258 }
terelius2ee076d2017-08-15 02:04:02 -0700259 if (FLAG_plot_incoming_bitrate) {
260 analyzer.CreateTotalBitrateGraph(webrtc::PacketDirection::kIncomingPacket,
261 collection->AppendNewPlot(),
Ilya Nikolaevskiya4259f62017-12-05 13:19:45 +0100262 FLAG_show_detector_state,
263 FLAG_show_alr_state);
terelius54ce6802016-07-13 06:44:41 -0700264 }
terelius2ee076d2017-08-15 02:04:02 -0700265 if (FLAG_plot_outgoing_bitrate) {
266 analyzer.CreateTotalBitrateGraph(webrtc::PacketDirection::kOutgoingPacket,
267 collection->AppendNewPlot(),
Ilya Nikolaevskiya4259f62017-12-05 13:19:45 +0100268 FLAG_show_detector_state,
269 FLAG_show_alr_state);
terelius54ce6802016-07-13 06:44:41 -0700270 }
terelius2ee076d2017-08-15 02:04:02 -0700271 if (FLAG_plot_incoming_stream_bitrate) {
272 analyzer.CreateStreamBitrateGraph(webrtc::PacketDirection::kIncomingPacket,
273 collection->AppendNewPlot());
274 }
275 if (FLAG_plot_outgoing_stream_bitrate) {
276 analyzer.CreateStreamBitrateGraph(webrtc::PacketDirection::kOutgoingPacket,
277 collection->AppendNewPlot());
278 }
Bjorn Terelius28db2662017-10-04 14:22:43 +0200279 if (FLAG_plot_simulated_receiveside_bwe) {
280 analyzer.CreateReceiveSideBweSimulationGraph(collection->AppendNewPlot());
281 }
terelius2ee076d2017-08-15 02:04:02 -0700282 if (FLAG_plot_simulated_sendside_bwe) {
Bjorn Terelius28db2662017-10-04 14:22:43 +0200283 analyzer.CreateSendSideBweSimulationGraph(collection->AppendNewPlot());
Stefan Holmer13181032016-07-29 14:48:54 +0200284 }
terelius2ee076d2017-08-15 02:04:02 -0700285 if (FLAG_plot_network_delay_feedback) {
tereliuse34c19c2016-08-15 08:47:14 -0700286 analyzer.CreateNetworkDelayFeedbackGraph(collection->AppendNewPlot());
stefanc3de0332016-08-02 07:22:17 -0700287 }
terelius2ee076d2017-08-15 02:04:02 -0700288 if (FLAG_plot_fraction_loss_feedback) {
289 analyzer.CreateFractionLossGraph(collection->AppendNewPlot());
290 }
291 if (FLAG_plot_timestamps) {
stefane372d3c2017-02-02 08:04:18 -0800292 analyzer.CreateTimestampGraph(collection->AppendNewPlot());
293 }
Bjorn Terelius0295a962017-10-25 17:42:41 +0200294 if (FLAG_plot_pacer_delay) {
295 analyzer.CreatePacerDelayGraph(collection->AppendNewPlot());
296 }
terelius2ee076d2017-08-15 02:04:02 -0700297 if (FLAG_plot_audio_encoder_bitrate_bps) {
michaelt6e5b2192017-02-22 07:33:27 -0800298 analyzer.CreateAudioEncoderTargetBitrateGraph(collection->AppendNewPlot());
299 }
terelius2ee076d2017-08-15 02:04:02 -0700300 if (FLAG_plot_audio_encoder_frame_length_ms) {
michaelt6e5b2192017-02-22 07:33:27 -0800301 analyzer.CreateAudioEncoderFrameLengthGraph(collection->AppendNewPlot());
302 }
terelius2ee076d2017-08-15 02:04:02 -0700303 if (FLAG_plot_audio_encoder_packet_loss) {
304 analyzer.CreateAudioEncoderPacketLossGraph(collection->AppendNewPlot());
michaelt6e5b2192017-02-22 07:33:27 -0800305 }
terelius2ee076d2017-08-15 02:04:02 -0700306 if (FLAG_plot_audio_encoder_fec) {
michaelt6e5b2192017-02-22 07:33:27 -0800307 analyzer.CreateAudioEncoderEnableFecGraph(collection->AppendNewPlot());
308 }
terelius2ee076d2017-08-15 02:04:02 -0700309 if (FLAG_plot_audio_encoder_dtx) {
michaelt6e5b2192017-02-22 07:33:27 -0800310 analyzer.CreateAudioEncoderEnableDtxGraph(collection->AppendNewPlot());
311 }
terelius2ee076d2017-08-15 02:04:02 -0700312 if (FLAG_plot_audio_encoder_num_channels) {
michaelt6e5b2192017-02-22 07:33:27 -0800313 analyzer.CreateAudioEncoderNumChannelsGraph(collection->AppendNewPlot());
314 }
terelius2ee076d2017-08-15 02:04:02 -0700315 if (FLAG_plot_audio_jitter_buffer) {
owb7fbeb0b2017-08-16 02:48:33 -0700316 std::string wav_path;
317 if (FLAG_wav_filename[0] != '\0') {
318 wav_path = FLAG_wav_filename;
319 } else {
320 wav_path = webrtc::test::ResourcePath(
321 "audio_processing/conversational_speech/EN_script2_F_sp2_B1", "wav");
322 }
323 analyzer.CreateAudioJitterBufferGraph(wav_path, 48000,
324 collection->AppendNewPlot());
henrik.lundin3c938fc2017-06-14 06:09:58 -0700325 }
326
Qingsi Wang8eca1ff2018-02-02 11:49:44 -0800327 if (FLAG_plot_ice_candidate_pair_config) {
328 analyzer.CreateIceCandidatePairConfigGraph(collection->AppendNewPlot());
329 }
330 if (FLAG_plot_ice_connectivity_check) {
331 analyzer.CreateIceConnectivityCheckGraph(collection->AppendNewPlot());
332 }
333
tereliusdc35dcd2016-08-01 12:03:27 -0700334 collection->Draw();
terelius54ce6802016-07-13 06:44:41 -0700335
Bjorn Terelius2eb31882017-11-30 15:15:25 +0100336 if (FLAG_print_triage_notifications) {
337 analyzer.CreateTriageNotifications();
338 analyzer.PrintNotifications(stderr);
339 }
340
terelius54ce6802016-07-13 06:44:41 -0700341 return 0;
342}
terelius2ee076d2017-08-15 02:04:02 -0700343
344
345void SetAllPlotFlags(bool setting) {
346 FLAG_plot_incoming_packet_sizes = setting;
347 FLAG_plot_outgoing_packet_sizes = setting;
348 FLAG_plot_incoming_packet_count = setting;
349 FLAG_plot_outgoing_packet_count = setting;
350 FLAG_plot_audio_playout = setting;
351 FLAG_plot_audio_level = setting;
352 FLAG_plot_incoming_sequence_number_delta = setting;
353 FLAG_plot_incoming_delay_delta = setting;
354 FLAG_plot_incoming_delay = setting;
355 FLAG_plot_incoming_loss_rate = setting;
356 FLAG_plot_incoming_bitrate = setting;
357 FLAG_plot_outgoing_bitrate = setting;
358 FLAG_plot_incoming_stream_bitrate = setting;
359 FLAG_plot_outgoing_stream_bitrate = setting;
Bjorn Terelius28db2662017-10-04 14:22:43 +0200360 FLAG_plot_simulated_receiveside_bwe = setting;
terelius2ee076d2017-08-15 02:04:02 -0700361 FLAG_plot_simulated_sendside_bwe = setting;
362 FLAG_plot_network_delay_feedback = setting;
363 FLAG_plot_fraction_loss_feedback = setting;
364 FLAG_plot_timestamps = setting;
365 FLAG_plot_audio_encoder_bitrate_bps = setting;
366 FLAG_plot_audio_encoder_frame_length_ms = setting;
367 FLAG_plot_audio_encoder_packet_loss = setting;
368 FLAG_plot_audio_encoder_fec = setting;
369 FLAG_plot_audio_encoder_dtx = setting;
370 FLAG_plot_audio_encoder_num_channels = setting;
371 FLAG_plot_audio_jitter_buffer = setting;
Qingsi Wang8eca1ff2018-02-02 11:49:44 -0800372 FLAG_plot_ice_candidate_pair_config = setting;
373 FLAG_plot_ice_connectivity_check = setting;
terelius2ee076d2017-08-15 02:04:02 -0700374}