blob: 7d331ad3660e2597a2ff22db4e64417126ee6670 [file] [log] [blame]
pbos@webrtc.org4b5625e2014-08-06 16:26:56 +00001/*
2 * Copyright (c) 2014 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#include <stdio.h>
12
Benjamin Wright90ab76d2018-08-23 11:33:29 -070013#include <fstream>
pbos@webrtc.org4b5625e2014-08-06 16:26:56 +000014#include <map>
kwiberg27f982b2016-03-01 11:52:33 -080015#include <memory>
pbos@webrtc.org4b5625e2014-08-06 16:26:56 +000016
Mirko Bonadei2ab97f62019-07-18 13:44:12 +020017#include "absl/flags/flag.h"
18#include "absl/flags/parse.h"
Danil Chapovalov83bbe912019-08-07 12:24:53 +020019#include "api/rtc_event_log/rtc_event_log.h"
Sergey Silkin626f7ff2019-09-12 10:51:19 +020020#include "api/task_queue/default_task_queue_factory.h"
Danil Chapovalov99b71df2018-10-26 15:57:48 +020021#include "api/test/video/function_video_decoder_factory.h"
Ilya Nikolaevskiy33aaa352020-01-21 13:38:19 +010022#include "api/transport/field_trial_based_config.h"
Philipp Hanckefae4fb12021-01-26 18:05:56 +010023#include "api/video/video_codec_type.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020024#include "api/video_codecs/video_decoder.h"
25#include "call/call.h"
26#include "common_video/libyuv/include/webrtc_libyuv.h"
Steve Anton10542f22019-01-11 09:11:00 -080027#include "media/engine/internal_decoder_factory.h"
Danil Chapovalov76a35d92021-06-08 12:30:46 +020028#include "modules/rtp_rtcp/source/rtp_packet.h"
Philipp Hanckefae4fb12021-01-26 18:05:56 +010029#include "modules/video_coding/utility/ivf_file_writer.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020030#include "rtc_base/checks.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020031#include "rtc_base/string_to_number.h"
Sam Zackrissonb45bdb52018-10-02 16:25:59 +020032#include "rtc_base/strings/json.h"
Steve Anton10542f22019-01-11 09:11:00 -080033#include "rtc_base/time_utils.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020034#include "system_wrappers/include/clock.h"
35#include "system_wrappers/include/sleep.h"
Benjamin Wright8efafdf2019-01-11 10:48:42 -080036#include "test/call_config_utils.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020037#include "test/call_test.h"
38#include "test/encoder_settings.h"
39#include "test/fake_decoder.h"
40#include "test/gtest.h"
41#include "test/null_transport.h"
42#include "test/rtp_file_reader.h"
43#include "test/run_loop.h"
44#include "test/run_test.h"
Sebastian Janssonf1f363f2018-08-13 14:24:58 +020045#include "test/test_video_capturer.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020046#include "test/testsupport/frame_writer.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020047#include "test/video_renderer.h"
pbos@webrtc.org4b5625e2014-08-06 16:26:56 +000048
Mirko Bonadei2ab97f62019-07-18 13:44:12 +020049// Flag for payload type.
50ABSL_FLAG(int,
51 media_payload_type,
52 webrtc::test::CallTest::kPayloadTypeVP8,
53 "Media payload type");
54
55// Flag for RED payload type.
56ABSL_FLAG(int,
57 red_payload_type,
58 webrtc::test::CallTest::kRedPayloadType,
59 "RED payload type");
60
61// Flag for ULPFEC payload type.
62ABSL_FLAG(int,
63 ulpfec_payload_type,
64 webrtc::test::CallTest::kUlpfecPayloadType,
65 "ULPFEC payload type");
66
Philipp Hancke1c951ec2022-05-25 10:44:22 +020067// Flag for FLEXFEC payload type.
68ABSL_FLAG(int,
69 flexfec_payload_type,
70 webrtc::test::CallTest::kFlexfecPayloadType,
71 "FLEXFEC payload type");
72
Mirko Bonadei2ab97f62019-07-18 13:44:12 +020073ABSL_FLAG(int,
74 media_payload_type_rtx,
75 webrtc::test::CallTest::kSendRtxPayloadType,
76 "Media over RTX payload type");
77
78ABSL_FLAG(int,
79 red_payload_type_rtx,
80 webrtc::test::CallTest::kRtxRedPayloadType,
81 "RED over RTX payload type");
82
Philipp Hanckec060ce42021-03-15 13:15:59 +010083// Flag for SSRC and RTX SSRC.
84ABSL_FLAG(uint32_t,
85 ssrc,
86 webrtc::test::CallTest::kVideoSendSsrcs[0],
87 "Incoming SSRC");
88ABSL_FLAG(uint32_t,
89 ssrc_rtx,
90 webrtc::test::CallTest::kSendRtxSsrcs[0],
91 "Incoming RTX SSRC");
Mirko Bonadei2ab97f62019-07-18 13:44:12 +020092
Philipp Hancke1c951ec2022-05-25 10:44:22 +020093ABSL_FLAG(uint32_t,
94 ssrc_flexfec,
95 webrtc::test::CallTest::kFlexfecSendSsrc,
96 "Incoming FLEXFEC SSRC");
97
Mirko Bonadei2ab97f62019-07-18 13:44:12 +020098// Flag for abs-send-time id.
99ABSL_FLAG(int, abs_send_time_id, -1, "RTP extension ID for abs-send-time");
100
101// Flag for transmission-offset id.
102ABSL_FLAG(int,
103 transmission_offset_id,
104 -1,
105 "RTP extension ID for transmission-offset");
106
107// Flag for rtpdump input file.
108ABSL_FLAG(std::string, input_file, "", "input file");
109
110ABSL_FLAG(std::string, config_file, "", "config file");
111
112// Flag for raw output files.
113ABSL_FLAG(std::string,
114 out_base,
115 "",
116 "Basename (excluding .jpg) for raw output");
117
118ABSL_FLAG(std::string,
119 decoder_bitstream_filename,
120 "",
121 "Decoder bitstream output file");
122
Philipp Hanckefae4fb12021-01-26 18:05:56 +0100123ABSL_FLAG(std::string, decoder_ivf_filename, "", "Decoder ivf output file");
124
Mirko Bonadei2ab97f62019-07-18 13:44:12 +0200125// Flag for video codec.
126ABSL_FLAG(std::string, codec, "VP8", "Video codec");
127
Philipp Hanckef3a687a2021-03-15 12:04:39 +0100128// Flags for rtp start and stop timestamp.
129ABSL_FLAG(uint32_t,
130 start_timestamp,
131 0,
132 "RTP start timestamp, packets with smaller timestamp will be ignored "
133 "(no wraparound)");
134ABSL_FLAG(uint32_t,
135 stop_timestamp,
136 4294967295,
137 "RTP stop timestamp, packets with larger timestamp will be ignored "
138 "(no wraparound)");
139
Jonathan Lennox03df29c2021-07-13 12:41:31 -0400140// Flags for render window width and height
141ABSL_FLAG(uint32_t, render_width, 640, "Width of render window");
142ABSL_FLAG(uint32_t, render_height, 480, "Height of render window");
143
oprypin6e09d872017-08-31 03:21:39 -0700144namespace {
145
146static bool ValidatePayloadType(int32_t payload_type) {
147 return payload_type > 0 && payload_type <= 127;
148}
149
oprypin6e09d872017-08-31 03:21:39 -0700150static bool ValidateOptionalPayloadType(int32_t payload_type) {
151 return payload_type == -1 || ValidatePayloadType(payload_type);
152}
153
154static bool ValidateRtpHeaderExtensionId(int32_t extension_id) {
155 return extension_id >= -1 && extension_id < 15;
156}
157
158bool ValidateInputFilenameNotEmpty(const std::string& string) {
159 return !string.empty();
160}
161
Mirko Bonadei2ab97f62019-07-18 13:44:12 +0200162static int MediaPayloadType() {
163 return absl::GetFlag(FLAGS_media_payload_type);
164}
165
166static int RedPayloadType() {
167 return absl::GetFlag(FLAGS_red_payload_type);
168}
169
170static int UlpfecPayloadType() {
171 return absl::GetFlag(FLAGS_ulpfec_payload_type);
172}
173
Philipp Hancke1c951ec2022-05-25 10:44:22 +0200174static int FlexfecPayloadType() {
175 return absl::GetFlag(FLAGS_flexfec_payload_type);
176}
177
Mirko Bonadei2ab97f62019-07-18 13:44:12 +0200178static int MediaPayloadTypeRtx() {
179 return absl::GetFlag(FLAGS_media_payload_type_rtx);
180}
181
182static int RedPayloadTypeRtx() {
183 return absl::GetFlag(FLAGS_red_payload_type_rtx);
184}
185
186static uint32_t Ssrc() {
Philipp Hanckec060ce42021-03-15 13:15:59 +0100187 return absl::GetFlag(FLAGS_ssrc);
Mirko Bonadei2ab97f62019-07-18 13:44:12 +0200188}
189
190static uint32_t SsrcRtx() {
Philipp Hanckec060ce42021-03-15 13:15:59 +0100191 return absl::GetFlag(FLAGS_ssrc_rtx);
Mirko Bonadei2ab97f62019-07-18 13:44:12 +0200192}
193
Philipp Hancke1c951ec2022-05-25 10:44:22 +0200194static uint32_t SsrcFlexfec() {
195 return absl::GetFlag(FLAGS_ssrc_flexfec);
196}
197
Mirko Bonadei2ab97f62019-07-18 13:44:12 +0200198static int AbsSendTimeId() {
199 return absl::GetFlag(FLAGS_abs_send_time_id);
200}
201
202static int TransmissionOffsetId() {
203 return absl::GetFlag(FLAGS_transmission_offset_id);
204}
205
206static std::string InputFile() {
207 return absl::GetFlag(FLAGS_input_file);
208}
209
210static std::string ConfigFile() {
211 return absl::GetFlag(FLAGS_config_file);
212}
213
214static std::string OutBase() {
215 return absl::GetFlag(FLAGS_out_base);
216}
217
218static std::string DecoderBitstreamFilename() {
219 return absl::GetFlag(FLAGS_decoder_bitstream_filename);
220}
221
Philipp Hanckefae4fb12021-01-26 18:05:56 +0100222static std::string IVFFilename() {
223 return absl::GetFlag(FLAGS_decoder_ivf_filename);
224}
225
Mirko Bonadei2ab97f62019-07-18 13:44:12 +0200226static std::string Codec() {
227 return absl::GetFlag(FLAGS_codec);
228}
229
Jonathan Lennox03df29c2021-07-13 12:41:31 -0400230static uint32_t RenderWidth() {
231 return absl::GetFlag(FLAGS_render_width);
232}
233
234static uint32_t RenderHeight() {
235 return absl::GetFlag(FLAGS_render_height);
236}
237
oprypin6e09d872017-08-31 03:21:39 -0700238} // namespace
239
pbos@webrtc.org4b5625e2014-08-06 16:26:56 +0000240namespace webrtc {
pbos@webrtc.org4b5625e2014-08-06 16:26:56 +0000241
242static const uint32_t kReceiverLocalSsrc = 0x123456;
243
nisse7ade7b32016-03-23 04:48:10 -0700244class FileRenderPassthrough : public rtc::VideoSinkInterface<VideoFrame> {
pbos@webrtc.org4b5625e2014-08-06 16:26:56 +0000245 public:
nisse7ade7b32016-03-23 04:48:10 -0700246 FileRenderPassthrough(const std::string& basename,
247 rtc::VideoSinkInterface<VideoFrame>* renderer)
philipel99b63452017-08-25 07:24:21 -0700248 : basename_(basename), renderer_(renderer), file_(nullptr), count_(0) {}
pbos@webrtc.org4b5625e2014-08-06 16:26:56 +0000249
Mirko Bonadeife055c12019-01-29 22:53:28 +0100250 ~FileRenderPassthrough() override {
Peter Boström74f6e9e2016-04-04 17:56:10 +0200251 if (file_)
pbos@webrtc.org4b5625e2014-08-06 16:26:56 +0000252 fclose(file_);
253 }
254
255 private:
nisseeb83a1a2016-03-21 01:27:56 -0700256 void OnFrame(const VideoFrame& video_frame) override {
Peter Boström74f6e9e2016-04-04 17:56:10 +0200257 if (renderer_)
nisseeb83a1a2016-03-21 01:27:56 -0700258 renderer_->OnFrame(video_frame);
philipel99b63452017-08-25 07:24:21 -0700259
pbosbb36fdf2015-07-09 07:48:14 -0700260 if (basename_.empty())
pbos@webrtc.org4b5625e2014-08-06 16:26:56 +0000261 return;
philipel99b63452017-08-25 07:24:21 -0700262
263 std::stringstream filename;
264 filename << basename_ << count_++ << "_" << video_frame.timestamp()
265 << ".jpg";
266
philipel99b63452017-08-25 07:24:21 -0700267 test::JpegFrameWriter frame_writer(filename.str());
268 RTC_CHECK(frame_writer.WriteFrame(video_frame, 100));
pbos@webrtc.org4b5625e2014-08-06 16:26:56 +0000269 }
270
271 const std::string basename_;
nisse7ade7b32016-03-23 04:48:10 -0700272 rtc::VideoSinkInterface<VideoFrame>* const renderer_;
pbos@webrtc.org4b5625e2014-08-06 16:26:56 +0000273 FILE* file_;
274 size_t count_;
pbos@webrtc.org4b5625e2014-08-06 16:26:56 +0000275};
276
Niels Möllerf88a22c2018-06-19 17:05:03 +0200277class DecoderBitstreamFileWriter : public test::FakeDecoder {
stefan@webrtc.org48ac2262015-03-02 16:18:56 +0000278 public:
279 explicit DecoderBitstreamFileWriter(const char* filename)
280 : file_(fopen(filename, "wb")) {
Peter Boström74f6e9e2016-04-04 17:56:10 +0200281 RTC_DCHECK(file_);
stefan@webrtc.org48ac2262015-03-02 16:18:56 +0000282 }
Mirko Bonadeife055c12019-01-29 22:53:28 +0100283 ~DecoderBitstreamFileWriter() override { fclose(file_); }
stefan@webrtc.org48ac2262015-03-02 16:18:56 +0000284
Niels Möllerf88a22c2018-06-19 17:05:03 +0200285 int32_t Decode(const EncodedImage& encoded_frame,
Benjamin Wright8efafdf2019-01-11 10:48:42 -0800286 bool /* missing_frames */,
Benjamin Wright8efafdf2019-01-11 10:48:42 -0800287 int64_t /* render_time_ms */) override {
Niels Möller77536a22019-01-15 08:50:01 +0100288 if (fwrite(encoded_frame.data(), 1, encoded_frame.size(), file_) <
289 encoded_frame.size()) {
Niels Möllerf88a22c2018-06-19 17:05:03 +0200290 RTC_LOG_ERR(LS_ERROR) << "fwrite of encoded frame failed.";
291 return WEBRTC_VIDEO_CODEC_ERROR;
292 }
293 return WEBRTC_VIDEO_CODEC_OK;
stefan@webrtc.org48ac2262015-03-02 16:18:56 +0000294 }
295
296 private:
297 FILE* file_;
298};
299
Philipp Hanckefae4fb12021-01-26 18:05:56 +0100300class DecoderIvfFileWriter : public test::FakeDecoder {
301 public:
302 explicit DecoderIvfFileWriter(const char* filename, const std::string& codec)
303 : file_writer_(
304 IvfFileWriter::Wrap(FileWrapper::OpenWriteOnly(filename), 0)) {
305 RTC_DCHECK(file_writer_.get());
306 if (codec == "VP8") {
307 video_codec_type_ = VideoCodecType::kVideoCodecVP8;
308 } else if (codec == "VP9") {
309 video_codec_type_ = VideoCodecType::kVideoCodecVP9;
310 } else if (codec == "H264") {
311 video_codec_type_ = VideoCodecType::kVideoCodecH264;
Philipp Hanckede7fcff2022-05-12 18:13:16 +0200312 } else if (codec == "AV1") {
313 video_codec_type_ = VideoCodecType::kVideoCodecAV1;
Philipp Hanckefae4fb12021-01-26 18:05:56 +0100314 } else {
315 RTC_LOG(LS_ERROR) << "Unsupported video codec " << codec;
Artem Titovd3251962021-11-15 16:57:07 +0100316 RTC_DCHECK_NOTREACHED();
Philipp Hanckefae4fb12021-01-26 18:05:56 +0100317 }
318 }
319 ~DecoderIvfFileWriter() override { file_writer_->Close(); }
320
321 int32_t Decode(const EncodedImage& encoded_frame,
322 bool /* missing_frames */,
323 int64_t render_time_ms) override {
324 if (!file_writer_->WriteFrame(encoded_frame, video_codec_type_)) {
325 return WEBRTC_VIDEO_CODEC_ERROR;
326 }
327 return WEBRTC_VIDEO_CODEC_OK;
328 }
329
330 private:
331 std::unique_ptr<IvfFileWriter> file_writer_;
332 VideoCodecType video_codec_type_;
333};
334
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700335// The RtpReplayer is responsible for parsing the configuration provided by the
Niels Möllerbe74b802022-03-18 14:10:15 +0100336// user, setting up the windows, receive streams and decoders and then replaying
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700337// the provided RTP dump.
338class RtpReplayer final {
339 public:
340 // Replay a rtp dump with an optional json configuration.
341 static void Replay(const std::string& replay_config_path,
342 const std::string& rtp_dump_path) {
Sergey Silkin626f7ff2019-09-12 10:51:19 +0200343 std::unique_ptr<webrtc::TaskQueueFactory> task_queue_factory =
344 webrtc::CreateDefaultTaskQueueFactory();
Ilya Nikolaevskiy6a646902020-12-11 11:07:01 +0100345 auto worker_thread = task_queue_factory->CreateTaskQueue(
346 "worker_thread", TaskQueueFactory::Priority::NORMAL);
347 rtc::Event sync_event(/*manual_reset=*/false,
348 /*initially_signalled=*/false);
Danil Chapovalov83bbe912019-08-07 12:24:53 +0200349 webrtc::RtcEventLogNull event_log;
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700350 Call::Config call_config(&event_log);
Sergey Silkin626f7ff2019-09-12 10:51:19 +0200351 call_config.task_queue_factory = task_queue_factory.get();
Ilya Nikolaevskiy33aaa352020-01-21 13:38:19 +0100352 call_config.trials = new FieldTrialBasedConfig();
Ilya Nikolaevskiy6a646902020-12-11 11:07:01 +0100353 std::unique_ptr<Call> call;
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700354 std::unique_ptr<StreamState> stream_state;
Ilya Nikolaevskiy6a646902020-12-11 11:07:01 +0100355
356 // Creation of the streams must happen inside a task queue because it is
357 // resued as a worker thread.
Danil Chapovalov5286dcf2022-07-18 17:04:56 +0200358 worker_thread->PostTask([&]() {
Ilya Nikolaevskiy6a646902020-12-11 11:07:01 +0100359 call.reset(Call::Create(call_config));
360
361 // Attempt to load the configuration
362 if (replay_config_path.empty()) {
363 stream_state = ConfigureFromFlags(rtp_dump_path, call.get());
364 } else {
365 stream_state = ConfigureFromFile(replay_config_path, call.get());
366 }
367
368 if (stream_state == nullptr) {
369 return;
370 }
371 // Start replaying the provided stream now that it has been configured.
372 // VideoReceiveStreams must be started on the same thread as they were
373 // created on.
374 for (const auto& receive_stream : stream_state->receive_streams) {
375 receive_stream->Start();
376 }
377 sync_event.Set();
Danil Chapovalov5286dcf2022-07-18 17:04:56 +0200378 });
Ilya Nikolaevskiy6a646902020-12-11 11:07:01 +0100379
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700380 // Attempt to create an RtpReader from the input file.
381 std::unique_ptr<test::RtpFileReader> rtp_reader =
382 CreateRtpReader(rtp_dump_path);
Ilya Nikolaevskiy6a646902020-12-11 11:07:01 +0100383
384 // Wait for streams creation.
Markus Handell2cfc1af2022-08-19 08:16:48 +0000385 sync_event.Wait(/*give_up_after=*/TimeDelta::Seconds(10));
Ilya Nikolaevskiy6a646902020-12-11 11:07:01 +0100386
387 if (stream_state == nullptr || rtp_reader == nullptr) {
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700388 return;
389 }
Ilya Nikolaevskiy6a646902020-12-11 11:07:01 +0100390
391 ReplayPackets(call.get(), rtp_reader.get(), worker_thread.get());
392
393 // Destruction of streams and the call must happen on the same thread as
394 // their creation.
Danil Chapovalov5286dcf2022-07-18 17:04:56 +0200395 worker_thread->PostTask([&]() {
Ilya Nikolaevskiy6a646902020-12-11 11:07:01 +0100396 for (const auto& receive_stream : stream_state->receive_streams) {
397 call->DestroyVideoReceiveStream(receive_stream);
398 }
Philipp Hancke1c951ec2022-05-25 10:44:22 +0200399 for (const auto& flexfec_stream : stream_state->flexfec_streams) {
400 call->DestroyFlexfecReceiveStream(flexfec_stream);
401 }
Ilya Nikolaevskiy6a646902020-12-11 11:07:01 +0100402 call.reset();
403 sync_event.Set();
Danil Chapovalov5286dcf2022-07-18 17:04:56 +0200404 });
Markus Handell2cfc1af2022-08-19 08:16:48 +0000405 sync_event.Wait(/*give_up_after=*/TimeDelta::Seconds(10));
pbos@webrtc.org4b5625e2014-08-06 16:26:56 +0000406 }
pbos@webrtc.org4b5625e2014-08-06 16:26:56 +0000407
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700408 private:
Niels Möllerbe74b802022-03-18 14:10:15 +0100409 // Holds all the shared memory structures required for a receive stream. This
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700410 // structure is used to prevent members being deallocated before the replay
411 // has been finished.
412 struct StreamState {
413 test::NullTransport transport;
414 std::vector<std::unique_ptr<rtc::VideoSinkInterface<VideoFrame>>> sinks;
Tommif6f45432022-05-20 15:21:20 +0200415 std::vector<VideoReceiveStreamInterface*> receive_streams;
Philipp Hancke1c951ec2022-05-25 10:44:22 +0200416 std::vector<FlexfecReceiveStream*> flexfec_streams;
Niels Möllercbcbc222018-09-28 09:07:24 +0200417 std::unique_ptr<VideoDecoderFactory> decoder_factory;
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700418 };
419
420 // Loads multiple configurations from the provided configuration file.
421 static std::unique_ptr<StreamState> ConfigureFromFile(
422 const std::string& config_path,
423 Call* call) {
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200424 auto stream_state = std::make_unique<StreamState>();
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700425 // Parse the configuration file.
426 std::ifstream config_file(config_path);
427 std::stringstream raw_json_buffer;
428 raw_json_buffer << config_file.rdbuf();
429 std::string raw_json = raw_json_buffer.str();
Mirko Bonadeie99f6872021-06-24 15:24:59 +0200430 Json::CharReaderBuilder builder;
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700431 Json::Value json_configs;
Mirko Bonadeie99f6872021-06-24 15:24:59 +0200432 std::string error_message;
433 std::unique_ptr<Json::CharReader> json_reader(builder.newCharReader());
434 if (!json_reader->parse(raw_json.data(), raw_json.data() + raw_json.size(),
435 &json_configs, &error_message)) {
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700436 fprintf(stderr, "Error parsing JSON config\n");
Mirko Bonadeie99f6872021-06-24 15:24:59 +0200437 fprintf(stderr, "%s\n", error_message.c_str());
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700438 return nullptr;
439 }
440
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200441 stream_state->decoder_factory = std::make_unique<InternalDecoderFactory>();
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700442 size_t config_count = 0;
443 for (const auto& json : json_configs) {
444 // Create the configuration and parse the JSON into the config.
Benjamin Wright8efafdf2019-01-11 10:48:42 -0800445 auto receive_config =
446 ParseVideoReceiveStreamJsonConfig(&(stream_state->transport), json);
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700447 // Instantiate the underlying decoder.
448 for (auto& decoder : receive_config.decoders) {
Niels Möllercbcbc222018-09-28 09:07:24 +0200449 decoder = test::CreateMatchingDecoder(decoder.payload_type,
450 decoder.video_format.name);
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700451 }
452 // Create a window for this config.
453 std::stringstream window_title;
454 window_title << "Playback Video (" << config_count++ << ")";
Jonathan Lennox03df29c2021-07-13 12:41:31 -0400455 stream_state->sinks.emplace_back(test::VideoRenderer::Create(
456 window_title.str().c_str(), RenderWidth(), RenderHeight()));
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700457 // Create a receive stream for this config.
458 receive_config.renderer = stream_state->sinks.back().get();
Philip Eliasson2b068ce2020-08-03 15:55:10 +0000459 receive_config.decoder_factory = stream_state->decoder_factory.get();
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700460 stream_state->receive_streams.emplace_back(
461 call->CreateVideoReceiveStream(std::move(receive_config)));
462 }
463 return stream_state;
stefan@webrtc.org48ac2262015-03-02 16:18:56 +0000464 }
pbos@webrtc.org4b5625e2014-08-06 16:26:56 +0000465
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700466 // Loads the base configuration from flags passed in on the commandline.
467 static std::unique_ptr<StreamState> ConfigureFromFlags(
468 const std::string& rtp_dump_path,
469 Call* call) {
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200470 auto stream_state = std::make_unique<StreamState>();
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700471 // Create the video renderers. We must add both to the stream state to keep
472 // them from deallocating.
473 std::stringstream window_title;
474 window_title << "Playback Video (" << rtp_dump_path << ")";
475 std::unique_ptr<test::VideoRenderer> playback_video(
Jonathan Lennox03df29c2021-07-13 12:41:31 -0400476 test::VideoRenderer::Create(window_title.str().c_str(), RenderWidth(),
477 RenderHeight()));
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200478 auto file_passthrough = std::make_unique<FileRenderPassthrough>(
Mirko Bonadei2ab97f62019-07-18 13:44:12 +0200479 OutBase(), playback_video.get());
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700480 stream_state->sinks.push_back(std::move(playback_video));
481 stream_state->sinks.push_back(std::move(file_passthrough));
482 // Setup the configuration from the flags.
Tommif6f45432022-05-20 15:21:20 +0200483 VideoReceiveStreamInterface::Config receive_config(
484 &(stream_state->transport));
Mirko Bonadei2ab97f62019-07-18 13:44:12 +0200485 receive_config.rtp.remote_ssrc = Ssrc();
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700486 receive_config.rtp.local_ssrc = kReceiverLocalSsrc;
Mirko Bonadei2ab97f62019-07-18 13:44:12 +0200487 receive_config.rtp.rtx_ssrc = SsrcRtx();
488 receive_config.rtp.rtx_associated_payload_types[MediaPayloadTypeRtx()] =
489 MediaPayloadType();
490 receive_config.rtp.rtx_associated_payload_types[RedPayloadTypeRtx()] =
491 RedPayloadType();
492 receive_config.rtp.ulpfec_payload_type = UlpfecPayloadType();
493 receive_config.rtp.red_payload_type = RedPayloadType();
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700494 receive_config.rtp.nack.rtp_history_ms = 1000;
Philipp Hancke1c951ec2022-05-25 10:44:22 +0200495
496 if (FlexfecPayloadType() != -1) {
497 receive_config.rtp.protected_by_flexfec = true;
498 webrtc::FlexfecReceiveStream::Config flexfec_config(
499 &(stream_state->transport));
500 flexfec_config.payload_type = FlexfecPayloadType();
501 flexfec_config.protected_media_ssrcs.push_back(Ssrc());
502 flexfec_config.rtp.remote_ssrc = SsrcFlexfec();
503 FlexfecReceiveStream* flexfec_stream =
504 call->CreateFlexfecReceiveStream(flexfec_config);
505 receive_config.rtp.packet_sink_ = flexfec_stream;
506 stream_state->flexfec_streams.push_back(flexfec_stream);
507 }
508
Mirko Bonadei2ab97f62019-07-18 13:44:12 +0200509 if (TransmissionOffsetId() != -1) {
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700510 receive_config.rtp.extensions.push_back(RtpExtension(
Mirko Bonadei2ab97f62019-07-18 13:44:12 +0200511 RtpExtension::kTimestampOffsetUri, TransmissionOffsetId()));
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700512 }
Mirko Bonadei2ab97f62019-07-18 13:44:12 +0200513 if (AbsSendTimeId() != -1) {
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700514 receive_config.rtp.extensions.push_back(
Mirko Bonadei2ab97f62019-07-18 13:44:12 +0200515 RtpExtension(RtpExtension::kAbsSendTimeUri, AbsSendTimeId()));
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700516 }
517 receive_config.renderer = stream_state->sinks.back().get();
pbos@webrtc.org4b5625e2014-08-06 16:26:56 +0000518
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700519 // Setup the receiving stream
Tommif6f45432022-05-20 15:21:20 +0200520 VideoReceiveStreamInterface::Decoder decoder;
Mirko Bonadei2ab97f62019-07-18 13:44:12 +0200521 decoder = test::CreateMatchingDecoder(MediaPayloadType(), Codec());
Philipp Hanckefae4fb12021-01-26 18:05:56 +0100522 if (!DecoderBitstreamFilename().empty()) {
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700523 // Replace decoder with file writer if we're writing the bitstream to a
524 // file instead.
Niels Möllercbcbc222018-09-28 09:07:24 +0200525 stream_state->decoder_factory =
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200526 std::make_unique<test::FunctionVideoDecoderFactory>([]() {
527 return std::make_unique<DecoderBitstreamFileWriter>(
Mirko Bonadei2ab97f62019-07-18 13:44:12 +0200528 DecoderBitstreamFilename().c_str());
Niels Möllercbcbc222018-09-28 09:07:24 +0200529 });
Philipp Hanckefae4fb12021-01-26 18:05:56 +0100530 } else if (!IVFFilename().empty()) {
531 // Replace decoder with file writer if we're writing the ivf to a
532 // file instead.
533 stream_state->decoder_factory =
534 std::make_unique<test::FunctionVideoDecoderFactory>([]() {
535 return std::make_unique<DecoderIvfFileWriter>(IVFFilename().c_str(),
536 Codec());
537 });
538 } else {
539 stream_state->decoder_factory =
540 std::make_unique<InternalDecoderFactory>();
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700541 }
Philip Eliasson2b068ce2020-08-03 15:55:10 +0000542 receive_config.decoder_factory = stream_state->decoder_factory.get();
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700543 receive_config.decoders.push_back(decoder);
544
545 stream_state->receive_streams.emplace_back(
546 call->CreateVideoReceiveStream(std::move(receive_config)));
547 return stream_state;
548 }
549
550 static std::unique_ptr<test::RtpFileReader> CreateRtpReader(
551 const std::string& rtp_dump_path) {
552 std::unique_ptr<test::RtpFileReader> rtp_reader(test::RtpFileReader::Create(
553 test::RtpFileReader::kRtpDump, rtp_dump_path));
Peter Boström74f6e9e2016-04-04 17:56:10 +0200554 if (!rtp_reader) {
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700555 rtp_reader.reset(test::RtpFileReader::Create(test::RtpFileReader::kPcap,
556 rtp_dump_path));
Peter Boström74f6e9e2016-04-04 17:56:10 +0200557 if (!rtp_reader) {
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700558 fprintf(
559 stderr,
560 "Couldn't open input file as either a rtpdump or .pcap. Note "
561 "that .pcapng is not supported.\nTrying to interpret the file as "
562 "length/packet interleaved.\n");
563 rtp_reader.reset(test::RtpFileReader::Create(
564 test::RtpFileReader::kLengthPacketInterleaved, rtp_dump_path));
565 if (!rtp_reader) {
566 fprintf(stderr,
567 "Unable to open input file with any supported format\n");
568 return nullptr;
569 }
stefan@webrtc.org48ac2262015-03-02 16:18:56 +0000570 }
pbos@webrtc.org4b5625e2014-08-06 16:26:56 +0000571 }
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700572 return rtp_reader;
pbos@webrtc.org4b5625e2014-08-06 16:26:56 +0000573 }
pbos@webrtc.org4b5625e2014-08-06 16:26:56 +0000574
Ilya Nikolaevskiy6a646902020-12-11 11:07:01 +0100575 static void ReplayPackets(Call* call,
576 test::RtpFileReader* rtp_reader,
577 TaskQueueBase* worker_thread) {
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700578 int64_t replay_start_ms = -1;
579 int num_packets = 0;
580 std::map<uint32_t, int> unknown_packets;
Ilya Nikolaevskiy6a646902020-12-11 11:07:01 +0100581 rtc::Event event(/*manual_reset=*/false, /*initially_signalled=*/false);
Philipp Hanckef3a687a2021-03-15 12:04:39 +0100582 uint32_t start_timestamp = absl::GetFlag(FLAGS_start_timestamp);
583 uint32_t stop_timestamp = absl::GetFlag(FLAGS_stop_timestamp);
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700584 while (true) {
585 int64_t now_ms = rtc::TimeMillis();
586 if (replay_start_ms == -1) {
587 replay_start_ms = now_ms;
588 }
philipel02f03962018-01-11 17:28:35 +0100589
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700590 test::RtpPacket packet;
591 if (!rtp_reader->NextPacket(&packet)) {
pbos@webrtc.org4b5625e2014-08-06 16:26:56 +0000592 break;
593 }
Danil Chapovalov76a35d92021-06-08 12:30:46 +0200594 rtc::CopyOnWriteBuffer packet_buffer(packet.data, packet.length);
595 RtpPacket header;
596 header.Parse(packet_buffer);
597 if (header.Timestamp() < start_timestamp ||
598 header.Timestamp() > stop_timestamp) {
Philipp Hanckef3a687a2021-03-15 12:04:39 +0100599 continue;
600 }
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700601
602 int64_t deliver_in_ms = replay_start_ms + packet.time_ms - now_ms;
603 if (deliver_in_ms > 0) {
604 SleepMs(deliver_in_ms);
605 }
606
607 ++num_packets;
Ilya Nikolaevskiy6a646902020-12-11 11:07:01 +0100608 PacketReceiver::DeliveryStatus result = PacketReceiver::DELIVERY_OK;
Danil Chapovalov5286dcf2022-07-18 17:04:56 +0200609 worker_thread->PostTask([&]() {
Danil Chapovalov76a35d92021-06-08 12:30:46 +0200610 result = call->Receiver()->DeliverPacket(webrtc::MediaType::VIDEO,
611 std::move(packet_buffer),
612 /* packet_time_us */ -1);
Ilya Nikolaevskiy6a646902020-12-11 11:07:01 +0100613 event.Set();
Danil Chapovalov5286dcf2022-07-18 17:04:56 +0200614 });
Markus Handell2cfc1af2022-08-19 08:16:48 +0000615 event.Wait(/*give_up_after=*/TimeDelta::Seconds(10));
Ilya Nikolaevskiy6a646902020-12-11 11:07:01 +0100616 switch (result) {
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700617 case PacketReceiver::DELIVERY_OK:
618 break;
619 case PacketReceiver::DELIVERY_UNKNOWN_SSRC: {
Danil Chapovalov76a35d92021-06-08 12:30:46 +0200620 if (unknown_packets[header.Ssrc()] == 0)
621 fprintf(stderr, "Unknown SSRC: %u!\n", header.Ssrc());
622 ++unknown_packets[header.Ssrc()];
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700623 break;
624 }
625 case PacketReceiver::DELIVERY_PACKET_ERROR: {
626 fprintf(stderr,
627 "Packet error, corrupt packets or incorrect setup?\n");
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700628 fprintf(stderr, "Packet len=%zu pt=%u seq=%u ts=%u ssrc=0x%8x\n",
Danil Chapovalov76a35d92021-06-08 12:30:46 +0200629 packet.length, header.PayloadType(), header.SequenceNumber(),
630 header.Timestamp(), header.Ssrc());
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700631 break;
632 }
philipp.hancke7b589602017-01-26 04:54:04 -0800633 }
pbos@webrtc.org4b5625e2014-08-06 16:26:56 +0000634 }
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700635 fprintf(stderr, "num_packets: %d\n", num_packets);
636
637 for (std::map<uint32_t, int>::const_iterator it = unknown_packets.begin();
638 it != unknown_packets.end(); ++it) {
639 fprintf(stderr, "Packets for unknown ssrc '%u': %d\n", it->first,
640 it->second);
641 }
pbos@webrtc.org4b5625e2014-08-06 16:26:56 +0000642 }
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700643}; // class RtpReplayer
pbos@webrtc.org4b5625e2014-08-06 16:26:56 +0000644
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700645void RtpReplay() {
Mirko Bonadei2ab97f62019-07-18 13:44:12 +0200646 RtpReplayer::Replay(ConfigFile(), InputFile());
pbos@webrtc.org4b5625e2014-08-06 16:26:56 +0000647}
Benjamin Wright90ab76d2018-08-23 11:33:29 -0700648
pbos@webrtc.org4b5625e2014-08-06 16:26:56 +0000649} // namespace webrtc
650
651int main(int argc, char* argv[]) {
652 ::testing::InitGoogleTest(&argc, argv);
Mirko Bonadei2ab97f62019-07-18 13:44:12 +0200653 absl::ParseCommandLine(argc, argv);
oprypin6e09d872017-08-31 03:21:39 -0700654
Mirko Bonadei2ab97f62019-07-18 13:44:12 +0200655 RTC_CHECK(ValidatePayloadType(absl::GetFlag(FLAGS_media_payload_type)));
656 RTC_CHECK(ValidatePayloadType(absl::GetFlag(FLAGS_media_payload_type_rtx)));
657 RTC_CHECK(ValidateOptionalPayloadType(absl::GetFlag(FLAGS_red_payload_type)));
philipel752968e2017-12-05 12:40:28 +0100658 RTC_CHECK(
Mirko Bonadei2ab97f62019-07-18 13:44:12 +0200659 ValidateOptionalPayloadType(absl::GetFlag(FLAGS_red_payload_type_rtx)));
philipel752968e2017-12-05 12:40:28 +0100660 RTC_CHECK(
Mirko Bonadei2ab97f62019-07-18 13:44:12 +0200661 ValidateOptionalPayloadType(absl::GetFlag(FLAGS_ulpfec_payload_type)));
Yves Gerey665174f2018-06-19 15:03:05 +0200662 RTC_CHECK(
Philipp Hancke1c951ec2022-05-25 10:44:22 +0200663 ValidateOptionalPayloadType(absl::GetFlag(FLAGS_flexfec_payload_type)));
664 RTC_CHECK(
Mirko Bonadei2ab97f62019-07-18 13:44:12 +0200665 ValidateRtpHeaderExtensionId(absl::GetFlag(FLAGS_abs_send_time_id)));
666 RTC_CHECK(ValidateRtpHeaderExtensionId(
667 absl::GetFlag(FLAGS_transmission_offset_id)));
668 RTC_CHECK(ValidateInputFilenameNotEmpty(absl::GetFlag(FLAGS_input_file)));
pbos@webrtc.org4b5625e2014-08-06 16:26:56 +0000669
Philipp Hancke07b7dec2020-07-28 12:34:48 +0200670 rtc::ThreadManager::Instance()->WrapCurrentThread();
pbos@webrtc.org4b5625e2014-08-06 16:26:56 +0000671 webrtc::test::RunTest(webrtc::RtpReplay);
672 return 0;
673}