blob: 7288d5040a45ba22da0d1eeb4de993e9815cbc9c [file] [log] [blame]
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +00001/*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
pbos@webrtc.org12dc1a32013-08-05 16:22:53 +000011#include <assert.h>
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +000012#include <math.h>
13
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +000014#include <iostream>
kwiberg37478382016-02-14 20:40:57 -080015#include <memory>
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +000016
17#include "gflags/gflags.h"
tina.legrand@webrtc.org73222cf2013-03-15 13:29:17 +000018#include "testing/gtest/include/gtest/gtest.h"
turaj@webrtc.org7a05ae52013-11-18 18:16:53 +000019#include "webrtc/common.h"
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +000020#include "webrtc/common_types.h"
21#include "webrtc/engine_configurations.h"
kjellander3e6db232015-11-26 04:44:54 -080022#include "webrtc/modules/audio_coding/include/audio_coding_module.h"
23#include "webrtc/modules/audio_coding/include/audio_coding_module_typedefs.h"
24#include "webrtc/modules/audio_coding/acm2/acm_common_defs.h"
25#include "webrtc/modules/audio_coding/test/Channel.h"
26#include "webrtc/modules/audio_coding/test/PCMFile.h"
27#include "webrtc/modules/audio_coding/test/utility.h"
Henrik Kjellander98f53512015-10-28 18:17:40 +010028#include "webrtc/system_wrappers/include/event_wrapper.h"
tina.legrand@webrtc.org73222cf2013-03-15 13:29:17 +000029#include "webrtc/test/testsupport/fileutils.h"
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +000030
31DEFINE_string(codec, "isac", "Codec Name");
32DEFINE_int32(sample_rate_hz, 16000, "Sampling rate in Hertz.");
33DEFINE_int32(num_channels, 1, "Number of Channels.");
34DEFINE_string(input_file, "", "Input file, PCM16 32 kHz, optional.");
35DEFINE_int32(delay, 0, "Delay in millisecond.");
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +000036DEFINE_bool(dtx, false, "Enable DTX at the sender side.");
turaj@webrtc.org7a05ae52013-11-18 18:16:53 +000037DEFINE_bool(packet_loss, false, "Apply packet loss, c.f. Channel{.cc, .h}.");
38DEFINE_bool(fec, false, "Use Forward Error Correction (FEC).");
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +000039
40namespace webrtc {
turaj@webrtc.org7a05ae52013-11-18 18:16:53 +000041
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +000042namespace {
43
turaj@webrtc.org7a05ae52013-11-18 18:16:53 +000044struct CodecSettings {
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +000045 char name[50];
46 int sample_rate_hz;
47 int num_channels;
48};
49
turaj@webrtc.org7a05ae52013-11-18 18:16:53 +000050struct AcmSettings {
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +000051 bool dtx;
52 bool fec;
53};
54
turaj@webrtc.org7a05ae52013-11-18 18:16:53 +000055struct TestSettings {
56 CodecSettings codec;
57 AcmSettings acm;
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +000058 bool packet_loss;
59};
60
turaj@webrtc.org7a05ae52013-11-18 18:16:53 +000061} // namespace
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +000062
63class DelayTest {
64 public:
henrik.lundin@webrtc.orgadaf8092014-04-17 08:29:10 +000065 DelayTest()
66 : acm_a_(AudioCodingModule::Create(0)),
67 acm_b_(AudioCodingModule::Create(1)),
turaj@webrtc.org7a05ae52013-11-18 18:16:53 +000068 channel_a2b_(new Channel),
tina.legrand@webrtc.orgd5726a12013-05-03 07:34:12 +000069 test_cntr_(0),
70 encoding_sample_rate_hz_(8000) {}
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +000071
turaj@webrtc.org7a05ae52013-11-18 18:16:53 +000072 ~DelayTest() {
tina.legrand@webrtc.orgd5726a12013-05-03 07:34:12 +000073 if (channel_a2b_ != NULL) {
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +000074 delete channel_a2b_;
75 channel_a2b_ = NULL;
76 }
turaj@webrtc.org7a05ae52013-11-18 18:16:53 +000077 in_file_a_.Close();
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +000078 }
79
turaj@webrtc.org7a05ae52013-11-18 18:16:53 +000080 void Initialize() {
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +000081 test_cntr_ = 0;
tina.legrand@webrtc.orgd5726a12013-05-03 07:34:12 +000082 std::string file_name = webrtc::test::ResourcePath(
83 "audio_coding/testfile32kHz", "pcm");
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +000084 if (FLAGS_input_file.size() > 0)
85 file_name = FLAGS_input_file;
86 in_file_a_.Open(file_name, 32000, "rb");
turaj@webrtc.org7a05ae52013-11-18 18:16:53 +000087 ASSERT_EQ(0, acm_a_->InitializeReceiver()) <<
88 "Couldn't initialize receiver.\n";
89 ASSERT_EQ(0, acm_b_->InitializeReceiver()) <<
90 "Couldn't initialize receiver.\n";
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +000091
92 if (FLAGS_delay > 0) {
turaj@webrtc.org7a05ae52013-11-18 18:16:53 +000093 ASSERT_EQ(0, acm_b_->SetMinimumPlayoutDelay(FLAGS_delay)) <<
94 "Failed to set minimum delay.\n";
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +000095 }
96
turaj@webrtc.org7a05ae52013-11-18 18:16:53 +000097 int num_encoders = acm_a_->NumberOfCodecs();
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +000098 CodecInst my_codec_param;
tina.legrand@webrtc.orgd5726a12013-05-03 07:34:12 +000099 for (int n = 0; n < num_encoders; n++) {
turaj@webrtc.org7a05ae52013-11-18 18:16:53 +0000100 EXPECT_EQ(0, acm_b_->Codec(n, &my_codec_param)) <<
101 "Failed to get codec.";
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +0000102 if (STR_CASE_CMP(my_codec_param.plname, "opus") == 0)
103 my_codec_param.channels = 1;
tina.legrand@webrtc.orgd5726a12013-05-03 07:34:12 +0000104 else if (my_codec_param.channels > 1)
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +0000105 continue;
106 if (STR_CASE_CMP(my_codec_param.plname, "CN") == 0 &&
107 my_codec_param.plfreq == 48000)
tina.legrand@webrtc.orgd5726a12013-05-03 07:34:12 +0000108 continue;
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +0000109 if (STR_CASE_CMP(my_codec_param.plname, "telephone-event") == 0)
110 continue;
turaj@webrtc.org7a05ae52013-11-18 18:16:53 +0000111 ASSERT_EQ(0, acm_b_->RegisterReceiveCodec(my_codec_param)) <<
112 "Couldn't register receive codec.\n";
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +0000113 }
114
115 // Create and connect the channel
turaj@webrtc.org7a05ae52013-11-18 18:16:53 +0000116 ASSERT_EQ(0, acm_a_->RegisterTransportCallback(channel_a2b_)) <<
117 "Couldn't register Transport callback.\n";
andrew@webrtc.org89df0922013-09-12 01:27:43 +0000118 channel_a2b_->RegisterReceiverACM(acm_b_.get());
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +0000119 }
120
turaj@webrtc.org7a05ae52013-11-18 18:16:53 +0000121 void Perform(const TestSettings* config, size_t num_tests, int duration_sec,
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +0000122 const char* output_prefix) {
123 for (size_t n = 0; n < num_tests; ++n) {
124 ApplyConfig(config[n]);
125 Run(duration_sec, output_prefix);
126 }
127 }
128
129 private:
turaj@webrtc.org7a05ae52013-11-18 18:16:53 +0000130 void ApplyConfig(const TestSettings& config) {
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +0000131 printf("====================================\n");
132 printf("Test %d \n"
tina.legrand@webrtc.orgd5726a12013-05-03 07:34:12 +0000133 "Codec: %s, %d kHz, %d channel(s)\n"
134 "ACM: DTX %s, FEC %s\n"
135 "Channel: %s\n",
136 ++test_cntr_, config.codec.name, config.codec.sample_rate_hz,
137 config.codec.num_channels, config.acm.dtx ? "on" : "off",
138 config.acm.fec ? "on" : "off",
139 config.packet_loss ? "with packet-loss" : "no packet-loss");
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +0000140 SendCodec(config.codec);
141 ConfigAcm(config.acm);
142 ConfigChannel(config.packet_loss);
143 }
144
turaj@webrtc.org7a05ae52013-11-18 18:16:53 +0000145 void SendCodec(const CodecSettings& config) {
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +0000146 CodecInst my_codec_param;
turaj@webrtc.org7a05ae52013-11-18 18:16:53 +0000147 ASSERT_EQ(0, AudioCodingModule::Codec(
148 config.name, &my_codec_param, config.sample_rate_hz,
149 config.num_channels)) << "Specified codec is not supported.\n";
150
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +0000151 encoding_sample_rate_hz_ = my_codec_param.plfreq;
turaj@webrtc.org7a05ae52013-11-18 18:16:53 +0000152 ASSERT_EQ(0, acm_a_->RegisterSendCodec(my_codec_param)) <<
153 "Failed to register send-codec.\n";
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +0000154 }
155
turaj@webrtc.org7a05ae52013-11-18 18:16:53 +0000156 void ConfigAcm(const AcmSettings& config) {
157 ASSERT_EQ(0, acm_a_->SetVAD(config.dtx, config.dtx, VADAggr)) <<
158 "Failed to set VAD.\n";
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +0000159 ASSERT_EQ(0, acm_a_->SetREDStatus(config.fec)) <<
160 "Failed to set RED.\n";
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +0000161 }
162
163 void ConfigChannel(bool packet_loss) {
164 channel_a2b_->SetFECTestWithPacketLoss(packet_loss);
165 }
166
167 void OpenOutFile(const char* output_id) {
168 std::stringstream file_stream;
tina.legrand@webrtc.orgd5726a12013-05-03 07:34:12 +0000169 file_stream << "delay_test_" << FLAGS_codec << "_" << FLAGS_sample_rate_hz
henrik.lundin74f0f352015-11-01 11:43:30 -0800170 << "Hz" << "_" << FLAGS_delay << "ms.pcm";
tina.legrand@webrtc.orgd5726a12013-05-03 07:34:12 +0000171 std::cout << "Output file: " << file_stream.str() << std::endl << std::endl;
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +0000172 std::string file_name = webrtc::test::OutputPath() + file_stream.str();
173 out_file_b_.Open(file_name.c_str(), 32000, "wb");
174 }
175
176 void Run(int duration_sec, const char* output_prefix) {
177 OpenOutFile(output_prefix);
178 AudioFrame audio_frame;
179 uint32_t out_freq_hz_b = out_file_b_.SamplingFrequency();
180
181 int num_frames = 0;
182 int in_file_frames = 0;
183 uint32_t playout_ts;
184 uint32_t received_ts;
185 double average_delay = 0;
186 double inst_delay_sec = 0;
tina.legrand@webrtc.orgd5726a12013-05-03 07:34:12 +0000187 while (num_frames < (duration_sec * 100)) {
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +0000188 if (in_file_a_.EndOfFile()) {
189 in_file_a_.Rewind();
190 }
191
192 // Print delay information every 16 frame
193 if ((num_frames & 0x3F) == 0x3F) {
minyue@webrtc.orgc0bd7be2015-02-18 15:24:13 +0000194 NetworkStatistics statistics;
195 acm_b_->GetNetworkStatistics(&statistics);
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +0000196 fprintf(stdout, "delay: min=%3d max=%3d mean=%3d median=%3d"
197 " ts-based average = %6.3f, "
198 "curr buff-lev = %4u opt buff-lev = %4u \n",
tina.legrand@webrtc.orgd5726a12013-05-03 07:34:12 +0000199 statistics.minWaitingTimeMs, statistics.maxWaitingTimeMs,
200 statistics.meanWaitingTimeMs, statistics.medianWaitingTimeMs,
201 average_delay, statistics.currentBufferSize,
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +0000202 statistics.preferredBufferSize);
tina.legrand@webrtc.orgd5726a12013-05-03 07:34:12 +0000203 fflush (stdout);
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +0000204 }
205
206 in_file_a_.Read10MsData(audio_frame);
henrik.lundin@webrtc.orgf56c1622015-03-02 12:29:30 +0000207 ASSERT_GE(acm_a_->Add10MsData(audio_frame), 0);
tina.legrand@webrtc.org7a7a0082013-02-21 10:27:48 +0000208 ASSERT_EQ(0, acm_b_->PlayoutData10Ms(out_freq_hz_b, &audio_frame));
tina.legrand@webrtc.orgd5726a12013-05-03 07:34:12 +0000209 out_file_b_.Write10MsData(
210 audio_frame.data_,
211 audio_frame.samples_per_channel_ * audio_frame.num_channels_);
tina.legrand@webrtc.org7a7a0082013-02-21 10:27:48 +0000212 acm_b_->PlayoutTimestamp(&playout_ts);
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +0000213 received_ts = channel_a2b_->LastInTimestamp();
tina.legrand@webrtc.orgd5726a12013-05-03 07:34:12 +0000214 inst_delay_sec = static_cast<uint32_t>(received_ts - playout_ts)
215 / static_cast<double>(encoding_sample_rate_hz_);
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +0000216
217 if (num_frames > 10)
218 average_delay = 0.95 * average_delay + 0.05 * inst_delay_sec;
219
220 ++num_frames;
221 ++in_file_frames;
222 }
223 out_file_b_.Close();
224 }
225
kwiberg37478382016-02-14 20:40:57 -0800226 std::unique_ptr<AudioCodingModule> acm_a_;
227 std::unique_ptr<AudioCodingModule> acm_b_;
turaj@webrtc.org6388c3e2013-02-12 21:42:18 +0000228
229 Channel* channel_a2b_;
230
231 PCMFile in_file_a_;
232 PCMFile out_file_b_;
233 int test_cntr_;
234 int encoding_sample_rate_hz_;
235};
236
andresp@webrtc.org185bae42013-05-14 08:02:25 +0000237} // namespace webrtc
turaj@webrtc.org7a05ae52013-11-18 18:16:53 +0000238
239int main(int argc, char* argv[]) {
240 google::ParseCommandLineFlags(&argc, &argv, true);
turaj@webrtc.org7a05ae52013-11-18 18:16:53 +0000241 webrtc::TestSettings test_setting;
242 strcpy(test_setting.codec.name, FLAGS_codec.c_str());
243
244 if (FLAGS_sample_rate_hz != 8000 &&
245 FLAGS_sample_rate_hz != 16000 &&
246 FLAGS_sample_rate_hz != 32000 &&
247 FLAGS_sample_rate_hz != 48000) {
248 std::cout << "Invalid sampling rate.\n";
249 return 1;
250 }
251 test_setting.codec.sample_rate_hz = FLAGS_sample_rate_hz;
252 if (FLAGS_num_channels < 1 || FLAGS_num_channels > 2) {
253 std::cout << "Only mono and stereo are supported.\n";
254 return 1;
255 }
256 test_setting.codec.num_channels = FLAGS_num_channels;
257 test_setting.acm.dtx = FLAGS_dtx;
258 test_setting.acm.fec = FLAGS_fec;
259 test_setting.packet_loss = FLAGS_packet_loss;
260
henrik.lundin@webrtc.orgadaf8092014-04-17 08:29:10 +0000261 webrtc::DelayTest delay_test;
turaj@webrtc.org7a05ae52013-11-18 18:16:53 +0000262 delay_test.Initialize();
263 delay_test.Perform(&test_setting, 1, 240, "delay_test");
264 return 0;
265}