blob: 1aa00b5524d3480140d5d85acb58baf7cc1ec516 [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
andrew@webrtc.org63a50982012-05-02 23:56:37 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
niklase@google.com470e71d2011-07-07 08:21:25 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#include "modules/audio_coding/test/TestVADDTX.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000012
minyue@webrtc.org05617162015-03-03 12:02:30 +000013#include <string>
kjellander@webrtc.org5490c712011-12-21 13:34:18 +000014
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020015#include "modules/audio_coding/codecs/audio_format_conversion.h"
16#include "modules/audio_coding/test/PCMFile.h"
17#include "modules/audio_coding/test/utility.h"
18#include "test/testsupport/fileutils.h"
Mirko Bonadei71207422017-09-15 13:58:09 +020019#include "typedefs.h" // NOLINT(build/include)
niklase@google.com470e71d2011-07-07 08:21:25 +000020
tina.legrand@webrtc.org554ae1a2011-12-16 10:09:04 +000021namespace webrtc {
niklase@google.com470e71d2011-07-07 08:21:25 +000022
niklase@google.com470e71d2011-07-07 08:21:25 +000023#ifdef WEBRTC_CODEC_ISAC
minyue@webrtc.org05617162015-03-03 12:02:30 +000024const CodecInst kIsacWb = {103, "ISAC", 16000, 480, 1, 32000};
25const CodecInst kIsacSwb = {104, "ISAC", 32000, 960, 1, 56000};
niklase@google.com470e71d2011-07-07 08:21:25 +000026#endif
minyue@webrtc.org05617162015-03-03 12:02:30 +000027
niklase@google.com470e71d2011-07-07 08:21:25 +000028#ifdef WEBRTC_CODEC_ILBC
minyue@webrtc.org05617162015-03-03 12:02:30 +000029const CodecInst kIlbc = {102, "ILBC", 8000, 240, 1, 13300};
niklase@google.com470e71d2011-07-07 08:21:25 +000030#endif
minyue@webrtc.org05617162015-03-03 12:02:30 +000031
tina.legrand@webrtc.orga7d83872012-10-18 10:00:52 +000032#ifdef WEBRTC_CODEC_OPUS
minyue@webrtc.org05617162015-03-03 12:02:30 +000033const CodecInst kOpus = {120, "opus", 48000, 960, 1, 64000};
34const CodecInst kOpusStereo = {120, "opus", 48000, 960, 2, 64000};
tina.legrand@webrtc.orga7d83872012-10-18 10:00:52 +000035#endif
tina.legrand@webrtc.org554ae1a2011-12-16 10:09:04 +000036
tina.legrand@webrtc.orgd5726a12013-05-03 07:34:12 +000037ActivityMonitor::ActivityMonitor() {
minyue@webrtc.org05617162015-03-03 12:02:30 +000038 ResetStatistics();
tina.legrand@webrtc.orgd5726a12013-05-03 07:34:12 +000039}
40
henrik.lundin@webrtc.orge9217b42015-03-06 07:50:34 +000041int32_t ActivityMonitor::InFrameType(FrameType frame_type) {
minyue@webrtc.org05617162015-03-03 12:02:30 +000042 counter_[frame_type]++;
tina.legrand@webrtc.orgd5726a12013-05-03 07:34:12 +000043 return 0;
44}
45
tina.legrand@webrtc.orgee92b662013-08-27 07:33:51 +000046void ActivityMonitor::PrintStatistics() {
47 printf("\n");
pbos22993e12015-10-19 02:39:06 -070048 printf("kEmptyFrame %u\n", counter_[kEmptyFrame]);
henrik.lundin@webrtc.orge9217b42015-03-06 07:50:34 +000049 printf("kAudioFrameSpeech %u\n", counter_[kAudioFrameSpeech]);
50 printf("kAudioFrameCN %u\n", counter_[kAudioFrameCN]);
51 printf("kVideoFrameKey %u\n", counter_[kVideoFrameKey]);
52 printf("kVideoFrameDelta %u\n", counter_[kVideoFrameDelta]);
tina.legrand@webrtc.orgee92b662013-08-27 07:33:51 +000053 printf("\n\n");
tina.legrand@webrtc.orgd5726a12013-05-03 07:34:12 +000054}
55
56void ActivityMonitor::ResetStatistics() {
minyue@webrtc.org05617162015-03-03 12:02:30 +000057 memset(counter_, 0, sizeof(counter_));
tina.legrand@webrtc.orgd5726a12013-05-03 07:34:12 +000058}
59
minyue@webrtc.org05617162015-03-03 12:02:30 +000060void ActivityMonitor::GetStatistics(uint32_t* counter) {
61 memcpy(counter, counter_, sizeof(counter_));
62}
63
64TestVadDtx::TestVadDtx()
65 : acm_send_(AudioCodingModule::Create(0)),
66 acm_receive_(AudioCodingModule::Create(1)),
67 channel_(new Channel),
68 monitor_(new ActivityMonitor) {
69 EXPECT_EQ(0, acm_send_->RegisterTransportCallback(channel_.get()));
70 channel_->RegisterReceiverACM(acm_receive_.get());
71 EXPECT_EQ(0, acm_send_->RegisterVADCallback(monitor_.get()));
minyue@webrtc.org05617162015-03-03 12:02:30 +000072}
73
74void TestVadDtx::RegisterCodec(CodecInst codec_param) {
75 // Set the codec for sending and receiving.
76 EXPECT_EQ(0, acm_send_->RegisterSendCodec(codec_param));
kwibergda2bf4e2016-10-24 13:47:09 -070077 EXPECT_EQ(true, acm_receive_->RegisterReceiveCodec(
78 codec_param.pltype, CodecInstToSdp(codec_param)));
minyue@webrtc.org05617162015-03-03 12:02:30 +000079 channel_->SetIsStereo(codec_param.channels > 1);
80}
81
82// Encoding a file and see if the numbers that various packets occur follow
83// the expectation.
84void TestVadDtx::Run(std::string in_filename, int frequency, int channels,
85 std::string out_filename, bool append,
86 const int* expects) {
87 monitor_->ResetStatistics();
88
89 PCMFile in_file;
90 in_file.Open(in_filename, frequency, "rb");
91 in_file.ReadStereo(channels > 1);
Henrik Lundin4d682082015-12-10 16:24:39 +010092 // Set test length to 1000 ms (100 blocks of 10 ms each).
93 in_file.SetNum10MsBlocksToRead(100);
94 // Fast-forward both files 500 ms (50 blocks). The first second of the file is
95 // silence, but we want to keep half of that to test silence periods.
96 in_file.FastForward(50);
minyue@webrtc.org05617162015-03-03 12:02:30 +000097
98 PCMFile out_file;
99 if (append) {
100 out_file.Open(out_filename, kOutputFreqHz, "ab");
101 } else {
102 out_file.Open(out_filename, kOutputFreqHz, "wb");
tina.legrand@webrtc.orgd5726a12013-05-03 07:34:12 +0000103 }
minyue@webrtc.org05617162015-03-03 12:02:30 +0000104
105 uint16_t frame_size_samples = in_file.PayloadLength10Ms();
minyue@webrtc.org05617162015-03-03 12:02:30 +0000106 AudioFrame audio_frame;
107 while (!in_file.EndOfFile()) {
108 in_file.Read10MsData(audio_frame);
ossu63fb95a2016-07-06 09:34:22 -0700109 audio_frame.timestamp_ = time_stamp_;
110 time_stamp_ += frame_size_samples;
minyue@webrtc.org05617162015-03-03 12:02:30 +0000111 EXPECT_GE(acm_send_->Add10MsData(audio_frame), 0);
henrik.lundind4ccb002016-05-17 12:21:55 -0700112 bool muted;
113 acm_receive_->PlayoutData10Ms(kOutputFreqHz, &audio_frame, &muted);
114 ASSERT_FALSE(muted);
minyue@webrtc.org05617162015-03-03 12:02:30 +0000115 out_file.Write10MsData(audio_frame);
116 }
117
118 in_file.Close();
119 out_file.Close();
120
121#ifdef PRINT_STAT
122 monitor_->PrintStatistics();
123#endif
124
henrik.lundin@webrtc.orge9217b42015-03-06 07:50:34 +0000125 uint32_t stats[5];
minyue@webrtc.org05617162015-03-03 12:02:30 +0000126 monitor_->GetStatistics(stats);
127 monitor_->ResetStatistics();
128
henrik.lundin@webrtc.orge9217b42015-03-06 07:50:34 +0000129 for (const auto& st : stats) {
130 int i = &st - stats; // Calculate the current position in stats.
minyue@webrtc.org05617162015-03-03 12:02:30 +0000131 switch (expects[i]) {
132 case 0: {
henrik.lundin@webrtc.orge9217b42015-03-06 07:50:34 +0000133 EXPECT_EQ(0u, st) << "stats[" << i << "] error.";
minyue@webrtc.org05617162015-03-03 12:02:30 +0000134 break;
135 }
136 case 1: {
henrik.lundin@webrtc.orge9217b42015-03-06 07:50:34 +0000137 EXPECT_GT(st, 0u) << "stats[" << i << "] error.";
minyue@webrtc.org05617162015-03-03 12:02:30 +0000138 break;
139 }
140 }
141 }
142}
143
144// Following is the implementation of TestWebRtcVadDtx.
145TestWebRtcVadDtx::TestWebRtcVadDtx()
146 : vad_enabled_(false),
147 dtx_enabled_(false),
minyue@webrtc.org05617162015-03-03 12:02:30 +0000148 output_file_num_(0) {
149}
150
151void TestWebRtcVadDtx::Perform() {
152 // Go through various test cases.
153#ifdef WEBRTC_CODEC_ISAC
154 // Register iSAC WB as send codec
155 RegisterCodec(kIsacWb);
156 RunTestCases();
157
158 // Register iSAC SWB as send codec
159 RegisterCodec(kIsacSwb);
160 RunTestCases();
161#endif
162
163#ifdef WEBRTC_CODEC_ILBC
164 // Register iLBC as send codec
165 RegisterCodec(kIlbc);
166 RunTestCases();
167#endif
168
169#ifdef WEBRTC_CODEC_OPUS
170 // Register Opus as send codec
171 RegisterCodec(kOpus);
172 RunTestCases();
173#endif
174}
175
176// Test various configurations on VAD/DTX.
177void TestWebRtcVadDtx::RunTestCases() {
178 // #1 DTX = OFF, VAD = OFF, VADNormal
179 SetVAD(false, false, VADNormal);
180 Test(true);
181
182 // #2 DTX = ON, VAD = ON, VADAggr
183 SetVAD(true, true, VADAggr);
184 Test(false);
185
186 // #3 DTX = ON, VAD = ON, VADLowBitrate
187 SetVAD(true, true, VADLowBitrate);
188 Test(false);
189
190 // #4 DTX = ON, VAD = ON, VADVeryAggr
191 SetVAD(true, true, VADVeryAggr);
192 Test(false);
193
194 // #5 DTX = ON, VAD = ON, VADNormal
195 SetVAD(true, true, VADNormal);
196 Test(false);
197}
198
199// Set the expectation and run the test.
200void TestWebRtcVadDtx::Test(bool new_outfile) {
Karl Wibergdd00f112015-08-25 09:37:04 +0200201 int expects[] = {-1, 1, dtx_enabled_, 0, 0};
minyue@webrtc.org05617162015-03-03 12:02:30 +0000202 if (new_outfile) {
203 output_file_num_++;
204 }
205 std::stringstream out_filename;
206 out_filename << webrtc::test::OutputPath()
207 << "testWebRtcVadDtx_outFile_"
208 << output_file_num_
209 << ".pcm";
210 Run(webrtc::test::ResourcePath("audio_coding/testfile32kHz", "pcm"),
211 32000, 1, out_filename.str(), !new_outfile, expects);
212}
213
214void TestWebRtcVadDtx::SetVAD(bool enable_dtx, bool enable_vad,
215 ACMVADMode vad_mode) {
216 ACMVADMode mode;
217 EXPECT_EQ(0, acm_send_->SetVAD(enable_dtx, enable_vad, vad_mode));
218 EXPECT_EQ(0, acm_send_->VAD(&dtx_enabled_, &vad_enabled_, &mode));
219
kwiberg1fd4a4a2015-11-03 11:20:50 -0800220 auto codec_param = acm_send_->SendCodec();
221 ASSERT_TRUE(codec_param);
222 if (STR_CASE_CMP(codec_param->plname, "opus") == 0) {
minyue@webrtc.org05617162015-03-03 12:02:30 +0000223 // If send codec is Opus, WebRTC VAD/DTX cannot be used.
224 enable_dtx = enable_vad = false;
225 }
226
227 EXPECT_EQ(dtx_enabled_ , enable_dtx); // DTX should be set as expected.
228
Karl Wibergdd00f112015-08-25 09:37:04 +0200229 if (dtx_enabled_) {
minyue@webrtc.org05617162015-03-03 12:02:30 +0000230 EXPECT_TRUE(vad_enabled_); // WebRTC DTX cannot run without WebRTC VAD.
Karl Wibergdd00f112015-08-25 09:37:04 +0200231 } else {
232 // Using no DTX should not affect setting of VAD.
minyue@webrtc.org05617162015-03-03 12:02:30 +0000233 EXPECT_EQ(enable_vad, vad_enabled_);
234 }
235}
236
237// Following is the implementation of TestOpusDtx.
238void TestOpusDtx::Perform() {
minyue@webrtc.orge16bfde2015-03-12 15:28:41 +0000239#ifdef WEBRTC_CODEC_ISAC
kwiberg44307632015-12-16 06:24:05 -0800240 // If we set other codec than Opus, DTX cannot be switched on.
minyue@webrtc.orge16bfde2015-03-12 15:28:41 +0000241 RegisterCodec(kIsacWb);
Minyue Li092041c2015-05-11 12:19:35 +0200242 EXPECT_EQ(-1, acm_send_->EnableOpusDtx());
kwiberg44307632015-12-16 06:24:05 -0800243 EXPECT_EQ(0, acm_send_->DisableOpusDtx());
minyue@webrtc.orge16bfde2015-03-12 15:28:41 +0000244#endif
245
minyue@webrtc.org05617162015-03-03 12:02:30 +0000246#ifdef WEBRTC_CODEC_OPUS
henrik.lundin@webrtc.orge9217b42015-03-06 07:50:34 +0000247 int expects[] = {0, 1, 0, 0, 0};
minyue@webrtc.org05617162015-03-03 12:02:30 +0000248
249 // Register Opus as send codec
250 std::string out_filename = webrtc::test::OutputPath() +
251 "testOpusDtx_outFile_mono.pcm";
252 RegisterCodec(kOpus);
253 EXPECT_EQ(0, acm_send_->DisableOpusDtx());
254
255 Run(webrtc::test::ResourcePath("audio_coding/testfile32kHz", "pcm"),
256 32000, 1, out_filename, false, expects);
257
Minyue Li092041c2015-05-11 12:19:35 +0200258 EXPECT_EQ(0, acm_send_->EnableOpusDtx());
pbos22993e12015-10-19 02:39:06 -0700259 expects[kEmptyFrame] = 1;
minyue@webrtc.org05617162015-03-03 12:02:30 +0000260 Run(webrtc::test::ResourcePath("audio_coding/testfile32kHz", "pcm"),
261 32000, 1, out_filename, true, expects);
262
263 // Register stereo Opus as send codec
264 out_filename = webrtc::test::OutputPath() + "testOpusDtx_outFile_stereo.pcm";
265 RegisterCodec(kOpusStereo);
266 EXPECT_EQ(0, acm_send_->DisableOpusDtx());
pbos22993e12015-10-19 02:39:06 -0700267 expects[kEmptyFrame] = 0;
minyue@webrtc.org05617162015-03-03 12:02:30 +0000268 Run(webrtc::test::ResourcePath("audio_coding/teststereo32kHz", "pcm"),
269 32000, 2, out_filename, false, expects);
270
Minyue Li092041c2015-05-11 12:19:35 +0200271 EXPECT_EQ(0, acm_send_->EnableOpusDtx());
minyue@webrtc.org05617162015-03-03 12:02:30 +0000272
pbos22993e12015-10-19 02:39:06 -0700273 expects[kEmptyFrame] = 1;
minyue@webrtc.org05617162015-03-03 12:02:30 +0000274 Run(webrtc::test::ResourcePath("audio_coding/teststereo32kHz", "pcm"),
275 32000, 2, out_filename, true, expects);
276#endif
tina.legrand@webrtc.orgd5726a12013-05-03 07:34:12 +0000277}
278
279} // namespace webrtc