blob: 541dfc3c4525cadb7d3a0b99b23beaf13a15bcb8 [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
andrew@webrtc.org63a50982012-05-02 23:56:37 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
niklase@google.com470e71d2011-07-07 08:21:25 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
kjellander3e6db232015-11-26 04:44:54 -080011#include "webrtc/modules/audio_coding/test/TestVADDTX.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000012
minyue@webrtc.org05617162015-03-03 12:02:30 +000013#include <string>
kjellander@webrtc.org5490c712011-12-21 13:34:18 +000014
tina.legrand@webrtc.org73222cf2013-03-15 13:29:17 +000015#include "webrtc/engine_configurations.h"
kjellander3e6db232015-11-26 04:44:54 -080016#include "webrtc/modules/audio_coding/test/PCMFile.h"
17#include "webrtc/modules/audio_coding/test/utility.h"
turaj@webrtc.org6ea3d1c2013-10-02 21:44:33 +000018#include "webrtc/test/testsupport/fileutils.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000019
tina.legrand@webrtc.org554ae1a2011-12-16 10:09:04 +000020namespace webrtc {
niklase@google.com470e71d2011-07-07 08:21:25 +000021
niklase@google.com470e71d2011-07-07 08:21:25 +000022#ifdef WEBRTC_CODEC_ISAC
minyue@webrtc.org05617162015-03-03 12:02:30 +000023const CodecInst kIsacWb = {103, "ISAC", 16000, 480, 1, 32000};
24const CodecInst kIsacSwb = {104, "ISAC", 32000, 960, 1, 56000};
niklase@google.com470e71d2011-07-07 08:21:25 +000025#endif
minyue@webrtc.org05617162015-03-03 12:02:30 +000026
niklase@google.com470e71d2011-07-07 08:21:25 +000027#ifdef WEBRTC_CODEC_ILBC
minyue@webrtc.org05617162015-03-03 12:02:30 +000028const CodecInst kIlbc = {102, "ILBC", 8000, 240, 1, 13300};
niklase@google.com470e71d2011-07-07 08:21:25 +000029#endif
minyue@webrtc.org05617162015-03-03 12:02:30 +000030
tina.legrand@webrtc.orga7d83872012-10-18 10:00:52 +000031#ifdef WEBRTC_CODEC_OPUS
minyue@webrtc.org05617162015-03-03 12:02:30 +000032const CodecInst kOpus = {120, "opus", 48000, 960, 1, 64000};
33const CodecInst kOpusStereo = {120, "opus", 48000, 960, 2, 64000};
tina.legrand@webrtc.orga7d83872012-10-18 10:00:52 +000034#endif
tina.legrand@webrtc.org554ae1a2011-12-16 10:09:04 +000035
tina.legrand@webrtc.orgd5726a12013-05-03 07:34:12 +000036ActivityMonitor::ActivityMonitor() {
minyue@webrtc.org05617162015-03-03 12:02:30 +000037 ResetStatistics();
tina.legrand@webrtc.orgd5726a12013-05-03 07:34:12 +000038}
39
henrik.lundin@webrtc.orge9217b42015-03-06 07:50:34 +000040int32_t ActivityMonitor::InFrameType(FrameType frame_type) {
minyue@webrtc.org05617162015-03-03 12:02:30 +000041 counter_[frame_type]++;
tina.legrand@webrtc.orgd5726a12013-05-03 07:34:12 +000042 return 0;
43}
44
tina.legrand@webrtc.orgee92b662013-08-27 07:33:51 +000045void ActivityMonitor::PrintStatistics() {
46 printf("\n");
pbos22993e12015-10-19 02:39:06 -070047 printf("kEmptyFrame %u\n", counter_[kEmptyFrame]);
henrik.lundin@webrtc.orge9217b42015-03-06 07:50:34 +000048 printf("kAudioFrameSpeech %u\n", counter_[kAudioFrameSpeech]);
49 printf("kAudioFrameCN %u\n", counter_[kAudioFrameCN]);
50 printf("kVideoFrameKey %u\n", counter_[kVideoFrameKey]);
51 printf("kVideoFrameDelta %u\n", counter_[kVideoFrameDelta]);
tina.legrand@webrtc.orgee92b662013-08-27 07:33:51 +000052 printf("\n\n");
tina.legrand@webrtc.orgd5726a12013-05-03 07:34:12 +000053}
54
55void ActivityMonitor::ResetStatistics() {
minyue@webrtc.org05617162015-03-03 12:02:30 +000056 memset(counter_, 0, sizeof(counter_));
tina.legrand@webrtc.orgd5726a12013-05-03 07:34:12 +000057}
58
minyue@webrtc.org05617162015-03-03 12:02:30 +000059void ActivityMonitor::GetStatistics(uint32_t* counter) {
60 memcpy(counter, counter_, sizeof(counter_));
61}
62
63TestVadDtx::TestVadDtx()
64 : acm_send_(AudioCodingModule::Create(0)),
65 acm_receive_(AudioCodingModule::Create(1)),
66 channel_(new Channel),
67 monitor_(new ActivityMonitor) {
68 EXPECT_EQ(0, acm_send_->RegisterTransportCallback(channel_.get()));
69 channel_->RegisterReceiverACM(acm_receive_.get());
70 EXPECT_EQ(0, acm_send_->RegisterVADCallback(monitor_.get()));
minyue@webrtc.org05617162015-03-03 12:02:30 +000071}
72
73void TestVadDtx::RegisterCodec(CodecInst codec_param) {
74 // Set the codec for sending and receiving.
75 EXPECT_EQ(0, acm_send_->RegisterSendCodec(codec_param));
76 EXPECT_EQ(0, acm_receive_->RegisterReceiveCodec(codec_param));
77 channel_->SetIsStereo(codec_param.channels > 1);
78}
79
80// Encoding a file and see if the numbers that various packets occur follow
81// the expectation.
82void TestVadDtx::Run(std::string in_filename, int frequency, int channels,
83 std::string out_filename, bool append,
84 const int* expects) {
85 monitor_->ResetStatistics();
86
87 PCMFile in_file;
88 in_file.Open(in_filename, frequency, "rb");
89 in_file.ReadStereo(channels > 1);
Henrik Lundin4d682082015-12-10 16:24:39 +010090 // Set test length to 1000 ms (100 blocks of 10 ms each).
91 in_file.SetNum10MsBlocksToRead(100);
92 // Fast-forward both files 500 ms (50 blocks). The first second of the file is
93 // silence, but we want to keep half of that to test silence periods.
94 in_file.FastForward(50);
minyue@webrtc.org05617162015-03-03 12:02:30 +000095
96 PCMFile out_file;
97 if (append) {
98 out_file.Open(out_filename, kOutputFreqHz, "ab");
99 } else {
100 out_file.Open(out_filename, kOutputFreqHz, "wb");
tina.legrand@webrtc.orgd5726a12013-05-03 07:34:12 +0000101 }
minyue@webrtc.org05617162015-03-03 12:02:30 +0000102
103 uint16_t frame_size_samples = in_file.PayloadLength10Ms();
minyue@webrtc.org05617162015-03-03 12:02:30 +0000104 AudioFrame audio_frame;
105 while (!in_file.EndOfFile()) {
106 in_file.Read10MsData(audio_frame);
ossu63fb95a2016-07-06 09:34:22 -0700107 audio_frame.timestamp_ = time_stamp_;
108 time_stamp_ += frame_size_samples;
minyue@webrtc.org05617162015-03-03 12:02:30 +0000109 EXPECT_GE(acm_send_->Add10MsData(audio_frame), 0);
henrik.lundind4ccb002016-05-17 12:21:55 -0700110 bool muted;
111 acm_receive_->PlayoutData10Ms(kOutputFreqHz, &audio_frame, &muted);
112 ASSERT_FALSE(muted);
minyue@webrtc.org05617162015-03-03 12:02:30 +0000113 out_file.Write10MsData(audio_frame);
114 }
115
116 in_file.Close();
117 out_file.Close();
118
119#ifdef PRINT_STAT
120 monitor_->PrintStatistics();
121#endif
122
henrik.lundin@webrtc.orge9217b42015-03-06 07:50:34 +0000123 uint32_t stats[5];
minyue@webrtc.org05617162015-03-03 12:02:30 +0000124 monitor_->GetStatistics(stats);
125 monitor_->ResetStatistics();
126
henrik.lundin@webrtc.orge9217b42015-03-06 07:50:34 +0000127 for (const auto& st : stats) {
128 int i = &st - stats; // Calculate the current position in stats.
minyue@webrtc.org05617162015-03-03 12:02:30 +0000129 switch (expects[i]) {
130 case 0: {
henrik.lundin@webrtc.orge9217b42015-03-06 07:50:34 +0000131 EXPECT_EQ(0u, st) << "stats[" << i << "] error.";
minyue@webrtc.org05617162015-03-03 12:02:30 +0000132 break;
133 }
134 case 1: {
henrik.lundin@webrtc.orge9217b42015-03-06 07:50:34 +0000135 EXPECT_GT(st, 0u) << "stats[" << i << "] error.";
minyue@webrtc.org05617162015-03-03 12:02:30 +0000136 break;
137 }
138 }
139 }
140}
141
142// Following is the implementation of TestWebRtcVadDtx.
143TestWebRtcVadDtx::TestWebRtcVadDtx()
144 : vad_enabled_(false),
145 dtx_enabled_(false),
minyue@webrtc.org05617162015-03-03 12:02:30 +0000146 output_file_num_(0) {
147}
148
149void TestWebRtcVadDtx::Perform() {
150 // Go through various test cases.
151#ifdef WEBRTC_CODEC_ISAC
152 // Register iSAC WB as send codec
153 RegisterCodec(kIsacWb);
154 RunTestCases();
155
156 // Register iSAC SWB as send codec
157 RegisterCodec(kIsacSwb);
158 RunTestCases();
159#endif
160
161#ifdef WEBRTC_CODEC_ILBC
162 // Register iLBC as send codec
163 RegisterCodec(kIlbc);
164 RunTestCases();
165#endif
166
167#ifdef WEBRTC_CODEC_OPUS
168 // Register Opus as send codec
169 RegisterCodec(kOpus);
170 RunTestCases();
171#endif
172}
173
174// Test various configurations on VAD/DTX.
175void TestWebRtcVadDtx::RunTestCases() {
176 // #1 DTX = OFF, VAD = OFF, VADNormal
177 SetVAD(false, false, VADNormal);
178 Test(true);
179
180 // #2 DTX = ON, VAD = ON, VADAggr
181 SetVAD(true, true, VADAggr);
182 Test(false);
183
184 // #3 DTX = ON, VAD = ON, VADLowBitrate
185 SetVAD(true, true, VADLowBitrate);
186 Test(false);
187
188 // #4 DTX = ON, VAD = ON, VADVeryAggr
189 SetVAD(true, true, VADVeryAggr);
190 Test(false);
191
192 // #5 DTX = ON, VAD = ON, VADNormal
193 SetVAD(true, true, VADNormal);
194 Test(false);
195}
196
197// Set the expectation and run the test.
198void TestWebRtcVadDtx::Test(bool new_outfile) {
Karl Wibergdd00f112015-08-25 09:37:04 +0200199 int expects[] = {-1, 1, dtx_enabled_, 0, 0};
minyue@webrtc.org05617162015-03-03 12:02:30 +0000200 if (new_outfile) {
201 output_file_num_++;
202 }
203 std::stringstream out_filename;
204 out_filename << webrtc::test::OutputPath()
205 << "testWebRtcVadDtx_outFile_"
206 << output_file_num_
207 << ".pcm";
208 Run(webrtc::test::ResourcePath("audio_coding/testfile32kHz", "pcm"),
209 32000, 1, out_filename.str(), !new_outfile, expects);
210}
211
212void TestWebRtcVadDtx::SetVAD(bool enable_dtx, bool enable_vad,
213 ACMVADMode vad_mode) {
214 ACMVADMode mode;
215 EXPECT_EQ(0, acm_send_->SetVAD(enable_dtx, enable_vad, vad_mode));
216 EXPECT_EQ(0, acm_send_->VAD(&dtx_enabled_, &vad_enabled_, &mode));
217
kwiberg1fd4a4a2015-11-03 11:20:50 -0800218 auto codec_param = acm_send_->SendCodec();
219 ASSERT_TRUE(codec_param);
220 if (STR_CASE_CMP(codec_param->plname, "opus") == 0) {
minyue@webrtc.org05617162015-03-03 12:02:30 +0000221 // If send codec is Opus, WebRTC VAD/DTX cannot be used.
222 enable_dtx = enable_vad = false;
223 }
224
225 EXPECT_EQ(dtx_enabled_ , enable_dtx); // DTX should be set as expected.
226
Karl Wibergdd00f112015-08-25 09:37:04 +0200227 if (dtx_enabled_) {
minyue@webrtc.org05617162015-03-03 12:02:30 +0000228 EXPECT_TRUE(vad_enabled_); // WebRTC DTX cannot run without WebRTC VAD.
Karl Wibergdd00f112015-08-25 09:37:04 +0200229 } else {
230 // Using no DTX should not affect setting of VAD.
minyue@webrtc.org05617162015-03-03 12:02:30 +0000231 EXPECT_EQ(enable_vad, vad_enabled_);
232 }
233}
234
235// Following is the implementation of TestOpusDtx.
236void TestOpusDtx::Perform() {
minyue@webrtc.orge16bfde2015-03-12 15:28:41 +0000237#ifdef WEBRTC_CODEC_ISAC
kwiberg44307632015-12-16 06:24:05 -0800238 // If we set other codec than Opus, DTX cannot be switched on.
minyue@webrtc.orge16bfde2015-03-12 15:28:41 +0000239 RegisterCodec(kIsacWb);
Minyue Li092041c2015-05-11 12:19:35 +0200240 EXPECT_EQ(-1, acm_send_->EnableOpusDtx());
kwiberg44307632015-12-16 06:24:05 -0800241 EXPECT_EQ(0, acm_send_->DisableOpusDtx());
minyue@webrtc.orge16bfde2015-03-12 15:28:41 +0000242#endif
243
minyue@webrtc.org05617162015-03-03 12:02:30 +0000244#ifdef WEBRTC_CODEC_OPUS
henrik.lundin@webrtc.orge9217b42015-03-06 07:50:34 +0000245 int expects[] = {0, 1, 0, 0, 0};
minyue@webrtc.org05617162015-03-03 12:02:30 +0000246
247 // Register Opus as send codec
248 std::string out_filename = webrtc::test::OutputPath() +
249 "testOpusDtx_outFile_mono.pcm";
250 RegisterCodec(kOpus);
251 EXPECT_EQ(0, acm_send_->DisableOpusDtx());
252
253 Run(webrtc::test::ResourcePath("audio_coding/testfile32kHz", "pcm"),
254 32000, 1, out_filename, false, expects);
255
Minyue Li092041c2015-05-11 12:19:35 +0200256 EXPECT_EQ(0, acm_send_->EnableOpusDtx());
pbos22993e12015-10-19 02:39:06 -0700257 expects[kEmptyFrame] = 1;
minyue@webrtc.org05617162015-03-03 12:02:30 +0000258 Run(webrtc::test::ResourcePath("audio_coding/testfile32kHz", "pcm"),
259 32000, 1, out_filename, true, expects);
260
261 // Register stereo Opus as send codec
262 out_filename = webrtc::test::OutputPath() + "testOpusDtx_outFile_stereo.pcm";
263 RegisterCodec(kOpusStereo);
264 EXPECT_EQ(0, acm_send_->DisableOpusDtx());
pbos22993e12015-10-19 02:39:06 -0700265 expects[kEmptyFrame] = 0;
minyue@webrtc.org05617162015-03-03 12:02:30 +0000266 Run(webrtc::test::ResourcePath("audio_coding/teststereo32kHz", "pcm"),
267 32000, 2, out_filename, false, expects);
268
Minyue Li092041c2015-05-11 12:19:35 +0200269 EXPECT_EQ(0, acm_send_->EnableOpusDtx());
minyue@webrtc.org05617162015-03-03 12:02:30 +0000270
pbos22993e12015-10-19 02:39:06 -0700271 expects[kEmptyFrame] = 1;
minyue@webrtc.org05617162015-03-03 12:02:30 +0000272 Run(webrtc::test::ResourcePath("audio_coding/teststereo32kHz", "pcm"),
273 32000, 2, out_filename, true, expects);
274#endif
tina.legrand@webrtc.orgd5726a12013-05-03 07:34:12 +0000275}
276
277} // namespace webrtc