blob: fff48b27bc9cad336b67b7fd3343b58f558dcb6f [file] [log] [blame]
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +00001/*
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#include "modules/audio_coding/test/TestRedFec.h"
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +000012
Mirko Bonadei317a1f02019-09-17 17:06:18 +020013#include <memory>
Fredrik Solenberg657b2962018-12-05 10:30:25 +010014#include <utility>
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +000015
Fredrik Solenberg657b2962018-12-05 10:30:25 +010016#include "absl/strings/match.h"
Karl Wibergc2c4d042018-10-04 12:38:03 +020017#include "api/audio_codecs/L16/audio_decoder_L16.h"
18#include "api/audio_codecs/L16/audio_encoder_L16.h"
19#include "api/audio_codecs/audio_decoder_factory_template.h"
20#include "api/audio_codecs/audio_encoder_factory_template.h"
21#include "api/audio_codecs/g711/audio_decoder_g711.h"
22#include "api/audio_codecs/g711/audio_encoder_g711.h"
23#include "api/audio_codecs/g722/audio_decoder_g722.h"
24#include "api/audio_codecs/g722/audio_encoder_g722.h"
Karl Wibergc2c4d042018-10-04 12:38:03 +020025#include "api/audio_codecs/opus/audio_decoder_opus.h"
26#include "api/audio_codecs/opus/audio_encoder_opus.h"
Karl Wibergc2c4d042018-10-04 12:38:03 +020027#include "modules/audio_coding/codecs/cng/audio_encoder_cng.h"
28#include "modules/audio_coding/codecs/red/audio_encoder_copy_red.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020029#include "modules/audio_coding/include/audio_coding_module_typedefs.h"
Jonas Olsson366a50c2018-09-06 13:41:30 +020030#include "rtc_base/strings/string_builder.h"
Fredrik Solenberg657b2962018-12-05 10:30:25 +010031#include "test/gtest.h"
Steve Anton10542f22019-01-11 09:11:00 -080032#include "test/testsupport/file_utils.h"
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +000033
34namespace webrtc {
35
36TestRedFec::TestRedFec()
Karl Wibergc2c4d042018-10-04 12:38:03 +020037 : encoder_factory_(CreateAudioEncoderFactory<AudioEncoderG711,
38 AudioEncoderG722,
Karl Wibergc2c4d042018-10-04 12:38:03 +020039 AudioEncoderL16,
40 AudioEncoderOpus>()),
41 decoder_factory_(CreateAudioDecoderFactory<AudioDecoderG711,
42 AudioDecoderG722,
Karl Wibergc2c4d042018-10-04 12:38:03 +020043 AudioDecoderL16,
44 AudioDecoderOpus>()),
45 _acmA(AudioCodingModule::Create(
46 AudioCodingModule::Config(decoder_factory_))),
Karl Wiberg5817d3d2018-04-06 10:06:42 +020047 _acmB(AudioCodingModule::Create(
Karl Wibergc2c4d042018-10-04 12:38:03 +020048 AudioCodingModule::Config(decoder_factory_))),
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +000049 _channelA2B(NULL),
Karl Wiberg5817d3d2018-04-06 10:06:42 +020050 _testCntr(0) {}
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +000051
52TestRedFec::~TestRedFec() {
53 if (_channelA2B != NULL) {
54 delete _channelA2B;
55 _channelA2B = NULL;
56 }
57}
58
59void TestRedFec::Perform() {
Jonas Olssona4d87372019-07-05 19:08:33 +020060 const std::string file_name =
61 webrtc::test::ResourcePath("audio_coding/testfile32kHz", "pcm");
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +000062 _inFileA.Open(file_name, 32000, "rb");
63
64 ASSERT_EQ(0, _acmA->InitializeReceiver());
65 ASSERT_EQ(0, _acmB->InitializeReceiver());
66
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +000067 // Create and connect the channel
68 _channelA2B = new Channel;
69 _acmA->RegisterTransportCallback(_channelA2B);
70 _channelA2B->RegisterReceiverACM(_acmB.get());
71
Karl Wibergc2c4d042018-10-04 12:38:03 +020072 RegisterSendCodec(_acmA, {"L16", 8000, 1}, Vad::kVadAggressive, true);
minyue@webrtc.org41d2bef2015-03-23 12:57:45 +000073
74 OpenOutFile(_testCntr);
75 Run();
76 _outFileB.Close();
77
Karl Wibergc2c4d042018-10-04 12:38:03 +020078 // Switch to another 8 kHz codec; RED should remain switched on.
79 RegisterSendCodec(_acmA, {"PCMU", 8000, 1}, Vad::kVadAggressive, true);
minyue@webrtc.org41d2bef2015-03-23 12:57:45 +000080 OpenOutFile(_testCntr);
81 Run();
82 _outFileB.Close();
83
Karl Wibergc2c4d042018-10-04 12:38:03 +020084 // Switch to a 16 kHz codec; RED should be switched off.
85 RegisterSendCodec(_acmA, {"G722", 8000, 1}, Vad::kVadAggressive, false);
minyue@webrtc.org41d2bef2015-03-23 12:57:45 +000086
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +000087 OpenOutFile(_testCntr);
Karl Wibergc2c4d042018-10-04 12:38:03 +020088 RegisterSendCodec(_acmA, {"G722", 8000, 1}, Vad::kVadAggressive, false);
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +000089 Run();
Karl Wibergc2c4d042018-10-04 12:38:03 +020090 RegisterSendCodec(_acmA, {"G722", 8000, 1}, Vad::kVadAggressive, false);
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +000091 Run();
92 _outFileB.Close();
93
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +000094 _channelA2B->SetFECTestWithPacketLoss(true);
minyue@webrtc.org41d2bef2015-03-23 12:57:45 +000095 // Following tests are under packet losses.
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +000096
Karl Wibergc2c4d042018-10-04 12:38:03 +020097 // Switch to a 16 kHz codec; RED should be switched off.
98 RegisterSendCodec(_acmA, {"G722", 8000, 1}, Vad::kVadAggressive, false);
99
100 OpenOutFile(_testCntr);
101 Run();
102 _outFileB.Close();
minyue@webrtc.org41d2bef2015-03-23 12:57:45 +0000103
Karl Wibergc2c4d042018-10-04 12:38:03 +0200104 RegisterSendCodec(_acmA, {"opus", 48000, 2}, absl::nullopt, false);
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +0000105
106 // _channelA2B imposes 25% packet loss rate.
107 EXPECT_EQ(0, _acmA->SetPacketLossRate(25));
108
Karl Wibergc2c4d042018-10-04 12:38:03 +0200109 _acmA->ModifyEncoder([&](std::unique_ptr<AudioEncoder>* enc) {
110 EXPECT_EQ(true, (*enc)->SetFec(true));
111 });
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +0000112
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +0000113 OpenOutFile(_testCntr);
114 Run();
115
minyue@webrtc.org41d2bef2015-03-23 12:57:45 +0000116 // Switch to L16 with RED.
Karl Wibergc2c4d042018-10-04 12:38:03 +0200117 RegisterSendCodec(_acmA, {"L16", 8000, 1}, absl::nullopt, true);
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +0000118 Run();
119
120 // Switch to Opus again.
Karl Wibergc2c4d042018-10-04 12:38:03 +0200121 RegisterSendCodec(_acmA, {"opus", 48000, 2}, absl::nullopt, false);
122 _acmA->ModifyEncoder([&](std::unique_ptr<AudioEncoder>* enc) {
123 EXPECT_EQ(true, (*enc)->SetFec(false));
124 });
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +0000125 Run();
126
Karl Wibergc2c4d042018-10-04 12:38:03 +0200127 _acmA->ModifyEncoder([&](std::unique_ptr<AudioEncoder>* enc) {
128 EXPECT_EQ(true, (*enc)->SetFec(true));
129 });
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +0000130 _outFileB.Close();
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +0000131}
132
Karl Wibergc2c4d042018-10-04 12:38:03 +0200133void TestRedFec::RegisterSendCodec(
134 const std::unique_ptr<AudioCodingModule>& acm,
135 const SdpAudioFormat& codec_format,
136 absl::optional<Vad::Aggressiveness> vad_mode,
137 bool use_red) {
138 constexpr int payload_type = 17, cn_payload_type = 27, red_payload_type = 37;
139 const auto& other_acm = &acm == &_acmA ? _acmB : _acmA;
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +0000140
Karl Wibergc2c4d042018-10-04 12:38:03 +0200141 auto encoder = encoder_factory_->MakeAudioEncoder(payload_type, codec_format,
142 absl::nullopt);
143 EXPECT_NE(encoder, nullptr);
Fredrik Solenberg657b2962018-12-05 10:30:25 +0100144 std::map<int, SdpAudioFormat> receive_codecs = {{payload_type, codec_format}};
Niels Möller2edab4c2018-10-22 09:48:08 +0200145 if (!absl::EqualsIgnoreCase(codec_format.name, "opus")) {
Karl Wibergc2c4d042018-10-04 12:38:03 +0200146 if (vad_mode.has_value()) {
Karl Wiberg23659362018-11-01 11:13:44 +0100147 AudioEncoderCngConfig config;
Karl Wibergc2c4d042018-10-04 12:38:03 +0200148 config.speech_encoder = std::move(encoder);
149 config.num_channels = 1;
150 config.payload_type = cn_payload_type;
151 config.vad_mode = vad_mode.value();
Karl Wiberg23659362018-11-01 11:13:44 +0100152 encoder = CreateComfortNoiseEncoder(std::move(config));
Jonas Olssona4d87372019-07-05 19:08:33 +0200153 receive_codecs.emplace(std::make_pair(
154 cn_payload_type, SdpAudioFormat("CN", codec_format.clockrate_hz, 1)));
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +0000155 }
Karl Wibergc2c4d042018-10-04 12:38:03 +0200156 if (use_red) {
157 AudioEncoderCopyRed::Config config;
158 config.payload_type = red_payload_type;
159 config.speech_encoder = std::move(encoder);
Jonas Orelanda943e732022-03-16 13:50:58 +0100160 encoder = std::make_unique<AudioEncoderCopyRed>(std::move(config),
161 field_trials_);
Fredrik Solenberg657b2962018-12-05 10:30:25 +0100162 receive_codecs.emplace(
163 std::make_pair(red_payload_type,
164 SdpAudioFormat("red", codec_format.clockrate_hz, 1)));
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +0000165 }
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +0000166 }
Karl Wibergc2c4d042018-10-04 12:38:03 +0200167 acm->SetEncoder(std::move(encoder));
Fredrik Solenberg657b2962018-12-05 10:30:25 +0100168 other_acm->SetReceiveCodecs(receive_codecs);
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +0000169}
170
171void TestRedFec::Run() {
172 AudioFrame audioFrame;
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +0000173 int32_t outFreqHzB = _outFileB.SamplingFrequency();
Henrik Lundin4d682082015-12-10 16:24:39 +0100174 // Set test length to 500 ms (50 blocks of 10 ms each).
175 _inFileA.SetNum10MsBlocksToRead(50);
176 // Fast-forward 1 second (100 blocks) since the file starts with silence.
177 _inFileA.FastForward(100);
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +0000178
179 while (!_inFileA.EndOfFile()) {
180 EXPECT_GT(_inFileA.Read10MsData(audioFrame), 0);
henrik.lundin@webrtc.orgf56c1622015-03-02 12:29:30 +0000181 EXPECT_GE(_acmA->Add10MsData(audioFrame), 0);
henrik.lundind4ccb002016-05-17 12:21:55 -0700182 bool muted;
183 EXPECT_EQ(0, _acmB->PlayoutData10Ms(outFreqHzB, &audioFrame, &muted));
184 ASSERT_FALSE(muted);
yujo36b1a5f2017-06-12 12:45:32 -0700185 _outFileB.Write10MsData(audioFrame.data(), audioFrame.samples_per_channel_);
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +0000186 }
187 _inFileA.Rewind();
188}
189
190void TestRedFec::OpenOutFile(int16_t test_number) {
191 std::string file_name;
Jonas Olsson366a50c2018-09-06 13:41:30 +0200192 rtc::StringBuilder file_stream;
minyue@webrtc.orgaa5ea1c2014-05-23 15:16:51 +0000193 file_stream << webrtc::test::OutputPath();
194 file_stream << "TestRedFec_outFile_";
195 file_stream << test_number << ".pcm";
196 file_name = file_stream.str();
197 _outFileB.Open(file_name, 16000, "wb");
198}
199
200} // namespace webrtc