minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 11 | #include "modules/audio_coding/test/TestRedFec.h" |
minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 12 | |
Mirko Bonadei | 317a1f0 | 2019-09-17 17:06:18 +0200 | [diff] [blame] | 13 | #include <memory> |
Fredrik Solenberg | 657b296 | 2018-12-05 10:30:25 +0100 | [diff] [blame] | 14 | #include <utility> |
minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 15 | |
Fredrik Solenberg | 657b296 | 2018-12-05 10:30:25 +0100 | [diff] [blame] | 16 | #include "absl/strings/match.h" |
Karl Wiberg | c2c4d04 | 2018-10-04 12:38:03 +0200 | [diff] [blame] | 17 | #include "api/audio_codecs/L16/audio_decoder_L16.h" |
| 18 | #include "api/audio_codecs/L16/audio_encoder_L16.h" |
| 19 | #include "api/audio_codecs/audio_decoder_factory_template.h" |
| 20 | #include "api/audio_codecs/audio_encoder_factory_template.h" |
| 21 | #include "api/audio_codecs/g711/audio_decoder_g711.h" |
| 22 | #include "api/audio_codecs/g711/audio_encoder_g711.h" |
| 23 | #include "api/audio_codecs/g722/audio_decoder_g722.h" |
| 24 | #include "api/audio_codecs/g722/audio_encoder_g722.h" |
Karl Wiberg | c2c4d04 | 2018-10-04 12:38:03 +0200 | [diff] [blame] | 25 | #include "api/audio_codecs/opus/audio_decoder_opus.h" |
| 26 | #include "api/audio_codecs/opus/audio_encoder_opus.h" |
Karl Wiberg | c2c4d04 | 2018-10-04 12:38:03 +0200 | [diff] [blame] | 27 | #include "modules/audio_coding/codecs/cng/audio_encoder_cng.h" |
| 28 | #include "modules/audio_coding/codecs/red/audio_encoder_copy_red.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 29 | #include "modules/audio_coding/include/audio_coding_module_typedefs.h" |
Jonas Olsson | 366a50c | 2018-09-06 13:41:30 +0200 | [diff] [blame] | 30 | #include "rtc_base/strings/string_builder.h" |
Fredrik Solenberg | 657b296 | 2018-12-05 10:30:25 +0100 | [diff] [blame] | 31 | #include "test/gtest.h" |
Steve Anton | 10542f2 | 2019-01-11 09:11:00 -0800 | [diff] [blame] | 32 | #include "test/testsupport/file_utils.h" |
minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 33 | |
| 34 | namespace webrtc { |
| 35 | |
| 36 | TestRedFec::TestRedFec() |
Karl Wiberg | c2c4d04 | 2018-10-04 12:38:03 +0200 | [diff] [blame] | 37 | : encoder_factory_(CreateAudioEncoderFactory<AudioEncoderG711, |
| 38 | AudioEncoderG722, |
Karl Wiberg | c2c4d04 | 2018-10-04 12:38:03 +0200 | [diff] [blame] | 39 | AudioEncoderL16, |
| 40 | AudioEncoderOpus>()), |
| 41 | decoder_factory_(CreateAudioDecoderFactory<AudioDecoderG711, |
| 42 | AudioDecoderG722, |
Karl Wiberg | c2c4d04 | 2018-10-04 12:38:03 +0200 | [diff] [blame] | 43 | AudioDecoderL16, |
| 44 | AudioDecoderOpus>()), |
Henrik Lundin | 84f7569 | 2023-02-01 12:07:10 +0000 | [diff] [blame] | 45 | _acmA(AudioCodingModule::Create()), |
| 46 | _acm_receiver(std::make_unique<acm2::AcmReceiver>( |
| 47 | acm2::AcmReceiver::Config(decoder_factory_))), |
minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 48 | _channelA2B(NULL), |
Karl Wiberg | 5817d3d | 2018-04-06 10:06:42 +0200 | [diff] [blame] | 49 | _testCntr(0) {} |
minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 50 | |
| 51 | TestRedFec::~TestRedFec() { |
| 52 | if (_channelA2B != NULL) { |
| 53 | delete _channelA2B; |
| 54 | _channelA2B = NULL; |
| 55 | } |
| 56 | } |
| 57 | |
| 58 | void TestRedFec::Perform() { |
Jonas Olsson | a4d8737 | 2019-07-05 19:08:33 +0200 | [diff] [blame] | 59 | const std::string file_name = |
| 60 | webrtc::test::ResourcePath("audio_coding/testfile32kHz", "pcm"); |
minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 61 | _inFileA.Open(file_name, 32000, "rb"); |
| 62 | |
minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 63 | // Create and connect the channel |
| 64 | _channelA2B = new Channel; |
| 65 | _acmA->RegisterTransportCallback(_channelA2B); |
Henrik Lundin | 84f7569 | 2023-02-01 12:07:10 +0000 | [diff] [blame] | 66 | _channelA2B->RegisterReceiverACM(_acm_receiver.get()); |
minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 67 | |
Karl Wiberg | c2c4d04 | 2018-10-04 12:38:03 +0200 | [diff] [blame] | 68 | RegisterSendCodec(_acmA, {"L16", 8000, 1}, Vad::kVadAggressive, true); |
minyue@webrtc.org | 41d2bef | 2015-03-23 12:57:45 +0000 | [diff] [blame] | 69 | |
| 70 | OpenOutFile(_testCntr); |
| 71 | Run(); |
| 72 | _outFileB.Close(); |
| 73 | |
Karl Wiberg | c2c4d04 | 2018-10-04 12:38:03 +0200 | [diff] [blame] | 74 | // Switch to another 8 kHz codec; RED should remain switched on. |
| 75 | RegisterSendCodec(_acmA, {"PCMU", 8000, 1}, Vad::kVadAggressive, true); |
minyue@webrtc.org | 41d2bef | 2015-03-23 12:57:45 +0000 | [diff] [blame] | 76 | OpenOutFile(_testCntr); |
| 77 | Run(); |
| 78 | _outFileB.Close(); |
| 79 | |
Karl Wiberg | c2c4d04 | 2018-10-04 12:38:03 +0200 | [diff] [blame] | 80 | // Switch to a 16 kHz codec; RED should be switched off. |
| 81 | RegisterSendCodec(_acmA, {"G722", 8000, 1}, Vad::kVadAggressive, false); |
minyue@webrtc.org | 41d2bef | 2015-03-23 12:57:45 +0000 | [diff] [blame] | 82 | |
minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 83 | OpenOutFile(_testCntr); |
Karl Wiberg | c2c4d04 | 2018-10-04 12:38:03 +0200 | [diff] [blame] | 84 | RegisterSendCodec(_acmA, {"G722", 8000, 1}, Vad::kVadAggressive, false); |
minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 85 | Run(); |
Karl Wiberg | c2c4d04 | 2018-10-04 12:38:03 +0200 | [diff] [blame] | 86 | RegisterSendCodec(_acmA, {"G722", 8000, 1}, Vad::kVadAggressive, false); |
minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 87 | Run(); |
| 88 | _outFileB.Close(); |
| 89 | |
minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 90 | _channelA2B->SetFECTestWithPacketLoss(true); |
minyue@webrtc.org | 41d2bef | 2015-03-23 12:57:45 +0000 | [diff] [blame] | 91 | // Following tests are under packet losses. |
minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 92 | |
Karl Wiberg | c2c4d04 | 2018-10-04 12:38:03 +0200 | [diff] [blame] | 93 | // Switch to a 16 kHz codec; RED should be switched off. |
| 94 | RegisterSendCodec(_acmA, {"G722", 8000, 1}, Vad::kVadAggressive, false); |
| 95 | |
| 96 | OpenOutFile(_testCntr); |
| 97 | Run(); |
| 98 | _outFileB.Close(); |
minyue@webrtc.org | 41d2bef | 2015-03-23 12:57:45 +0000 | [diff] [blame] | 99 | |
Karl Wiberg | c2c4d04 | 2018-10-04 12:38:03 +0200 | [diff] [blame] | 100 | RegisterSendCodec(_acmA, {"opus", 48000, 2}, absl::nullopt, false); |
minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 101 | |
| 102 | // _channelA2B imposes 25% packet loss rate. |
| 103 | EXPECT_EQ(0, _acmA->SetPacketLossRate(25)); |
| 104 | |
Karl Wiberg | c2c4d04 | 2018-10-04 12:38:03 +0200 | [diff] [blame] | 105 | _acmA->ModifyEncoder([&](std::unique_ptr<AudioEncoder>* enc) { |
| 106 | EXPECT_EQ(true, (*enc)->SetFec(true)); |
| 107 | }); |
minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 108 | |
minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 109 | OpenOutFile(_testCntr); |
| 110 | Run(); |
| 111 | |
minyue@webrtc.org | 41d2bef | 2015-03-23 12:57:45 +0000 | [diff] [blame] | 112 | // Switch to L16 with RED. |
Karl Wiberg | c2c4d04 | 2018-10-04 12:38:03 +0200 | [diff] [blame] | 113 | RegisterSendCodec(_acmA, {"L16", 8000, 1}, absl::nullopt, true); |
minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 114 | Run(); |
| 115 | |
| 116 | // Switch to Opus again. |
Karl Wiberg | c2c4d04 | 2018-10-04 12:38:03 +0200 | [diff] [blame] | 117 | RegisterSendCodec(_acmA, {"opus", 48000, 2}, absl::nullopt, false); |
| 118 | _acmA->ModifyEncoder([&](std::unique_ptr<AudioEncoder>* enc) { |
| 119 | EXPECT_EQ(true, (*enc)->SetFec(false)); |
| 120 | }); |
minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 121 | Run(); |
| 122 | |
Karl Wiberg | c2c4d04 | 2018-10-04 12:38:03 +0200 | [diff] [blame] | 123 | _acmA->ModifyEncoder([&](std::unique_ptr<AudioEncoder>* enc) { |
| 124 | EXPECT_EQ(true, (*enc)->SetFec(true)); |
| 125 | }); |
minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 126 | _outFileB.Close(); |
minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 127 | } |
| 128 | |
Karl Wiberg | c2c4d04 | 2018-10-04 12:38:03 +0200 | [diff] [blame] | 129 | void TestRedFec::RegisterSendCodec( |
| 130 | const std::unique_ptr<AudioCodingModule>& acm, |
| 131 | const SdpAudioFormat& codec_format, |
| 132 | absl::optional<Vad::Aggressiveness> vad_mode, |
| 133 | bool use_red) { |
| 134 | constexpr int payload_type = 17, cn_payload_type = 27, red_payload_type = 37; |
minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 135 | |
Karl Wiberg | c2c4d04 | 2018-10-04 12:38:03 +0200 | [diff] [blame] | 136 | auto encoder = encoder_factory_->MakeAudioEncoder(payload_type, codec_format, |
| 137 | absl::nullopt); |
| 138 | EXPECT_NE(encoder, nullptr); |
Fredrik Solenberg | 657b296 | 2018-12-05 10:30:25 +0100 | [diff] [blame] | 139 | std::map<int, SdpAudioFormat> receive_codecs = {{payload_type, codec_format}}; |
Niels Möller | 2edab4c | 2018-10-22 09:48:08 +0200 | [diff] [blame] | 140 | if (!absl::EqualsIgnoreCase(codec_format.name, "opus")) { |
Karl Wiberg | c2c4d04 | 2018-10-04 12:38:03 +0200 | [diff] [blame] | 141 | if (vad_mode.has_value()) { |
Karl Wiberg | 2365936 | 2018-11-01 11:13:44 +0100 | [diff] [blame] | 142 | AudioEncoderCngConfig config; |
Karl Wiberg | c2c4d04 | 2018-10-04 12:38:03 +0200 | [diff] [blame] | 143 | config.speech_encoder = std::move(encoder); |
| 144 | config.num_channels = 1; |
| 145 | config.payload_type = cn_payload_type; |
| 146 | config.vad_mode = vad_mode.value(); |
Karl Wiberg | 2365936 | 2018-11-01 11:13:44 +0100 | [diff] [blame] | 147 | encoder = CreateComfortNoiseEncoder(std::move(config)); |
Jonas Olsson | a4d8737 | 2019-07-05 19:08:33 +0200 | [diff] [blame] | 148 | receive_codecs.emplace(std::make_pair( |
| 149 | cn_payload_type, SdpAudioFormat("CN", codec_format.clockrate_hz, 1))); |
minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 150 | } |
Karl Wiberg | c2c4d04 | 2018-10-04 12:38:03 +0200 | [diff] [blame] | 151 | if (use_red) { |
| 152 | AudioEncoderCopyRed::Config config; |
| 153 | config.payload_type = red_payload_type; |
| 154 | config.speech_encoder = std::move(encoder); |
Jonas Oreland | a943e73 | 2022-03-16 13:50:58 +0100 | [diff] [blame] | 155 | encoder = std::make_unique<AudioEncoderCopyRed>(std::move(config), |
| 156 | field_trials_); |
Fredrik Solenberg | 657b296 | 2018-12-05 10:30:25 +0100 | [diff] [blame] | 157 | receive_codecs.emplace( |
| 158 | std::make_pair(red_payload_type, |
| 159 | SdpAudioFormat("red", codec_format.clockrate_hz, 1))); |
minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 160 | } |
minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 161 | } |
Karl Wiberg | c2c4d04 | 2018-10-04 12:38:03 +0200 | [diff] [blame] | 162 | acm->SetEncoder(std::move(encoder)); |
Henrik Lundin | 84f7569 | 2023-02-01 12:07:10 +0000 | [diff] [blame] | 163 | _acm_receiver->SetCodecs(receive_codecs); |
minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 164 | } |
| 165 | |
| 166 | void TestRedFec::Run() { |
| 167 | AudioFrame audioFrame; |
minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 168 | int32_t outFreqHzB = _outFileB.SamplingFrequency(); |
Henrik Lundin | 4d68208 | 2015-12-10 16:24:39 +0100 | [diff] [blame] | 169 | // Set test length to 500 ms (50 blocks of 10 ms each). |
| 170 | _inFileA.SetNum10MsBlocksToRead(50); |
| 171 | // Fast-forward 1 second (100 blocks) since the file starts with silence. |
| 172 | _inFileA.FastForward(100); |
minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 173 | |
| 174 | while (!_inFileA.EndOfFile()) { |
| 175 | EXPECT_GT(_inFileA.Read10MsData(audioFrame), 0); |
henrik.lundin@webrtc.org | f56c162 | 2015-03-02 12:29:30 +0000 | [diff] [blame] | 176 | EXPECT_GE(_acmA->Add10MsData(audioFrame), 0); |
henrik.lundin | d4ccb00 | 2016-05-17 12:21:55 -0700 | [diff] [blame] | 177 | bool muted; |
Henrik Lundin | 84f7569 | 2023-02-01 12:07:10 +0000 | [diff] [blame] | 178 | EXPECT_EQ(0, _acm_receiver->GetAudio(outFreqHzB, &audioFrame, &muted)); |
henrik.lundin | d4ccb00 | 2016-05-17 12:21:55 -0700 | [diff] [blame] | 179 | ASSERT_FALSE(muted); |
yujo | 36b1a5f | 2017-06-12 12:45:32 -0700 | [diff] [blame] | 180 | _outFileB.Write10MsData(audioFrame.data(), audioFrame.samples_per_channel_); |
minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 181 | } |
| 182 | _inFileA.Rewind(); |
| 183 | } |
| 184 | |
| 185 | void TestRedFec::OpenOutFile(int16_t test_number) { |
| 186 | std::string file_name; |
Jonas Olsson | 366a50c | 2018-09-06 13:41:30 +0200 | [diff] [blame] | 187 | rtc::StringBuilder file_stream; |
minyue@webrtc.org | aa5ea1c | 2014-05-23 15:16:51 +0000 | [diff] [blame] | 188 | file_stream << webrtc::test::OutputPath(); |
| 189 | file_stream << "TestRedFec_outFile_"; |
| 190 | file_stream << test_number << ".pcm"; |
| 191 | file_name = file_stream.str(); |
| 192 | _outFileB.Open(file_name, 16000, "wb"); |
| 193 | } |
| 194 | |
| 195 | } // namespace webrtc |