blob: 2419313e9d16bf9395ce573edff40eb9e3ee830b [file] [log] [blame]
minyue0de1c132016-03-17 02:39:30 -07001/*
2 * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#include "modules/audio_processing/test/debug_dump_replayer.h"
minyue0de1c132016-03-17 02:39:30 -070012
Ali Tofighf3592cb2022-08-16 14:44:38 +020013#include <string>
14
15#include "absl/strings/string_view.h"
Per Åhgrencc73ed32020-04-26 23:56:17 +020016#include "modules/audio_processing/test/audio_processing_builder_for_testing.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020017#include "modules/audio_processing/test/protobuf_utils.h"
Alex Loiko62347222018-09-10 10:18:07 +020018#include "modules/audio_processing/test/runtime_setting_util.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020019#include "rtc_base/checks.h"
minyue0de1c132016-03-17 02:39:30 -070020
21namespace webrtc {
22namespace test {
23
24namespace {
25
26void MaybeResetBuffer(std::unique_ptr<ChannelBuffer<float>>* buffer,
27 const StreamConfig& config) {
28 auto& buffer_ref = *buffer;
29 if (!buffer_ref.get() || buffer_ref->num_frames() != config.num_frames() ||
30 buffer_ref->num_channels() != config.num_channels()) {
Yves Gerey665174f2018-06-19 15:03:05 +020031 buffer_ref.reset(
32 new ChannelBuffer<float>(config.num_frames(), config.num_channels()));
minyue0de1c132016-03-17 02:39:30 -070033 }
34}
35
36} // namespace
37
38DebugDumpReplayer::DebugDumpReplayer()
39 : input_(nullptr), // will be created upon usage.
40 reverse_(nullptr),
41 output_(nullptr),
42 apm_(nullptr),
43 debug_file_(nullptr) {}
44
45DebugDumpReplayer::~DebugDumpReplayer() {
46 if (debug_file_)
47 fclose(debug_file_);
48}
49
Ali Tofighf3592cb2022-08-16 14:44:38 +020050bool DebugDumpReplayer::SetDumpFile(absl::string_view filename) {
51 debug_file_ = fopen(std::string(filename).c_str(), "rb");
minyue0de1c132016-03-17 02:39:30 -070052 LoadNextMessage();
53 return debug_file_;
54}
55
56// Get next event that has not run.
Danil Chapovalovdb9f7ab2018-06-19 10:50:11 +020057absl::optional<audioproc::Event> DebugDumpReplayer::GetNextEvent() const {
minyue0de1c132016-03-17 02:39:30 -070058 if (!has_next_event_)
Danil Chapovalovdb9f7ab2018-06-19 10:50:11 +020059 return absl::nullopt;
minyue0de1c132016-03-17 02:39:30 -070060 else
Oskar Sundbomaa8b67d2017-11-17 14:34:48 +010061 return next_event_;
minyue0de1c132016-03-17 02:39:30 -070062}
63
64// Run the next event. Returns the event type.
65bool DebugDumpReplayer::RunNextEvent() {
66 if (!has_next_event_)
67 return false;
68 switch (next_event_.type()) {
69 case audioproc::Event::INIT:
70 OnInitEvent(next_event_.init());
71 break;
72 case audioproc::Event::STREAM:
73 OnStreamEvent(next_event_.stream());
74 break;
75 case audioproc::Event::REVERSE_STREAM:
76 OnReverseStreamEvent(next_event_.reverse_stream());
77 break;
78 case audioproc::Event::CONFIG:
79 OnConfigEvent(next_event_.config());
80 break;
Alex Loiko62347222018-09-10 10:18:07 +020081 case audioproc::Event::RUNTIME_SETTING:
82 OnRuntimeSettingEvent(next_event_.runtime_setting());
83 break;
minyue0de1c132016-03-17 02:39:30 -070084 case audioproc::Event::UNKNOWN_EVENT:
85 // We do not expect to receive UNKNOWN event.
Karl Wibergc95b9392020-11-08 00:49:37 +010086 RTC_CHECK_NOTREACHED();
minyue0de1c132016-03-17 02:39:30 -070087 }
88 LoadNextMessage();
89 return true;
90}
91
92const ChannelBuffer<float>* DebugDumpReplayer::GetOutput() const {
93 return output_.get();
94}
95
96StreamConfig DebugDumpReplayer::GetOutputConfig() const {
97 return output_config_;
98}
99
100// OnInitEvent reset the input/output/reserve channel format.
101void DebugDumpReplayer::OnInitEvent(const audioproc::Init& msg) {
102 RTC_CHECK(msg.has_num_input_channels());
103 RTC_CHECK(msg.has_output_sample_rate());
104 RTC_CHECK(msg.has_num_output_channels());
105 RTC_CHECK(msg.has_reverse_sample_rate());
106 RTC_CHECK(msg.has_num_reverse_channels());
107
108 input_config_ = StreamConfig(msg.sample_rate(), msg.num_input_channels());
109 output_config_ =
110 StreamConfig(msg.output_sample_rate(), msg.num_output_channels());
111 reverse_config_ =
112 StreamConfig(msg.reverse_sample_rate(), msg.num_reverse_channels());
113
114 MaybeResetBuffer(&input_, input_config_);
115 MaybeResetBuffer(&output_, output_config_);
116 MaybeResetBuffer(&reverse_, reverse_config_);
117}
118
119// OnStreamEvent replays an input signal and verifies the output.
120void DebugDumpReplayer::OnStreamEvent(const audioproc::Stream& msg) {
121 // APM should have been created.
122 RTC_CHECK(apm_.get());
123
Sam Zackrisson41478c72019-10-15 10:10:26 +0200124 apm_->set_stream_analog_level(msg.level());
minyue0de1c132016-03-17 02:39:30 -0700125 RTC_CHECK_EQ(AudioProcessing::kNoError,
126 apm_->set_stream_delay_ms(msg.delay()));
127
minyue0de1c132016-03-17 02:39:30 -0700128 if (msg.has_keypress()) {
129 apm_->set_stream_key_pressed(msg.keypress());
130 } else {
131 apm_->set_stream_key_pressed(true);
132 }
133
134 RTC_CHECK_EQ(input_config_.num_channels(),
135 static_cast<size_t>(msg.input_channel_size()));
136 RTC_CHECK_EQ(input_config_.num_frames() * sizeof(float),
137 msg.input_channel(0).size());
138
139 for (int i = 0; i < msg.input_channel_size(); ++i) {
140 memcpy(input_->channels()[i], msg.input_channel(i).data(),
141 msg.input_channel(i).size());
142 }
143
144 RTC_CHECK_EQ(AudioProcessing::kNoError,
145 apm_->ProcessStream(input_->channels(), input_config_,
146 output_config_, output_->channels()));
147}
148
149void DebugDumpReplayer::OnReverseStreamEvent(
150 const audioproc::ReverseStream& msg) {
151 // APM should have been created.
152 RTC_CHECK(apm_.get());
153
154 RTC_CHECK_GT(msg.channel_size(), 0);
155 RTC_CHECK_EQ(reverse_config_.num_channels(),
156 static_cast<size_t>(msg.channel_size()));
157 RTC_CHECK_EQ(reverse_config_.num_frames() * sizeof(float),
158 msg.channel(0).size());
159
160 for (int i = 0; i < msg.channel_size(); ++i) {
161 memcpy(reverse_->channels()[i], msg.channel(i).data(),
162 msg.channel(i).size());
163 }
164
165 RTC_CHECK_EQ(
166 AudioProcessing::kNoError,
167 apm_->ProcessReverseStream(reverse_->channels(), reverse_config_,
168 reverse_config_, reverse_->channels()));
169}
170
171void DebugDumpReplayer::OnConfigEvent(const audioproc::Config& msg) {
172 MaybeRecreateApm(msg);
173 ConfigureApm(msg);
174}
175
Alex Loiko62347222018-09-10 10:18:07 +0200176void DebugDumpReplayer::OnRuntimeSettingEvent(
177 const audioproc::RuntimeSetting& msg) {
178 RTC_CHECK(apm_.get());
179 ReplayRuntimeSetting(apm_.get(), msg);
180}
181
minyue0de1c132016-03-17 02:39:30 -0700182void DebugDumpReplayer::MaybeRecreateApm(const audioproc::Config& msg) {
183 // These configurations cannot be changed on the fly.
minyue0de1c132016-03-17 02:39:30 -0700184 RTC_CHECK(msg.has_aec_delay_agnostic_enabled());
minyue0de1c132016-03-17 02:39:30 -0700185 RTC_CHECK(msg.has_aec_extended_filter_enabled());
minyue0de1c132016-03-17 02:39:30 -0700186
minyue0de1c132016-03-17 02:39:30 -0700187 // We only create APM once, since changes on these fields should not
188 // happen in current implementation.
189 if (!apm_.get()) {
Alessio Bazzicabe1b8982021-09-17 08:26:10 +0200190 apm_ = AudioProcessingBuilderForTesting().Create();
minyue0de1c132016-03-17 02:39:30 -0700191 }
192}
193
194void DebugDumpReplayer::ConfigureApm(const audioproc::Config& msg) {
peah8271d042016-11-22 07:24:52 -0800195 AudioProcessing::Config apm_config;
196
Sam Zackrissonb3b47ad2018-08-17 16:26:14 +0200197 // AEC2/AECM configs.
minyue0de1c132016-03-17 02:39:30 -0700198 RTC_CHECK(msg.has_aec_enabled());
Sam Zackrissonb3b47ad2018-08-17 16:26:14 +0200199 RTC_CHECK(msg.has_aecm_enabled());
200 apm_config.echo_canceller.enabled = msg.aec_enabled() || msg.aecm_enabled();
201 apm_config.echo_canceller.mobile_mode = msg.aecm_enabled();
minyue0de1c132016-03-17 02:39:30 -0700202
Sam Zackrisson23513132019-01-11 15:10:32 +0100203 // HPF configs.
204 RTC_CHECK(msg.has_hpf_enabled());
205 apm_config.high_pass_filter.enabled = msg.hpf_enabled();
206
207 // Preamp configs.
208 RTC_CHECK(msg.has_pre_amplifier_enabled());
209 apm_config.pre_amplifier.enabled = msg.pre_amplifier_enabled();
210 apm_config.pre_amplifier.fixed_gain_factor =
211 msg.pre_amplifier_fixed_gain_factor();
212
213 // NS configs.
214 RTC_CHECK(msg.has_ns_enabled());
215 RTC_CHECK(msg.has_ns_level());
216 apm_config.noise_suppression.enabled = msg.ns_enabled();
217 apm_config.noise_suppression.level =
218 static_cast<AudioProcessing::Config::NoiseSuppression::Level>(
219 msg.ns_level());
220
Per Åhgrenc0734712020-01-02 15:15:36 +0100221 // TS configs.
222 RTC_CHECK(msg.has_transient_suppression_enabled());
223 apm_config.transient_suppression.enabled =
224 msg.transient_suppression_enabled();
225
minyue0de1c132016-03-17 02:39:30 -0700226 // AGC configs.
227 RTC_CHECK(msg.has_agc_enabled());
minyue0de1c132016-03-17 02:39:30 -0700228 RTC_CHECK(msg.has_agc_mode());
minyue0de1c132016-03-17 02:39:30 -0700229 RTC_CHECK(msg.has_agc_limiter_enabled());
Sam Zackrisson41478c72019-10-15 10:10:26 +0200230 apm_config.gain_controller1.enabled = msg.agc_enabled();
231 apm_config.gain_controller1.mode =
232 static_cast<AudioProcessing::Config::GainController1::Mode>(
233 msg.agc_mode());
234 apm_config.gain_controller1.enable_limiter = msg.agc_limiter_enabled();
Per Åhgren0695df12020-01-13 14:43:13 +0100235 RTC_CHECK(msg.has_noise_robust_agc_enabled());
236 apm_config.gain_controller1.analog_gain_controller.enabled =
237 msg.noise_robust_agc_enabled();
Sam Zackrisson41478c72019-10-15 10:10:26 +0200238
239 apm_->ApplyConfig(apm_config);
minyue0de1c132016-03-17 02:39:30 -0700240}
241
242void DebugDumpReplayer::LoadNextMessage() {
243 has_next_event_ =
244 debug_file_ && ReadMessageFromFile(debug_file_, &next_event_);
245}
246
247} // namespace test
248} // namespace webrtc