minyue | 0de1c13 | 2016-03-17 02:39:30 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 11 | #include "modules/audio_processing/test/debug_dump_replayer.h" |
minyue | 0de1c13 | 2016-03-17 02:39:30 -0700 | [diff] [blame] | 12 | |
Ali Tofigh | f3592cb | 2022-08-16 14:44:38 +0200 | [diff] [blame] | 13 | #include <string> |
| 14 | |
| 15 | #include "absl/strings/string_view.h" |
Per Åhgren | cc73ed3 | 2020-04-26 23:56:17 +0200 | [diff] [blame] | 16 | #include "modules/audio_processing/test/audio_processing_builder_for_testing.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 17 | #include "modules/audio_processing/test/protobuf_utils.h" |
Alex Loiko | 6234722 | 2018-09-10 10:18:07 +0200 | [diff] [blame] | 18 | #include "modules/audio_processing/test/runtime_setting_util.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 19 | #include "rtc_base/checks.h" |
minyue | 0de1c13 | 2016-03-17 02:39:30 -0700 | [diff] [blame] | 20 | |
| 21 | namespace webrtc { |
| 22 | namespace test { |
| 23 | |
| 24 | namespace { |
| 25 | |
| 26 | void MaybeResetBuffer(std::unique_ptr<ChannelBuffer<float>>* buffer, |
| 27 | const StreamConfig& config) { |
| 28 | auto& buffer_ref = *buffer; |
| 29 | if (!buffer_ref.get() || buffer_ref->num_frames() != config.num_frames() || |
| 30 | buffer_ref->num_channels() != config.num_channels()) { |
Yves Gerey | 665174f | 2018-06-19 15:03:05 +0200 | [diff] [blame] | 31 | buffer_ref.reset( |
| 32 | new ChannelBuffer<float>(config.num_frames(), config.num_channels())); |
minyue | 0de1c13 | 2016-03-17 02:39:30 -0700 | [diff] [blame] | 33 | } |
| 34 | } |
| 35 | |
| 36 | } // namespace |
| 37 | |
| 38 | DebugDumpReplayer::DebugDumpReplayer() |
| 39 | : input_(nullptr), // will be created upon usage. |
| 40 | reverse_(nullptr), |
| 41 | output_(nullptr), |
| 42 | apm_(nullptr), |
| 43 | debug_file_(nullptr) {} |
| 44 | |
| 45 | DebugDumpReplayer::~DebugDumpReplayer() { |
| 46 | if (debug_file_) |
| 47 | fclose(debug_file_); |
| 48 | } |
| 49 | |
Ali Tofigh | f3592cb | 2022-08-16 14:44:38 +0200 | [diff] [blame] | 50 | bool DebugDumpReplayer::SetDumpFile(absl::string_view filename) { |
| 51 | debug_file_ = fopen(std::string(filename).c_str(), "rb"); |
minyue | 0de1c13 | 2016-03-17 02:39:30 -0700 | [diff] [blame] | 52 | LoadNextMessage(); |
| 53 | return debug_file_; |
| 54 | } |
| 55 | |
| 56 | // Get next event that has not run. |
Danil Chapovalov | db9f7ab | 2018-06-19 10:50:11 +0200 | [diff] [blame] | 57 | absl::optional<audioproc::Event> DebugDumpReplayer::GetNextEvent() const { |
minyue | 0de1c13 | 2016-03-17 02:39:30 -0700 | [diff] [blame] | 58 | if (!has_next_event_) |
Danil Chapovalov | db9f7ab | 2018-06-19 10:50:11 +0200 | [diff] [blame] | 59 | return absl::nullopt; |
minyue | 0de1c13 | 2016-03-17 02:39:30 -0700 | [diff] [blame] | 60 | else |
Oskar Sundbom | aa8b67d | 2017-11-17 14:34:48 +0100 | [diff] [blame] | 61 | return next_event_; |
minyue | 0de1c13 | 2016-03-17 02:39:30 -0700 | [diff] [blame] | 62 | } |
| 63 | |
| 64 | // Run the next event. Returns the event type. |
| 65 | bool DebugDumpReplayer::RunNextEvent() { |
| 66 | if (!has_next_event_) |
| 67 | return false; |
| 68 | switch (next_event_.type()) { |
| 69 | case audioproc::Event::INIT: |
| 70 | OnInitEvent(next_event_.init()); |
| 71 | break; |
| 72 | case audioproc::Event::STREAM: |
| 73 | OnStreamEvent(next_event_.stream()); |
| 74 | break; |
| 75 | case audioproc::Event::REVERSE_STREAM: |
| 76 | OnReverseStreamEvent(next_event_.reverse_stream()); |
| 77 | break; |
| 78 | case audioproc::Event::CONFIG: |
| 79 | OnConfigEvent(next_event_.config()); |
| 80 | break; |
Alex Loiko | 6234722 | 2018-09-10 10:18:07 +0200 | [diff] [blame] | 81 | case audioproc::Event::RUNTIME_SETTING: |
| 82 | OnRuntimeSettingEvent(next_event_.runtime_setting()); |
| 83 | break; |
minyue | 0de1c13 | 2016-03-17 02:39:30 -0700 | [diff] [blame] | 84 | case audioproc::Event::UNKNOWN_EVENT: |
| 85 | // We do not expect to receive UNKNOWN event. |
Karl Wiberg | c95b939 | 2020-11-08 00:49:37 +0100 | [diff] [blame] | 86 | RTC_CHECK_NOTREACHED(); |
minyue | 0de1c13 | 2016-03-17 02:39:30 -0700 | [diff] [blame] | 87 | } |
| 88 | LoadNextMessage(); |
| 89 | return true; |
| 90 | } |
| 91 | |
| 92 | const ChannelBuffer<float>* DebugDumpReplayer::GetOutput() const { |
| 93 | return output_.get(); |
| 94 | } |
| 95 | |
| 96 | StreamConfig DebugDumpReplayer::GetOutputConfig() const { |
| 97 | return output_config_; |
| 98 | } |
| 99 | |
| 100 | // OnInitEvent reset the input/output/reserve channel format. |
| 101 | void DebugDumpReplayer::OnInitEvent(const audioproc::Init& msg) { |
| 102 | RTC_CHECK(msg.has_num_input_channels()); |
| 103 | RTC_CHECK(msg.has_output_sample_rate()); |
| 104 | RTC_CHECK(msg.has_num_output_channels()); |
| 105 | RTC_CHECK(msg.has_reverse_sample_rate()); |
| 106 | RTC_CHECK(msg.has_num_reverse_channels()); |
| 107 | |
| 108 | input_config_ = StreamConfig(msg.sample_rate(), msg.num_input_channels()); |
| 109 | output_config_ = |
| 110 | StreamConfig(msg.output_sample_rate(), msg.num_output_channels()); |
| 111 | reverse_config_ = |
| 112 | StreamConfig(msg.reverse_sample_rate(), msg.num_reverse_channels()); |
| 113 | |
| 114 | MaybeResetBuffer(&input_, input_config_); |
| 115 | MaybeResetBuffer(&output_, output_config_); |
| 116 | MaybeResetBuffer(&reverse_, reverse_config_); |
| 117 | } |
| 118 | |
| 119 | // OnStreamEvent replays an input signal and verifies the output. |
| 120 | void DebugDumpReplayer::OnStreamEvent(const audioproc::Stream& msg) { |
| 121 | // APM should have been created. |
| 122 | RTC_CHECK(apm_.get()); |
| 123 | |
Sam Zackrisson | 41478c7 | 2019-10-15 10:10:26 +0200 | [diff] [blame] | 124 | apm_->set_stream_analog_level(msg.level()); |
minyue | 0de1c13 | 2016-03-17 02:39:30 -0700 | [diff] [blame] | 125 | RTC_CHECK_EQ(AudioProcessing::kNoError, |
| 126 | apm_->set_stream_delay_ms(msg.delay())); |
| 127 | |
minyue | 0de1c13 | 2016-03-17 02:39:30 -0700 | [diff] [blame] | 128 | if (msg.has_keypress()) { |
| 129 | apm_->set_stream_key_pressed(msg.keypress()); |
| 130 | } else { |
| 131 | apm_->set_stream_key_pressed(true); |
| 132 | } |
| 133 | |
| 134 | RTC_CHECK_EQ(input_config_.num_channels(), |
| 135 | static_cast<size_t>(msg.input_channel_size())); |
| 136 | RTC_CHECK_EQ(input_config_.num_frames() * sizeof(float), |
| 137 | msg.input_channel(0).size()); |
| 138 | |
| 139 | for (int i = 0; i < msg.input_channel_size(); ++i) { |
| 140 | memcpy(input_->channels()[i], msg.input_channel(i).data(), |
| 141 | msg.input_channel(i).size()); |
| 142 | } |
| 143 | |
| 144 | RTC_CHECK_EQ(AudioProcessing::kNoError, |
| 145 | apm_->ProcessStream(input_->channels(), input_config_, |
| 146 | output_config_, output_->channels())); |
| 147 | } |
| 148 | |
| 149 | void DebugDumpReplayer::OnReverseStreamEvent( |
| 150 | const audioproc::ReverseStream& msg) { |
| 151 | // APM should have been created. |
| 152 | RTC_CHECK(apm_.get()); |
| 153 | |
| 154 | RTC_CHECK_GT(msg.channel_size(), 0); |
| 155 | RTC_CHECK_EQ(reverse_config_.num_channels(), |
| 156 | static_cast<size_t>(msg.channel_size())); |
| 157 | RTC_CHECK_EQ(reverse_config_.num_frames() * sizeof(float), |
| 158 | msg.channel(0).size()); |
| 159 | |
| 160 | for (int i = 0; i < msg.channel_size(); ++i) { |
| 161 | memcpy(reverse_->channels()[i], msg.channel(i).data(), |
| 162 | msg.channel(i).size()); |
| 163 | } |
| 164 | |
| 165 | RTC_CHECK_EQ( |
| 166 | AudioProcessing::kNoError, |
| 167 | apm_->ProcessReverseStream(reverse_->channels(), reverse_config_, |
| 168 | reverse_config_, reverse_->channels())); |
| 169 | } |
| 170 | |
| 171 | void DebugDumpReplayer::OnConfigEvent(const audioproc::Config& msg) { |
| 172 | MaybeRecreateApm(msg); |
| 173 | ConfigureApm(msg); |
| 174 | } |
| 175 | |
Alex Loiko | 6234722 | 2018-09-10 10:18:07 +0200 | [diff] [blame] | 176 | void DebugDumpReplayer::OnRuntimeSettingEvent( |
| 177 | const audioproc::RuntimeSetting& msg) { |
| 178 | RTC_CHECK(apm_.get()); |
| 179 | ReplayRuntimeSetting(apm_.get(), msg); |
| 180 | } |
| 181 | |
minyue | 0de1c13 | 2016-03-17 02:39:30 -0700 | [diff] [blame] | 182 | void DebugDumpReplayer::MaybeRecreateApm(const audioproc::Config& msg) { |
| 183 | // These configurations cannot be changed on the fly. |
minyue | 0de1c13 | 2016-03-17 02:39:30 -0700 | [diff] [blame] | 184 | RTC_CHECK(msg.has_aec_delay_agnostic_enabled()); |
minyue | 0de1c13 | 2016-03-17 02:39:30 -0700 | [diff] [blame] | 185 | RTC_CHECK(msg.has_aec_extended_filter_enabled()); |
minyue | 0de1c13 | 2016-03-17 02:39:30 -0700 | [diff] [blame] | 186 | |
minyue | 0de1c13 | 2016-03-17 02:39:30 -0700 | [diff] [blame] | 187 | // We only create APM once, since changes on these fields should not |
| 188 | // happen in current implementation. |
| 189 | if (!apm_.get()) { |
Alessio Bazzica | be1b898 | 2021-09-17 08:26:10 +0200 | [diff] [blame] | 190 | apm_ = AudioProcessingBuilderForTesting().Create(); |
minyue | 0de1c13 | 2016-03-17 02:39:30 -0700 | [diff] [blame] | 191 | } |
| 192 | } |
| 193 | |
| 194 | void DebugDumpReplayer::ConfigureApm(const audioproc::Config& msg) { |
peah | 8271d04 | 2016-11-22 07:24:52 -0800 | [diff] [blame] | 195 | AudioProcessing::Config apm_config; |
| 196 | |
Sam Zackrisson | b3b47ad | 2018-08-17 16:26:14 +0200 | [diff] [blame] | 197 | // AEC2/AECM configs. |
minyue | 0de1c13 | 2016-03-17 02:39:30 -0700 | [diff] [blame] | 198 | RTC_CHECK(msg.has_aec_enabled()); |
Sam Zackrisson | b3b47ad | 2018-08-17 16:26:14 +0200 | [diff] [blame] | 199 | RTC_CHECK(msg.has_aecm_enabled()); |
| 200 | apm_config.echo_canceller.enabled = msg.aec_enabled() || msg.aecm_enabled(); |
| 201 | apm_config.echo_canceller.mobile_mode = msg.aecm_enabled(); |
minyue | 0de1c13 | 2016-03-17 02:39:30 -0700 | [diff] [blame] | 202 | |
Sam Zackrisson | 2351313 | 2019-01-11 15:10:32 +0100 | [diff] [blame] | 203 | // HPF configs. |
| 204 | RTC_CHECK(msg.has_hpf_enabled()); |
| 205 | apm_config.high_pass_filter.enabled = msg.hpf_enabled(); |
| 206 | |
| 207 | // Preamp configs. |
| 208 | RTC_CHECK(msg.has_pre_amplifier_enabled()); |
| 209 | apm_config.pre_amplifier.enabled = msg.pre_amplifier_enabled(); |
| 210 | apm_config.pre_amplifier.fixed_gain_factor = |
| 211 | msg.pre_amplifier_fixed_gain_factor(); |
| 212 | |
| 213 | // NS configs. |
| 214 | RTC_CHECK(msg.has_ns_enabled()); |
| 215 | RTC_CHECK(msg.has_ns_level()); |
| 216 | apm_config.noise_suppression.enabled = msg.ns_enabled(); |
| 217 | apm_config.noise_suppression.level = |
| 218 | static_cast<AudioProcessing::Config::NoiseSuppression::Level>( |
| 219 | msg.ns_level()); |
| 220 | |
Per Åhgren | c073471 | 2020-01-02 15:15:36 +0100 | [diff] [blame] | 221 | // TS configs. |
| 222 | RTC_CHECK(msg.has_transient_suppression_enabled()); |
| 223 | apm_config.transient_suppression.enabled = |
| 224 | msg.transient_suppression_enabled(); |
| 225 | |
minyue | 0de1c13 | 2016-03-17 02:39:30 -0700 | [diff] [blame] | 226 | // AGC configs. |
| 227 | RTC_CHECK(msg.has_agc_enabled()); |
minyue | 0de1c13 | 2016-03-17 02:39:30 -0700 | [diff] [blame] | 228 | RTC_CHECK(msg.has_agc_mode()); |
minyue | 0de1c13 | 2016-03-17 02:39:30 -0700 | [diff] [blame] | 229 | RTC_CHECK(msg.has_agc_limiter_enabled()); |
Sam Zackrisson | 41478c7 | 2019-10-15 10:10:26 +0200 | [diff] [blame] | 230 | apm_config.gain_controller1.enabled = msg.agc_enabled(); |
| 231 | apm_config.gain_controller1.mode = |
| 232 | static_cast<AudioProcessing::Config::GainController1::Mode>( |
| 233 | msg.agc_mode()); |
| 234 | apm_config.gain_controller1.enable_limiter = msg.agc_limiter_enabled(); |
Per Åhgren | 0695df1 | 2020-01-13 14:43:13 +0100 | [diff] [blame] | 235 | RTC_CHECK(msg.has_noise_robust_agc_enabled()); |
| 236 | apm_config.gain_controller1.analog_gain_controller.enabled = |
| 237 | msg.noise_robust_agc_enabled(); |
Sam Zackrisson | 41478c7 | 2019-10-15 10:10:26 +0200 | [diff] [blame] | 238 | |
| 239 | apm_->ApplyConfig(apm_config); |
minyue | 0de1c13 | 2016-03-17 02:39:30 -0700 | [diff] [blame] | 240 | } |
| 241 | |
| 242 | void DebugDumpReplayer::LoadNextMessage() { |
| 243 | has_next_event_ = |
| 244 | debug_file_ && ReadMessageFromFile(debug_file_, &next_event_); |
| 245 | } |
| 246 | |
| 247 | } // namespace test |
| 248 | } // namespace webrtc |