alessiob | 3ec96df | 2017-05-22 06:57:06 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2017 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Alex Loiko | e36e8bb | 2018-02-16 11:54:07 +0100 | [diff] [blame] | 11 | #include "modules/audio_processing/gain_controller2.h" |
alessiob | 3ec96df | 2017-05-22 06:57:06 -0700 | [diff] [blame] | 12 | |
Alessio Bazzica | 3e4c77f | 2018-11-01 21:31:38 +0100 | [diff] [blame] | 13 | #include "common_audio/include/audio_util.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 14 | #include "modules/audio_processing/audio_buffer.h" |
Alex Loiko | e36e8bb | 2018-02-16 11:54:07 +0100 | [diff] [blame] | 15 | #include "modules/audio_processing/include/audio_frame_view.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 16 | #include "modules/audio_processing/logging/apm_data_dumper.h" |
Steve Anton | 10542f2 | 2019-01-11 09:11:00 -0800 | [diff] [blame] | 17 | #include "rtc_base/atomic_ops.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 18 | #include "rtc_base/checks.h" |
Alessio Bazzica | 08d2a70 | 2020-11-20 16:26:24 +0100 | [diff] [blame] | 19 | #include "rtc_base/logging.h" |
Jonas Olsson | 366a50c | 2018-09-06 13:41:30 +0200 | [diff] [blame] | 20 | #include "rtc_base/strings/string_builder.h" |
alessiob | 3ec96df | 2017-05-22 06:57:06 -0700 | [diff] [blame] | 21 | |
| 22 | namespace webrtc { |
| 23 | |
alessiob | 3ec96df | 2017-05-22 06:57:06 -0700 | [diff] [blame] | 24 | int GainController2::instance_count_ = 0; |
| 25 | |
Alessio Bazzica | 270f7b5 | 2017-10-13 11:05:17 +0200 | [diff] [blame] | 26 | GainController2::GainController2() |
Alessio Bazzica | 8aaa604 | 2021-03-31 15:16:05 +0200 | [diff] [blame] | 27 | : data_dumper_(rtc::AtomicOps::Increment(&instance_count_)), |
Alessio Bazzica | 3e4c77f | 2018-11-01 21:31:38 +0100 | [diff] [blame] | 28 | gain_applier_(/*hard_clip_samples=*/false, |
Alessio Bazzica | d66a605 | 2021-04-29 16:13:25 +0200 | [diff] [blame] | 29 | /*initial_gain_factor=*/0.0f), |
Alessio Bazzica | 8aaa604 | 2021-03-31 15:16:05 +0200 | [diff] [blame] | 30 | limiter_(static_cast<size_t>(48000), &data_dumper_, "Agc2"), |
Alessio Bazzica | 08d2a70 | 2020-11-20 16:26:24 +0100 | [diff] [blame] | 31 | calls_since_last_limiter_log_(0) { |
Per Åhgren | 2bd85ab | 2020-01-03 10:36:34 +0100 | [diff] [blame] | 32 | if (config_.adaptive_digital.enabled) { |
Alessio Bazzica | d66a605 | 2021-04-29 16:13:25 +0200 | [diff] [blame] | 33 | adaptive_agc_ = |
| 34 | std::make_unique<AdaptiveAgc>(&data_dumper_, config_.adaptive_digital); |
Per Åhgren | 2bd85ab | 2020-01-03 10:36:34 +0100 | [diff] [blame] | 35 | } |
| 36 | } |
alessiob | 3ec96df | 2017-05-22 06:57:06 -0700 | [diff] [blame] | 37 | |
| 38 | GainController2::~GainController2() = default; |
| 39 | |
Alessio Bazzica | d66a605 | 2021-04-29 16:13:25 +0200 | [diff] [blame] | 40 | void GainController2::Initialize(int sample_rate_hz, int num_channels) { |
Alessio Bazzica | 270f7b5 | 2017-10-13 11:05:17 +0200 | [diff] [blame] | 41 | RTC_DCHECK(sample_rate_hz == AudioProcessing::kSampleRate8kHz || |
| 42 | sample_rate_hz == AudioProcessing::kSampleRate16kHz || |
| 43 | sample_rate_hz == AudioProcessing::kSampleRate32kHz || |
| 44 | sample_rate_hz == AudioProcessing::kSampleRate48kHz); |
Alessio Bazzica | 3e4c77f | 2018-11-01 21:31:38 +0100 | [diff] [blame] | 45 | limiter_.SetSampleRate(sample_rate_hz); |
Alessio Bazzica | d66a605 | 2021-04-29 16:13:25 +0200 | [diff] [blame] | 46 | if (adaptive_agc_) { |
| 47 | adaptive_agc_->Initialize(sample_rate_hz, num_channels); |
| 48 | } |
Alessio Bazzica | 8aaa604 | 2021-03-31 15:16:05 +0200 | [diff] [blame] | 49 | data_dumper_.InitiateNewSetOfRecordings(); |
| 50 | data_dumper_.DumpRaw("sample_rate_hz", sample_rate_hz); |
Alessio Bazzica | 08d2a70 | 2020-11-20 16:26:24 +0100 | [diff] [blame] | 51 | calls_since_last_limiter_log_ = 0; |
Alessio Bazzica | 270f7b5 | 2017-10-13 11:05:17 +0200 | [diff] [blame] | 52 | } |
| 53 | |
alessiob | 3ec96df | 2017-05-22 06:57:06 -0700 | [diff] [blame] | 54 | void GainController2::Process(AudioBuffer* audio) { |
Alessio Bazzica | 8aaa604 | 2021-03-31 15:16:05 +0200 | [diff] [blame] | 55 | data_dumper_.DumpRaw("agc2_notified_analog_level", analog_level_); |
Per Åhgren | d47941e | 2019-08-22 11:51:13 +0200 | [diff] [blame] | 56 | AudioFrameView<float> float_frame(audio->channels(), audio->num_channels(), |
Alex Loiko | e36e8bb | 2018-02-16 11:54:07 +0100 | [diff] [blame] | 57 | audio->num_frames()); |
Alessio Bazzica | 3e4c77f | 2018-11-01 21:31:38 +0100 | [diff] [blame] | 58 | // Apply fixed gain first, then the adaptive one. |
| 59 | gain_applier_.ApplyGain(float_frame); |
Per Åhgren | 2bd85ab | 2020-01-03 10:36:34 +0100 | [diff] [blame] | 60 | if (adaptive_agc_) { |
Alessio Bazzica | 3e4c77f | 2018-11-01 21:31:38 +0100 | [diff] [blame] | 61 | adaptive_agc_->Process(float_frame, limiter_.LastAudioLevel()); |
Alex Loiko | e583174 | 2018-08-24 11:28:36 +0200 | [diff] [blame] | 62 | } |
Alessio Bazzica | 3e4c77f | 2018-11-01 21:31:38 +0100 | [diff] [blame] | 63 | limiter_.Process(float_frame); |
Alessio Bazzica | 08d2a70 | 2020-11-20 16:26:24 +0100 | [diff] [blame] | 64 | |
| 65 | // Log limiter stats every 30 seconds. |
| 66 | ++calls_since_last_limiter_log_; |
| 67 | if (calls_since_last_limiter_log_ == 3000) { |
| 68 | calls_since_last_limiter_log_ = 0; |
| 69 | InterpolatedGainCurve::Stats stats = limiter_.GetGainCurveStats(); |
| 70 | RTC_LOG(LS_INFO) << "AGC2 limiter stats" |
| 71 | << " | identity: " << stats.look_ups_identity_region |
| 72 | << " | knee: " << stats.look_ups_knee_region |
| 73 | << " | limiter: " << stats.look_ups_limiter_region |
| 74 | << " | saturation: " << stats.look_ups_saturation_region; |
| 75 | } |
alessiob | 3ec96df | 2017-05-22 06:57:06 -0700 | [diff] [blame] | 76 | } |
| 77 | |
Alex Loiko | a837dd7 | 2018-08-06 16:32:12 +0200 | [diff] [blame] | 78 | void GainController2::NotifyAnalogLevel(int level) { |
Per Åhgren | 2bd85ab | 2020-01-03 10:36:34 +0100 | [diff] [blame] | 79 | if (analog_level_ != level && adaptive_agc_) { |
Alessio Bazzica | 980c460 | 2021-04-14 19:09:17 +0200 | [diff] [blame] | 80 | adaptive_agc_->HandleInputGainChange(); |
Alex Loiko | a837dd7 | 2018-08-06 16:32:12 +0200 | [diff] [blame] | 81 | } |
| 82 | analog_level_ = level; |
| 83 | } |
| 84 | |
Alessio Bazzica | 270f7b5 | 2017-10-13 11:05:17 +0200 | [diff] [blame] | 85 | void GainController2::ApplyConfig( |
| 86 | const AudioProcessing::Config::GainController2& config) { |
Alessio Bazzica | 0c83e15 | 2020-10-14 12:49:54 +0200 | [diff] [blame] | 87 | RTC_DCHECK(Validate(config)); |
Alex Loiko | 20f60f0 | 2018-11-12 12:09:57 +0100 | [diff] [blame] | 88 | |
Alessio Bazzica | 1e2542f | 2018-11-13 14:44:15 +0100 | [diff] [blame] | 89 | config_ = config; |
| 90 | if (config.fixed_digital.gain_db != config_.fixed_digital.gain_db) { |
Alessio Bazzica | 3e4c77f | 2018-11-01 21:31:38 +0100 | [diff] [blame] | 91 | // Reset the limiter to quickly react on abrupt level changes caused by |
| 92 | // large changes of the fixed gain. |
| 93 | limiter_.Reset(); |
| 94 | } |
Alessio Bazzica | 1e2542f | 2018-11-13 14:44:15 +0100 | [diff] [blame] | 95 | gain_applier_.SetGainFactor(DbToRatio(config_.fixed_digital.gain_db)); |
Per Åhgren | 2bd85ab | 2020-01-03 10:36:34 +0100 | [diff] [blame] | 96 | if (config_.adaptive_digital.enabled) { |
Alessio Bazzica | 61982a7 | 2021-04-14 16:17:09 +0200 | [diff] [blame] | 97 | adaptive_agc_ = |
| 98 | std::make_unique<AdaptiveAgc>(&data_dumper_, config_.adaptive_digital); |
Per Åhgren | 2bd85ab | 2020-01-03 10:36:34 +0100 | [diff] [blame] | 99 | } else { |
| 100 | adaptive_agc_.reset(); |
| 101 | } |
Alessio Bazzica | 270f7b5 | 2017-10-13 11:05:17 +0200 | [diff] [blame] | 102 | } |
| 103 | |
alessiob | 3ec96df | 2017-05-22 06:57:06 -0700 | [diff] [blame] | 104 | bool GainController2::Validate( |
| 105 | const AudioProcessing::Config::GainController2& config) { |
Alessio Bazzica | 0c83e15 | 2020-10-14 12:49:54 +0200 | [diff] [blame] | 106 | const auto& fixed = config.fixed_digital; |
| 107 | const auto& adaptive = config.adaptive_digital; |
Alessio Bazzica | a850e6c | 2021-10-04 13:35:55 +0200 | [diff] [blame^] | 108 | return fixed.gain_db >= 0.0f && fixed.gain_db < 50.f && |
| 109 | adaptive.headroom_db >= 0.0f && adaptive.max_gain_db > 0.0f && |
| 110 | adaptive.initial_gain_db >= 0.0f && |
Alessio Bazzica | 1ac4f2a | 2021-09-24 14:59:30 +0200 | [diff] [blame] | 111 | adaptive.max_gain_change_db_per_second > 0.0f && |
| 112 | adaptive.max_output_noise_level_dbfs <= 0.0f; |
alessiob | 3ec96df | 2017-05-22 06:57:06 -0700 | [diff] [blame] | 113 | } |
| 114 | |
| 115 | } // namespace webrtc |