blob: 44770653e5a1025fa47d82cd1347f6e41a8e9b46 [file] [log] [blame]
alessiob3ec96df2017-05-22 06:57:06 -07001/*
2 * Copyright (c) 2017 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Alex Loikoe36e8bb2018-02-16 11:54:07 +010011#include "modules/audio_processing/gain_controller2.h"
alessiob3ec96df2017-05-22 06:57:06 -070012
Alessio Bazzica3e4c77f2018-11-01 21:31:38 +010013#include "common_audio/include/audio_util.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020014#include "modules/audio_processing/audio_buffer.h"
Alex Loikoe36e8bb2018-02-16 11:54:07 +010015#include "modules/audio_processing/include/audio_frame_view.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020016#include "modules/audio_processing/logging/apm_data_dumper.h"
Steve Anton10542f22019-01-11 09:11:00 -080017#include "rtc_base/atomic_ops.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020018#include "rtc_base/checks.h"
Alessio Bazzica08d2a702020-11-20 16:26:24 +010019#include "rtc_base/logging.h"
Jonas Olsson366a50c2018-09-06 13:41:30 +020020#include "rtc_base/strings/string_builder.h"
alessiob3ec96df2017-05-22 06:57:06 -070021
22namespace webrtc {
23
alessiob3ec96df2017-05-22 06:57:06 -070024int GainController2::instance_count_ = 0;
25
Alessio Bazzica270f7b52017-10-13 11:05:17 +020026GainController2::GainController2()
27 : data_dumper_(
28 new ApmDataDumper(rtc::AtomicOps::Increment(&instance_count_))),
Alessio Bazzica3e4c77f2018-11-01 21:31:38 +010029 gain_applier_(/*hard_clip_samples=*/false,
30 /*initial_gain_factor=*/0.f),
Alessio Bazzica08d2a702020-11-20 16:26:24 +010031 limiter_(static_cast<size_t>(48000), data_dumper_.get(), "Agc2"),
32 calls_since_last_limiter_log_(0) {
Per Åhgren2bd85ab2020-01-03 10:36:34 +010033 if (config_.adaptive_digital.enabled) {
34 adaptive_agc_.reset(new AdaptiveAgc(data_dumper_.get()));
35 }
36}
alessiob3ec96df2017-05-22 06:57:06 -070037
38GainController2::~GainController2() = default;
39
Alessio Bazzica270f7b52017-10-13 11:05:17 +020040void GainController2::Initialize(int sample_rate_hz) {
41 RTC_DCHECK(sample_rate_hz == AudioProcessing::kSampleRate8kHz ||
42 sample_rate_hz == AudioProcessing::kSampleRate16kHz ||
43 sample_rate_hz == AudioProcessing::kSampleRate32kHz ||
44 sample_rate_hz == AudioProcessing::kSampleRate48kHz);
Alessio Bazzica3e4c77f2018-11-01 21:31:38 +010045 limiter_.SetSampleRate(sample_rate_hz);
Alessio Bazzica270f7b52017-10-13 11:05:17 +020046 data_dumper_->InitiateNewSetOfRecordings();
Alex Loikoe36e8bb2018-02-16 11:54:07 +010047 data_dumper_->DumpRaw("sample_rate_hz", sample_rate_hz);
Alessio Bazzica08d2a702020-11-20 16:26:24 +010048 calls_since_last_limiter_log_ = 0;
Alessio Bazzica270f7b52017-10-13 11:05:17 +020049}
50
alessiob3ec96df2017-05-22 06:57:06 -070051void GainController2::Process(AudioBuffer* audio) {
Per Åhgrend47941e2019-08-22 11:51:13 +020052 AudioFrameView<float> float_frame(audio->channels(), audio->num_channels(),
Alex Loikoe36e8bb2018-02-16 11:54:07 +010053 audio->num_frames());
Alessio Bazzica3e4c77f2018-11-01 21:31:38 +010054 // Apply fixed gain first, then the adaptive one.
55 gain_applier_.ApplyGain(float_frame);
Per Åhgren2bd85ab2020-01-03 10:36:34 +010056 if (adaptive_agc_) {
Alessio Bazzica3e4c77f2018-11-01 21:31:38 +010057 adaptive_agc_->Process(float_frame, limiter_.LastAudioLevel());
Alex Loikoe5831742018-08-24 11:28:36 +020058 }
Alessio Bazzica3e4c77f2018-11-01 21:31:38 +010059 limiter_.Process(float_frame);
Alessio Bazzica08d2a702020-11-20 16:26:24 +010060
61 // Log limiter stats every 30 seconds.
62 ++calls_since_last_limiter_log_;
63 if (calls_since_last_limiter_log_ == 3000) {
64 calls_since_last_limiter_log_ = 0;
65 InterpolatedGainCurve::Stats stats = limiter_.GetGainCurveStats();
66 RTC_LOG(LS_INFO) << "AGC2 limiter stats"
67 << " | identity: " << stats.look_ups_identity_region
68 << " | knee: " << stats.look_ups_knee_region
69 << " | limiter: " << stats.look_ups_limiter_region
70 << " | saturation: " << stats.look_ups_saturation_region;
71 }
alessiob3ec96df2017-05-22 06:57:06 -070072}
73
Alex Loikoa837dd72018-08-06 16:32:12 +020074void GainController2::NotifyAnalogLevel(int level) {
Per Åhgren2bd85ab2020-01-03 10:36:34 +010075 if (analog_level_ != level && adaptive_agc_) {
Alex Loiko5e784612018-11-01 14:51:56 +010076 adaptive_agc_->Reset();
Alex Loikoa837dd72018-08-06 16:32:12 +020077 }
78 analog_level_ = level;
79}
80
Alessio Bazzica270f7b52017-10-13 11:05:17 +020081void GainController2::ApplyConfig(
82 const AudioProcessing::Config::GainController2& config) {
Alessio Bazzica0c83e152020-10-14 12:49:54 +020083 RTC_DCHECK(Validate(config));
Alex Loiko20f60f02018-11-12 12:09:57 +010084
Alessio Bazzica1e2542f2018-11-13 14:44:15 +010085 config_ = config;
86 if (config.fixed_digital.gain_db != config_.fixed_digital.gain_db) {
Alessio Bazzica3e4c77f2018-11-01 21:31:38 +010087 // Reset the limiter to quickly react on abrupt level changes caused by
88 // large changes of the fixed gain.
89 limiter_.Reset();
90 }
Alessio Bazzica1e2542f2018-11-13 14:44:15 +010091 gain_applier_.SetGainFactor(DbToRatio(config_.fixed_digital.gain_db));
Per Åhgren2bd85ab2020-01-03 10:36:34 +010092 if (config_.adaptive_digital.enabled) {
93 adaptive_agc_.reset(new AdaptiveAgc(data_dumper_.get(), config_));
94 } else {
95 adaptive_agc_.reset();
96 }
Alessio Bazzica270f7b52017-10-13 11:05:17 +020097}
98
alessiob3ec96df2017-05-22 06:57:06 -070099bool GainController2::Validate(
100 const AudioProcessing::Config::GainController2& config) {
Alessio Bazzica0c83e152020-10-14 12:49:54 +0200101 const auto& fixed = config.fixed_digital;
102 const auto& adaptive = config.adaptive_digital;
103 return fixed.gain_db >= 0.f && fixed.gain_db < 50.f &&
104 adaptive.vad_probability_attack > 0.f &&
105 adaptive.vad_probability_attack <= 1.f &&
106 adaptive.level_estimator_adjacent_speech_frames_threshold >= 1 &&
107 adaptive.initial_saturation_margin_db >= 0.f &&
108 adaptive.initial_saturation_margin_db <= 100.f &&
109 adaptive.extra_saturation_margin_db >= 0.f &&
110 adaptive.extra_saturation_margin_db <= 100.f &&
111 adaptive.gain_applier_adjacent_speech_frames_threshold >= 1 &&
112 adaptive.max_gain_change_db_per_second > 0.f &&
113 adaptive.max_output_noise_level_dbfs <= 0.f;
alessiob3ec96df2017-05-22 06:57:06 -0700114}
115
116} // namespace webrtc