blob: 92cda69f0a44ca16c2826abc30f84770258749a9 [file] [log] [blame]
alessiob3ec96df2017-05-22 06:57:06 -07001/*
2 * Copyright (c) 2017 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Alex Loikoe36e8bb2018-02-16 11:54:07 +010011#include "modules/audio_processing/gain_controller2.h"
alessiob3ec96df2017-05-22 06:57:06 -070012
Alessio Bazzica3e4c77f2018-11-01 21:31:38 +010013#include "common_audio/include/audio_util.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020014#include "modules/audio_processing/audio_buffer.h"
Alex Loikoe36e8bb2018-02-16 11:54:07 +010015#include "modules/audio_processing/include/audio_frame_view.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020016#include "modules/audio_processing/logging/apm_data_dumper.h"
Steve Anton10542f22019-01-11 09:11:00 -080017#include "rtc_base/atomic_ops.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020018#include "rtc_base/checks.h"
Alessio Bazzica08d2a702020-11-20 16:26:24 +010019#include "rtc_base/logging.h"
Jonas Olsson366a50c2018-09-06 13:41:30 +020020#include "rtc_base/strings/string_builder.h"
alessiob3ec96df2017-05-22 06:57:06 -070021
22namespace webrtc {
Alessio Bazzica82ea4ee2021-10-07 09:21:02 +020023namespace {
24constexpr int kLogLimiterStatsPeriodMs = 30'000;
25constexpr int kFrameLengthMs = 10;
26constexpr int kLogLimiterStatsPeriodNumFrames =
27 kLogLimiterStatsPeriodMs / kFrameLengthMs;
28} // namespace
alessiob3ec96df2017-05-22 06:57:06 -070029
alessiob3ec96df2017-05-22 06:57:06 -070030int GainController2::instance_count_ = 0;
31
Alessio Bazzica270f7b52017-10-13 11:05:17 +020032GainController2::GainController2()
Alessio Bazzica8aaa6042021-03-31 15:16:05 +020033 : data_dumper_(rtc::AtomicOps::Increment(&instance_count_)),
Alessio Bazzica82ea4ee2021-10-07 09:21:02 +020034 fixed_gain_applier_(/*hard_clip_samples=*/false,
35 /*initial_gain_factor=*/0.0f),
Alessio Bazzica8aaa6042021-03-31 15:16:05 +020036 limiter_(static_cast<size_t>(48000), &data_dumper_, "Agc2"),
Alessio Bazzica08d2a702020-11-20 16:26:24 +010037 calls_since_last_limiter_log_(0) {
Per Åhgren2bd85ab2020-01-03 10:36:34 +010038 if (config_.adaptive_digital.enabled) {
Alessio Bazzica82ea4ee2021-10-07 09:21:02 +020039 adaptive_digital_controller_ =
Alessio Bazzicad66a6052021-04-29 16:13:25 +020040 std::make_unique<AdaptiveAgc>(&data_dumper_, config_.adaptive_digital);
Per Åhgren2bd85ab2020-01-03 10:36:34 +010041 }
42}
alessiob3ec96df2017-05-22 06:57:06 -070043
44GainController2::~GainController2() = default;
45
Alessio Bazzicad66a6052021-04-29 16:13:25 +020046void GainController2::Initialize(int sample_rate_hz, int num_channels) {
Alessio Bazzica270f7b52017-10-13 11:05:17 +020047 RTC_DCHECK(sample_rate_hz == AudioProcessing::kSampleRate8kHz ||
48 sample_rate_hz == AudioProcessing::kSampleRate16kHz ||
49 sample_rate_hz == AudioProcessing::kSampleRate32kHz ||
50 sample_rate_hz == AudioProcessing::kSampleRate48kHz);
Alessio Bazzica3e4c77f2018-11-01 21:31:38 +010051 limiter_.SetSampleRate(sample_rate_hz);
Alessio Bazzica82ea4ee2021-10-07 09:21:02 +020052 if (adaptive_digital_controller_) {
53 adaptive_digital_controller_->Initialize(sample_rate_hz, num_channels);
Alessio Bazzicad66a6052021-04-29 16:13:25 +020054 }
Alessio Bazzica8aaa6042021-03-31 15:16:05 +020055 data_dumper_.InitiateNewSetOfRecordings();
56 data_dumper_.DumpRaw("sample_rate_hz", sample_rate_hz);
Alessio Bazzica08d2a702020-11-20 16:26:24 +010057 calls_since_last_limiter_log_ = 0;
Alessio Bazzica270f7b52017-10-13 11:05:17 +020058}
59
alessiob3ec96df2017-05-22 06:57:06 -070060void GainController2::Process(AudioBuffer* audio) {
Alessio Bazzica8aaa6042021-03-31 15:16:05 +020061 data_dumper_.DumpRaw("agc2_notified_analog_level", analog_level_);
Per Åhgrend47941e2019-08-22 11:51:13 +020062 AudioFrameView<float> float_frame(audio->channels(), audio->num_channels(),
Alex Loikoe36e8bb2018-02-16 11:54:07 +010063 audio->num_frames());
Alessio Bazzica82ea4ee2021-10-07 09:21:02 +020064 fixed_gain_applier_.ApplyGain(float_frame);
65 if (adaptive_digital_controller_) {
66 adaptive_digital_controller_->Process(float_frame,
67 limiter_.LastAudioLevel());
Alex Loikoe5831742018-08-24 11:28:36 +020068 }
Alessio Bazzica3e4c77f2018-11-01 21:31:38 +010069 limiter_.Process(float_frame);
Alessio Bazzica08d2a702020-11-20 16:26:24 +010070
Alessio Bazzica82ea4ee2021-10-07 09:21:02 +020071 // Periodically log limiter stats.
72 if (++calls_since_last_limiter_log_ == kLogLimiterStatsPeriodNumFrames) {
Alessio Bazzica08d2a702020-11-20 16:26:24 +010073 calls_since_last_limiter_log_ = 0;
74 InterpolatedGainCurve::Stats stats = limiter_.GetGainCurveStats();
75 RTC_LOG(LS_INFO) << "AGC2 limiter stats"
76 << " | identity: " << stats.look_ups_identity_region
77 << " | knee: " << stats.look_ups_knee_region
78 << " | limiter: " << stats.look_ups_limiter_region
79 << " | saturation: " << stats.look_ups_saturation_region;
80 }
alessiob3ec96df2017-05-22 06:57:06 -070081}
82
Alex Loikoa837dd72018-08-06 16:32:12 +020083void GainController2::NotifyAnalogLevel(int level) {
Alessio Bazzica82ea4ee2021-10-07 09:21:02 +020084 if (analog_level_ != level && adaptive_digital_controller_) {
85 adaptive_digital_controller_->HandleInputGainChange();
Alex Loikoa837dd72018-08-06 16:32:12 +020086 }
87 analog_level_ = level;
88}
89
Alessio Bazzica270f7b52017-10-13 11:05:17 +020090void GainController2::ApplyConfig(
91 const AudioProcessing::Config::GainController2& config) {
Alessio Bazzica0c83e152020-10-14 12:49:54 +020092 RTC_DCHECK(Validate(config));
Alex Loiko20f60f02018-11-12 12:09:57 +010093
Alessio Bazzica1e2542f2018-11-13 14:44:15 +010094 config_ = config;
95 if (config.fixed_digital.gain_db != config_.fixed_digital.gain_db) {
Alessio Bazzica3e4c77f2018-11-01 21:31:38 +010096 // Reset the limiter to quickly react on abrupt level changes caused by
97 // large changes of the fixed gain.
98 limiter_.Reset();
99 }
Alessio Bazzica82ea4ee2021-10-07 09:21:02 +0200100 fixed_gain_applier_.SetGainFactor(DbToRatio(config_.fixed_digital.gain_db));
Per Åhgren2bd85ab2020-01-03 10:36:34 +0100101 if (config_.adaptive_digital.enabled) {
Alessio Bazzica82ea4ee2021-10-07 09:21:02 +0200102 adaptive_digital_controller_ =
Alessio Bazzica61982a72021-04-14 16:17:09 +0200103 std::make_unique<AdaptiveAgc>(&data_dumper_, config_.adaptive_digital);
Per Åhgren2bd85ab2020-01-03 10:36:34 +0100104 } else {
Alessio Bazzica82ea4ee2021-10-07 09:21:02 +0200105 adaptive_digital_controller_.reset();
Per Åhgren2bd85ab2020-01-03 10:36:34 +0100106 }
Alessio Bazzica270f7b52017-10-13 11:05:17 +0200107}
108
alessiob3ec96df2017-05-22 06:57:06 -0700109bool GainController2::Validate(
110 const AudioProcessing::Config::GainController2& config) {
Alessio Bazzica0c83e152020-10-14 12:49:54 +0200111 const auto& fixed = config.fixed_digital;
112 const auto& adaptive = config.adaptive_digital;
Alessio Bazzicaa850e6c2021-10-04 13:35:55 +0200113 return fixed.gain_db >= 0.0f && fixed.gain_db < 50.f &&
114 adaptive.headroom_db >= 0.0f && adaptive.max_gain_db > 0.0f &&
115 adaptive.initial_gain_db >= 0.0f &&
Alessio Bazzica1ac4f2a2021-09-24 14:59:30 +0200116 adaptive.max_gain_change_db_per_second > 0.0f &&
117 adaptive.max_output_noise_level_dbfs <= 0.0f;
alessiob3ec96df2017-05-22 06:57:06 -0700118}
119
120} // namespace webrtc