blob: 416bc78772e5891e009e02daf493cc8f92c83a6d [file] [log] [blame]
alessiob3ec96df2017-05-22 06:57:06 -07001/*
2 * Copyright (c) 2017 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Alex Loikoe36e8bb2018-02-16 11:54:07 +010011#include "modules/audio_processing/gain_controller2.h"
alessiob3ec96df2017-05-22 06:57:06 -070012
Alessio Bazzica38901042021-10-14 12:14:21 +020013#include <memory>
14#include <utility>
15
Alessio Bazzica3e4c77f2018-11-01 21:31:38 +010016#include "common_audio/include/audio_util.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020017#include "modules/audio_processing/audio_buffer.h"
Alex Loikoe36e8bb2018-02-16 11:54:07 +010018#include "modules/audio_processing/include/audio_frame_view.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020019#include "modules/audio_processing/logging/apm_data_dumper.h"
Steve Anton10542f22019-01-11 09:11:00 -080020#include "rtc_base/atomic_ops.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020021#include "rtc_base/checks.h"
Alessio Bazzica08d2a702020-11-20 16:26:24 +010022#include "rtc_base/logging.h"
Jonas Olsson366a50c2018-09-06 13:41:30 +020023#include "rtc_base/strings/string_builder.h"
alessiob3ec96df2017-05-22 06:57:06 -070024
25namespace webrtc {
Alessio Bazzica82ea4ee2021-10-07 09:21:02 +020026namespace {
Alessio Bazzica38901042021-10-14 12:14:21 +020027
28using Agc2Config = AudioProcessing::Config::GainController2;
29
30constexpr int kUnspecifiedAnalogLevel = -1;
Alessio Bazzica82ea4ee2021-10-07 09:21:02 +020031constexpr int kLogLimiterStatsPeriodMs = 30'000;
32constexpr int kFrameLengthMs = 10;
33constexpr int kLogLimiterStatsPeriodNumFrames =
34 kLogLimiterStatsPeriodMs / kFrameLengthMs;
Alessio Bazzica38901042021-10-14 12:14:21 +020035
36// Creates an adaptive digital gain controller if enabled.
37std::unique_ptr<AdaptiveAgc> CreateAdaptiveDigitalController(
38 const Agc2Config::AdaptiveDigital& config,
39 int sample_rate_hz,
40 int num_channels,
41 ApmDataDumper* data_dumper) {
42 if (config.enabled) {
43 // TODO(bugs.webrtc.org/7494): Also init with sample rate and num channels.
44 auto controller = std::make_unique<AdaptiveAgc>(data_dumper, config);
45 // TODO(bugs.webrtc.org/7494): Remove once passed to the ctor.
46 controller->Initialize(sample_rate_hz, num_channels);
47 return controller;
48 }
49 return nullptr;
50}
51
Alessio Bazzica82ea4ee2021-10-07 09:21:02 +020052} // namespace
alessiob3ec96df2017-05-22 06:57:06 -070053
alessiob3ec96df2017-05-22 06:57:06 -070054int GainController2::instance_count_ = 0;
55
Alessio Bazzica38901042021-10-14 12:14:21 +020056GainController2::GainController2(const Agc2Config& config,
57 int sample_rate_hz,
58 int num_channels)
Alessio Bazzica8aaa6042021-03-31 15:16:05 +020059 : data_dumper_(rtc::AtomicOps::Increment(&instance_count_)),
Alessio Bazzica82ea4ee2021-10-07 09:21:02 +020060 fixed_gain_applier_(/*hard_clip_samples=*/false,
61 /*initial_gain_factor=*/0.0f),
Alessio Bazzica38901042021-10-14 12:14:21 +020062 adaptive_digital_controller_(
63 CreateAdaptiveDigitalController(config.adaptive_digital,
64 sample_rate_hz,
65 num_channels,
66 &data_dumper_)),
67 limiter_(sample_rate_hz, &data_dumper_, /*histogram_name_prefix=*/"Agc2"),
68 calls_since_last_limiter_log_(0),
69 analog_level_(kUnspecifiedAnalogLevel) {
70 RTC_DCHECK(Validate(config));
71 data_dumper_.InitiateNewSetOfRecordings();
72 // TODO(bugs.webrtc.org/7494): Set gain when `fixed_gain_applier_` is init'd.
73 fixed_gain_applier_.SetGainFactor(DbToRatio(config.fixed_digital.gain_db));
Per Åhgren2bd85ab2020-01-03 10:36:34 +010074}
alessiob3ec96df2017-05-22 06:57:06 -070075
76GainController2::~GainController2() = default;
77
Alessio Bazzicad66a6052021-04-29 16:13:25 +020078void GainController2::Initialize(int sample_rate_hz, int num_channels) {
Alessio Bazzica270f7b52017-10-13 11:05:17 +020079 RTC_DCHECK(sample_rate_hz == AudioProcessing::kSampleRate8kHz ||
80 sample_rate_hz == AudioProcessing::kSampleRate16kHz ||
81 sample_rate_hz == AudioProcessing::kSampleRate32kHz ||
82 sample_rate_hz == AudioProcessing::kSampleRate48kHz);
Alessio Bazzica38901042021-10-14 12:14:21 +020083 // TODO(bugs.webrtc.org/7494): Initialize `fixed_gain_applier_`.
Alessio Bazzica3e4c77f2018-11-01 21:31:38 +010084 limiter_.SetSampleRate(sample_rate_hz);
Alessio Bazzica82ea4ee2021-10-07 09:21:02 +020085 if (adaptive_digital_controller_) {
86 adaptive_digital_controller_->Initialize(sample_rate_hz, num_channels);
Alessio Bazzicad66a6052021-04-29 16:13:25 +020087 }
Alessio Bazzica8aaa6042021-03-31 15:16:05 +020088 data_dumper_.InitiateNewSetOfRecordings();
Alessio Bazzica08d2a702020-11-20 16:26:24 +010089 calls_since_last_limiter_log_ = 0;
Alessio Bazzica38901042021-10-14 12:14:21 +020090 analog_level_ = kUnspecifiedAnalogLevel;
91}
92
93void GainController2::SetFixedGainDb(float gain_db) {
94 const float gain_factor = DbToRatio(gain_db);
95 if (fixed_gain_applier_.GetGainFactor() != gain_factor) {
96 // Reset the limiter to quickly react on abrupt level changes caused by
97 // large changes of the fixed gain.
98 limiter_.Reset();
99 }
100 fixed_gain_applier_.SetGainFactor(gain_factor);
Alessio Bazzica270f7b52017-10-13 11:05:17 +0200101}
102
alessiob3ec96df2017-05-22 06:57:06 -0700103void GainController2::Process(AudioBuffer* audio) {
Alessio Bazzica8aaa6042021-03-31 15:16:05 +0200104 data_dumper_.DumpRaw("agc2_notified_analog_level", analog_level_);
Per Åhgrend47941e2019-08-22 11:51:13 +0200105 AudioFrameView<float> float_frame(audio->channels(), audio->num_channels(),
Alex Loikoe36e8bb2018-02-16 11:54:07 +0100106 audio->num_frames());
Alessio Bazzica82ea4ee2021-10-07 09:21:02 +0200107 fixed_gain_applier_.ApplyGain(float_frame);
108 if (adaptive_digital_controller_) {
109 adaptive_digital_controller_->Process(float_frame,
110 limiter_.LastAudioLevel());
Alex Loikoe5831742018-08-24 11:28:36 +0200111 }
Alessio Bazzica3e4c77f2018-11-01 21:31:38 +0100112 limiter_.Process(float_frame);
Alessio Bazzica08d2a702020-11-20 16:26:24 +0100113
Alessio Bazzica82ea4ee2021-10-07 09:21:02 +0200114 // Periodically log limiter stats.
115 if (++calls_since_last_limiter_log_ == kLogLimiterStatsPeriodNumFrames) {
Alessio Bazzica08d2a702020-11-20 16:26:24 +0100116 calls_since_last_limiter_log_ = 0;
117 InterpolatedGainCurve::Stats stats = limiter_.GetGainCurveStats();
118 RTC_LOG(LS_INFO) << "AGC2 limiter stats"
119 << " | identity: " << stats.look_ups_identity_region
120 << " | knee: " << stats.look_ups_knee_region
121 << " | limiter: " << stats.look_ups_limiter_region
122 << " | saturation: " << stats.look_ups_saturation_region;
123 }
alessiob3ec96df2017-05-22 06:57:06 -0700124}
125
Alex Loikoa837dd72018-08-06 16:32:12 +0200126void GainController2::NotifyAnalogLevel(int level) {
Alessio Bazzica82ea4ee2021-10-07 09:21:02 +0200127 if (analog_level_ != level && adaptive_digital_controller_) {
128 adaptive_digital_controller_->HandleInputGainChange();
Alex Loikoa837dd72018-08-06 16:32:12 +0200129 }
130 analog_level_ = level;
131}
132
alessiob3ec96df2017-05-22 06:57:06 -0700133bool GainController2::Validate(
134 const AudioProcessing::Config::GainController2& config) {
Alessio Bazzica0c83e152020-10-14 12:49:54 +0200135 const auto& fixed = config.fixed_digital;
136 const auto& adaptive = config.adaptive_digital;
Alessio Bazzicaa850e6c2021-10-04 13:35:55 +0200137 return fixed.gain_db >= 0.0f && fixed.gain_db < 50.f &&
138 adaptive.headroom_db >= 0.0f && adaptive.max_gain_db > 0.0f &&
139 adaptive.initial_gain_db >= 0.0f &&
Alessio Bazzica1ac4f2a2021-09-24 14:59:30 +0200140 adaptive.max_gain_change_db_per_second > 0.0f &&
141 adaptive.max_output_noise_level_dbfs <= 0.0f;
alessiob3ec96df2017-05-22 06:57:06 -0700142}
143
144} // namespace webrtc