blob: 4c0c85dcf7382800d4de8477e4362274cea46857 [file] [log] [blame]
peah522d71b2017-02-23 05:16:26 -08001/*
2 * Copyright (c) 2017 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#ifndef MODULES_AUDIO_PROCESSING_AEC3_SUPPRESSION_GAIN_H_
12#define MODULES_AUDIO_PROCESSING_AEC3_SUPPRESSION_GAIN_H_
peah522d71b2017-02-23 05:16:26 -080013
14#include <array>
peah86afe9d2017-04-06 15:45:32 -070015#include <vector>
peah522d71b2017-02-23 05:16:26 -080016
Gustaf Ullberg3646f972018-02-14 15:19:04 +010017#include "api/audio/echo_canceller3_config.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020018#include "modules/audio_processing/aec3/aec3_common.h"
Per Åhgren7ddd4632017-10-25 02:59:45 +020019#include "modules/audio_processing/aec3/aec_state.h"
Per Åhgren47d7fbd2018-04-24 12:44:29 +020020#include "modules/audio_processing/aec3/coherence_gain.h"
Gustaf Ullberg8406c432018-06-19 12:31:33 +020021#include "modules/audio_processing/aec3/moving_average.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020022#include "modules/audio_processing/aec3/render_signal_analyzer.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020023#include "rtc_base/constructormagic.h"
peah522d71b2017-02-23 05:16:26 -080024
25namespace webrtc {
peah522d71b2017-02-23 05:16:26 -080026
27class SuppressionGain {
28 public:
Gustaf Ullbergbd83b912017-10-18 12:32:42 +020029 SuppressionGain(const EchoCanceller3Config& config,
Per Åhgren47d7fbd2018-04-24 12:44:29 +020030 Aec3Optimization optimization,
31 int sample_rate_hz);
32 ~SuppressionGain();
33 void GetGain(
34 const std::array<float, kFftLengthBy2Plus1>& nearend_spectrum,
35 const std::array<float, kFftLengthBy2Plus1>& echo_spectrum,
36 const std::array<float, kFftLengthBy2Plus1>& comfort_noise_spectrum,
37 const FftData& linear_aec_fft,
38 const FftData& render_fft,
39 const FftData& capture_fft,
40 const RenderSignalAnalyzer& render_signal_analyzer,
41 const AecState& aec_state,
42 const std::vector<std::vector<float>>& render,
43 float* high_bands_gain,
44 std::array<float, kFftLengthBy2Plus1>* low_band_gain);
peah522d71b2017-02-23 05:16:26 -080045
Per Åhgren5f1a31c2018-03-08 15:54:41 +010046 // Toggles the usage of the initial state.
47 void SetInitialState(bool state);
48
peah522d71b2017-02-23 05:16:26 -080049 private:
Gustaf Ullbergec642172018-07-03 13:48:32 +020050 void GainToNoAudibleEcho(
51 const std::array<float, kFftLengthBy2Plus1>& nearend,
52 const std::array<float, kFftLengthBy2Plus1>& echo,
53 const std::array<float, kFftLengthBy2Plus1>& masker,
54 const std::array<float, kFftLengthBy2Plus1>& min_gain,
55 const std::array<float, kFftLengthBy2Plus1>& max_gain,
56 std::array<float, kFftLengthBy2Plus1>* gain) const;
57
peah1d680892017-05-23 04:07:10 -070058 void LowerBandGain(bool stationary_with_low_power,
Per Åhgren5f1a31c2018-03-08 15:54:41 +010059 const AecState& aec_state,
peah1d680892017-05-23 04:07:10 -070060 const std::array<float, kFftLengthBy2Plus1>& nearend,
61 const std::array<float, kFftLengthBy2Plus1>& echo,
62 const std::array<float, kFftLengthBy2Plus1>& comfort_noise,
63 std::array<float, kFftLengthBy2Plus1>* gain);
64
Per Åhgren5f1a31c2018-03-08 15:54:41 +010065 // Limits the gain increase.
66 void UpdateGainIncrease(
67 bool low_noise_render,
68 bool linear_echo_estimate,
Per Åhgren31122d62018-04-10 16:33:55 +020069 bool saturated_echo,
Per Åhgren5f1a31c2018-03-08 15:54:41 +010070 const std::array<float, kFftLengthBy2Plus1>& echo,
71 const std::array<float, kFftLengthBy2Plus1>& new_gain);
72
peah1d680892017-05-23 04:07:10 -070073 class LowNoiseRenderDetector {
74 public:
75 bool Detect(const std::vector<std::vector<float>>& render);
76
77 private:
78 float average_power_ = 32768.f * 32768.f;
79 };
80
Gustaf Ullberg216af842018-04-26 12:39:11 +020081 static int instance_count_;
82 std::unique_ptr<ApmDataDumper> data_dumper_;
peah522d71b2017-02-23 05:16:26 -080083 const Aec3Optimization optimization_;
Per Åhgren5f1a31c2018-03-08 15:54:41 +010084 const EchoCanceller3Config config_;
85 const int state_change_duration_blocks_;
86 float one_by_state_change_duration_blocks_;
peah1d680892017-05-23 04:07:10 -070087 std::array<float, kFftLengthBy2Plus1> last_gain_;
88 std::array<float, kFftLengthBy2Plus1> last_masker_;
89 std::array<float, kFftLengthBy2Plus1> gain_increase_;
Gustaf Ullberg0e6375e2018-05-04 11:29:02 +020090 std::array<float, kFftLengthBy2Plus1> last_nearend_;
peah1d680892017-05-23 04:07:10 -070091 std::array<float, kFftLengthBy2Plus1> last_echo_;
Gustaf Ullbergec642172018-07-03 13:48:32 +020092 std::array<float, kFftLengthBy2Plus1> enr_transparent_;
93 std::array<float, kFftLengthBy2Plus1> enr_suppress_;
94 std::array<float, kFftLengthBy2Plus1> emr_transparent_;
peah1d680892017-05-23 04:07:10 -070095 LowNoiseRenderDetector low_render_detector_;
Per Åhgren5f1a31c2018-03-08 15:54:41 +010096 bool initial_state_ = true;
97 int initial_state_change_counter_ = 0;
Per Åhgren47d7fbd2018-04-24 12:44:29 +020098 CoherenceGain coherence_gain_;
Gustaf Ullberg0e6375e2018-05-04 11:29:02 +020099 const bool enable_transparency_improvements_;
Gustaf Ullbergec642172018-07-03 13:48:32 +0200100 const bool enable_new_suppression_;
Gustaf Ullberg8406c432018-06-19 12:31:33 +0200101 aec3::MovingAverage moving_average_;
Per Åhgren47d7fbd2018-04-24 12:44:29 +0200102
peah8cee56f2017-08-24 22:36:53 -0700103 RTC_DISALLOW_COPY_AND_ASSIGN(SuppressionGain);
peah522d71b2017-02-23 05:16:26 -0800104};
105
106} // namespace webrtc
107
Mirko Bonadei92ea95e2017-09-15 06:47:31 +0200108#endif // MODULES_AUDIO_PROCESSING_AEC3_SUPPRESSION_GAIN_H_