Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2018 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
| 11 | #ifndef MODULES_AUDIO_PROCESSING_AEC3_ECHO_AUDIBILITY_H_ |
| 12 | #define MODULES_AUDIO_PROCESSING_AEC3_ECHO_AUDIBILITY_H_ |
| 13 | |
Yves Gerey | 988cc08 | 2018-10-23 12:03:01 +0200 | [diff] [blame] | 14 | #include <stddef.h> |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 15 | |
Danil Chapovalov | db9f7ab | 2018-06-19 10:50:11 +0200 | [diff] [blame] | 16 | #include "absl/types/optional.h" |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 17 | #include "api/array_view.h" |
Sam Zackrisson | f3f6159 | 2019-09-05 11:30:49 +0200 | [diff] [blame] | 18 | #include "modules/audio_processing/aec3/block_buffer.h" |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 19 | #include "modules/audio_processing/aec3/render_buffer.h" |
Sam Zackrisson | f3f6159 | 2019-09-05 11:30:49 +0200 | [diff] [blame] | 20 | #include "modules/audio_processing/aec3/spectrum_buffer.h" |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 21 | #include "modules/audio_processing/aec3/stationarity_estimator.h" |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 22 | |
| 23 | namespace webrtc { |
| 24 | |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 25 | class EchoAudibility { |
| 26 | public: |
Jesús de Vicente Peña | 836a7a2 | 2018-08-31 15:03:04 +0200 | [diff] [blame] | 27 | explicit EchoAudibility(bool use_render_stationarity_at_init); |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 28 | ~EchoAudibility(); |
| 29 | |
Per Åhgren | 8718afb | 2019-10-15 10:31:35 +0200 | [diff] [blame] | 30 | EchoAudibility(const EchoAudibility&) = delete; |
| 31 | EchoAudibility& operator=(const EchoAudibility&) = delete; |
| 32 | |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 33 | // Feed new render data to the echo audibility estimator. |
| 34 | void Update(const RenderBuffer& render_buffer, |
Per Åhgren | 8718afb | 2019-10-15 10:31:35 +0200 | [diff] [blame] | 35 | rtc::ArrayView<const float> average_reverb, |
| 36 | int min_channel_delay_blocks, |
Jesús de Vicente Peña | c98849c | 2018-10-22 11:41:05 +0200 | [diff] [blame] | 37 | bool external_delay_seen); |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 38 | // Get the residual echo scaling. |
Per Åhgren | b2d7116 | 2018-09-10 14:10:34 +0200 | [diff] [blame] | 39 | void GetResidualEchoScaling(bool filter_has_had_time_to_converge, |
| 40 | rtc::ArrayView<float> residual_scaling) const { |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 41 | for (size_t band = 0; band < residual_scaling.size(); ++band) { |
Per Åhgren | b2d7116 | 2018-09-10 14:10:34 +0200 | [diff] [blame] | 42 | if (render_stationarity_.IsBandStationary(band) && |
Jesús de Vicente Peña | ba801f6 | 2019-04-16 11:32:11 +0200 | [diff] [blame] | 43 | (filter_has_had_time_to_converge || |
| 44 | use_render_stationarity_at_init_)) { |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 45 | residual_scaling[band] = 0.f; |
| 46 | } else { |
| 47 | residual_scaling[band] = 1.0f; |
| 48 | } |
| 49 | } |
| 50 | } |
| 51 | |
Jesús de Vicente Peña | 496cedf | 2018-07-04 11:02:09 +0200 | [diff] [blame] | 52 | // Returns true if the current render block is estimated as stationary. |
| 53 | bool IsBlockStationary() const { |
| 54 | return render_stationarity_.IsBlockStationary(); |
| 55 | } |
| 56 | |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 57 | private: |
| 58 | // Reset the EchoAudibility class. |
| 59 | void Reset(); |
| 60 | |
Jesús de Vicente Peña | 9558192 | 2018-04-30 08:37:57 +0200 | [diff] [blame] | 61 | // Updates the render stationarity flags for the current frame. |
Per Åhgren | 8718afb | 2019-10-15 10:31:35 +0200 | [diff] [blame] | 62 | void UpdateRenderStationarityFlags(const RenderBuffer& render_buffer, |
| 63 | rtc::ArrayView<const float> average_reverb, |
| 64 | int delay_blocks); |
Jesús de Vicente Peña | dc872b6 | 2018-04-25 16:11:42 +0200 | [diff] [blame] | 65 | |
Jesús de Vicente Peña | 9558192 | 2018-04-30 08:37:57 +0200 | [diff] [blame] | 66 | // Updates the noise estimator with the new render data since the previous |
| 67 | // call to this method. |
Sam Zackrisson | f3f6159 | 2019-09-05 11:30:49 +0200 | [diff] [blame] | 68 | void UpdateRenderNoiseEstimator(const SpectrumBuffer& spectrum_buffer, |
| 69 | const BlockBuffer& block_buffer, |
Jesús de Vicente Peña | 2f2633d | 2018-05-02 09:47:22 +0200 | [diff] [blame] | 70 | bool external_delay_seen); |
Jesús de Vicente Peña | dc872b6 | 2018-04-25 16:11:42 +0200 | [diff] [blame] | 71 | |
Jesús de Vicente Peña | 2f2633d | 2018-05-02 09:47:22 +0200 | [diff] [blame] | 72 | // Returns a bool being true if the render signal contains just close to zero |
| 73 | // values. |
Sam Zackrisson | f3f6159 | 2019-09-05 11:30:49 +0200 | [diff] [blame] | 74 | bool IsRenderTooLow(const BlockBuffer& block_buffer); |
Jesús de Vicente Peña | 2f2633d | 2018-05-02 09:47:22 +0200 | [diff] [blame] | 75 | |
Danil Chapovalov | db9f7ab | 2018-06-19 10:50:11 +0200 | [diff] [blame] | 76 | absl::optional<int> render_spectrum_write_prev_; |
Jesús de Vicente Peña | 2f2633d | 2018-05-02 09:47:22 +0200 | [diff] [blame] | 77 | int render_block_write_prev_; |
| 78 | bool non_zero_render_seen_; |
Jesús de Vicente Peña | 836a7a2 | 2018-08-31 15:03:04 +0200 | [diff] [blame] | 79 | const bool use_render_stationarity_at_init_; |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 80 | StationarityEstimator render_stationarity_; |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 81 | }; |
| 82 | |
| 83 | } // namespace webrtc |
| 84 | |
| 85 | #endif // MODULES_AUDIO_PROCESSING_AEC3_ECHO_AUDIBILITY_H_ |