Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2018 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
| 11 | #ifndef MODULES_AUDIO_PROCESSING_AEC3_ECHO_AUDIBILITY_H_ |
| 12 | #define MODULES_AUDIO_PROCESSING_AEC3_ECHO_AUDIBILITY_H_ |
| 13 | |
Yves Gerey | 988cc08 | 2018-10-23 12:03:01 +0200 | [diff] [blame] | 14 | #include <stddef.h> |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 15 | |
Danil Chapovalov | db9f7ab | 2018-06-19 10:50:11 +0200 | [diff] [blame] | 16 | #include "absl/types/optional.h" |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 17 | #include "api/array_view.h" |
Sam Zackrisson | f3f6159 | 2019-09-05 11:30:49 +0200 | [diff] [blame] | 18 | #include "modules/audio_processing/aec3/block_buffer.h" |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 19 | #include "modules/audio_processing/aec3/render_buffer.h" |
Sam Zackrisson | f3f6159 | 2019-09-05 11:30:49 +0200 | [diff] [blame] | 20 | #include "modules/audio_processing/aec3/spectrum_buffer.h" |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 21 | #include "modules/audio_processing/aec3/stationarity_estimator.h" |
Steve Anton | 10542f2 | 2019-01-11 09:11:00 -0800 | [diff] [blame] | 22 | #include "rtc_base/constructor_magic.h" |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 23 | |
| 24 | namespace webrtc { |
| 25 | |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 26 | class EchoAudibility { |
| 27 | public: |
Jesús de Vicente Peña | 836a7a2 | 2018-08-31 15:03:04 +0200 | [diff] [blame] | 28 | explicit EchoAudibility(bool use_render_stationarity_at_init); |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 29 | ~EchoAudibility(); |
| 30 | |
Per Åhgren | 8718afb | 2019-10-15 10:31:35 +0200 | [diff] [blame^] | 31 | EchoAudibility(const EchoAudibility&) = delete; |
| 32 | EchoAudibility& operator=(const EchoAudibility&) = delete; |
| 33 | |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 34 | // Feed new render data to the echo audibility estimator. |
| 35 | void Update(const RenderBuffer& render_buffer, |
Per Åhgren | 8718afb | 2019-10-15 10:31:35 +0200 | [diff] [blame^] | 36 | rtc::ArrayView<const float> average_reverb, |
| 37 | int min_channel_delay_blocks, |
Jesús de Vicente Peña | c98849c | 2018-10-22 11:41:05 +0200 | [diff] [blame] | 38 | bool external_delay_seen); |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 39 | // Get the residual echo scaling. |
Per Åhgren | b2d7116 | 2018-09-10 14:10:34 +0200 | [diff] [blame] | 40 | void GetResidualEchoScaling(bool filter_has_had_time_to_converge, |
| 41 | rtc::ArrayView<float> residual_scaling) const { |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 42 | for (size_t band = 0; band < residual_scaling.size(); ++band) { |
Per Åhgren | b2d7116 | 2018-09-10 14:10:34 +0200 | [diff] [blame] | 43 | if (render_stationarity_.IsBandStationary(band) && |
Jesús de Vicente Peña | ba801f6 | 2019-04-16 11:32:11 +0200 | [diff] [blame] | 44 | (filter_has_had_time_to_converge || |
| 45 | use_render_stationarity_at_init_)) { |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 46 | residual_scaling[band] = 0.f; |
| 47 | } else { |
| 48 | residual_scaling[band] = 1.0f; |
| 49 | } |
| 50 | } |
| 51 | } |
| 52 | |
Jesús de Vicente Peña | 496cedf | 2018-07-04 11:02:09 +0200 | [diff] [blame] | 53 | // Returns true if the current render block is estimated as stationary. |
| 54 | bool IsBlockStationary() const { |
| 55 | return render_stationarity_.IsBlockStationary(); |
| 56 | } |
| 57 | |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 58 | private: |
| 59 | // Reset the EchoAudibility class. |
| 60 | void Reset(); |
| 61 | |
Jesús de Vicente Peña | 9558192 | 2018-04-30 08:37:57 +0200 | [diff] [blame] | 62 | // Updates the render stationarity flags for the current frame. |
Per Åhgren | 8718afb | 2019-10-15 10:31:35 +0200 | [diff] [blame^] | 63 | void UpdateRenderStationarityFlags(const RenderBuffer& render_buffer, |
| 64 | rtc::ArrayView<const float> average_reverb, |
| 65 | int delay_blocks); |
Jesús de Vicente Peña | dc872b6 | 2018-04-25 16:11:42 +0200 | [diff] [blame] | 66 | |
Jesús de Vicente Peña | 9558192 | 2018-04-30 08:37:57 +0200 | [diff] [blame] | 67 | // Updates the noise estimator with the new render data since the previous |
| 68 | // call to this method. |
Sam Zackrisson | f3f6159 | 2019-09-05 11:30:49 +0200 | [diff] [blame] | 69 | void UpdateRenderNoiseEstimator(const SpectrumBuffer& spectrum_buffer, |
| 70 | const BlockBuffer& block_buffer, |
Jesús de Vicente Peña | 2f2633d | 2018-05-02 09:47:22 +0200 | [diff] [blame] | 71 | bool external_delay_seen); |
Jesús de Vicente Peña | dc872b6 | 2018-04-25 16:11:42 +0200 | [diff] [blame] | 72 | |
Jesús de Vicente Peña | 2f2633d | 2018-05-02 09:47:22 +0200 | [diff] [blame] | 73 | // Returns a bool being true if the render signal contains just close to zero |
| 74 | // values. |
Sam Zackrisson | f3f6159 | 2019-09-05 11:30:49 +0200 | [diff] [blame] | 75 | bool IsRenderTooLow(const BlockBuffer& block_buffer); |
Jesús de Vicente Peña | 2f2633d | 2018-05-02 09:47:22 +0200 | [diff] [blame] | 76 | |
Danil Chapovalov | db9f7ab | 2018-06-19 10:50:11 +0200 | [diff] [blame] | 77 | absl::optional<int> render_spectrum_write_prev_; |
Jesús de Vicente Peña | 2f2633d | 2018-05-02 09:47:22 +0200 | [diff] [blame] | 78 | int render_block_write_prev_; |
| 79 | bool non_zero_render_seen_; |
Jesús de Vicente Peña | 836a7a2 | 2018-08-31 15:03:04 +0200 | [diff] [blame] | 80 | const bool use_render_stationarity_at_init_; |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 81 | StationarityEstimator render_stationarity_; |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 82 | }; |
| 83 | |
| 84 | } // namespace webrtc |
| 85 | |
| 86 | #endif // MODULES_AUDIO_PROCESSING_AEC3_ECHO_AUDIBILITY_H_ |