Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2018 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
| 11 | #ifndef MODULES_AUDIO_PROCESSING_AEC3_ECHO_AUDIBILITY_H_ |
| 12 | #define MODULES_AUDIO_PROCESSING_AEC3_ECHO_AUDIBILITY_H_ |
| 13 | |
| 14 | #include <algorithm> |
| 15 | #include <array> |
| 16 | #include <limits> |
| 17 | #include <memory> |
| 18 | #include <vector> |
| 19 | |
Danil Chapovalov | db9f7ab | 2018-06-19 10:50:11 +0200 | [diff] [blame] | 20 | #include "absl/types/optional.h" |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 21 | #include "api/array_view.h" |
Jesús de Vicente Peña | 2f2633d | 2018-05-02 09:47:22 +0200 | [diff] [blame] | 22 | #include "modules/audio_processing/aec3/matrix_buffer.h" |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 23 | #include "modules/audio_processing/aec3/render_buffer.h" |
| 24 | #include "modules/audio_processing/aec3/stationarity_estimator.h" |
Jesús de Vicente Peña | 2f2633d | 2018-05-02 09:47:22 +0200 | [diff] [blame] | 25 | #include "modules/audio_processing/aec3/vector_buffer.h" |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 26 | #include "rtc_base/constructormagic.h" |
| 27 | |
| 28 | namespace webrtc { |
| 29 | |
| 30 | class ApmDataDumper; |
| 31 | |
| 32 | class EchoAudibility { |
| 33 | public: |
Jesús de Vicente Peña | 836a7a2 | 2018-08-31 15:03:04 +0200 | [diff] [blame] | 34 | explicit EchoAudibility(bool use_render_stationarity_at_init); |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 35 | ~EchoAudibility(); |
| 36 | |
| 37 | // Feed new render data to the echo audibility estimator. |
| 38 | void Update(const RenderBuffer& render_buffer, |
Jesús de Vicente Peña | c98849c | 2018-10-22 11:41:05 +0200 | [diff] [blame] | 39 | rtc::ArrayView<const float> render_reverb_contribution_spectrum, |
Jesús de Vicente Peña | 2f2633d | 2018-05-02 09:47:22 +0200 | [diff] [blame] | 40 | int delay_blocks, |
Jesús de Vicente Peña | c98849c | 2018-10-22 11:41:05 +0200 | [diff] [blame] | 41 | bool external_delay_seen); |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 42 | // Get the residual echo scaling. |
Per Åhgren | b2d7116 | 2018-09-10 14:10:34 +0200 | [diff] [blame] | 43 | void GetResidualEchoScaling(bool filter_has_had_time_to_converge, |
| 44 | rtc::ArrayView<float> residual_scaling) const { |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 45 | for (size_t band = 0; band < residual_scaling.size(); ++band) { |
Per Åhgren | b2d7116 | 2018-09-10 14:10:34 +0200 | [diff] [blame] | 46 | if (render_stationarity_.IsBandStationary(band) && |
| 47 | filter_has_had_time_to_converge) { |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 48 | residual_scaling[band] = 0.f; |
| 49 | } else { |
| 50 | residual_scaling[band] = 1.0f; |
| 51 | } |
| 52 | } |
| 53 | } |
| 54 | |
Jesús de Vicente Peña | 496cedf | 2018-07-04 11:02:09 +0200 | [diff] [blame] | 55 | // Returns true if the current render block is estimated as stationary. |
| 56 | bool IsBlockStationary() const { |
| 57 | return render_stationarity_.IsBlockStationary(); |
| 58 | } |
| 59 | |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 60 | private: |
| 61 | // Reset the EchoAudibility class. |
| 62 | void Reset(); |
| 63 | |
Jesús de Vicente Peña | 9558192 | 2018-04-30 08:37:57 +0200 | [diff] [blame] | 64 | // Updates the render stationarity flags for the current frame. |
Jesús de Vicente Peña | c98849c | 2018-10-22 11:41:05 +0200 | [diff] [blame] | 65 | void UpdateRenderStationarityFlags( |
| 66 | const RenderBuffer& render_buffer, |
| 67 | rtc::ArrayView<const float> render_reverb_contribution_spectrum, |
| 68 | int delay_blocks); |
Jesús de Vicente Peña | dc872b6 | 2018-04-25 16:11:42 +0200 | [diff] [blame] | 69 | |
Jesús de Vicente Peña | 9558192 | 2018-04-30 08:37:57 +0200 | [diff] [blame] | 70 | // Updates the noise estimator with the new render data since the previous |
| 71 | // call to this method. |
Jesús de Vicente Peña | 2f2633d | 2018-05-02 09:47:22 +0200 | [diff] [blame] | 72 | void UpdateRenderNoiseEstimator(const VectorBuffer& spectrum_buffer, |
| 73 | const MatrixBuffer& block_buffer, |
| 74 | bool external_delay_seen); |
Jesús de Vicente Peña | dc872b6 | 2018-04-25 16:11:42 +0200 | [diff] [blame] | 75 | |
Jesús de Vicente Peña | 2f2633d | 2018-05-02 09:47:22 +0200 | [diff] [blame] | 76 | // Returns a bool being true if the render signal contains just close to zero |
| 77 | // values. |
| 78 | bool IsRenderTooLow(const MatrixBuffer& block_buffer); |
| 79 | |
Danil Chapovalov | db9f7ab | 2018-06-19 10:50:11 +0200 | [diff] [blame] | 80 | absl::optional<int> render_spectrum_write_prev_; |
Jesús de Vicente Peña | 2f2633d | 2018-05-02 09:47:22 +0200 | [diff] [blame] | 81 | int render_block_write_prev_; |
| 82 | bool non_zero_render_seen_; |
Jesús de Vicente Peña | 836a7a2 | 2018-08-31 15:03:04 +0200 | [diff] [blame] | 83 | const bool use_render_stationarity_at_init_; |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 84 | StationarityEstimator render_stationarity_; |
| 85 | RTC_DISALLOW_COPY_AND_ASSIGN(EchoAudibility); |
| 86 | }; |
| 87 | |
| 88 | } // namespace webrtc |
| 89 | |
| 90 | #endif // MODULES_AUDIO_PROCESSING_AEC3_ECHO_AUDIBILITY_H_ |