blob: 6bda50449ba0dfd9274240c394b1f61251f59a82 [file] [log] [blame]
Jesús de Vicente Peñad5cb4772018-04-25 13:58:45 +02001/*
2 * Copyright (c) 2018 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#ifndef MODULES_AUDIO_PROCESSING_AEC3_ECHO_AUDIBILITY_H_
12#define MODULES_AUDIO_PROCESSING_AEC3_ECHO_AUDIBILITY_H_
13
14#include <algorithm>
15#include <array>
16#include <limits>
17#include <memory>
18#include <vector>
19
Danil Chapovalovdb9f7ab2018-06-19 10:50:11 +020020#include "absl/types/optional.h"
Jesús de Vicente Peñad5cb4772018-04-25 13:58:45 +020021#include "api/array_view.h"
Jesús de Vicente Peña2f2633d2018-05-02 09:47:22 +020022#include "modules/audio_processing/aec3/matrix_buffer.h"
Jesús de Vicente Peñad5cb4772018-04-25 13:58:45 +020023#include "modules/audio_processing/aec3/render_buffer.h"
24#include "modules/audio_processing/aec3/stationarity_estimator.h"
Jesús de Vicente Peña2f2633d2018-05-02 09:47:22 +020025#include "modules/audio_processing/aec3/vector_buffer.h"
Jesús de Vicente Peñad5cb4772018-04-25 13:58:45 +020026#include "rtc_base/constructormagic.h"
27
28namespace webrtc {
29
30class ApmDataDumper;
31
32class EchoAudibility {
33 public:
Jesús de Vicente Peña836a7a22018-08-31 15:03:04 +020034 explicit EchoAudibility(bool use_render_stationarity_at_init);
Jesús de Vicente Peñad5cb4772018-04-25 13:58:45 +020035 ~EchoAudibility();
36
37 // Feed new render data to the echo audibility estimator.
38 void Update(const RenderBuffer& render_buffer,
Jesús de Vicente Peñac98849c2018-10-22 11:41:05 +020039 rtc::ArrayView<const float> render_reverb_contribution_spectrum,
Jesús de Vicente Peña2f2633d2018-05-02 09:47:22 +020040 int delay_blocks,
Jesús de Vicente Peñac98849c2018-10-22 11:41:05 +020041 bool external_delay_seen);
Jesús de Vicente Peñad5cb4772018-04-25 13:58:45 +020042 // Get the residual echo scaling.
Per Åhgrenb2d71162018-09-10 14:10:34 +020043 void GetResidualEchoScaling(bool filter_has_had_time_to_converge,
44 rtc::ArrayView<float> residual_scaling) const {
Jesús de Vicente Peñad5cb4772018-04-25 13:58:45 +020045 for (size_t band = 0; band < residual_scaling.size(); ++band) {
Per Åhgrenb2d71162018-09-10 14:10:34 +020046 if (render_stationarity_.IsBandStationary(band) &&
47 filter_has_had_time_to_converge) {
Jesús de Vicente Peñad5cb4772018-04-25 13:58:45 +020048 residual_scaling[band] = 0.f;
49 } else {
50 residual_scaling[band] = 1.0f;
51 }
52 }
53 }
54
Jesús de Vicente Peña496cedf2018-07-04 11:02:09 +020055 // Returns true if the current render block is estimated as stationary.
56 bool IsBlockStationary() const {
57 return render_stationarity_.IsBlockStationary();
58 }
59
Jesús de Vicente Peñad5cb4772018-04-25 13:58:45 +020060 private:
61 // Reset the EchoAudibility class.
62 void Reset();
63
Jesús de Vicente Peña95581922018-04-30 08:37:57 +020064 // Updates the render stationarity flags for the current frame.
Jesús de Vicente Peñac98849c2018-10-22 11:41:05 +020065 void UpdateRenderStationarityFlags(
66 const RenderBuffer& render_buffer,
67 rtc::ArrayView<const float> render_reverb_contribution_spectrum,
68 int delay_blocks);
Jesús de Vicente Peñadc872b62018-04-25 16:11:42 +020069
Jesús de Vicente Peña95581922018-04-30 08:37:57 +020070 // Updates the noise estimator with the new render data since the previous
71 // call to this method.
Jesús de Vicente Peña2f2633d2018-05-02 09:47:22 +020072 void UpdateRenderNoiseEstimator(const VectorBuffer& spectrum_buffer,
73 const MatrixBuffer& block_buffer,
74 bool external_delay_seen);
Jesús de Vicente Peñadc872b62018-04-25 16:11:42 +020075
Jesús de Vicente Peña2f2633d2018-05-02 09:47:22 +020076 // Returns a bool being true if the render signal contains just close to zero
77 // values.
78 bool IsRenderTooLow(const MatrixBuffer& block_buffer);
79
Danil Chapovalovdb9f7ab2018-06-19 10:50:11 +020080 absl::optional<int> render_spectrum_write_prev_;
Jesús de Vicente Peña2f2633d2018-05-02 09:47:22 +020081 int render_block_write_prev_;
82 bool non_zero_render_seen_;
Jesús de Vicente Peña836a7a22018-08-31 15:03:04 +020083 const bool use_render_stationarity_at_init_;
Jesús de Vicente Peñad5cb4772018-04-25 13:58:45 +020084 StationarityEstimator render_stationarity_;
85 RTC_DISALLOW_COPY_AND_ASSIGN(EchoAudibility);
86};
87
88} // namespace webrtc
89
90#endif // MODULES_AUDIO_PROCESSING_AEC3_ECHO_AUDIBILITY_H_