peah | 522d71b | 2017-02-23 05:16:26 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2017 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 11 | #ifndef MODULES_AUDIO_PROCESSING_AEC3_RENDER_BUFFER_H_ |
| 12 | #define MODULES_AUDIO_PROCESSING_AEC3_RENDER_BUFFER_H_ |
peah | 522d71b | 2017-02-23 05:16:26 -0800 | [diff] [blame] | 13 | |
Yves Gerey | 988cc08 | 2018-10-23 12:03:01 +0200 | [diff] [blame] | 14 | #include <stddef.h> |
Per Åhgren | 8ba5861 | 2017-12-01 23:01:44 +0100 | [diff] [blame] | 15 | #include <array> |
Yves Gerey | 988cc08 | 2018-10-23 12:03:01 +0200 | [diff] [blame] | 16 | #include <vector> |
peah | 522d71b | 2017-02-23 05:16:26 -0800 | [diff] [blame] | 17 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 18 | #include "api/array_view.h" |
Yves Gerey | 988cc08 | 2018-10-23 12:03:01 +0200 | [diff] [blame] | 19 | #include "modules/audio_processing/aec3/aec3_common.h" |
Per Åhgren | 8ba5861 | 2017-12-01 23:01:44 +0100 | [diff] [blame] | 20 | #include "modules/audio_processing/aec3/fft_buffer.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 21 | #include "modules/audio_processing/aec3/fft_data.h" |
Per Åhgren | 8ba5861 | 2017-12-01 23:01:44 +0100 | [diff] [blame] | 22 | #include "modules/audio_processing/aec3/matrix_buffer.h" |
| 23 | #include "modules/audio_processing/aec3/vector_buffer.h" |
Yves Gerey | 988cc08 | 2018-10-23 12:03:01 +0200 | [diff] [blame] | 24 | #include "rtc_base/checks.h" |
Steve Anton | 10542f2 | 2019-01-11 09:11:00 -0800 | [diff] [blame^] | 25 | #include "rtc_base/constructor_magic.h" |
peah | 522d71b | 2017-02-23 05:16:26 -0800 | [diff] [blame] | 26 | |
| 27 | namespace webrtc { |
| 28 | |
peah | cf02cf1 | 2017-04-05 14:18:07 -0700 | [diff] [blame] | 29 | // Provides a buffer of the render data for the echo remover. |
| 30 | class RenderBuffer { |
peah | 522d71b | 2017-02-23 05:16:26 -0800 | [diff] [blame] | 31 | public: |
Per Åhgren | ec22e3f | 2017-12-20 15:20:37 +0100 | [diff] [blame] | 32 | RenderBuffer(MatrixBuffer* block_buffer, |
Per Åhgren | 8ba5861 | 2017-12-01 23:01:44 +0100 | [diff] [blame] | 33 | VectorBuffer* spectrum_buffer, |
| 34 | FftBuffer* fft_buffer); |
peah | cf02cf1 | 2017-04-05 14:18:07 -0700 | [diff] [blame] | 35 | ~RenderBuffer(); |
peah | 522d71b | 2017-02-23 05:16:26 -0800 | [diff] [blame] | 36 | |
Per Åhgren | ec22e3f | 2017-12-20 15:20:37 +0100 | [diff] [blame] | 37 | // Get a block. |
| 38 | const std::vector<std::vector<float>>& Block(int buffer_offset_blocks) const { |
| 39 | int position = |
| 40 | block_buffer_->OffsetIndex(block_buffer_->read, buffer_offset_blocks); |
| 41 | return block_buffer_->buffer[position]; |
peah | cf02cf1 | 2017-04-05 14:18:07 -0700 | [diff] [blame] | 42 | } |
peah | 522d71b | 2017-02-23 05:16:26 -0800 | [diff] [blame] | 43 | |
Per Åhgren | 8ba5861 | 2017-12-01 23:01:44 +0100 | [diff] [blame] | 44 | // Get the spectrum from one of the FFTs in the buffer. |
Per Åhgren | ec22e3f | 2017-12-20 15:20:37 +0100 | [diff] [blame] | 45 | rtc::ArrayView<const float> Spectrum(int buffer_offset_ffts) const { |
| 46 | int position = spectrum_buffer_->OffsetIndex(spectrum_buffer_->read, |
| 47 | buffer_offset_ffts); |
Per Åhgren | 8ba5861 | 2017-12-01 23:01:44 +0100 | [diff] [blame] | 48 | return spectrum_buffer_->buffer[position]; |
peah | 522d71b | 2017-02-23 05:16:26 -0800 | [diff] [blame] | 49 | } |
| 50 | |
Per Åhgren | ec22e3f | 2017-12-20 15:20:37 +0100 | [diff] [blame] | 51 | // Returns the circular fft buffer. |
| 52 | rtc::ArrayView<const FftData> GetFftBuffer() const { |
| 53 | return fft_buffer_->buffer; |
peah | 522d71b | 2017-02-23 05:16:26 -0800 | [diff] [blame] | 54 | } |
| 55 | |
Per Åhgren | 8ba5861 | 2017-12-01 23:01:44 +0100 | [diff] [blame] | 56 | // Returns the current position in the circular buffer. |
Per Åhgren | ec22e3f | 2017-12-20 15:20:37 +0100 | [diff] [blame] | 57 | size_t Position() const { |
| 58 | RTC_DCHECK_EQ(spectrum_buffer_->read, fft_buffer_->read); |
| 59 | RTC_DCHECK_EQ(spectrum_buffer_->write, fft_buffer_->write); |
| 60 | return fft_buffer_->read; |
| 61 | } |
| 62 | |
| 63 | // Returns the sum of the spectrums for a certain number of FFTs. |
| 64 | void SpectralSum(size_t num_spectra, |
| 65 | std::array<float, kFftLengthBy2Plus1>* X2) const; |
peah | 522d71b | 2017-02-23 05:16:26 -0800 | [diff] [blame] | 66 | |
Per Åhgren | ee8ad5f | 2018-08-10 21:15:48 +0200 | [diff] [blame] | 67 | // Returns the sums of the spectrums for two numbers of FFTs. |
| 68 | void SpectralSums(size_t num_spectra_shorter, |
| 69 | size_t num_spectra_longer, |
| 70 | std::array<float, kFftLengthBy2Plus1>* X2_shorter, |
| 71 | std::array<float, kFftLengthBy2Plus1>* X2_longer) const; |
| 72 | |
Per Åhgren | b6b00dc | 2018-02-20 22:18:27 +0100 | [diff] [blame] | 73 | // Gets the recent activity seen in the render signal. |
| 74 | bool GetRenderActivity() const { return render_activity_; } |
| 75 | |
| 76 | // Specifies the recent activity seen in the render signal. |
| 77 | void SetRenderActivity(bool activity) { render_activity_ = activity; } |
| 78 | |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 79 | // Returns the headroom between the write and the read positions in the |
Jesús de Vicente Peña | 9558192 | 2018-04-30 08:37:57 +0200 | [diff] [blame] | 80 | // buffer. |
Jesús de Vicente Peña | d5cb477 | 2018-04-25 13:58:45 +0200 | [diff] [blame] | 81 | int Headroom() const { |
| 82 | // The write and read indices are decreased over time. |
| 83 | int headroom = |
| 84 | fft_buffer_->write < fft_buffer_->read |
| 85 | ? fft_buffer_->read - fft_buffer_->write |
| 86 | : fft_buffer_->size - fft_buffer_->write + fft_buffer_->read; |
| 87 | |
| 88 | RTC_DCHECK_LE(0, headroom); |
| 89 | RTC_DCHECK_GE(fft_buffer_->size, headroom); |
| 90 | |
| 91 | return headroom; |
| 92 | } |
| 93 | |
Jesús de Vicente Peña | 9558192 | 2018-04-30 08:37:57 +0200 | [diff] [blame] | 94 | // Returns a reference to the spectrum buffer. |
| 95 | const VectorBuffer& GetSpectrumBuffer() const { return *spectrum_buffer_; } |
| 96 | |
Jesús de Vicente Peña | 2f2633d | 2018-05-02 09:47:22 +0200 | [diff] [blame] | 97 | // Returns a reference to the block buffer. |
| 98 | const MatrixBuffer& GetBlockBuffer() const { return *block_buffer_; } |
| 99 | |
peah | 522d71b | 2017-02-23 05:16:26 -0800 | [diff] [blame] | 100 | private: |
Per Åhgren | 8ba5861 | 2017-12-01 23:01:44 +0100 | [diff] [blame] | 101 | const MatrixBuffer* const block_buffer_; |
Per Åhgren | c59a576 | 2017-12-11 21:34:19 +0100 | [diff] [blame] | 102 | const VectorBuffer* const spectrum_buffer_; |
Per Åhgren | 8ba5861 | 2017-12-01 23:01:44 +0100 | [diff] [blame] | 103 | const FftBuffer* const fft_buffer_; |
Per Åhgren | b6b00dc | 2018-02-20 22:18:27 +0100 | [diff] [blame] | 104 | bool render_activity_ = false; |
peah | cf02cf1 | 2017-04-05 14:18:07 -0700 | [diff] [blame] | 105 | RTC_DISALLOW_IMPLICIT_CONSTRUCTORS(RenderBuffer); |
peah | 522d71b | 2017-02-23 05:16:26 -0800 | [diff] [blame] | 106 | }; |
| 107 | |
| 108 | } // namespace webrtc |
| 109 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 110 | #endif // MODULES_AUDIO_PROCESSING_AEC3_RENDER_BUFFER_H_ |