niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 1 | /* |
bjornv@webrtc.org | 0c6f931 | 2012-01-30 09:39:08 +0000 | [diff] [blame] | 2 | * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 11 | #ifndef MODULES_AUDIO_PROCESSING_ECHO_CANCELLATION_IMPL_H_ |
| 12 | #define MODULES_AUDIO_PROCESSING_ECHO_CANCELLATION_IMPL_H_ |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 13 | |
kwiberg | 88788ad | 2016-02-19 07:04:49 -0800 | [diff] [blame] | 14 | #include <memory> |
terelius | 85fa7d5 | 2016-03-24 01:51:52 -0700 | [diff] [blame] | 15 | #include <vector> |
kwiberg | 88788ad | 2016-02-19 07:04:49 -0800 | [diff] [blame] | 16 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 17 | #include "modules/audio_processing/include/audio_processing.h" |
| 18 | #include "rtc_base/constructormagic.h" |
| 19 | #include "rtc_base/criticalsection.h" |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 20 | |
| 21 | namespace webrtc { |
andrew@webrtc.org | 61e596f | 2013-07-25 18:28:29 +0000 | [diff] [blame] | 22 | |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 23 | class AudioBuffer; |
| 24 | |
Sam Zackrisson | cdf0e6d | 2018-09-17 11:05:17 +0200 | [diff] [blame^] | 25 | class EchoCancellationImpl : EchoCancellation { |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 26 | public: |
peah | b58a158 | 2016-03-15 09:34:24 -0700 | [diff] [blame] | 27 | EchoCancellationImpl(rtc::CriticalSection* crit_render, |
peah | df3efa8 | 2015-11-28 12:35:15 -0800 | [diff] [blame] | 28 | rtc::CriticalSection* crit_capture); |
kwiberg | 83ffe45 | 2016-08-29 14:46:07 -0700 | [diff] [blame] | 29 | ~EchoCancellationImpl() override; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 30 | |
peah | 764e364 | 2016-10-22 05:04:30 -0700 | [diff] [blame] | 31 | void ProcessRenderAudio(rtc::ArrayView<const float> packed_render_audio); |
peah | b58a158 | 2016-03-15 09:34:24 -0700 | [diff] [blame] | 32 | int ProcessCaptureAudio(AudioBuffer* audio, int stream_delay_ms); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 33 | |
| 34 | // EchoCancellation implementation. |
Sam Zackrisson | cdf0e6d | 2018-09-17 11:05:17 +0200 | [diff] [blame^] | 35 | int Enable(bool enable) override; |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 36 | bool is_enabled() const override; |
Sam Zackrisson | cdf0e6d | 2018-09-17 11:05:17 +0200 | [diff] [blame^] | 37 | int enable_drift_compensation(bool enable) override; |
Sergey Silkin | 271812a | 2018-09-13 14:55:17 +0000 | [diff] [blame] | 38 | bool is_drift_compensation_enabled() const override; |
Sam Zackrisson | cdf0e6d | 2018-09-17 11:05:17 +0200 | [diff] [blame^] | 39 | void set_stream_drift_samples(int drift) override; |
| 40 | int stream_drift_samples() const override; |
| 41 | int set_suppression_level(SuppressionLevel level) override; |
| 42 | SuppressionLevel suppression_level() const override; |
| 43 | bool stream_has_echo() const override; |
| 44 | // Enable logging of various AEC statistics. |
| 45 | int enable_metrics(bool enable) override; |
| 46 | bool are_metrics_enabled() const override; |
| 47 | // Provides various statistics about the AEC. |
| 48 | int GetMetrics(Metrics* metrics) override; |
| 49 | // Enable logging of delay metrics. |
| 50 | int enable_delay_logging(bool enable) override; |
| 51 | bool is_delay_logging_enabled() const override; |
| 52 | // Provides delay metrics. |
| 53 | int GetDelayMetrics(int* median, int* std) override; |
| 54 | int GetDelayMetrics(int* median, |
| 55 | int* std, |
| 56 | float* fraction_poor_delays) override; |
| 57 | struct AecCore* aec_core() const override; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 58 | |
peah | b58a158 | 2016-03-15 09:34:24 -0700 | [diff] [blame] | 59 | void Initialize(int sample_rate_hz, |
| 60 | size_t num_reverse_channels_, |
| 61 | size_t num_output_channels_, |
| 62 | size_t num_proc_channels_); |
peah | 88ac853 | 2016-09-12 16:47:25 -0700 | [diff] [blame] | 63 | void SetExtraOptions(const webrtc::Config& config); |
Minyue | 13b96ba | 2015-10-03 00:39:14 +0200 | [diff] [blame] | 64 | bool is_delay_agnostic_enabled() const; |
| 65 | bool is_extended_filter_enabled() const; |
peah | 7789fe7 | 2016-04-15 01:19:44 -0700 | [diff] [blame] | 66 | std::string GetExperimentsDescription(); |
peah | 0332c2d | 2016-04-15 11:23:33 -0700 | [diff] [blame] | 67 | bool is_refined_adaptive_filter_enabled() const; |
Minyue | 13b96ba | 2015-10-03 00:39:14 +0200 | [diff] [blame] | 68 | |
peah | 20028c4 | 2016-03-04 11:50:54 -0800 | [diff] [blame] | 69 | // Returns the system delay of the first AEC component. |
| 70 | int GetSystemDelayInSamples() const; |
| 71 | |
peah | 764e364 | 2016-10-22 05:04:30 -0700 | [diff] [blame] | 72 | static void PackRenderAudioBuffer(const AudioBuffer* audio, |
| 73 | size_t num_output_channels, |
| 74 | size_t num_channels, |
| 75 | std::vector<float>* packed_buffer); |
| 76 | static size_t NumCancellersRequired(size_t num_output_channels, |
| 77 | size_t num_reverse_channels); |
| 78 | |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 79 | private: |
peah | b624d8c | 2016-03-05 03:01:14 -0800 | [diff] [blame] | 80 | class Canceller; |
peah | b58a158 | 2016-03-15 09:34:24 -0700 | [diff] [blame] | 81 | struct StreamProperties; |
peah | b624d8c | 2016-03-05 03:01:14 -0800 | [diff] [blame] | 82 | |
peah | fa6228e | 2015-11-16 16:27:42 -0800 | [diff] [blame] | 83 | void AllocateRenderQueue(); |
peah | b624d8c | 2016-03-05 03:01:14 -0800 | [diff] [blame] | 84 | int Configure(); |
peah | fa6228e | 2015-11-16 16:27:42 -0800 | [diff] [blame] | 85 | |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 86 | rtc::CriticalSection* const crit_render_ RTC_ACQUIRED_BEFORE(crit_capture_); |
peah | df3efa8 | 2015-11-28 12:35:15 -0800 | [diff] [blame] | 87 | rtc::CriticalSection* const crit_capture_; |
peah | fa6228e | 2015-11-16 16:27:42 -0800 | [diff] [blame] | 88 | |
peah | b624d8c | 2016-03-05 03:01:14 -0800 | [diff] [blame] | 89 | bool enabled_ = false; |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 90 | bool drift_compensation_enabled_ RTC_GUARDED_BY(crit_capture_); |
| 91 | bool metrics_enabled_ RTC_GUARDED_BY(crit_capture_); |
| 92 | SuppressionLevel suppression_level_ RTC_GUARDED_BY(crit_capture_); |
| 93 | int stream_drift_samples_ RTC_GUARDED_BY(crit_capture_); |
| 94 | bool was_stream_drift_set_ RTC_GUARDED_BY(crit_capture_); |
| 95 | bool stream_has_echo_ RTC_GUARDED_BY(crit_capture_); |
| 96 | bool delay_logging_enabled_ RTC_GUARDED_BY(crit_capture_); |
| 97 | bool extended_filter_enabled_ RTC_GUARDED_BY(crit_capture_); |
| 98 | bool delay_agnostic_enabled_ RTC_GUARDED_BY(crit_capture_); |
| 99 | bool refined_adaptive_filter_enabled_ RTC_GUARDED_BY(crit_capture_) = false; |
peah | df3efa8 | 2015-11-28 12:35:15 -0800 | [diff] [blame] | 100 | |
Per Ã…hgren | 1155646 | 2017-12-22 16:13:57 +0100 | [diff] [blame] | 101 | // Only active on Chrome OS devices. |
| 102 | const bool enforce_zero_stream_delay_ RTC_GUARDED_BY(crit_capture_); |
| 103 | |
peah | b624d8c | 2016-03-05 03:01:14 -0800 | [diff] [blame] | 104 | std::vector<std::unique_ptr<Canceller>> cancellers_; |
peah | b58a158 | 2016-03-15 09:34:24 -0700 | [diff] [blame] | 105 | std::unique_ptr<StreamProperties> stream_properties_; |
| 106 | |
peah | b624d8c | 2016-03-05 03:01:14 -0800 | [diff] [blame] | 107 | RTC_DISALLOW_IMPLICIT_CONSTRUCTORS(EchoCancellationImpl); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 108 | }; |
andrew@webrtc.org | 61e596f | 2013-07-25 18:28:29 +0000 | [diff] [blame] | 109 | |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 110 | } // namespace webrtc |
| 111 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 112 | #endif // MODULES_AUDIO_PROCESSING_ECHO_CANCELLATION_IMPL_H_ |