niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 1 | /* |
bjornv@webrtc.org | 0c6f931 | 2012-01-30 09:39:08 +0000 | [diff] [blame] | 2 | * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
bjornv@webrtc.org | 0c6f931 | 2012-01-30 09:39:08 +0000 | [diff] [blame] | 11 | #ifndef WEBRTC_MODULES_AUDIO_PROCESSING_ECHO_CANCELLATION_IMPL_H_ |
| 12 | #define WEBRTC_MODULES_AUDIO_PROCESSING_ECHO_CANCELLATION_IMPL_H_ |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 13 | |
kwiberg | 88788ad | 2016-02-19 07:04:49 -0800 | [diff] [blame] | 14 | #include <memory> |
terelius | 85fa7d5 | 2016-03-24 01:51:52 -0700 | [diff] [blame] | 15 | #include <vector> |
kwiberg | 88788ad | 2016-02-19 07:04:49 -0800 | [diff] [blame] | 16 | |
peah | b624d8c | 2016-03-05 03:01:14 -0800 | [diff] [blame] | 17 | #include "webrtc/base/constructormagic.h" |
peah | df3efa8 | 2015-11-28 12:35:15 -0800 | [diff] [blame] | 18 | #include "webrtc/base/criticalsection.h" |
terelius | 85fa7d5 | 2016-03-24 01:51:52 -0700 | [diff] [blame] | 19 | #include "webrtc/base/swap_queue.h" |
andrew@webrtc.org | 56e4a05 | 2014-02-27 22:23:17 +0000 | [diff] [blame] | 20 | #include "webrtc/modules/audio_processing/include/audio_processing.h" |
peah | 737f4b8 | 2016-03-10 23:05:28 -0800 | [diff] [blame] | 21 | #include "webrtc/modules/audio_processing/render_queue_item_verifier.h" |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 22 | |
| 23 | namespace webrtc { |
andrew@webrtc.org | 61e596f | 2013-07-25 18:28:29 +0000 | [diff] [blame] | 24 | |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 25 | class AudioBuffer; |
| 26 | |
peah | b624d8c | 2016-03-05 03:01:14 -0800 | [diff] [blame] | 27 | class EchoCancellationImpl : public EchoCancellation { |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 28 | public: |
peah | b58a158 | 2016-03-15 09:34:24 -0700 | [diff] [blame] | 29 | EchoCancellationImpl(rtc::CriticalSection* crit_render, |
peah | df3efa8 | 2015-11-28 12:35:15 -0800 | [diff] [blame] | 30 | rtc::CriticalSection* crit_capture); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 31 | virtual ~EchoCancellationImpl(); |
| 32 | |
andrew@webrtc.org | 56e4a05 | 2014-02-27 22:23:17 +0000 | [diff] [blame] | 33 | int ProcessRenderAudio(const AudioBuffer* audio); |
peah | b58a158 | 2016-03-15 09:34:24 -0700 | [diff] [blame] | 34 | int ProcessCaptureAudio(AudioBuffer* audio, int stream_delay_ms); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 35 | |
| 36 | // EchoCancellation implementation. |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 37 | bool is_enabled() const override; |
| 38 | int stream_drift_samples() const override; |
Minyue | 13b96ba | 2015-10-03 00:39:14 +0200 | [diff] [blame] | 39 | SuppressionLevel suppression_level() const override; |
| 40 | bool is_drift_compensation_enabled() const override; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 41 | |
peah | b58a158 | 2016-03-15 09:34:24 -0700 | [diff] [blame] | 42 | void Initialize(int sample_rate_hz, |
| 43 | size_t num_reverse_channels_, |
| 44 | size_t num_output_channels_, |
| 45 | size_t num_proc_channels_); |
peah | b624d8c | 2016-03-05 03:01:14 -0800 | [diff] [blame] | 46 | void SetExtraOptions(const Config& config); |
Minyue | 13b96ba | 2015-10-03 00:39:14 +0200 | [diff] [blame] | 47 | bool is_delay_agnostic_enabled() const; |
| 48 | bool is_extended_filter_enabled() const; |
peah | 6ebc4d3 | 2016-03-07 16:59:39 -0800 | [diff] [blame] | 49 | bool is_aec3_enabled() const; |
peah | 7789fe7 | 2016-04-15 01:19:44 -0700 | [diff] [blame] | 50 | std::string GetExperimentsDescription(); |
peah | 0332c2d | 2016-04-15 11:23:33 -0700 | [diff] [blame^] | 51 | bool is_refined_adaptive_filter_enabled() const; |
Minyue | 13b96ba | 2015-10-03 00:39:14 +0200 | [diff] [blame] | 52 | |
peah | dc2242d | 2016-04-06 09:30:58 -0700 | [diff] [blame] | 53 | // Checks whether the module is enabled. Must only be |
| 54 | // called from the render side of APM as otherwise |
| 55 | // deadlocks may occur. |
| 56 | bool is_enabled_render_side_query() const; |
| 57 | |
peah | fa6228e | 2015-11-16 16:27:42 -0800 | [diff] [blame] | 58 | // Reads render side data that has been queued on the render call. |
peah | df3efa8 | 2015-11-28 12:35:15 -0800 | [diff] [blame] | 59 | // Called holding the capture lock. |
peah | fa6228e | 2015-11-16 16:27:42 -0800 | [diff] [blame] | 60 | void ReadQueuedRenderData(); |
| 61 | |
peah | 20028c4 | 2016-03-04 11:50:54 -0800 | [diff] [blame] | 62 | // Returns the system delay of the first AEC component. |
| 63 | int GetSystemDelayInSamples() const; |
| 64 | |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 65 | private: |
peah | b624d8c | 2016-03-05 03:01:14 -0800 | [diff] [blame] | 66 | class Canceller; |
peah | b58a158 | 2016-03-15 09:34:24 -0700 | [diff] [blame] | 67 | struct StreamProperties; |
peah | b624d8c | 2016-03-05 03:01:14 -0800 | [diff] [blame] | 68 | |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 69 | // EchoCancellation implementation. |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 70 | int Enable(bool enable) override; |
| 71 | int enable_drift_compensation(bool enable) override; |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 72 | void set_stream_drift_samples(int drift) override; |
| 73 | int set_suppression_level(SuppressionLevel level) override; |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 74 | int enable_metrics(bool enable) override; |
| 75 | bool are_metrics_enabled() const override; |
| 76 | bool stream_has_echo() const override; |
| 77 | int GetMetrics(Metrics* metrics) override; |
| 78 | int enable_delay_logging(bool enable) override; |
| 79 | bool is_delay_logging_enabled() const override; |
| 80 | int GetDelayMetrics(int* median, int* std) override; |
| 81 | int GetDelayMetrics(int* median, |
| 82 | int* std, |
| 83 | float* fraction_poor_delays) override; |
peah | df3efa8 | 2015-11-28 12:35:15 -0800 | [diff] [blame] | 84 | |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 85 | struct AecCore* aec_core() const override; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 86 | |
peah | b58a158 | 2016-03-15 09:34:24 -0700 | [diff] [blame] | 87 | size_t NumCancellersRequired() const; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 88 | |
peah | fa6228e | 2015-11-16 16:27:42 -0800 | [diff] [blame] | 89 | void AllocateRenderQueue(); |
peah | b624d8c | 2016-03-05 03:01:14 -0800 | [diff] [blame] | 90 | int Configure(); |
peah | fa6228e | 2015-11-16 16:27:42 -0800 | [diff] [blame] | 91 | |
peah | df3efa8 | 2015-11-28 12:35:15 -0800 | [diff] [blame] | 92 | rtc::CriticalSection* const crit_render_ ACQUIRED_BEFORE(crit_capture_); |
| 93 | rtc::CriticalSection* const crit_capture_; |
peah | fa6228e | 2015-11-16 16:27:42 -0800 | [diff] [blame] | 94 | |
peah | b624d8c | 2016-03-05 03:01:14 -0800 | [diff] [blame] | 95 | bool enabled_ = false; |
peah | df3efa8 | 2015-11-28 12:35:15 -0800 | [diff] [blame] | 96 | bool drift_compensation_enabled_ GUARDED_BY(crit_capture_); |
| 97 | bool metrics_enabled_ GUARDED_BY(crit_capture_); |
| 98 | SuppressionLevel suppression_level_ GUARDED_BY(crit_capture_); |
| 99 | int stream_drift_samples_ GUARDED_BY(crit_capture_); |
| 100 | bool was_stream_drift_set_ GUARDED_BY(crit_capture_); |
| 101 | bool stream_has_echo_ GUARDED_BY(crit_capture_); |
| 102 | bool delay_logging_enabled_ GUARDED_BY(crit_capture_); |
| 103 | bool extended_filter_enabled_ GUARDED_BY(crit_capture_); |
| 104 | bool delay_agnostic_enabled_ GUARDED_BY(crit_capture_); |
peah | 6ebc4d3 | 2016-03-07 16:59:39 -0800 | [diff] [blame] | 105 | bool aec3_enabled_ GUARDED_BY(crit_capture_); |
peah | 0332c2d | 2016-04-15 11:23:33 -0700 | [diff] [blame^] | 106 | bool refined_adaptive_filter_enabled_ GUARDED_BY(crit_capture_) = false; |
peah | df3efa8 | 2015-11-28 12:35:15 -0800 | [diff] [blame] | 107 | |
| 108 | size_t render_queue_element_max_size_ GUARDED_BY(crit_render_) |
| 109 | GUARDED_BY(crit_capture_); |
| 110 | std::vector<float> render_queue_buffer_ GUARDED_BY(crit_render_); |
| 111 | std::vector<float> capture_queue_buffer_ GUARDED_BY(crit_capture_); |
| 112 | |
| 113 | // Lock protection not needed. |
kwiberg | 88788ad | 2016-02-19 07:04:49 -0800 | [diff] [blame] | 114 | std::unique_ptr<SwapQueue<std::vector<float>, RenderQueueItemVerifier<float>>> |
peah | fa6228e | 2015-11-16 16:27:42 -0800 | [diff] [blame] | 115 | render_signal_queue_; |
peah | b624d8c | 2016-03-05 03:01:14 -0800 | [diff] [blame] | 116 | |
| 117 | std::vector<std::unique_ptr<Canceller>> cancellers_; |
peah | b58a158 | 2016-03-15 09:34:24 -0700 | [diff] [blame] | 118 | std::unique_ptr<StreamProperties> stream_properties_; |
| 119 | |
peah | b624d8c | 2016-03-05 03:01:14 -0800 | [diff] [blame] | 120 | RTC_DISALLOW_IMPLICIT_CONSTRUCTORS(EchoCancellationImpl); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 121 | }; |
andrew@webrtc.org | 61e596f | 2013-07-25 18:28:29 +0000 | [diff] [blame] | 122 | |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 123 | } // namespace webrtc |
| 124 | |
bjornv@webrtc.org | 0c6f931 | 2012-01-30 09:39:08 +0000 | [diff] [blame] | 125 | #endif // WEBRTC_MODULES_AUDIO_PROCESSING_ECHO_CANCELLATION_IMPL_H_ |