niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 1 | /* |
bjornv@webrtc.org | 0c6f931 | 2012-01-30 09:39:08 +0000 | [diff] [blame] | 2 | * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
bjornv@webrtc.org | 0c6f931 | 2012-01-30 09:39:08 +0000 | [diff] [blame] | 11 | #ifndef WEBRTC_MODULES_AUDIO_PROCESSING_ECHO_CANCELLATION_IMPL_H_ |
| 12 | #define WEBRTC_MODULES_AUDIO_PROCESSING_ECHO_CANCELLATION_IMPL_H_ |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 13 | |
kwiberg | 88788ad | 2016-02-19 07:04:49 -0800 | [diff] [blame] | 14 | #include <memory> |
| 15 | |
peah | b624d8c | 2016-03-05 03:01:14 -0800 | [diff] [blame] | 16 | #include "webrtc/base/constructormagic.h" |
peah | df3efa8 | 2015-11-28 12:35:15 -0800 | [diff] [blame] | 17 | #include "webrtc/base/criticalsection.h" |
peah | fa6228e | 2015-11-16 16:27:42 -0800 | [diff] [blame] | 18 | #include "webrtc/common_audio/swap_queue.h" |
andrew@webrtc.org | 56e4a05 | 2014-02-27 22:23:17 +0000 | [diff] [blame] | 19 | #include "webrtc/modules/audio_processing/include/audio_processing.h" |
peah | 737f4b8 | 2016-03-10 23:05:28 -0800 | [diff] [blame] | 20 | #include "webrtc/modules/audio_processing/render_queue_item_verifier.h" |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 21 | |
| 22 | namespace webrtc { |
andrew@webrtc.org | 61e596f | 2013-07-25 18:28:29 +0000 | [diff] [blame] | 23 | |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 24 | class AudioBuffer; |
| 25 | |
peah | b624d8c | 2016-03-05 03:01:14 -0800 | [diff] [blame] | 26 | class EchoCancellationImpl : public EchoCancellation { |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 27 | public: |
peah | b58a158 | 2016-03-15 09:34:24 -0700 | [diff] [blame] | 28 | EchoCancellationImpl(rtc::CriticalSection* crit_render, |
peah | df3efa8 | 2015-11-28 12:35:15 -0800 | [diff] [blame] | 29 | rtc::CriticalSection* crit_capture); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 30 | virtual ~EchoCancellationImpl(); |
| 31 | |
andrew@webrtc.org | 56e4a05 | 2014-02-27 22:23:17 +0000 | [diff] [blame] | 32 | int ProcessRenderAudio(const AudioBuffer* audio); |
peah | b58a158 | 2016-03-15 09:34:24 -0700 | [diff] [blame] | 33 | int ProcessCaptureAudio(AudioBuffer* audio, int stream_delay_ms); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 34 | |
| 35 | // EchoCancellation implementation. |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 36 | bool is_enabled() const override; |
| 37 | int stream_drift_samples() const override; |
Minyue | 13b96ba | 2015-10-03 00:39:14 +0200 | [diff] [blame] | 38 | SuppressionLevel suppression_level() const override; |
| 39 | bool is_drift_compensation_enabled() const override; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 40 | |
peah | b58a158 | 2016-03-15 09:34:24 -0700 | [diff] [blame] | 41 | void Initialize(int sample_rate_hz, |
| 42 | size_t num_reverse_channels_, |
| 43 | size_t num_output_channels_, |
| 44 | size_t num_proc_channels_); |
peah | b624d8c | 2016-03-05 03:01:14 -0800 | [diff] [blame] | 45 | void SetExtraOptions(const Config& config); |
Minyue | 13b96ba | 2015-10-03 00:39:14 +0200 | [diff] [blame] | 46 | bool is_delay_agnostic_enabled() const; |
| 47 | bool is_extended_filter_enabled() const; |
peah | 6ebc4d3 | 2016-03-07 16:59:39 -0800 | [diff] [blame] | 48 | bool is_aec3_enabled() const; |
Minyue | 13b96ba | 2015-10-03 00:39:14 +0200 | [diff] [blame] | 49 | |
peah | fa6228e | 2015-11-16 16:27:42 -0800 | [diff] [blame] | 50 | // Reads render side data that has been queued on the render call. |
peah | df3efa8 | 2015-11-28 12:35:15 -0800 | [diff] [blame] | 51 | // Called holding the capture lock. |
peah | fa6228e | 2015-11-16 16:27:42 -0800 | [diff] [blame] | 52 | void ReadQueuedRenderData(); |
| 53 | |
peah | 20028c4 | 2016-03-04 11:50:54 -0800 | [diff] [blame] | 54 | // Returns the system delay of the first AEC component. |
| 55 | int GetSystemDelayInSamples() const; |
| 56 | |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 57 | private: |
peah | b624d8c | 2016-03-05 03:01:14 -0800 | [diff] [blame] | 58 | class Canceller; |
peah | b58a158 | 2016-03-15 09:34:24 -0700 | [diff] [blame] | 59 | struct StreamProperties; |
peah | b624d8c | 2016-03-05 03:01:14 -0800 | [diff] [blame] | 60 | |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 61 | // EchoCancellation implementation. |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 62 | int Enable(bool enable) override; |
| 63 | int enable_drift_compensation(bool enable) override; |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 64 | void set_stream_drift_samples(int drift) override; |
| 65 | int set_suppression_level(SuppressionLevel level) override; |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 66 | int enable_metrics(bool enable) override; |
| 67 | bool are_metrics_enabled() const override; |
| 68 | bool stream_has_echo() const override; |
| 69 | int GetMetrics(Metrics* metrics) override; |
| 70 | int enable_delay_logging(bool enable) override; |
| 71 | bool is_delay_logging_enabled() const override; |
| 72 | int GetDelayMetrics(int* median, int* std) override; |
| 73 | int GetDelayMetrics(int* median, |
| 74 | int* std, |
| 75 | float* fraction_poor_delays) override; |
peah | df3efa8 | 2015-11-28 12:35:15 -0800 | [diff] [blame] | 76 | |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 77 | struct AecCore* aec_core() const override; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 78 | |
peah | b58a158 | 2016-03-15 09:34:24 -0700 | [diff] [blame] | 79 | size_t NumCancellersRequired() const; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 80 | |
peah | fa6228e | 2015-11-16 16:27:42 -0800 | [diff] [blame] | 81 | void AllocateRenderQueue(); |
peah | b624d8c | 2016-03-05 03:01:14 -0800 | [diff] [blame] | 82 | int Configure(); |
peah | fa6228e | 2015-11-16 16:27:42 -0800 | [diff] [blame] | 83 | |
peah | df3efa8 | 2015-11-28 12:35:15 -0800 | [diff] [blame] | 84 | rtc::CriticalSection* const crit_render_ ACQUIRED_BEFORE(crit_capture_); |
| 85 | rtc::CriticalSection* const crit_capture_; |
peah | fa6228e | 2015-11-16 16:27:42 -0800 | [diff] [blame] | 86 | |
peah | b624d8c | 2016-03-05 03:01:14 -0800 | [diff] [blame] | 87 | bool enabled_ = false; |
peah | df3efa8 | 2015-11-28 12:35:15 -0800 | [diff] [blame] | 88 | bool drift_compensation_enabled_ GUARDED_BY(crit_capture_); |
| 89 | bool metrics_enabled_ GUARDED_BY(crit_capture_); |
| 90 | SuppressionLevel suppression_level_ GUARDED_BY(crit_capture_); |
| 91 | int stream_drift_samples_ GUARDED_BY(crit_capture_); |
| 92 | bool was_stream_drift_set_ GUARDED_BY(crit_capture_); |
| 93 | bool stream_has_echo_ GUARDED_BY(crit_capture_); |
| 94 | bool delay_logging_enabled_ GUARDED_BY(crit_capture_); |
| 95 | bool extended_filter_enabled_ GUARDED_BY(crit_capture_); |
| 96 | bool delay_agnostic_enabled_ GUARDED_BY(crit_capture_); |
peah | 6ebc4d3 | 2016-03-07 16:59:39 -0800 | [diff] [blame] | 97 | bool aec3_enabled_ GUARDED_BY(crit_capture_); |
peah | df3efa8 | 2015-11-28 12:35:15 -0800 | [diff] [blame] | 98 | |
| 99 | size_t render_queue_element_max_size_ GUARDED_BY(crit_render_) |
| 100 | GUARDED_BY(crit_capture_); |
| 101 | std::vector<float> render_queue_buffer_ GUARDED_BY(crit_render_); |
| 102 | std::vector<float> capture_queue_buffer_ GUARDED_BY(crit_capture_); |
| 103 | |
| 104 | // Lock protection not needed. |
kwiberg | 88788ad | 2016-02-19 07:04:49 -0800 | [diff] [blame] | 105 | std::unique_ptr<SwapQueue<std::vector<float>, RenderQueueItemVerifier<float>>> |
peah | fa6228e | 2015-11-16 16:27:42 -0800 | [diff] [blame] | 106 | render_signal_queue_; |
peah | b624d8c | 2016-03-05 03:01:14 -0800 | [diff] [blame] | 107 | |
| 108 | std::vector<std::unique_ptr<Canceller>> cancellers_; |
peah | b58a158 | 2016-03-15 09:34:24 -0700 | [diff] [blame] | 109 | std::unique_ptr<StreamProperties> stream_properties_; |
| 110 | |
peah | b624d8c | 2016-03-05 03:01:14 -0800 | [diff] [blame] | 111 | RTC_DISALLOW_IMPLICIT_CONSTRUCTORS(EchoCancellationImpl); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 112 | }; |
andrew@webrtc.org | 61e596f | 2013-07-25 18:28:29 +0000 | [diff] [blame] | 113 | |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 114 | } // namespace webrtc |
| 115 | |
bjornv@webrtc.org | 0c6f931 | 2012-01-30 09:39:08 +0000 | [diff] [blame] | 116 | #endif // WEBRTC_MODULES_AUDIO_PROCESSING_ECHO_CANCELLATION_IMPL_H_ |