peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 11 | #include "modules/audio_processing/aec3/echo_canceller3.h" |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 12 | |
| 13 | #include <deque> |
| 14 | #include <memory> |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 15 | #include <string> |
| 16 | #include <utility> |
| 17 | #include <vector> |
| 18 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 19 | #include "modules/audio_processing/aec3/aec3_common.h" |
| 20 | #include "modules/audio_processing/aec3/block_processor.h" |
| 21 | #include "modules/audio_processing/aec3/frame_blocker.h" |
| 22 | #include "modules/audio_processing/aec3/mock/mock_block_processor.h" |
| 23 | #include "modules/audio_processing/audio_buffer.h" |
Per Åhgren | 0aefbf0 | 2019-08-23 21:29:17 +0200 | [diff] [blame] | 24 | #include "modules/audio_processing/high_pass_filter.h" |
| 25 | #include "modules/audio_processing/utility/cascaded_biquad_filter.h" |
Jonas Olsson | 366a50c | 2018-09-06 13:41:30 +0200 | [diff] [blame] | 26 | #include "rtc_base/strings/string_builder.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 27 | #include "test/gmock.h" |
| 28 | #include "test/gtest.h" |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 29 | |
| 30 | namespace webrtc { |
| 31 | namespace { |
| 32 | |
Mirko Bonadei | 6a489f2 | 2019-04-09 15:11:12 +0200 | [diff] [blame] | 33 | using ::testing::_; |
| 34 | using ::testing::StrictMock; |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 35 | |
| 36 | // Populates the frame with linearly increasing sample values for each band, |
| 37 | // with a band-specific offset, in order to allow simple bitexactness |
| 38 | // verification for each band. |
| 39 | void PopulateInputFrame(size_t frame_length, |
| 40 | size_t num_bands, |
| 41 | size_t frame_index, |
| 42 | float* const* frame, |
| 43 | int offset) { |
| 44 | for (size_t k = 0; k < num_bands; ++k) { |
| 45 | for (size_t i = 0; i < frame_length; ++i) { |
| 46 | float value = static_cast<int>(frame_index * frame_length + i) + offset; |
| 47 | frame[k][i] = (value > 0 ? 5000 * k + value : 0); |
| 48 | } |
| 49 | } |
| 50 | } |
| 51 | |
peah | 522d71b | 2017-02-23 05:16:26 -0800 | [diff] [blame] | 52 | // Populates the frame with linearly increasing sample values. |
| 53 | void PopulateInputFrame(size_t frame_length, |
| 54 | size_t frame_index, |
| 55 | float* frame, |
| 56 | int offset) { |
| 57 | for (size_t i = 0; i < frame_length; ++i) { |
| 58 | float value = static_cast<int>(frame_index * frame_length + i) + offset; |
| 59 | frame[i] = std::max(value, 0.f); |
| 60 | } |
| 61 | } |
| 62 | |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 63 | // Verifies the that samples in the output frame are identical to the samples |
| 64 | // that were produced for the input frame, with an offset in order to compensate |
| 65 | // for buffering delays. |
| 66 | bool VerifyOutputFrameBitexactness(size_t frame_length, |
| 67 | size_t num_bands, |
| 68 | size_t frame_index, |
| 69 | const float* const* frame, |
| 70 | int offset) { |
| 71 | float reference_frame_data[kMaxNumBands][2 * kSubFrameLength]; |
| 72 | float* reference_frame[kMaxNumBands]; |
| 73 | for (size_t k = 0; k < num_bands; ++k) { |
| 74 | reference_frame[k] = &reference_frame_data[k][0]; |
| 75 | } |
| 76 | |
| 77 | PopulateInputFrame(frame_length, num_bands, frame_index, reference_frame, |
| 78 | offset); |
| 79 | for (size_t k = 0; k < num_bands; ++k) { |
| 80 | for (size_t i = 0; i < frame_length; ++i) { |
| 81 | if (reference_frame[k][i] != frame[k][i]) { |
| 82 | return false; |
| 83 | } |
| 84 | } |
| 85 | } |
| 86 | |
| 87 | return true; |
| 88 | } |
| 89 | |
Per Åhgren | 0aefbf0 | 2019-08-23 21:29:17 +0200 | [diff] [blame] | 90 | bool VerifyOutputFrameBitexactness(rtc::ArrayView<const float> reference, |
| 91 | rtc::ArrayView<const float> frame, |
| 92 | int offset) { |
| 93 | for (size_t k = 0; k < frame.size(); ++k) { |
| 94 | int reference_index = static_cast<int>(k) + offset; |
| 95 | if (reference_index >= 0) { |
| 96 | if (reference[reference_index] != frame[k]) { |
| 97 | return false; |
| 98 | } |
| 99 | } |
| 100 | } |
| 101 | return true; |
| 102 | } |
| 103 | |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 104 | // Class for testing that the capture data is properly received by the block |
| 105 | // processor and that the processor data is properly passed to the |
| 106 | // EchoCanceller3 output. |
| 107 | class CaptureTransportVerificationProcessor : public BlockProcessor { |
| 108 | public: |
| 109 | explicit CaptureTransportVerificationProcessor(size_t num_bands) {} |
| 110 | ~CaptureTransportVerificationProcessor() override = default; |
| 111 | |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 112 | void ProcessCapture( |
| 113 | bool level_change, |
| 114 | bool saturated_microphone_signal, |
Per Åhgren | c20a19c | 2019-11-13 11:12:29 +0100 | [diff] [blame^] | 115 | std::vector<std::vector<std::vector<float>>>* linear_output, |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 116 | std::vector<std::vector<std::vector<float>>>* capture_block) override {} |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 117 | |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 118 | void BufferRender( |
| 119 | const std::vector<std::vector<std::vector<float>>>& block) override {} |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 120 | |
peah | 69221db | 2017-01-27 03:28:19 -0800 | [diff] [blame] | 121 | void UpdateEchoLeakageStatus(bool leakage_detected) override {} |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 122 | |
Gustaf Ullberg | 332150d | 2017-11-22 14:17:39 +0100 | [diff] [blame] | 123 | void GetMetrics(EchoControl::Metrics* metrics) const override {} |
| 124 | |
Gustaf Ullberg | 3cb6104 | 2019-10-24 15:52:10 +0200 | [diff] [blame] | 125 | void SetAudioBufferDelay(int delay_ms) override {} |
Per Åhgren | d0fa820 | 2018-04-18 09:35:13 +0200 | [diff] [blame] | 126 | |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 127 | private: |
| 128 | RTC_DISALLOW_IMPLICIT_CONSTRUCTORS(CaptureTransportVerificationProcessor); |
| 129 | }; |
| 130 | |
| 131 | // Class for testing that the render data is properly received by the block |
| 132 | // processor. |
| 133 | class RenderTransportVerificationProcessor : public BlockProcessor { |
| 134 | public: |
| 135 | explicit RenderTransportVerificationProcessor(size_t num_bands) {} |
| 136 | ~RenderTransportVerificationProcessor() override = default; |
| 137 | |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 138 | void ProcessCapture( |
| 139 | bool level_change, |
| 140 | bool saturated_microphone_signal, |
Per Åhgren | c20a19c | 2019-11-13 11:12:29 +0100 | [diff] [blame^] | 141 | std::vector<std::vector<std::vector<float>>>* linear_output, |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 142 | std::vector<std::vector<std::vector<float>>>* capture_block) override { |
| 143 | std::vector<std::vector<std::vector<float>>> render_block = |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 144 | received_render_blocks_.front(); |
| 145 | received_render_blocks_.pop_front(); |
| 146 | capture_block->swap(render_block); |
| 147 | } |
| 148 | |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 149 | void BufferRender( |
| 150 | const std::vector<std::vector<std::vector<float>>>& block) override { |
peah | cf02cf1 | 2017-04-05 14:18:07 -0700 | [diff] [blame] | 151 | received_render_blocks_.push_back(block); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 152 | } |
| 153 | |
peah | 69221db | 2017-01-27 03:28:19 -0800 | [diff] [blame] | 154 | void UpdateEchoLeakageStatus(bool leakage_detected) override {} |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 155 | |
Gustaf Ullberg | 332150d | 2017-11-22 14:17:39 +0100 | [diff] [blame] | 156 | void GetMetrics(EchoControl::Metrics* metrics) const override {} |
| 157 | |
Gustaf Ullberg | 3cb6104 | 2019-10-24 15:52:10 +0200 | [diff] [blame] | 158 | void SetAudioBufferDelay(int delay_ms) override {} |
Per Åhgren | d0fa820 | 2018-04-18 09:35:13 +0200 | [diff] [blame] | 159 | |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 160 | private: |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 161 | std::deque<std::vector<std::vector<std::vector<float>>>> |
| 162 | received_render_blocks_; |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 163 | RTC_DISALLOW_IMPLICIT_CONSTRUCTORS(RenderTransportVerificationProcessor); |
| 164 | }; |
| 165 | |
| 166 | class EchoCanceller3Tester { |
| 167 | public: |
| 168 | explicit EchoCanceller3Tester(int sample_rate_hz) |
| 169 | : sample_rate_hz_(sample_rate_hz), |
| 170 | num_bands_(NumBandsForRate(sample_rate_hz_)), |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 171 | frame_length_(160), |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 172 | fullband_frame_length_(rtc::CheckedDivExact(sample_rate_hz_, 100)), |
Per Åhgren | d47941e | 2019-08-22 11:51:13 +0200 | [diff] [blame] | 173 | capture_buffer_(fullband_frame_length_ * 100, |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 174 | 1, |
Per Åhgren | d47941e | 2019-08-22 11:51:13 +0200 | [diff] [blame] | 175 | fullband_frame_length_ * 100, |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 176 | 1, |
Per Åhgren | d47941e | 2019-08-22 11:51:13 +0200 | [diff] [blame] | 177 | fullband_frame_length_ * 100, |
| 178 | 1), |
| 179 | render_buffer_(fullband_frame_length_ * 100, |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 180 | 1, |
Per Åhgren | d47941e | 2019-08-22 11:51:13 +0200 | [diff] [blame] | 181 | fullband_frame_length_ * 100, |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 182 | 1, |
Per Åhgren | d47941e | 2019-08-22 11:51:13 +0200 | [diff] [blame] | 183 | fullband_frame_length_ * 100, |
| 184 | 1) {} |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 185 | |
| 186 | // Verifies that the capture data is properly received by the block processor |
| 187 | // and that the processor data is properly passed to the EchoCanceller3 |
| 188 | // output. |
| 189 | void RunCaptureTransportVerificationTest() { |
| 190 | EchoCanceller3 aec3( |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 191 | EchoCanceller3Config(), sample_rate_hz_, 1, 1, |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 192 | std::unique_ptr<BlockProcessor>( |
| 193 | new CaptureTransportVerificationProcessor(num_bands_))); |
| 194 | |
| 195 | for (size_t frame_index = 0; frame_index < kNumFramesToProcess; |
| 196 | ++frame_index) { |
| 197 | aec3.AnalyzeCapture(&capture_buffer_); |
| 198 | OptionalBandSplit(); |
| 199 | PopulateInputFrame(frame_length_, num_bands_, frame_index, |
Per Åhgren | d47941e | 2019-08-22 11:51:13 +0200 | [diff] [blame] | 200 | &capture_buffer_.split_bands(0)[0], 0); |
peah | 522d71b | 2017-02-23 05:16:26 -0800 | [diff] [blame] | 201 | PopulateInputFrame(frame_length_, frame_index, |
Per Åhgren | d47941e | 2019-08-22 11:51:13 +0200 | [diff] [blame] | 202 | &render_buffer_.channels()[0][0], 0); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 203 | |
peah | cf02cf1 | 2017-04-05 14:18:07 -0700 | [diff] [blame] | 204 | aec3.AnalyzeRender(&render_buffer_); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 205 | aec3.ProcessCapture(&capture_buffer_, false); |
| 206 | EXPECT_TRUE(VerifyOutputFrameBitexactness( |
| 207 | frame_length_, num_bands_, frame_index, |
Per Åhgren | d47941e | 2019-08-22 11:51:13 +0200 | [diff] [blame] | 208 | &capture_buffer_.split_bands(0)[0], -64)); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 209 | } |
| 210 | } |
| 211 | |
| 212 | // Test method for testing that the render data is properly received by the |
| 213 | // block processor. |
| 214 | void RunRenderTransportVerificationTest() { |
| 215 | EchoCanceller3 aec3( |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 216 | EchoCanceller3Config(), sample_rate_hz_, 1, 1, |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 217 | std::unique_ptr<BlockProcessor>( |
| 218 | new RenderTransportVerificationProcessor(num_bands_))); |
| 219 | |
Sam Zackrisson | feee1e4 | 2019-09-20 07:50:35 +0200 | [diff] [blame] | 220 | std::vector<std::vector<float>> render_input(1); |
Per Åhgren | 0aefbf0 | 2019-08-23 21:29:17 +0200 | [diff] [blame] | 221 | std::vector<float> capture_output; |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 222 | for (size_t frame_index = 0; frame_index < kNumFramesToProcess; |
| 223 | ++frame_index) { |
| 224 | aec3.AnalyzeCapture(&capture_buffer_); |
| 225 | OptionalBandSplit(); |
| 226 | PopulateInputFrame(frame_length_, num_bands_, frame_index, |
Per Åhgren | d47941e | 2019-08-22 11:51:13 +0200 | [diff] [blame] | 227 | &capture_buffer_.split_bands(0)[0], 100); |
peah | cf02cf1 | 2017-04-05 14:18:07 -0700 | [diff] [blame] | 228 | PopulateInputFrame(frame_length_, num_bands_, frame_index, |
Per Åhgren | d47941e | 2019-08-22 11:51:13 +0200 | [diff] [blame] | 229 | &render_buffer_.split_bands(0)[0], 0); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 230 | |
Per Åhgren | 0aefbf0 | 2019-08-23 21:29:17 +0200 | [diff] [blame] | 231 | for (size_t k = 0; k < frame_length_; ++k) { |
Sam Zackrisson | feee1e4 | 2019-09-20 07:50:35 +0200 | [diff] [blame] | 232 | render_input[0].push_back(render_buffer_.split_bands(0)[0][k]); |
Per Åhgren | 0aefbf0 | 2019-08-23 21:29:17 +0200 | [diff] [blame] | 233 | } |
peah | cf02cf1 | 2017-04-05 14:18:07 -0700 | [diff] [blame] | 234 | aec3.AnalyzeRender(&render_buffer_); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 235 | aec3.ProcessCapture(&capture_buffer_, false); |
Per Åhgren | 0aefbf0 | 2019-08-23 21:29:17 +0200 | [diff] [blame] | 236 | for (size_t k = 0; k < frame_length_; ++k) { |
| 237 | capture_output.push_back(capture_buffer_.split_bands(0)[0][k]); |
| 238 | } |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 239 | } |
Per Åhgren | 0aefbf0 | 2019-08-23 21:29:17 +0200 | [diff] [blame] | 240 | HighPassFilter hp_filter(1); |
Sam Zackrisson | feee1e4 | 2019-09-20 07:50:35 +0200 | [diff] [blame] | 241 | hp_filter.Process(&render_input); |
Per Åhgren | 0aefbf0 | 2019-08-23 21:29:17 +0200 | [diff] [blame] | 242 | |
| 243 | EXPECT_TRUE( |
Sam Zackrisson | feee1e4 | 2019-09-20 07:50:35 +0200 | [diff] [blame] | 244 | VerifyOutputFrameBitexactness(render_input[0], capture_output, -64)); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 245 | } |
| 246 | |
| 247 | // Verifies that information about echo path changes are properly propagated |
| 248 | // to the block processor. |
| 249 | // The cases tested are: |
| 250 | // -That no set echo path change flags are received when there is no echo path |
| 251 | // change. |
| 252 | // -That set echo path change flags are received and continues to be received |
| 253 | // as long as echo path changes are flagged. |
| 254 | // -That set echo path change flags are no longer received when echo path |
| 255 | // change events stop being flagged. |
| 256 | enum class EchoPathChangeTestVariant { kNone, kOneSticky, kOneNonSticky }; |
| 257 | |
| 258 | void RunEchoPathChangeVerificationTest( |
| 259 | EchoPathChangeTestVariant echo_path_change_test_variant) { |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 260 | constexpr size_t kNumFullBlocksPerFrame = 160 / kBlockSize; |
| 261 | constexpr size_t kExpectedNumBlocksToProcess = |
| 262 | (kNumFramesToProcess * 160) / kBlockSize; |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 263 | std::unique_ptr<testing::StrictMock<webrtc::test::MockBlockProcessor>> |
| 264 | block_processor_mock( |
| 265 | new StrictMock<webrtc::test::MockBlockProcessor>()); |
| 266 | EXPECT_CALL(*block_processor_mock, BufferRender(_)) |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 267 | .Times(kExpectedNumBlocksToProcess); |
peah | 69221db | 2017-01-27 03:28:19 -0800 | [diff] [blame] | 268 | EXPECT_CALL(*block_processor_mock, UpdateEchoLeakageStatus(_)).Times(0); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 269 | |
| 270 | switch (echo_path_change_test_variant) { |
| 271 | case EchoPathChangeTestVariant::kNone: |
Per Åhgren | c20a19c | 2019-11-13 11:12:29 +0100 | [diff] [blame^] | 272 | EXPECT_CALL(*block_processor_mock, ProcessCapture(false, _, _, _)) |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 273 | .Times(kExpectedNumBlocksToProcess); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 274 | break; |
| 275 | case EchoPathChangeTestVariant::kOneSticky: |
Per Åhgren | c20a19c | 2019-11-13 11:12:29 +0100 | [diff] [blame^] | 276 | EXPECT_CALL(*block_processor_mock, ProcessCapture(true, _, _, _)) |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 277 | .Times(kExpectedNumBlocksToProcess); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 278 | break; |
| 279 | case EchoPathChangeTestVariant::kOneNonSticky: |
Per Åhgren | c20a19c | 2019-11-13 11:12:29 +0100 | [diff] [blame^] | 280 | EXPECT_CALL(*block_processor_mock, ProcessCapture(true, _, _, _)) |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 281 | .Times(kNumFullBlocksPerFrame); |
Per Åhgren | c20a19c | 2019-11-13 11:12:29 +0100 | [diff] [blame^] | 282 | EXPECT_CALL(*block_processor_mock, ProcessCapture(false, _, _, _)) |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 283 | .Times(kExpectedNumBlocksToProcess - kNumFullBlocksPerFrame); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 284 | break; |
| 285 | } |
| 286 | |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 287 | EchoCanceller3 aec3(EchoCanceller3Config(), sample_rate_hz_, 1, 1, |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 288 | std::move(block_processor_mock)); |
| 289 | |
| 290 | for (size_t frame_index = 0; frame_index < kNumFramesToProcess; |
| 291 | ++frame_index) { |
| 292 | bool echo_path_change = false; |
| 293 | switch (echo_path_change_test_variant) { |
| 294 | case EchoPathChangeTestVariant::kNone: |
| 295 | break; |
| 296 | case EchoPathChangeTestVariant::kOneSticky: |
| 297 | echo_path_change = true; |
| 298 | break; |
| 299 | case EchoPathChangeTestVariant::kOneNonSticky: |
| 300 | if (frame_index == 0) { |
| 301 | echo_path_change = true; |
| 302 | } |
| 303 | break; |
| 304 | } |
| 305 | |
| 306 | aec3.AnalyzeCapture(&capture_buffer_); |
| 307 | OptionalBandSplit(); |
| 308 | |
| 309 | PopulateInputFrame(frame_length_, num_bands_, frame_index, |
Per Åhgren | d47941e | 2019-08-22 11:51:13 +0200 | [diff] [blame] | 310 | &capture_buffer_.split_bands(0)[0], 0); |
peah | 522d71b | 2017-02-23 05:16:26 -0800 | [diff] [blame] | 311 | PopulateInputFrame(frame_length_, frame_index, |
Per Åhgren | d47941e | 2019-08-22 11:51:13 +0200 | [diff] [blame] | 312 | &render_buffer_.channels()[0][0], 0); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 313 | |
peah | cf02cf1 | 2017-04-05 14:18:07 -0700 | [diff] [blame] | 314 | aec3.AnalyzeRender(&render_buffer_); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 315 | aec3.ProcessCapture(&capture_buffer_, echo_path_change); |
| 316 | } |
| 317 | } |
| 318 | |
| 319 | // Test for verifying that echo leakage information is being properly passed |
| 320 | // to the processor. |
| 321 | // The cases tested are: |
| 322 | // -That no method calls are received when they should not. |
| 323 | // -That false values are received each time they are flagged. |
| 324 | // -That true values are received each time they are flagged. |
| 325 | // -That a false value is received when flagged after a true value has been |
| 326 | // flagged. |
| 327 | enum class EchoLeakageTestVariant { |
| 328 | kNone, |
| 329 | kFalseSticky, |
| 330 | kTrueSticky, |
| 331 | kTrueNonSticky |
| 332 | }; |
| 333 | |
| 334 | void RunEchoLeakageVerificationTest( |
| 335 | EchoLeakageTestVariant leakage_report_variant) { |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 336 | constexpr size_t kExpectedNumBlocksToProcess = |
| 337 | (kNumFramesToProcess * 160) / kBlockSize; |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 338 | std::unique_ptr<testing::StrictMock<webrtc::test::MockBlockProcessor>> |
| 339 | block_processor_mock( |
| 340 | new StrictMock<webrtc::test::MockBlockProcessor>()); |
| 341 | EXPECT_CALL(*block_processor_mock, BufferRender(_)) |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 342 | .Times(kExpectedNumBlocksToProcess); |
Per Åhgren | c20a19c | 2019-11-13 11:12:29 +0100 | [diff] [blame^] | 343 | EXPECT_CALL(*block_processor_mock, ProcessCapture(_, _, _, _)) |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 344 | .Times(kExpectedNumBlocksToProcess); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 345 | |
| 346 | switch (leakage_report_variant) { |
| 347 | case EchoLeakageTestVariant::kNone: |
peah | 69221db | 2017-01-27 03:28:19 -0800 | [diff] [blame] | 348 | EXPECT_CALL(*block_processor_mock, UpdateEchoLeakageStatus(_)).Times(0); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 349 | break; |
| 350 | case EchoLeakageTestVariant::kFalseSticky: |
peah | 69221db | 2017-01-27 03:28:19 -0800 | [diff] [blame] | 351 | EXPECT_CALL(*block_processor_mock, UpdateEchoLeakageStatus(false)) |
| 352 | .Times(1); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 353 | break; |
| 354 | case EchoLeakageTestVariant::kTrueSticky: |
peah | 69221db | 2017-01-27 03:28:19 -0800 | [diff] [blame] | 355 | EXPECT_CALL(*block_processor_mock, UpdateEchoLeakageStatus(true)) |
| 356 | .Times(1); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 357 | break; |
| 358 | case EchoLeakageTestVariant::kTrueNonSticky: { |
Mirko Bonadei | 6a489f2 | 2019-04-09 15:11:12 +0200 | [diff] [blame] | 359 | ::testing::InSequence s; |
peah | 69221db | 2017-01-27 03:28:19 -0800 | [diff] [blame] | 360 | EXPECT_CALL(*block_processor_mock, UpdateEchoLeakageStatus(true)) |
| 361 | .Times(1); |
| 362 | EXPECT_CALL(*block_processor_mock, UpdateEchoLeakageStatus(false)) |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 363 | .Times(kNumFramesToProcess - 1); |
| 364 | } break; |
| 365 | } |
| 366 | |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 367 | EchoCanceller3 aec3(EchoCanceller3Config(), sample_rate_hz_, 1, 1, |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 368 | std::move(block_processor_mock)); |
| 369 | |
| 370 | for (size_t frame_index = 0; frame_index < kNumFramesToProcess; |
| 371 | ++frame_index) { |
| 372 | switch (leakage_report_variant) { |
| 373 | case EchoLeakageTestVariant::kNone: |
| 374 | break; |
| 375 | case EchoLeakageTestVariant::kFalseSticky: |
| 376 | if (frame_index == 0) { |
peah | 69221db | 2017-01-27 03:28:19 -0800 | [diff] [blame] | 377 | aec3.UpdateEchoLeakageStatus(false); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 378 | } |
| 379 | break; |
| 380 | case EchoLeakageTestVariant::kTrueSticky: |
| 381 | if (frame_index == 0) { |
peah | 69221db | 2017-01-27 03:28:19 -0800 | [diff] [blame] | 382 | aec3.UpdateEchoLeakageStatus(true); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 383 | } |
| 384 | break; |
| 385 | case EchoLeakageTestVariant::kTrueNonSticky: |
| 386 | if (frame_index == 0) { |
peah | 69221db | 2017-01-27 03:28:19 -0800 | [diff] [blame] | 387 | aec3.UpdateEchoLeakageStatus(true); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 388 | } else { |
peah | 69221db | 2017-01-27 03:28:19 -0800 | [diff] [blame] | 389 | aec3.UpdateEchoLeakageStatus(false); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 390 | } |
| 391 | break; |
| 392 | } |
| 393 | |
| 394 | aec3.AnalyzeCapture(&capture_buffer_); |
| 395 | OptionalBandSplit(); |
| 396 | |
| 397 | PopulateInputFrame(frame_length_, num_bands_, frame_index, |
Per Åhgren | d47941e | 2019-08-22 11:51:13 +0200 | [diff] [blame] | 398 | &capture_buffer_.split_bands(0)[0], 0); |
peah | 522d71b | 2017-02-23 05:16:26 -0800 | [diff] [blame] | 399 | PopulateInputFrame(frame_length_, frame_index, |
Per Åhgren | d47941e | 2019-08-22 11:51:13 +0200 | [diff] [blame] | 400 | &render_buffer_.channels()[0][0], 0); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 401 | |
peah | cf02cf1 | 2017-04-05 14:18:07 -0700 | [diff] [blame] | 402 | aec3.AnalyzeRender(&render_buffer_); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 403 | aec3.ProcessCapture(&capture_buffer_, false); |
| 404 | } |
| 405 | } |
| 406 | |
| 407 | // This verifies that saturation information is properly passed to the |
| 408 | // BlockProcessor. |
| 409 | // The cases tested are: |
| 410 | // -That no saturation event is passed to the processor if there is no |
| 411 | // saturation. |
| 412 | // -That one frame with one negative saturated sample value is reported to be |
| 413 | // saturated and that following non-saturated frames are properly reported as |
| 414 | // not being saturated. |
| 415 | // -That one frame with one positive saturated sample value is reported to be |
| 416 | // saturated and that following non-saturated frames are properly reported as |
| 417 | // not being saturated. |
| 418 | enum class SaturationTestVariant { kNone, kOneNegative, kOnePositive }; |
| 419 | |
| 420 | void RunCaptureSaturationVerificationTest( |
| 421 | SaturationTestVariant saturation_variant) { |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 422 | const size_t kNumFullBlocksPerFrame = 160 / kBlockSize; |
| 423 | const size_t kExpectedNumBlocksToProcess = |
| 424 | (kNumFramesToProcess * 160) / kBlockSize; |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 425 | std::unique_ptr<testing::StrictMock<webrtc::test::MockBlockProcessor>> |
| 426 | block_processor_mock( |
| 427 | new StrictMock<webrtc::test::MockBlockProcessor>()); |
| 428 | EXPECT_CALL(*block_processor_mock, BufferRender(_)) |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 429 | .Times(kExpectedNumBlocksToProcess); |
peah | 69221db | 2017-01-27 03:28:19 -0800 | [diff] [blame] | 430 | EXPECT_CALL(*block_processor_mock, UpdateEchoLeakageStatus(_)).Times(0); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 431 | |
| 432 | switch (saturation_variant) { |
| 433 | case SaturationTestVariant::kNone: |
Per Åhgren | c20a19c | 2019-11-13 11:12:29 +0100 | [diff] [blame^] | 434 | EXPECT_CALL(*block_processor_mock, ProcessCapture(_, false, _, _)) |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 435 | .Times(kExpectedNumBlocksToProcess); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 436 | break; |
| 437 | case SaturationTestVariant::kOneNegative: { |
Mirko Bonadei | 6a489f2 | 2019-04-09 15:11:12 +0200 | [diff] [blame] | 438 | ::testing::InSequence s; |
Per Åhgren | c20a19c | 2019-11-13 11:12:29 +0100 | [diff] [blame^] | 439 | EXPECT_CALL(*block_processor_mock, ProcessCapture(_, true, _, _)) |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 440 | .Times(kNumFullBlocksPerFrame); |
Per Åhgren | c20a19c | 2019-11-13 11:12:29 +0100 | [diff] [blame^] | 441 | EXPECT_CALL(*block_processor_mock, ProcessCapture(_, false, _, _)) |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 442 | .Times(kExpectedNumBlocksToProcess - kNumFullBlocksPerFrame); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 443 | } break; |
| 444 | case SaturationTestVariant::kOnePositive: { |
Mirko Bonadei | 6a489f2 | 2019-04-09 15:11:12 +0200 | [diff] [blame] | 445 | ::testing::InSequence s; |
Per Åhgren | c20a19c | 2019-11-13 11:12:29 +0100 | [diff] [blame^] | 446 | EXPECT_CALL(*block_processor_mock, ProcessCapture(_, true, _, _)) |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 447 | .Times(kNumFullBlocksPerFrame); |
Per Åhgren | c20a19c | 2019-11-13 11:12:29 +0100 | [diff] [blame^] | 448 | EXPECT_CALL(*block_processor_mock, ProcessCapture(_, false, _, _)) |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 449 | .Times(kExpectedNumBlocksToProcess - kNumFullBlocksPerFrame); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 450 | } break; |
| 451 | } |
| 452 | |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 453 | EchoCanceller3 aec3(EchoCanceller3Config(), sample_rate_hz_, 1, 1, |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 454 | std::move(block_processor_mock)); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 455 | for (size_t frame_index = 0; frame_index < kNumFramesToProcess; |
| 456 | ++frame_index) { |
| 457 | for (int k = 0; k < fullband_frame_length_; ++k) { |
Per Åhgren | d47941e | 2019-08-22 11:51:13 +0200 | [diff] [blame] | 458 | capture_buffer_.channels()[0][k] = 0.f; |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 459 | } |
| 460 | switch (saturation_variant) { |
| 461 | case SaturationTestVariant::kNone: |
| 462 | break; |
| 463 | case SaturationTestVariant::kOneNegative: |
| 464 | if (frame_index == 0) { |
Per Åhgren | d47941e | 2019-08-22 11:51:13 +0200 | [diff] [blame] | 465 | capture_buffer_.channels()[0][10] = -32768.f; |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 466 | } |
| 467 | break; |
| 468 | case SaturationTestVariant::kOnePositive: |
| 469 | if (frame_index == 0) { |
Per Åhgren | d47941e | 2019-08-22 11:51:13 +0200 | [diff] [blame] | 470 | capture_buffer_.channels()[0][10] = 32767.f; |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 471 | } |
| 472 | break; |
| 473 | } |
| 474 | |
| 475 | aec3.AnalyzeCapture(&capture_buffer_); |
| 476 | OptionalBandSplit(); |
| 477 | |
| 478 | PopulateInputFrame(frame_length_, num_bands_, frame_index, |
Per Åhgren | d47941e | 2019-08-22 11:51:13 +0200 | [diff] [blame] | 479 | &capture_buffer_.split_bands(0)[0], 0); |
peah | cf02cf1 | 2017-04-05 14:18:07 -0700 | [diff] [blame] | 480 | PopulateInputFrame(frame_length_, num_bands_, frame_index, |
Per Åhgren | d47941e | 2019-08-22 11:51:13 +0200 | [diff] [blame] | 481 | &render_buffer_.split_bands(0)[0], 0); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 482 | |
peah | cf02cf1 | 2017-04-05 14:18:07 -0700 | [diff] [blame] | 483 | aec3.AnalyzeRender(&render_buffer_); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 484 | aec3.ProcessCapture(&capture_buffer_, false); |
| 485 | } |
| 486 | } |
| 487 | |
| 488 | // This test verifies that the swapqueue is able to handle jitter in the |
| 489 | // capture and render API calls. |
Mirko Bonadei | f0d9cda | 2019-01-17 20:43:58 +0000 | [diff] [blame] | 490 | void RunRenderSwapQueueVerificationTest() { |
Per Åhgren | 8ba5861 | 2017-12-01 23:01:44 +0100 | [diff] [blame] | 491 | const EchoCanceller3Config config; |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 492 | EchoCanceller3 aec3( |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 493 | config, sample_rate_hz_, 1, 1, |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 494 | std::unique_ptr<BlockProcessor>( |
| 495 | new RenderTransportVerificationProcessor(num_bands_))); |
| 496 | |
Sam Zackrisson | feee1e4 | 2019-09-20 07:50:35 +0200 | [diff] [blame] | 497 | std::vector<std::vector<float>> render_input(1); |
Per Åhgren | 0aefbf0 | 2019-08-23 21:29:17 +0200 | [diff] [blame] | 498 | std::vector<float> capture_output; |
| 499 | |
Per Åhgren | 8ba5861 | 2017-12-01 23:01:44 +0100 | [diff] [blame] | 500 | for (size_t frame_index = 0; frame_index < kRenderTransferQueueSizeFrames; |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 501 | ++frame_index) { |
| 502 | if (sample_rate_hz_ > 16000) { |
| 503 | render_buffer_.SplitIntoFrequencyBands(); |
| 504 | } |
peah | cf02cf1 | 2017-04-05 14:18:07 -0700 | [diff] [blame] | 505 | PopulateInputFrame(frame_length_, num_bands_, frame_index, |
Per Åhgren | d47941e | 2019-08-22 11:51:13 +0200 | [diff] [blame] | 506 | &render_buffer_.split_bands(0)[0], 0); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 507 | |
peah | cf02cf1 | 2017-04-05 14:18:07 -0700 | [diff] [blame] | 508 | if (sample_rate_hz_ > 16000) { |
| 509 | render_buffer_.SplitIntoFrequencyBands(); |
| 510 | } |
| 511 | |
Per Åhgren | 0aefbf0 | 2019-08-23 21:29:17 +0200 | [diff] [blame] | 512 | for (size_t k = 0; k < frame_length_; ++k) { |
Sam Zackrisson | feee1e4 | 2019-09-20 07:50:35 +0200 | [diff] [blame] | 513 | render_input[0].push_back(render_buffer_.split_bands(0)[0][k]); |
Per Åhgren | 0aefbf0 | 2019-08-23 21:29:17 +0200 | [diff] [blame] | 514 | } |
peah | cf02cf1 | 2017-04-05 14:18:07 -0700 | [diff] [blame] | 515 | aec3.AnalyzeRender(&render_buffer_); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 516 | } |
| 517 | |
Per Åhgren | 8ba5861 | 2017-12-01 23:01:44 +0100 | [diff] [blame] | 518 | for (size_t frame_index = 0; frame_index < kRenderTransferQueueSizeFrames; |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 519 | ++frame_index) { |
| 520 | aec3.AnalyzeCapture(&capture_buffer_); |
| 521 | if (sample_rate_hz_ > 16000) { |
| 522 | capture_buffer_.SplitIntoFrequencyBands(); |
| 523 | } |
| 524 | |
| 525 | PopulateInputFrame(frame_length_, num_bands_, frame_index, |
Per Åhgren | d47941e | 2019-08-22 11:51:13 +0200 | [diff] [blame] | 526 | &capture_buffer_.split_bands(0)[0], 0); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 527 | |
| 528 | aec3.ProcessCapture(&capture_buffer_, false); |
Per Åhgren | 0aefbf0 | 2019-08-23 21:29:17 +0200 | [diff] [blame] | 529 | for (size_t k = 0; k < frame_length_; ++k) { |
| 530 | capture_output.push_back(capture_buffer_.split_bands(0)[0][k]); |
| 531 | } |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 532 | } |
Per Åhgren | 0aefbf0 | 2019-08-23 21:29:17 +0200 | [diff] [blame] | 533 | HighPassFilter hp_filter(1); |
Sam Zackrisson | feee1e4 | 2019-09-20 07:50:35 +0200 | [diff] [blame] | 534 | hp_filter.Process(&render_input); |
Per Åhgren | 0aefbf0 | 2019-08-23 21:29:17 +0200 | [diff] [blame] | 535 | |
| 536 | EXPECT_TRUE( |
Sam Zackrisson | feee1e4 | 2019-09-20 07:50:35 +0200 | [diff] [blame] | 537 | VerifyOutputFrameBitexactness(render_input[0], capture_output, -64)); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 538 | } |
| 539 | |
| 540 | // This test verifies that a buffer overrun in the render swapqueue is |
| 541 | // properly reported. |
Mirko Bonadei | f0d9cda | 2019-01-17 20:43:58 +0000 | [diff] [blame] | 542 | void RunRenderPipelineSwapQueueOverrunReturnValueTest() { |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 543 | EchoCanceller3 aec3(EchoCanceller3Config(), sample_rate_hz_, 1, 1); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 544 | |
peah | cf02cf1 | 2017-04-05 14:18:07 -0700 | [diff] [blame] | 545 | constexpr size_t kRenderTransferQueueSize = 30; |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 546 | for (size_t k = 0; k < 2; ++k) { |
peah | cf02cf1 | 2017-04-05 14:18:07 -0700 | [diff] [blame] | 547 | for (size_t frame_index = 0; frame_index < kRenderTransferQueueSize; |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 548 | ++frame_index) { |
| 549 | if (sample_rate_hz_ > 16000) { |
| 550 | render_buffer_.SplitIntoFrequencyBands(); |
| 551 | } |
peah | 522d71b | 2017-02-23 05:16:26 -0800 | [diff] [blame] | 552 | PopulateInputFrame(frame_length_, frame_index, |
Per Åhgren | d47941e | 2019-08-22 11:51:13 +0200 | [diff] [blame] | 553 | &render_buffer_.channels()[0][0], 0); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 554 | |
Per Åhgren | 0aefbf0 | 2019-08-23 21:29:17 +0200 | [diff] [blame] | 555 | aec3.AnalyzeRender(&render_buffer_); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 556 | } |
| 557 | } |
| 558 | } |
| 559 | |
| 560 | #if RTC_DCHECK_IS_ON && GTEST_HAS_DEATH_TEST && !defined(WEBRTC_ANDROID) |
| 561 | // Verifies the that the check for the number of bands in the AnalyzeRender |
| 562 | // input is correct by adjusting the sample rates of EchoCanceller3 and the |
| 563 | // input AudioBuffer to have a different number of bands. |
| 564 | void RunAnalyzeRenderNumBandsCheckVerification() { |
| 565 | // Set aec3_sample_rate_hz to be different from sample_rate_hz_ in such a |
| 566 | // way that the number of bands for the rates are different. |
| 567 | const int aec3_sample_rate_hz = sample_rate_hz_ == 48000 ? 32000 : 48000; |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 568 | EchoCanceller3 aec3(EchoCanceller3Config(), aec3_sample_rate_hz, 1, 1); |
peah | 522d71b | 2017-02-23 05:16:26 -0800 | [diff] [blame] | 569 | PopulateInputFrame(frame_length_, 0, &render_buffer_.channels_f()[0][0], 0); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 570 | |
| 571 | EXPECT_DEATH(aec3.AnalyzeRender(&render_buffer_), ""); |
| 572 | } |
| 573 | |
| 574 | // Verifies the that the check for the number of bands in the ProcessCapture |
| 575 | // input is correct by adjusting the sample rates of EchoCanceller3 and the |
| 576 | // input AudioBuffer to have a different number of bands. |
| 577 | void RunProcessCaptureNumBandsCheckVerification() { |
| 578 | // Set aec3_sample_rate_hz to be different from sample_rate_hz_ in such a |
| 579 | // way that the number of bands for the rates are different. |
| 580 | const int aec3_sample_rate_hz = sample_rate_hz_ == 48000 ? 32000 : 48000; |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 581 | EchoCanceller3 aec3(EchoCanceller3Config(), aec3_sample_rate_hz, 1, 1); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 582 | PopulateInputFrame(frame_length_, num_bands_, 0, |
| 583 | &capture_buffer_.split_bands_f(0)[0], 100); |
| 584 | EXPECT_DEATH(aec3.ProcessCapture(&capture_buffer_, false), ""); |
| 585 | } |
| 586 | |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 587 | #endif |
| 588 | |
| 589 | private: |
| 590 | void OptionalBandSplit() { |
| 591 | if (sample_rate_hz_ > 16000) { |
| 592 | capture_buffer_.SplitIntoFrequencyBands(); |
| 593 | render_buffer_.SplitIntoFrequencyBands(); |
| 594 | } |
| 595 | } |
| 596 | |
| 597 | static constexpr size_t kNumFramesToProcess = 20; |
| 598 | const int sample_rate_hz_; |
| 599 | const size_t num_bands_; |
| 600 | const size_t frame_length_; |
| 601 | const int fullband_frame_length_; |
| 602 | AudioBuffer capture_buffer_; |
| 603 | AudioBuffer render_buffer_; |
| 604 | |
| 605 | RTC_DISALLOW_IMPLICIT_CONSTRUCTORS(EchoCanceller3Tester); |
| 606 | }; |
| 607 | |
| 608 | std::string ProduceDebugText(int sample_rate_hz) { |
Jonas Olsson | 366a50c | 2018-09-06 13:41:30 +0200 | [diff] [blame] | 609 | rtc::StringBuilder ss; |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 610 | ss << "Sample rate: " << sample_rate_hz; |
Jonas Olsson | 84df1c7 | 2018-09-14 16:59:32 +0200 | [diff] [blame] | 611 | return ss.Release(); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 612 | } |
| 613 | |
| 614 | std::string ProduceDebugText(int sample_rate_hz, int variant) { |
Jonas Olsson | 366a50c | 2018-09-06 13:41:30 +0200 | [diff] [blame] | 615 | rtc::StringBuilder ss; |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 616 | ss << "Sample rate: " << sample_rate_hz << ", variant: " << variant; |
Jonas Olsson | 84df1c7 | 2018-09-14 16:59:32 +0200 | [diff] [blame] | 617 | return ss.Release(); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 618 | } |
| 619 | |
| 620 | } // namespace |
| 621 | |
| 622 | TEST(EchoCanceller3Buffering, CaptureBitexactness) { |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 623 | for (auto rate : {16000, 32000, 48000}) { |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 624 | SCOPED_TRACE(ProduceDebugText(rate)); |
| 625 | EchoCanceller3Tester(rate).RunCaptureTransportVerificationTest(); |
| 626 | } |
| 627 | } |
| 628 | |
| 629 | TEST(EchoCanceller3Buffering, RenderBitexactness) { |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 630 | for (auto rate : {16000, 32000, 48000}) { |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 631 | SCOPED_TRACE(ProduceDebugText(rate)); |
| 632 | EchoCanceller3Tester(rate).RunRenderTransportVerificationTest(); |
| 633 | } |
| 634 | } |
| 635 | |
Mirko Bonadei | f0d9cda | 2019-01-17 20:43:58 +0000 | [diff] [blame] | 636 | TEST(EchoCanceller3Buffering, RenderSwapQueue) { |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 637 | EchoCanceller3Tester(16000).RunRenderSwapQueueVerificationTest(); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 638 | } |
| 639 | |
Mirko Bonadei | f0d9cda | 2019-01-17 20:43:58 +0000 | [diff] [blame] | 640 | TEST(EchoCanceller3Buffering, RenderSwapQueueOverrunReturnValue) { |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 641 | for (auto rate : {16000, 32000, 48000}) { |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 642 | SCOPED_TRACE(ProduceDebugText(rate)); |
| 643 | EchoCanceller3Tester(rate) |
Mirko Bonadei | f0d9cda | 2019-01-17 20:43:58 +0000 | [diff] [blame] | 644 | .RunRenderPipelineSwapQueueOverrunReturnValueTest(); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 645 | } |
| 646 | } |
| 647 | |
| 648 | TEST(EchoCanceller3Messaging, CaptureSaturation) { |
| 649 | auto variants = {EchoCanceller3Tester::SaturationTestVariant::kNone, |
| 650 | EchoCanceller3Tester::SaturationTestVariant::kOneNegative, |
| 651 | EchoCanceller3Tester::SaturationTestVariant::kOnePositive}; |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 652 | for (auto rate : {16000, 32000, 48000}) { |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 653 | for (auto variant : variants) { |
| 654 | SCOPED_TRACE(ProduceDebugText(rate, static_cast<int>(variant))); |
| 655 | EchoCanceller3Tester(rate).RunCaptureSaturationVerificationTest(variant); |
| 656 | } |
| 657 | } |
| 658 | } |
| 659 | |
| 660 | TEST(EchoCanceller3Messaging, EchoPathChange) { |
| 661 | auto variants = { |
| 662 | EchoCanceller3Tester::EchoPathChangeTestVariant::kNone, |
| 663 | EchoCanceller3Tester::EchoPathChangeTestVariant::kOneSticky, |
| 664 | EchoCanceller3Tester::EchoPathChangeTestVariant::kOneNonSticky}; |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 665 | for (auto rate : {16000, 32000, 48000}) { |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 666 | for (auto variant : variants) { |
| 667 | SCOPED_TRACE(ProduceDebugText(rate, static_cast<int>(variant))); |
| 668 | EchoCanceller3Tester(rate).RunEchoPathChangeVerificationTest(variant); |
| 669 | } |
| 670 | } |
| 671 | } |
| 672 | |
| 673 | TEST(EchoCanceller3Messaging, EchoLeakage) { |
| 674 | auto variants = { |
| 675 | EchoCanceller3Tester::EchoLeakageTestVariant::kNone, |
| 676 | EchoCanceller3Tester::EchoLeakageTestVariant::kFalseSticky, |
| 677 | EchoCanceller3Tester::EchoLeakageTestVariant::kTrueSticky, |
| 678 | EchoCanceller3Tester::EchoLeakageTestVariant::kTrueNonSticky}; |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 679 | for (auto rate : {16000, 32000, 48000}) { |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 680 | for (auto variant : variants) { |
| 681 | SCOPED_TRACE(ProduceDebugText(rate, static_cast<int>(variant))); |
| 682 | EchoCanceller3Tester(rate).RunEchoLeakageVerificationTest(variant); |
| 683 | } |
| 684 | } |
| 685 | } |
| 686 | |
| 687 | #if RTC_DCHECK_IS_ON && GTEST_HAS_DEATH_TEST && !defined(WEBRTC_ANDROID) |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 688 | |
| 689 | TEST(EchoCanceller3InputCheck, WrongCaptureNumBandsCheckVerification) { |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 690 | for (auto rate : {16000, 32000, 48000}) { |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 691 | SCOPED_TRACE(ProduceDebugText(rate)); |
| 692 | EchoCanceller3Tester(rate).RunProcessCaptureNumBandsCheckVerification(); |
| 693 | } |
| 694 | } |
| 695 | |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 696 | // Verifiers that the verification for null input to the capture processing api |
| 697 | // call works. |
| 698 | TEST(EchoCanceller3InputCheck, NullCaptureProcessingParameter) { |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 699 | EXPECT_DEATH(EchoCanceller3(EchoCanceller3Config(), 16000, 1, 1) |
Gustaf Ullberg | bd83b91 | 2017-10-18 12:32:42 +0200 | [diff] [blame] | 700 | .ProcessCapture(nullptr, false), |
| 701 | ""); |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 702 | } |
| 703 | |
peah | 2192089 | 2017-02-08 05:08:56 -0800 | [diff] [blame] | 704 | // Verifies the check for correct sample rate. |
peah | cf02cf1 | 2017-04-05 14:18:07 -0700 | [diff] [blame] | 705 | // TODO(peah): Re-enable the test once the issue with memory leaks during DEATH |
| 706 | // tests on test bots has been fixed. |
| 707 | TEST(EchoCanceller3InputCheck, DISABLED_WrongSampleRate) { |
peah | 2192089 | 2017-02-08 05:08:56 -0800 | [diff] [blame] | 708 | ApmDataDumper data_dumper(0); |
Per Åhgren | ce202a0 | 2019-09-02 17:01:19 +0200 | [diff] [blame] | 709 | EXPECT_DEATH(EchoCanceller3(EchoCanceller3Config(), 8001, 1, 1), ""); |
peah | 2192089 | 2017-02-08 05:08:56 -0800 | [diff] [blame] | 710 | } |
| 711 | |
peah | d026354 | 2017-01-03 04:20:34 -0800 | [diff] [blame] | 712 | #endif |
| 713 | |
| 714 | } // namespace webrtc |