blob: 2d4135982c0f57b728cf5c2244a98598581b9ac4 [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
bjornv@webrtc.org0c6f9312012-01-30 09:39:08 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
niklase@google.com470e71d2011-07-07 08:21:25 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11/*
12 * Contains the API functions for the AEC.
13 */
bjornv@webrtc.org6f6acd92013-02-14 21:17:12 +000014#include "webrtc/modules/audio_processing/aec/include/echo_cancellation.h"
bjornv@google.com1ba3dbe2011-10-03 08:18:10 +000015
16#include <math.h>
andrew@webrtc.org8594f762011-11-22 00:51:41 +000017#ifdef WEBRTC_AEC_DEBUG_DUMP
bjornv@google.com1ba3dbe2011-10-03 08:18:10 +000018#include <stdio.h>
19#endif
niklase@google.com470e71d2011-07-07 08:21:25 +000020#include <stdlib.h>
21#include <string.h>
22
bjornv@webrtc.org6f6acd92013-02-14 21:17:12 +000023#include "webrtc/common_audio/signal_processing/include/signal_processing_library.h"
24#include "webrtc/modules/audio_processing/aec/aec_core.h"
25#include "webrtc/modules/audio_processing/aec/aec_resampler.h"
26#include "webrtc/modules/audio_processing/aec/echo_cancellation_internal.h"
27#include "webrtc/modules/audio_processing/utility/ring_buffer.h"
28#include "webrtc/typedefs.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000029
niklase@google.com470e71d2011-07-07 08:21:25 +000030// Maximum length of resampled signal. Must be an integer multiple of frames
31// (ceil(1/(1 + MIN_SKEW)*2) + 1)*FRAME_LEN
32// The factor of 2 handles wb, and the + 1 is as a safety margin
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +000033// TODO(bjornv): Replace with kResamplerBufferSize
niklase@google.com470e71d2011-07-07 08:21:25 +000034#define MAX_RESAMP_LEN (5 * FRAME_LEN)
35
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +000036static const int kMaxBufSizeStart = 62; // In partitions
niklase@google.com470e71d2011-07-07 08:21:25 +000037static const int sampMsNb = 8; // samples per ms in nb
niklase@google.com470e71d2011-07-07 08:21:25 +000038static const int initCheck = 42;
39
andrew@webrtc.org1e39bc82011-11-27 23:46:23 +000040#ifdef WEBRTC_AEC_DEBUG_DUMP
bjornv@webrtc.org7267ffd2013-02-14 17:56:23 +000041int webrtc_aec_instance_count = 0;
andrew@webrtc.org1e39bc82011-11-27 23:46:23 +000042#endif
43
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +000044// Estimates delay to set the position of the far-end buffer read pointer
niklase@google.com470e71d2011-07-07 08:21:25 +000045// (controlled by knownDelay)
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +000046static int EstBufDelay(aecpc_t *aecInst);
niklase@google.com470e71d2011-07-07 08:21:25 +000047
pbos@webrtc.orgb7192b82013-04-10 07:50:54 +000048int32_t WebRtcAec_Create(void **aecInst)
niklase@google.com470e71d2011-07-07 08:21:25 +000049{
50 aecpc_t *aecpc;
51 if (aecInst == NULL) {
52 return -1;
53 }
54
55 aecpc = malloc(sizeof(aecpc_t));
56 *aecInst = aecpc;
57 if (aecpc == NULL) {
58 return -1;
59 }
60
61 if (WebRtcAec_CreateAec(&aecpc->aec) == -1) {
62 WebRtcAec_Free(aecpc);
63 aecpc = NULL;
64 return -1;
65 }
66
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +000067 if (WebRtcAec_CreateResampler(&aecpc->resampler) == -1) {
niklase@google.com470e71d2011-07-07 08:21:25 +000068 WebRtcAec_Free(aecpc);
69 aecpc = NULL;
70 return -1;
71 }
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +000072 // Create far-end pre-buffer. The buffer size has to be large enough for
73 // largest possible drift compensation (kResamplerBufferSize) + "almost" an
74 // FFT buffer (PART_LEN2 - 1).
andrew@webrtc.org91f32552013-02-27 00:35:06 +000075 aecpc->far_pre_buf = WebRtc_CreateBuffer(PART_LEN2 + kResamplerBufferSize,
76 sizeof(float));
77 if (!aecpc->far_pre_buf) {
niklase@google.com470e71d2011-07-07 08:21:25 +000078 WebRtcAec_Free(aecpc);
79 aecpc = NULL;
80 return -1;
81 }
82
83 aecpc->initFlag = 0;
84 aecpc->lastError = 0;
85
andrew@webrtc.org8594f762011-11-22 00:51:41 +000086#ifdef WEBRTC_AEC_DEBUG_DUMP
andrew@webrtc.org91f32552013-02-27 00:35:06 +000087 aecpc->far_pre_buf_s16 = WebRtc_CreateBuffer(
andrew@webrtc.org52b57cc2013-03-07 00:45:50 +000088 PART_LEN2 + kResamplerBufferSize, sizeof(int16_t));
andrew@webrtc.org91f32552013-02-27 00:35:06 +000089 if (!aecpc->far_pre_buf_s16) {
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +000090 WebRtcAec_Free(aecpc);
91 aecpc = NULL;
92 return -1;
93 }
andrew@webrtc.org1e39bc82011-11-27 23:46:23 +000094 {
95 char filename[64];
bjornv@webrtc.org7267ffd2013-02-14 17:56:23 +000096 sprintf(filename, "aec_buf%d.dat", webrtc_aec_instance_count);
andrew@webrtc.org1e39bc82011-11-27 23:46:23 +000097 aecpc->bufFile = fopen(filename, "wb");
bjornv@webrtc.org7267ffd2013-02-14 17:56:23 +000098 sprintf(filename, "aec_skew%d.dat", webrtc_aec_instance_count);
andrew@webrtc.org1e39bc82011-11-27 23:46:23 +000099 aecpc->skewFile = fopen(filename, "wb");
bjornv@webrtc.org7267ffd2013-02-14 17:56:23 +0000100 sprintf(filename, "aec_delay%d.dat", webrtc_aec_instance_count);
andrew@webrtc.org1e39bc82011-11-27 23:46:23 +0000101 aecpc->delayFile = fopen(filename, "wb");
bjornv@webrtc.org7267ffd2013-02-14 17:56:23 +0000102 webrtc_aec_instance_count++;
andrew@webrtc.org1e39bc82011-11-27 23:46:23 +0000103 }
andrew@webrtc.org8594f762011-11-22 00:51:41 +0000104#endif
niklase@google.com470e71d2011-07-07 08:21:25 +0000105
106 return 0;
107}
108
pbos@webrtc.orgb7192b82013-04-10 07:50:54 +0000109int32_t WebRtcAec_Free(void *aecInst)
niklase@google.com470e71d2011-07-07 08:21:25 +0000110{
111 aecpc_t *aecpc = aecInst;
112
113 if (aecpc == NULL) {
114 return -1;
115 }
116
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000117 WebRtc_FreeBuffer(aecpc->far_pre_buf);
118
andrew@webrtc.org8594f762011-11-22 00:51:41 +0000119#ifdef WEBRTC_AEC_DEBUG_DUMP
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000120 WebRtc_FreeBuffer(aecpc->far_pre_buf_s16);
niklase@google.com470e71d2011-07-07 08:21:25 +0000121 fclose(aecpc->bufFile);
122 fclose(aecpc->skewFile);
123 fclose(aecpc->delayFile);
andrew@webrtc.org8594f762011-11-22 00:51:41 +0000124#endif
niklase@google.com470e71d2011-07-07 08:21:25 +0000125
126 WebRtcAec_FreeAec(aecpc->aec);
niklase@google.com470e71d2011-07-07 08:21:25 +0000127 WebRtcAec_FreeResampler(aecpc->resampler);
128 free(aecpc);
129
130 return 0;
131}
132
pbos@webrtc.orgb7192b82013-04-10 07:50:54 +0000133int32_t WebRtcAec_Init(void *aecInst, int32_t sampFreq, int32_t scSampFreq)
niklase@google.com470e71d2011-07-07 08:21:25 +0000134{
135 aecpc_t *aecpc = aecInst;
136 AecConfig aecConfig;
137
138 if (aecpc == NULL) {
139 return -1;
140 }
141
142 if (sampFreq != 8000 && sampFreq != 16000 && sampFreq != 32000) {
143 aecpc->lastError = AEC_BAD_PARAMETER_ERROR;
144 return -1;
145 }
146 aecpc->sampFreq = sampFreq;
147
148 if (scSampFreq < 1 || scSampFreq > 96000) {
149 aecpc->lastError = AEC_BAD_PARAMETER_ERROR;
150 return -1;
151 }
152 aecpc->scSampFreq = scSampFreq;
153
154 // Initialize echo canceller core
155 if (WebRtcAec_InitAec(aecpc->aec, aecpc->sampFreq) == -1) {
156 aecpc->lastError = AEC_UNSPECIFIED_ERROR;
157 return -1;
158 }
159
niklase@google.com470e71d2011-07-07 08:21:25 +0000160 if (WebRtcAec_InitResampler(aecpc->resampler, aecpc->scSampFreq) == -1) {
161 aecpc->lastError = AEC_UNSPECIFIED_ERROR;
162 return -1;
163 }
164
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000165 if (WebRtc_InitBuffer(aecpc->far_pre_buf) == -1) {
166 aecpc->lastError = AEC_UNSPECIFIED_ERROR;
167 return -1;
168 }
169 WebRtc_MoveReadPtr(aecpc->far_pre_buf, -PART_LEN); // Start overlap.
170
bjornv@google.com1ba3dbe2011-10-03 08:18:10 +0000171 aecpc->initFlag = initCheck; // indicates that initialization has been done
niklase@google.com470e71d2011-07-07 08:21:25 +0000172
173 if (aecpc->sampFreq == 32000) {
174 aecpc->splitSampFreq = 16000;
175 }
176 else {
177 aecpc->splitSampFreq = sampFreq;
178 }
179
180 aecpc->skewFrCtr = 0;
181 aecpc->activity = 0;
182
niklase@google.com470e71d2011-07-07 08:21:25 +0000183 aecpc->delayCtr = 0;
184
185 aecpc->sum = 0;
186 aecpc->counter = 0;
187 aecpc->checkBuffSize = 1;
188 aecpc->firstVal = 0;
189
190 aecpc->ECstartup = 1;
191 aecpc->bufSizeStart = 0;
192 aecpc->checkBufSizeCtr = 0;
193 aecpc->filtDelay = 0;
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000194 aecpc->timeForDelayChange = 0;
niklase@google.com470e71d2011-07-07 08:21:25 +0000195 aecpc->knownDelay = 0;
196 aecpc->lastDelayDiff = 0;
197
198 aecpc->skew = 0;
199 aecpc->resample = kAecFalse;
200 aecpc->highSkewCtr = 0;
201 aecpc->sampFactor = (aecpc->scSampFreq * 1.0f) / aecpc->splitSampFreq;
202
bjornv@webrtc.org6f6acd92013-02-14 21:17:12 +0000203 // Sampling frequency multiplier (SWB is processed as 160 frame size).
204 aecpc->rate_factor = aecpc->splitSampFreq / 8000;
205
niklase@google.com470e71d2011-07-07 08:21:25 +0000206 // Default settings.
207 aecConfig.nlpMode = kAecNlpModerate;
208 aecConfig.skewMode = kAecFalse;
209 aecConfig.metricsMode = kAecFalse;
bjornv@google.com1ba3dbe2011-10-03 08:18:10 +0000210 aecConfig.delay_logging = kAecFalse;
niklase@google.com470e71d2011-07-07 08:21:25 +0000211
212 if (WebRtcAec_set_config(aecpc, aecConfig) == -1) {
213 aecpc->lastError = AEC_UNSPECIFIED_ERROR;
214 return -1;
215 }
216
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000217#ifdef WEBRTC_AEC_DEBUG_DUMP
218 if (WebRtc_InitBuffer(aecpc->far_pre_buf_s16) == -1) {
219 aecpc->lastError = AEC_UNSPECIFIED_ERROR;
220 return -1;
221 }
222 WebRtc_MoveReadPtr(aecpc->far_pre_buf_s16, -PART_LEN); // Start overlap.
223#endif
224
niklase@google.com470e71d2011-07-07 08:21:25 +0000225 return 0;
226}
227
228// only buffer L band for farend
pbos@webrtc.orgb7192b82013-04-10 07:50:54 +0000229int32_t WebRtcAec_BufferFarend(void *aecInst, const int16_t *farend,
230 int16_t nrOfSamples)
niklase@google.com470e71d2011-07-07 08:21:25 +0000231{
232 aecpc_t *aecpc = aecInst;
pbos@webrtc.orgb7192b82013-04-10 07:50:54 +0000233 int32_t retVal = 0;
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000234 int newNrOfSamples = (int) nrOfSamples;
niklase@google.com470e71d2011-07-07 08:21:25 +0000235 short newFarend[MAX_RESAMP_LEN];
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000236 const int16_t* farend_ptr = farend;
237 float tmp_farend[MAX_RESAMP_LEN];
238 const float* farend_float = tmp_farend;
niklase@google.com470e71d2011-07-07 08:21:25 +0000239 float skew;
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000240 int i = 0;
niklase@google.com470e71d2011-07-07 08:21:25 +0000241
242 if (aecpc == NULL) {
243 return -1;
244 }
245
246 if (farend == NULL) {
247 aecpc->lastError = AEC_NULL_POINTER_ERROR;
248 return -1;
249 }
250
251 if (aecpc->initFlag != initCheck) {
252 aecpc->lastError = AEC_UNINITIALIZED_ERROR;
253 return -1;
254 }
255
256 // number of samples == 160 for SWB input
257 if (nrOfSamples != 80 && nrOfSamples != 160) {
258 aecpc->lastError = AEC_BAD_PARAMETER_ERROR;
259 return -1;
260 }
261
262 skew = aecpc->skew;
263
niklase@google.com470e71d2011-07-07 08:21:25 +0000264 if (aecpc->skewMode == kAecTrue && aecpc->resample == kAecTrue) {
265 // Resample and get a new number of samples
bjornv@webrtc.org281b7982012-05-30 07:41:57 +0000266 WebRtcAec_ResampleLinear(aecpc->resampler, farend, nrOfSamples, skew,
267 newFarend, &newNrOfSamples);
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000268 farend_ptr = (const int16_t*) newFarend;
niklase@google.com470e71d2011-07-07 08:21:25 +0000269 }
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000270
bjornv@webrtc.org4d1cfae2013-02-20 17:31:38 +0000271 WebRtcAec_SetSystemDelay(aecpc->aec, WebRtcAec_system_delay(aecpc->aec) +
272 newNrOfSamples);
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000273
274#ifdef WEBRTC_AEC_DEBUG_DUMP
275 WebRtc_WriteBuffer(aecpc->far_pre_buf_s16, farend_ptr,
276 (size_t) newNrOfSamples);
277#endif
278 // Cast to float and write the time-domain data to |far_pre_buf|.
279 for (i = 0; i < newNrOfSamples; i++) {
280 tmp_farend[i] = (float) farend_ptr[i];
281 }
282 WebRtc_WriteBuffer(aecpc->far_pre_buf, farend_float,
283 (size_t) newNrOfSamples);
284
285 // Transform to frequency domain if we have enough data.
286 while (WebRtc_available_read(aecpc->far_pre_buf) >= PART_LEN2) {
287 // We have enough data to pass to the FFT, hence read PART_LEN2 samples.
288 WebRtc_ReadBuffer(aecpc->far_pre_buf, (void**) &farend_float, tmp_farend,
289 PART_LEN2);
290
291 WebRtcAec_BufferFarendPartition(aecpc->aec, farend_float);
292
293 // Rewind |far_pre_buf| PART_LEN samples for overlap before continuing.
294 WebRtc_MoveReadPtr(aecpc->far_pre_buf, -PART_LEN);
295#ifdef WEBRTC_AEC_DEBUG_DUMP
296 WebRtc_ReadBuffer(aecpc->far_pre_buf_s16, (void**) &farend_ptr, newFarend,
297 PART_LEN2);
bjornv@webrtc.org0a480cb2013-02-19 21:41:27 +0000298 WebRtc_WriteBuffer(WebRtcAec_far_time_buf(aecpc->aec),
299 &farend_ptr[PART_LEN], 1);
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000300 WebRtc_MoveReadPtr(aecpc->far_pre_buf_s16, -PART_LEN);
301#endif
niklase@google.com470e71d2011-07-07 08:21:25 +0000302 }
303
304 return retVal;
305}
306
pbos@webrtc.orgb7192b82013-04-10 07:50:54 +0000307int32_t WebRtcAec_Process(void *aecInst, const int16_t *nearend,
308 const int16_t *nearendH, int16_t *out, int16_t *outH,
309 int16_t nrOfSamples, int16_t msInSndCardBuf,
310 int32_t skew)
niklase@google.com470e71d2011-07-07 08:21:25 +0000311{
312 aecpc_t *aecpc = aecInst;
pbos@webrtc.orgb7192b82013-04-10 07:50:54 +0000313 int32_t retVal = 0;
niklase@google.com470e71d2011-07-07 08:21:25 +0000314 short i;
niklase@google.com470e71d2011-07-07 08:21:25 +0000315 short nBlocks10ms;
316 short nFrames;
niklase@google.com470e71d2011-07-07 08:21:25 +0000317 // Limit resampling to doubling/halving of signal
318 const float minSkewEst = -0.5f;
319 const float maxSkewEst = 1.0f;
320
321 if (aecpc == NULL) {
322 return -1;
323 }
324
325 if (nearend == NULL) {
326 aecpc->lastError = AEC_NULL_POINTER_ERROR;
327 return -1;
328 }
329
330 if (out == NULL) {
331 aecpc->lastError = AEC_NULL_POINTER_ERROR;
332 return -1;
333 }
334
335 if (aecpc->initFlag != initCheck) {
336 aecpc->lastError = AEC_UNINITIALIZED_ERROR;
337 return -1;
338 }
339
340 // number of samples == 160 for SWB input
341 if (nrOfSamples != 80 && nrOfSamples != 160) {
342 aecpc->lastError = AEC_BAD_PARAMETER_ERROR;
343 return -1;
344 }
345
346 // Check for valid pointers based on sampling rate
347 if (aecpc->sampFreq == 32000 && nearendH == NULL) {
348 aecpc->lastError = AEC_NULL_POINTER_ERROR;
349 return -1;
350 }
351
352 if (msInSndCardBuf < 0) {
353 msInSndCardBuf = 0;
354 aecpc->lastError = AEC_BAD_PARAMETER_WARNING;
355 retVal = -1;
356 }
357 else if (msInSndCardBuf > 500) {
358 msInSndCardBuf = 500;
359 aecpc->lastError = AEC_BAD_PARAMETER_WARNING;
360 retVal = -1;
361 }
andrew@webrtc.orga919d3a2011-11-27 23:40:58 +0000362 // TODO(andrew): we need to investigate if this +10 is really wanted.
niklase@google.com470e71d2011-07-07 08:21:25 +0000363 msInSndCardBuf += 10;
364 aecpc->msInSndCardBuf = msInSndCardBuf;
365
366 if (aecpc->skewMode == kAecTrue) {
367 if (aecpc->skewFrCtr < 25) {
368 aecpc->skewFrCtr++;
369 }
370 else {
371 retVal = WebRtcAec_GetSkew(aecpc->resampler, skew, &aecpc->skew);
372 if (retVal == -1) {
373 aecpc->skew = 0;
374 aecpc->lastError = AEC_BAD_PARAMETER_WARNING;
375 }
376
377 aecpc->skew /= aecpc->sampFactor*nrOfSamples;
378
379 if (aecpc->skew < 1.0e-3 && aecpc->skew > -1.0e-3) {
380 aecpc->resample = kAecFalse;
381 }
382 else {
383 aecpc->resample = kAecTrue;
384 }
385
386 if (aecpc->skew < minSkewEst) {
387 aecpc->skew = minSkewEst;
388 }
389 else if (aecpc->skew > maxSkewEst) {
390 aecpc->skew = maxSkewEst;
391 }
392
andrew@webrtc.org8594f762011-11-22 00:51:41 +0000393#ifdef WEBRTC_AEC_DEBUG_DUMP
andrew@webrtc.org7d8c5672012-06-01 02:41:14 +0000394 (void)fwrite(&aecpc->skew, sizeof(aecpc->skew), 1, aecpc->skewFile);
niklase@google.com470e71d2011-07-07 08:21:25 +0000395#endif
396 }
397 }
398
399 nFrames = nrOfSamples / FRAME_LEN;
bjornv@webrtc.org6f6acd92013-02-14 21:17:12 +0000400 nBlocks10ms = nFrames / aecpc->rate_factor;
niklase@google.com470e71d2011-07-07 08:21:25 +0000401
402 if (aecpc->ECstartup) {
andrew@webrtc.org64235092011-08-19 21:22:08 +0000403 if (nearend != out) {
404 // Only needed if they don't already point to the same place.
405 memcpy(out, nearend, sizeof(short) * nrOfSamples);
406 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000407
408 // The AEC is in the start up mode
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000409 // AEC is disabled until the system delay is OK
niklase@google.com470e71d2011-07-07 08:21:25 +0000410
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000411 // Mechanism to ensure that the system delay is reasonably stable.
niklase@google.com470e71d2011-07-07 08:21:25 +0000412 if (aecpc->checkBuffSize) {
niklase@google.com470e71d2011-07-07 08:21:25 +0000413 aecpc->checkBufSizeCtr++;
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000414 // Before we fill up the far-end buffer we require the system delay
415 // to be stable (+/-8 ms) compared to the first value. This
416 // comparison is made during the following 6 consecutive 10 ms
417 // blocks. If it seems to be stable then we start to fill up the
418 // far-end buffer.
niklase@google.com470e71d2011-07-07 08:21:25 +0000419 if (aecpc->counter == 0) {
420 aecpc->firstVal = aecpc->msInSndCardBuf;
421 aecpc->sum = 0;
422 }
423
424 if (abs(aecpc->firstVal - aecpc->msInSndCardBuf) <
425 WEBRTC_SPL_MAX(0.2 * aecpc->msInSndCardBuf, sampMsNb)) {
426 aecpc->sum += aecpc->msInSndCardBuf;
427 aecpc->counter++;
428 }
429 else {
430 aecpc->counter = 0;
431 }
432
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000433 if (aecpc->counter * nBlocks10ms >= 6) {
434 // The far-end buffer size is determined in partitions of
435 // PART_LEN samples. Use 75% of the average value of the system
436 // delay as buffer size to start with.
437 aecpc->bufSizeStart = WEBRTC_SPL_MIN((3 * aecpc->sum *
bjornv@webrtc.org6f6acd92013-02-14 21:17:12 +0000438 aecpc->rate_factor * 8) / (4 * aecpc->counter * PART_LEN),
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000439 kMaxBufSizeStart);
440 // Buffer size has now been determined.
niklase@google.com470e71d2011-07-07 08:21:25 +0000441 aecpc->checkBuffSize = 0;
442 }
443
444 if (aecpc->checkBufSizeCtr * nBlocks10ms > 50) {
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000445 // For really bad systems, don't disable the echo canceller for
446 // more than 0.5 sec.
447 aecpc->bufSizeStart = WEBRTC_SPL_MIN((aecpc->msInSndCardBuf *
bjornv@webrtc.org6f6acd92013-02-14 21:17:12 +0000448 aecpc->rate_factor * 3) / 40, kMaxBufSizeStart);
niklase@google.com470e71d2011-07-07 08:21:25 +0000449 aecpc->checkBuffSize = 0;
450 }
451 }
452
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000453 // If |checkBuffSize| changed in the if-statement above.
niklase@google.com470e71d2011-07-07 08:21:25 +0000454 if (!aecpc->checkBuffSize) {
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000455 // The system delay is now reasonably stable (or has been unstable
456 // for too long). When the far-end buffer is filled with
457 // approximately the same amount of data as reported by the system
458 // we end the startup phase.
bjornv@webrtc.org4d1cfae2013-02-20 17:31:38 +0000459 int overhead_elements =
460 WebRtcAec_system_delay(aecpc->aec) / PART_LEN -
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000461 aecpc->bufSizeStart;
462 if (overhead_elements == 0) {
463 // Enable the AEC
464 aecpc->ECstartup = 0;
465 } else if (overhead_elements > 0) {
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000466 // TODO(bjornv): Do we need a check on how much we actually
467 // moved the read pointer? It should always be possible to move
468 // the pointer |overhead_elements| since we have only added data
469 // to the buffer and no delay compensation nor AEC processing
470 // has been done.
andrew@webrtc.org61bf8e32012-03-15 19:04:55 +0000471 WebRtcAec_MoveFarReadPtr(aecpc->aec, overhead_elements);
niklase@google.com470e71d2011-07-07 08:21:25 +0000472
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000473 // Enable the AEC
niklase@google.com470e71d2011-07-07 08:21:25 +0000474 aecpc->ECstartup = 0;
475 }
476 }
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000477 } else {
478 // AEC is enabled.
niklase@google.com470e71d2011-07-07 08:21:25 +0000479
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000480 EstBufDelay(aecpc);
481
482 // Note that 1 frame is supported for NB and 2 frames for WB.
niklase@google.com470e71d2011-07-07 08:21:25 +0000483 for (i = 0; i < nFrames; i++) {
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000484 // Call the AEC.
485 WebRtcAec_ProcessFrame(aecpc->aec,
486 &nearend[FRAME_LEN * i],
487 &nearendH[FRAME_LEN * i],
bjornv@webrtc.org716fd902013-02-20 16:59:41 +0000488 aecpc->knownDelay,
489 &out[FRAME_LEN * i],
490 &outH[FRAME_LEN * i]);
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000491 // TODO(bjornv): Re-structure such that we don't have to pass
492 // |aecpc->knownDelay| as input. Change name to something like
493 // |system_buffer_diff|.
niklase@google.com470e71d2011-07-07 08:21:25 +0000494 }
495 }
496
andrew@webrtc.org8594f762011-11-22 00:51:41 +0000497#ifdef WEBRTC_AEC_DEBUG_DUMP
498 {
bjornv@webrtc.org4d1cfae2013-02-20 17:31:38 +0000499 int16_t far_buf_size_ms = (int16_t)(WebRtcAec_system_delay(aecpc->aec) /
bjornv@webrtc.org6f6acd92013-02-14 21:17:12 +0000500 (sampMsNb * aecpc->rate_factor));
andrew@webrtc.org7d8c5672012-06-01 02:41:14 +0000501 (void)fwrite(&far_buf_size_ms, 2, 1, aecpc->bufFile);
502 (void)fwrite(&aecpc->knownDelay, sizeof(aecpc->knownDelay), 1,
503 aecpc->delayFile);
andrew@webrtc.org8594f762011-11-22 00:51:41 +0000504 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000505#endif
506
507 return retVal;
508}
509
bjornv@webrtc.org47b274d2013-02-20 17:09:47 +0000510int WebRtcAec_set_config(void* handle, AecConfig config) {
511 aecpc_t* self = (aecpc_t*)handle;
niklase@google.com470e71d2011-07-07 08:21:25 +0000512
bjornv@webrtc.org47b274d2013-02-20 17:09:47 +0000513 if (handle == NULL ) {
bjornv@google.com1ba3dbe2011-10-03 08:18:10 +0000514 return -1;
515 }
bjornv@webrtc.org47b274d2013-02-20 17:09:47 +0000516
517 if (self->initFlag != initCheck) {
518 self->lastError = AEC_UNINITIALIZED_ERROR;
519 return -1;
bjornv@google.com1ba3dbe2011-10-03 08:18:10 +0000520 }
521
bjornv@webrtc.org47b274d2013-02-20 17:09:47 +0000522 if (config.skewMode != kAecFalse && config.skewMode != kAecTrue) {
523 self->lastError = AEC_BAD_PARAMETER_ERROR;
524 return -1;
525 }
526 self->skewMode = config.skewMode;
527
528 if (config.nlpMode != kAecNlpConservative && config.nlpMode != kAecNlpModerate
529 && config.nlpMode != kAecNlpAggressive) {
530 self->lastError = AEC_BAD_PARAMETER_ERROR;
531 return -1;
532 }
533
534 if (config.metricsMode != kAecFalse && config.metricsMode != kAecTrue) {
535 self->lastError = AEC_BAD_PARAMETER_ERROR;
536 return -1;
537 }
538
539 if (config.delay_logging != kAecFalse && config.delay_logging != kAecTrue) {
540 self->lastError = AEC_BAD_PARAMETER_ERROR;
541 return -1;
542 }
543
544 WebRtcAec_SetConfigCore(self->aec, config.nlpMode, config.metricsMode,
545 config.delay_logging);
546 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +0000547}
548
bjornv@webrtc.org21a2fc92013-02-15 17:01:03 +0000549int WebRtcAec_get_echo_status(void* handle, int* status) {
550 aecpc_t* self = (aecpc_t*)handle;
niklase@google.com470e71d2011-07-07 08:21:25 +0000551
bjornv@webrtc.org21a2fc92013-02-15 17:01:03 +0000552 if (handle == NULL ) {
553 return -1;
554 }
555 if (status == NULL ) {
556 self->lastError = AEC_NULL_POINTER_ERROR;
557 return -1;
558 }
559 if (self->initFlag != initCheck) {
560 self->lastError = AEC_UNINITIALIZED_ERROR;
561 return -1;
562 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000563
bjornv@webrtc.org21a2fc92013-02-15 17:01:03 +0000564 *status = WebRtcAec_echo_state(self->aec);
niklase@google.com470e71d2011-07-07 08:21:25 +0000565
bjornv@webrtc.org21a2fc92013-02-15 17:01:03 +0000566 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +0000567}
568
bjornv@webrtc.orgb4cd3422013-02-15 18:40:34 +0000569int WebRtcAec_GetMetrics(void* handle, AecMetrics* metrics) {
570 const float kUpWeight = 0.7f;
571 float dtmp;
572 int stmp;
573 aecpc_t* self = (aecpc_t*)handle;
bjornv@webrtc.orgcea70f42013-02-19 21:03:10 +0000574 Stats erl;
575 Stats erle;
576 Stats a_nlp;
niklase@google.com470e71d2011-07-07 08:21:25 +0000577
bjornv@webrtc.orgb4cd3422013-02-15 18:40:34 +0000578 if (handle == NULL ) {
579 return -1;
580 }
581 if (metrics == NULL ) {
582 self->lastError = AEC_NULL_POINTER_ERROR;
583 return -1;
584 }
585 if (self->initFlag != initCheck) {
586 self->lastError = AEC_UNINITIALIZED_ERROR;
587 return -1;
588 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000589
bjornv@webrtc.orgb4cd3422013-02-15 18:40:34 +0000590 WebRtcAec_GetEchoStats(self->aec, &erl, &erle, &a_nlp);
niklase@google.com470e71d2011-07-07 08:21:25 +0000591
bjornv@webrtc.orgb4cd3422013-02-15 18:40:34 +0000592 // ERL
593 metrics->erl.instant = (int) erl.instant;
niklase@google.com470e71d2011-07-07 08:21:25 +0000594
bjornv@webrtc.org71e91f32013-02-20 19:24:50 +0000595 if ((erl.himean > kOffsetLevel) && (erl.average > kOffsetLevel)) {
bjornv@webrtc.orgb4cd3422013-02-15 18:40:34 +0000596 // Use a mix between regular average and upper part average.
597 dtmp = kUpWeight * erl.himean + (1 - kUpWeight) * erl.average;
598 metrics->erl.average = (int) dtmp;
599 } else {
bjornv@webrtc.org71e91f32013-02-20 19:24:50 +0000600 metrics->erl.average = kOffsetLevel;
bjornv@webrtc.orgb4cd3422013-02-15 18:40:34 +0000601 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000602
bjornv@webrtc.orgb4cd3422013-02-15 18:40:34 +0000603 metrics->erl.max = (int) erl.max;
niklase@google.com470e71d2011-07-07 08:21:25 +0000604
bjornv@webrtc.org71e91f32013-02-20 19:24:50 +0000605 if (erl.min < (kOffsetLevel * (-1))) {
bjornv@webrtc.orgb4cd3422013-02-15 18:40:34 +0000606 metrics->erl.min = (int) erl.min;
607 } else {
bjornv@webrtc.org71e91f32013-02-20 19:24:50 +0000608 metrics->erl.min = kOffsetLevel;
bjornv@webrtc.orgb4cd3422013-02-15 18:40:34 +0000609 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000610
bjornv@webrtc.orgb4cd3422013-02-15 18:40:34 +0000611 // ERLE
612 metrics->erle.instant = (int) erle.instant;
niklase@google.com470e71d2011-07-07 08:21:25 +0000613
bjornv@webrtc.org71e91f32013-02-20 19:24:50 +0000614 if ((erle.himean > kOffsetLevel) && (erle.average > kOffsetLevel)) {
bjornv@webrtc.orgb4cd3422013-02-15 18:40:34 +0000615 // Use a mix between regular average and upper part average.
616 dtmp = kUpWeight * erle.himean + (1 - kUpWeight) * erle.average;
617 metrics->erle.average = (int) dtmp;
618 } else {
bjornv@webrtc.org71e91f32013-02-20 19:24:50 +0000619 metrics->erle.average = kOffsetLevel;
bjornv@webrtc.orgb4cd3422013-02-15 18:40:34 +0000620 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000621
bjornv@webrtc.orgb4cd3422013-02-15 18:40:34 +0000622 metrics->erle.max = (int) erle.max;
niklase@google.com470e71d2011-07-07 08:21:25 +0000623
bjornv@webrtc.org71e91f32013-02-20 19:24:50 +0000624 if (erle.min < (kOffsetLevel * (-1))) {
bjornv@webrtc.orgb4cd3422013-02-15 18:40:34 +0000625 metrics->erle.min = (int) erle.min;
626 } else {
bjornv@webrtc.org71e91f32013-02-20 19:24:50 +0000627 metrics->erle.min = kOffsetLevel;
bjornv@webrtc.orgb4cd3422013-02-15 18:40:34 +0000628 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000629
bjornv@webrtc.orgb4cd3422013-02-15 18:40:34 +0000630 // RERL
bjornv@webrtc.org71e91f32013-02-20 19:24:50 +0000631 if ((metrics->erl.average > kOffsetLevel)
632 && (metrics->erle.average > kOffsetLevel)) {
bjornv@webrtc.orgb4cd3422013-02-15 18:40:34 +0000633 stmp = metrics->erl.average + metrics->erle.average;
634 } else {
bjornv@webrtc.org71e91f32013-02-20 19:24:50 +0000635 stmp = kOffsetLevel;
bjornv@webrtc.orgb4cd3422013-02-15 18:40:34 +0000636 }
637 metrics->rerl.average = stmp;
niklase@google.com470e71d2011-07-07 08:21:25 +0000638
bjornv@webrtc.orgb4cd3422013-02-15 18:40:34 +0000639 // No other statistics needed, but returned for completeness.
640 metrics->rerl.instant = stmp;
641 metrics->rerl.max = stmp;
642 metrics->rerl.min = stmp;
niklase@google.com470e71d2011-07-07 08:21:25 +0000643
bjornv@webrtc.orgb4cd3422013-02-15 18:40:34 +0000644 // A_NLP
645 metrics->aNlp.instant = (int) a_nlp.instant;
niklase@google.com470e71d2011-07-07 08:21:25 +0000646
bjornv@webrtc.org71e91f32013-02-20 19:24:50 +0000647 if ((a_nlp.himean > kOffsetLevel) && (a_nlp.average > kOffsetLevel)) {
bjornv@webrtc.orgb4cd3422013-02-15 18:40:34 +0000648 // Use a mix between regular average and upper part average.
649 dtmp = kUpWeight * a_nlp.himean + (1 - kUpWeight) * a_nlp.average;
650 metrics->aNlp.average = (int) dtmp;
651 } else {
bjornv@webrtc.org71e91f32013-02-20 19:24:50 +0000652 metrics->aNlp.average = kOffsetLevel;
bjornv@webrtc.orgb4cd3422013-02-15 18:40:34 +0000653 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000654
bjornv@webrtc.orgb4cd3422013-02-15 18:40:34 +0000655 metrics->aNlp.max = (int) a_nlp.max;
niklase@google.com470e71d2011-07-07 08:21:25 +0000656
bjornv@webrtc.org71e91f32013-02-20 19:24:50 +0000657 if (a_nlp.min < (kOffsetLevel * (-1))) {
bjornv@webrtc.orgb4cd3422013-02-15 18:40:34 +0000658 metrics->aNlp.min = (int) a_nlp.min;
659 } else {
bjornv@webrtc.org71e91f32013-02-20 19:24:50 +0000660 metrics->aNlp.min = kOffsetLevel;
bjornv@webrtc.orgb4cd3422013-02-15 18:40:34 +0000661 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000662
bjornv@webrtc.orgb4cd3422013-02-15 18:40:34 +0000663 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +0000664}
665
bjornv@google.com1ba3dbe2011-10-03 08:18:10 +0000666int WebRtcAec_GetDelayMetrics(void* handle, int* median, int* std) {
667 aecpc_t* self = handle;
bjornv@google.com1ba3dbe2011-10-03 08:18:10 +0000668
bjornv@webrtc.org61d07452012-05-11 07:51:44 +0000669 if (handle == NULL) {
bjornv@google.com1ba3dbe2011-10-03 08:18:10 +0000670 return -1;
671 }
672 if (median == NULL) {
673 self->lastError = AEC_NULL_POINTER_ERROR;
674 return -1;
675 }
676 if (std == NULL) {
677 self->lastError = AEC_NULL_POINTER_ERROR;
678 return -1;
679 }
680 if (self->initFlag != initCheck) {
681 self->lastError = AEC_UNINITIALIZED_ERROR;
682 return -1;
683 }
bjornv@webrtc.org325f6252013-02-15 15:21:02 +0000684 if (WebRtcAec_GetDelayMetricsCore(self->aec, median, std) == -1) {
685 // Logging disabled.
bjornv@google.com1ba3dbe2011-10-03 08:18:10 +0000686 self->lastError = AEC_UNSUPPORTED_FUNCTION_ERROR;
687 return -1;
688 }
689
bjornv@google.com1ba3dbe2011-10-03 08:18:10 +0000690 return 0;
691}
692
pbos@webrtc.orgb7192b82013-04-10 07:50:54 +0000693int32_t WebRtcAec_get_error_code(void *aecInst)
niklase@google.com470e71d2011-07-07 08:21:25 +0000694{
695 aecpc_t *aecpc = aecInst;
696
697 if (aecpc == NULL) {
698 return -1;
699 }
700
701 return aecpc->lastError;
702}
703
bjornv@webrtc.org132c15d2013-02-27 21:03:41 +0000704AecCore* WebRtcAec_aec_core(void* handle) {
705 if (!handle) {
706 return NULL;
707 }
708 return ((aecpc_t*) handle)->aec;
709}
710
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000711static int EstBufDelay(aecpc_t* aecpc) {
bjornv@webrtc.org6f6acd92013-02-14 21:17:12 +0000712 int nSampSndCard = aecpc->msInSndCardBuf * sampMsNb * aecpc->rate_factor;
bjornv@webrtc.org4d1cfae2013-02-20 17:31:38 +0000713 int current_delay = nSampSndCard - WebRtcAec_system_delay(aecpc->aec);
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000714 int delay_difference = 0;
niklase@google.com470e71d2011-07-07 08:21:25 +0000715
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000716 // Before we proceed with the delay estimate filtering we:
717 // 1) Compensate for the frame that will be read.
718 // 2) Compensate for drift resampling.
bjornv@webrtc.org70569082012-04-12 12:13:50 +0000719 // 3) Compensate for non-causality if needed, since the estimated delay can't
720 // be negative.
niklase@google.com470e71d2011-07-07 08:21:25 +0000721
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000722 // 1) Compensating for the frame(s) that will be read/processed.
bjornv@webrtc.org6f6acd92013-02-14 21:17:12 +0000723 current_delay += FRAME_LEN * aecpc->rate_factor;
niklase@google.com470e71d2011-07-07 08:21:25 +0000724
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000725 // 2) Account for resampling frame delay.
726 if (aecpc->skewMode == kAecTrue && aecpc->resample == kAecTrue) {
727 current_delay -= kResamplingDelay;
728 }
729
bjornv@webrtc.org70569082012-04-12 12:13:50 +0000730 // 3) Compensate for non-causality, if needed, by flushing one block.
andrew@webrtc.org61bf8e32012-03-15 19:04:55 +0000731 if (current_delay < PART_LEN) {
732 current_delay += WebRtcAec_MoveFarReadPtr(aecpc->aec, 1) * PART_LEN;
733 }
734
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000735 aecpc->filtDelay = WEBRTC_SPL_MAX(0, (short) (0.8 * aecpc->filtDelay +
736 0.2 * current_delay));
737
738 delay_difference = aecpc->filtDelay - aecpc->knownDelay;
739 if (delay_difference > 224) {
740 if (aecpc->lastDelayDiff < 96) {
741 aecpc->timeForDelayChange = 0;
742 } else {
743 aecpc->timeForDelayChange++;
niklase@google.com470e71d2011-07-07 08:21:25 +0000744 }
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000745 } else if (delay_difference < 96 && aecpc->knownDelay > 0) {
746 if (aecpc->lastDelayDiff > 224) {
747 aecpc->timeForDelayChange = 0;
748 } else {
749 aecpc->timeForDelayChange++;
niklase@google.com470e71d2011-07-07 08:21:25 +0000750 }
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000751 } else {
752 aecpc->timeForDelayChange = 0;
753 }
754 aecpc->lastDelayDiff = delay_difference;
niklase@google.com470e71d2011-07-07 08:21:25 +0000755
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000756 if (aecpc->timeForDelayChange > 25) {
757 aecpc->knownDelay = WEBRTC_SPL_MAX((int) aecpc->filtDelay - 160, 0);
758 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000759
bjornv@webrtc.org7270a6b2011-12-28 08:44:17 +0000760 return 0;
niklase@google.com470e71d2011-07-07 08:21:25 +0000761}