blob: 7fbd06d1b4129607b3f7d9be0e4b663a44bc6a1f [file] [log] [blame]
andrew@webrtc.orgaada86b2014-10-27 18:18:17 +00001/*
2 * Copyright (c) 2014 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Jonas Olssona4d87372019-07-05 19:08:33 +020011#include "common_audio/audio_converter.h"
12
andrew@webrtc.orgaada86b2014-10-27 18:18:17 +000013#include <algorithm>
Yves Gerey665174f2018-06-19 15:03:05 +020014#include <cmath>
kwibergc2b785d2016-02-24 05:22:32 -080015#include <memory>
andrew@webrtc.orgaada86b2014-10-27 18:18:17 +000016#include <vector>
17
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020018#include "common_audio/channel_buffer.h"
19#include "common_audio/resampler/push_sinc_resampler.h"
20#include "rtc_base/arraysize.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020021#include "test/gtest.h"
andrew@webrtc.orgaada86b2014-10-27 18:18:17 +000022
23namespace webrtc {
24
kwibergc2b785d2016-02-24 05:22:32 -080025typedef std::unique_ptr<ChannelBuffer<float>> ScopedBuffer;
andrew@webrtc.orgaada86b2014-10-27 18:18:17 +000026
Artem Titov96315752021-07-26 12:15:29 +020027// Sets the signal value to increase by `data` with every sample.
pkasting25702cb2016-01-08 13:50:27 -080028ScopedBuffer CreateBuffer(const std::vector<float>& data, size_t frames) {
Peter Kasting69558702016-01-12 16:26:35 -080029 const size_t num_channels = data.size();
andrew@webrtc.orgaada86b2014-10-27 18:18:17 +000030 ScopedBuffer sb(new ChannelBuffer<float>(frames, num_channels));
Peter Kasting69558702016-01-12 16:26:35 -080031 for (size_t i = 0; i < num_channels; ++i)
pkasting25702cb2016-01-08 13:50:27 -080032 for (size_t j = 0; j < frames; ++j)
aluebs@webrtc.orgd35a5c32015-02-10 22:52:15 +000033 sb->channels()[i][j] = data[i] * j;
andrew@webrtc.orgaada86b2014-10-27 18:18:17 +000034 return sb;
35}
36
37void VerifyParams(const ChannelBuffer<float>& ref,
38 const ChannelBuffer<float>& test) {
39 EXPECT_EQ(ref.num_channels(), test.num_channels());
aluebs@webrtc.orgd35a5c32015-02-10 22:52:15 +000040 EXPECT_EQ(ref.num_frames(), test.num_frames());
andrew@webrtc.orgaada86b2014-10-27 18:18:17 +000041}
42
Artem Titov96315752021-07-26 12:15:29 +020043// Computes the best SNR based on the error between `ref_frame` and
44// `test_frame`. It searches around `expected_delay` in samples between the
andrew@webrtc.orgaada86b2014-10-27 18:18:17 +000045// signals to compensate for the resampling delay.
46float ComputeSNR(const ChannelBuffer<float>& ref,
47 const ChannelBuffer<float>& test,
Peter Kastingdce40cf2015-08-24 14:52:23 -070048 size_t expected_delay) {
andrew@webrtc.orgaada86b2014-10-27 18:18:17 +000049 VerifyParams(ref, test);
50 float best_snr = 0;
Peter Kastingdce40cf2015-08-24 14:52:23 -070051 size_t best_delay = 0;
andrew@webrtc.orgaada86b2014-10-27 18:18:17 +000052
53 // Search within one sample of the expected delay.
Peter Kastingdce40cf2015-08-24 14:52:23 -070054 for (size_t delay = std::max(expected_delay, static_cast<size_t>(1)) - 1;
Yves Gerey665174f2018-06-19 15:03:05 +020055 delay <= std::min(expected_delay + 1, ref.num_frames()); ++delay) {
andrew@webrtc.orgaada86b2014-10-27 18:18:17 +000056 float mse = 0;
57 float variance = 0;
58 float mean = 0;
Peter Kasting69558702016-01-12 16:26:35 -080059 for (size_t i = 0; i < ref.num_channels(); ++i) {
Peter Kastingdce40cf2015-08-24 14:52:23 -070060 for (size_t j = 0; j < ref.num_frames() - delay; ++j) {
aluebs@webrtc.orgd35a5c32015-02-10 22:52:15 +000061 float error = ref.channels()[i][j] - test.channels()[i][j + delay];
andrew@webrtc.orgaada86b2014-10-27 18:18:17 +000062 mse += error * error;
aluebs@webrtc.orgd35a5c32015-02-10 22:52:15 +000063 variance += ref.channels()[i][j] * ref.channels()[i][j];
64 mean += ref.channels()[i][j];
andrew@webrtc.orgaada86b2014-10-27 18:18:17 +000065 }
66 }
andrew@webrtc.org2c29c2e2015-02-11 01:09:50 +000067
Peter Kastingdce40cf2015-08-24 14:52:23 -070068 const size_t length = ref.num_channels() * (ref.num_frames() - delay);
andrew@webrtc.orgaada86b2014-10-27 18:18:17 +000069 mse /= length;
70 variance /= length;
71 mean /= length;
72 variance -= mean * mean;
73 float snr = 100; // We assign 100 dB to the zero-error case.
74 if (mse > 0)
andrew@webrtc.org2c29c2e2015-02-11 01:09:50 +000075 snr = 10 * std::log10(variance / mse);
andrew@webrtc.orgaada86b2014-10-27 18:18:17 +000076 if (snr > best_snr) {
77 best_snr = snr;
78 best_delay = delay;
79 }
80 }
Niels Möllerea1e6f42022-05-09 09:21:14 +020081 printf("SNR=%.1f dB at delay=%zu\n", best_snr, best_delay);
andrew@webrtc.orgaada86b2014-10-27 18:18:17 +000082 return best_snr;
83}
84
85// Sets the source to a linearly increasing signal for which we can easily
86// generate a reference. Runs the AudioConverter and ensures the output has
87// sufficiently high SNR relative to the reference.
Peter Kasting69558702016-01-12 16:26:35 -080088void RunAudioConverterTest(size_t src_channels,
andrew@webrtc.orgaada86b2014-10-27 18:18:17 +000089 int src_sample_rate_hz,
Peter Kasting69558702016-01-12 16:26:35 -080090 size_t dst_channels,
andrew@webrtc.orgaada86b2014-10-27 18:18:17 +000091 int dst_sample_rate_hz) {
92 const float kSrcLeft = 0.0002f;
93 const float kSrcRight = 0.0001f;
Yves Gerey665174f2018-06-19 15:03:05 +020094 const float resampling_factor =
95 (1.f * src_sample_rate_hz) / dst_sample_rate_hz;
andrew@webrtc.orgaada86b2014-10-27 18:18:17 +000096 const float dst_left = resampling_factor * kSrcLeft;
97 const float dst_right = resampling_factor * kSrcRight;
98 const float dst_mono = (dst_left + dst_right) / 2;
pkasting25702cb2016-01-08 13:50:27 -080099 const size_t src_frames = static_cast<size_t>(src_sample_rate_hz / 100);
100 const size_t dst_frames = static_cast<size_t>(dst_sample_rate_hz / 100);
andrew@webrtc.orgaada86b2014-10-27 18:18:17 +0000101
102 std::vector<float> src_data(1, kSrcLeft);
103 if (src_channels == 2)
104 src_data.push_back(kSrcRight);
105 ScopedBuffer src_buffer = CreateBuffer(src_data, src_frames);
106
107 std::vector<float> dst_data(1, 0);
108 std::vector<float> ref_data;
109 if (dst_channels == 1) {
110 if (src_channels == 1)
111 ref_data.push_back(dst_left);
112 else
113 ref_data.push_back(dst_mono);
114 } else {
115 dst_data.push_back(0);
116 ref_data.push_back(dst_left);
117 if (src_channels == 1)
118 ref_data.push_back(dst_left);
119 else
120 ref_data.push_back(dst_right);
121 }
122 ScopedBuffer dst_buffer = CreateBuffer(dst_data, dst_frames);
123 ScopedBuffer ref_buffer = CreateBuffer(ref_data, dst_frames);
124
125 // The sinc resampler has a known delay, which we compute here.
Yves Gerey665174f2018-06-19 15:03:05 +0200126 const size_t delay_frames =
127 src_sample_rate_hz == dst_sample_rate_hz
128 ? 0
129 : static_cast<size_t>(
130 PushSincResampler::AlgorithmicDelaySeconds(src_sample_rate_hz) *
131 dst_sample_rate_hz);
Peter Kasting69558702016-01-12 16:26:35 -0800132 // SNR reported on the same line later.
Niels Möllerea1e6f42022-05-09 09:21:14 +0200133 printf("(%zu, %d Hz) -> (%zu, %d Hz) ", src_channels, src_sample_rate_hz,
134 dst_channels, dst_sample_rate_hz);
andrew@webrtc.orgaada86b2014-10-27 18:18:17 +0000135
kwibergc2b785d2016-02-24 05:22:32 -0800136 std::unique_ptr<AudioConverter> converter = AudioConverter::Create(
kwiberg@webrtc.org00b8f6b2015-02-26 14:34:55 +0000137 src_channels, src_frames, dst_channels, dst_frames);
andrew@webrtc.org2c29c2e2015-02-11 01:09:50 +0000138 converter->Convert(src_buffer->channels(), src_buffer->size(),
139 dst_buffer->channels(), dst_buffer->size());
andrew@webrtc.orgaada86b2014-10-27 18:18:17 +0000140
141 EXPECT_LT(43.f,
142 ComputeSNR(*ref_buffer.get(), *dst_buffer.get(), delay_frames));
143}
144
145TEST(AudioConverterTest, ConversionsPassSNRThreshold) {
Sam Zackrisson3bd444f2022-08-03 14:37:00 +0200146 const int kSampleRates[] = {8000, 11025, 16000, 22050, 32000, 44100, 48000};
147 const int kChannels[] = {1, 2};
148 for (int src_rate : kSampleRates) {
149 for (int dst_rate : kSampleRates) {
150 for (size_t src_channels : kChannels) {
151 for (size_t dst_channels : kChannels) {
152 RunAudioConverterTest(src_channels, src_rate, dst_channels, dst_rate);
andrew@webrtc.orgaada86b2014-10-27 18:18:17 +0000153 }
154 }
155 }
156 }
157}
158
159} // namespace webrtc