andrew@webrtc.org | 08df9b2 | 2014-12-16 20:57:15 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2014 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
| 11 | #include <stdio.h> |
mgraczyk@chromium.org | 4ddde2e | 2015-01-29 22:39:44 +0000 | [diff] [blame] | 12 | #include <sstream> |
mgraczyk@chromium.org | 5a92b78 | 2015-01-15 01:28:36 +0000 | [diff] [blame] | 13 | #include <string> |
andrew@webrtc.org | 08df9b2 | 2014-12-16 20:57:15 +0000 | [diff] [blame] | 14 | |
| 15 | #include "gflags/gflags.h" |
| 16 | #include "webrtc/base/checks.h" |
kwiberg@webrtc.org | 00b8f6b | 2015-02-26 14:34:55 +0000 | [diff] [blame] | 17 | #include "webrtc/base/scoped_ptr.h" |
kjellander@webrtc.org | 035e912 | 2015-01-28 19:57:00 +0000 | [diff] [blame] | 18 | #include "webrtc/common_audio/channel_buffer.h" |
andrew@webrtc.org | 08df9b2 | 2014-12-16 20:57:15 +0000 | [diff] [blame] | 19 | #include "webrtc/common_audio/wav_file.h" |
andrew@webrtc.org | 08df9b2 | 2014-12-16 20:57:15 +0000 | [diff] [blame] | 20 | #include "webrtc/modules/audio_processing/include/audio_processing.h" |
Andrew MacDonald | cb05b72 | 2015-05-07 22:17:51 -0700 | [diff] [blame] | 21 | #include "webrtc/modules/audio_processing/test/protobuf_utils.h" |
andrew@webrtc.org | 08df9b2 | 2014-12-16 20:57:15 +0000 | [diff] [blame] | 22 | #include "webrtc/modules/audio_processing/test/test_utils.h" |
Alejandro Luebs | 5d22c00 | 2015-04-15 11:26:40 -0700 | [diff] [blame] | 23 | #include "webrtc/system_wrappers/interface/tick_util.h" |
Andrew MacDonald | b444b3f | 2015-05-27 17:26:03 -0700 | [diff] [blame] | 24 | #include "webrtc/test/testsupport/trace_to_stderr.h" |
andrew@webrtc.org | 08df9b2 | 2014-12-16 20:57:15 +0000 | [diff] [blame] | 25 | |
| 26 | DEFINE_string(dump, "", "The name of the debug dump file to read from."); |
Andrew MacDonald | cb05b72 | 2015-05-07 22:17:51 -0700 | [diff] [blame] | 27 | DEFINE_string(i, "", "The name of the input file to read from."); |
ekmeyerson | 60d9b33 | 2015-08-14 10:35:55 -0700 | [diff] [blame] | 28 | DEFINE_string(i_rev, "", "The name of the reverse input file to read from."); |
Andrew MacDonald | cb05b72 | 2015-05-07 22:17:51 -0700 | [diff] [blame] | 29 | DEFINE_string(o, "out.wav", "Name of the output file to write to."); |
ekmeyerson | 60d9b33 | 2015-08-14 10:35:55 -0700 | [diff] [blame] | 30 | DEFINE_string(o_rev, |
| 31 | "out_rev.wav", |
| 32 | "Name of the reverse output file to write to."); |
Andrew MacDonald | cb05b72 | 2015-05-07 22:17:51 -0700 | [diff] [blame] | 33 | DEFINE_int32(out_channels, 0, "Number of output channels. Defaults to input."); |
| 34 | DEFINE_int32(out_sample_rate, 0, |
| 35 | "Output sample rate in Hz. Defaults to input."); |
mgraczyk@chromium.org | 4ddde2e | 2015-01-29 22:39:44 +0000 | [diff] [blame] | 36 | DEFINE_string(mic_positions, "", |
| 37 | "Space delimited cartesian coordinates of microphones in meters. " |
| 38 | "The coordinates of each point are contiguous. " |
| 39 | "For a two element array: \"x1 y1 z1 x2 y2 z2\""); |
andrew@webrtc.org | 08df9b2 | 2014-12-16 20:57:15 +0000 | [diff] [blame] | 40 | |
| 41 | DEFINE_bool(aec, false, "Enable echo cancellation."); |
| 42 | DEFINE_bool(agc, false, "Enable automatic gain control."); |
| 43 | DEFINE_bool(hpf, false, "Enable high-pass filtering."); |
| 44 | DEFINE_bool(ns, false, "Enable noise suppression."); |
| 45 | DEFINE_bool(ts, false, "Enable transient suppression."); |
mgraczyk@chromium.org | 5a92b78 | 2015-01-15 01:28:36 +0000 | [diff] [blame] | 46 | DEFINE_bool(bf, false, "Enable beamforming."); |
ekmeyerson | 60d9b33 | 2015-08-14 10:35:55 -0700 | [diff] [blame] | 47 | DEFINE_bool(ie, false, "Enable intelligibility enhancer."); |
andrew@webrtc.org | 08df9b2 | 2014-12-16 20:57:15 +0000 | [diff] [blame] | 48 | DEFINE_bool(all, false, "Enable all components."); |
| 49 | |
| 50 | DEFINE_int32(ns_level, -1, "Noise suppression level [0 - 3]."); |
| 51 | |
Alejandro Luebs | 5d22c00 | 2015-04-15 11:26:40 -0700 | [diff] [blame] | 52 | DEFINE_bool(perf, false, "Enable performance tests."); |
| 53 | |
Andrew MacDonald | cb05b72 | 2015-05-07 22:17:51 -0700 | [diff] [blame] | 54 | namespace webrtc { |
| 55 | namespace { |
| 56 | |
| 57 | const int kChunksPerSecond = 100; |
| 58 | const char kUsage[] = |
andrew@webrtc.org | 08df9b2 | 2014-12-16 20:57:15 +0000 | [diff] [blame] | 59 | "Command-line tool to run audio processing on WAV files. Accepts either\n" |
| 60 | "an input capture WAV file or protobuf debug dump and writes to an output\n" |
| 61 | "WAV file.\n" |
| 62 | "\n" |
| 63 | "All components are disabled by default. If any bi-directional components\n" |
| 64 | "are enabled, only debug dump files are permitted."; |
| 65 | |
mgraczyk@chromium.org | 4ddde2e | 2015-01-29 22:39:44 +0000 | [diff] [blame] | 66 | } // namespace |
| 67 | |
andrew@webrtc.org | 08df9b2 | 2014-12-16 20:57:15 +0000 | [diff] [blame] | 68 | int main(int argc, char* argv[]) { |
Andrew MacDonald | cb05b72 | 2015-05-07 22:17:51 -0700 | [diff] [blame] | 69 | google::SetUsageMessage(kUsage); |
andrew@webrtc.org | 08df9b2 | 2014-12-16 20:57:15 +0000 | [diff] [blame] | 70 | google::ParseCommandLineFlags(&argc, &argv, true); |
| 71 | |
pbos | bb36fdf | 2015-07-09 07:48:14 -0700 | [diff] [blame] | 72 | if (!((FLAGS_i.empty()) ^ (FLAGS_dump.empty()))) { |
andrew@webrtc.org | 08df9b2 | 2014-12-16 20:57:15 +0000 | [diff] [blame] | 73 | fprintf(stderr, |
Andrew MacDonald | cb05b72 | 2015-05-07 22:17:51 -0700 | [diff] [blame] | 74 | "An input file must be specified with either -i or -dump.\n"); |
andrew@webrtc.org | 08df9b2 | 2014-12-16 20:57:15 +0000 | [diff] [blame] | 75 | return 1; |
| 76 | } |
pbos | bb36fdf | 2015-07-09 07:48:14 -0700 | [diff] [blame] | 77 | if (!FLAGS_dump.empty()) { |
andrew@webrtc.org | 08df9b2 | 2014-12-16 20:57:15 +0000 | [diff] [blame] | 78 | fprintf(stderr, "FIXME: the -dump option is not yet implemented.\n"); |
| 79 | return 1; |
| 80 | } |
| 81 | |
Andrew MacDonald | b444b3f | 2015-05-27 17:26:03 -0700 | [diff] [blame] | 82 | test::TraceToStderr trace_to_stderr(true); |
Andrew MacDonald | cb05b72 | 2015-05-07 22:17:51 -0700 | [diff] [blame] | 83 | WavReader in_file(FLAGS_i); |
andrew@webrtc.org | 08df9b2 | 2014-12-16 20:57:15 +0000 | [diff] [blame] | 84 | // If the output format is uninitialized, use the input format. |
Andrew MacDonald | cb05b72 | 2015-05-07 22:17:51 -0700 | [diff] [blame] | 85 | const int out_channels = |
| 86 | FLAGS_out_channels ? FLAGS_out_channels : in_file.num_channels(); |
| 87 | const int out_sample_rate = |
| 88 | FLAGS_out_sample_rate ? FLAGS_out_sample_rate : in_file.sample_rate(); |
| 89 | WavWriter out_file(FLAGS_o, out_sample_rate, out_channels); |
andrew@webrtc.org | 08df9b2 | 2014-12-16 20:57:15 +0000 | [diff] [blame] | 90 | |
andrew@webrtc.org | 08df9b2 | 2014-12-16 20:57:15 +0000 | [diff] [blame] | 91 | Config config; |
| 92 | config.Set<ExperimentalNs>(new ExperimentalNs(FLAGS_ts || FLAGS_all)); |
ekmeyerson | 60d9b33 | 2015-08-14 10:35:55 -0700 | [diff] [blame] | 93 | config.Set<Intelligibility>(new Intelligibility(FLAGS_ie || FLAGS_all)); |
mgraczyk@chromium.org | 5a92b78 | 2015-01-15 01:28:36 +0000 | [diff] [blame] | 94 | |
| 95 | if (FLAGS_bf || FLAGS_all) { |
Andrew MacDonald | cb05b72 | 2015-05-07 22:17:51 -0700 | [diff] [blame] | 96 | const size_t num_mics = in_file.num_channels(); |
| 97 | const std::vector<Point> array_geometry = |
| 98 | ParseArrayGeometry(FLAGS_mic_positions, num_mics); |
| 99 | CHECK_EQ(array_geometry.size(), num_mics); |
mgraczyk@chromium.org | 5a92b78 | 2015-01-15 01:28:36 +0000 | [diff] [blame] | 100 | |
| 101 | config.Set<Beamforming>(new Beamforming(true, array_geometry)); |
| 102 | } |
| 103 | |
kwiberg@webrtc.org | 00b8f6b | 2015-02-26 14:34:55 +0000 | [diff] [blame] | 104 | rtc::scoped_ptr<AudioProcessing> ap(AudioProcessing::Create(config)); |
pbos | bb36fdf | 2015-07-09 07:48:14 -0700 | [diff] [blame] | 105 | if (!FLAGS_dump.empty()) { |
andrew@webrtc.org | 08df9b2 | 2014-12-16 20:57:15 +0000 | [diff] [blame] | 106 | CHECK_EQ(kNoErr, ap->echo_cancellation()->Enable(FLAGS_aec || FLAGS_all)); |
| 107 | } else if (FLAGS_aec) { |
| 108 | fprintf(stderr, "-aec requires a -dump file.\n"); |
| 109 | return -1; |
| 110 | } |
ekmeyerson | 60d9b33 | 2015-08-14 10:35:55 -0700 | [diff] [blame] | 111 | bool process_reverse = !FLAGS_i_rev.empty(); |
andrew@webrtc.org | 08df9b2 | 2014-12-16 20:57:15 +0000 | [diff] [blame] | 112 | CHECK_EQ(kNoErr, ap->gain_control()->Enable(FLAGS_agc || FLAGS_all)); |
| 113 | CHECK_EQ(kNoErr, ap->gain_control()->set_mode(GainControl::kFixedDigital)); |
| 114 | CHECK_EQ(kNoErr, ap->high_pass_filter()->Enable(FLAGS_hpf || FLAGS_all)); |
| 115 | CHECK_EQ(kNoErr, ap->noise_suppression()->Enable(FLAGS_ns || FLAGS_all)); |
| 116 | if (FLAGS_ns_level != -1) |
| 117 | CHECK_EQ(kNoErr, ap->noise_suppression()->set_level( |
| 118 | static_cast<NoiseSuppression::Level>(FLAGS_ns_level))); |
| 119 | |
mgraczyk@chromium.org | 5a92b78 | 2015-01-15 01:28:36 +0000 | [diff] [blame] | 120 | printf("Input file: %s\nChannels: %d, Sample rate: %d Hz\n\n", |
Andrew MacDonald | cb05b72 | 2015-05-07 22:17:51 -0700 | [diff] [blame] | 121 | FLAGS_i.c_str(), in_file.num_channels(), in_file.sample_rate()); |
mgraczyk@chromium.org | 5a92b78 | 2015-01-15 01:28:36 +0000 | [diff] [blame] | 122 | printf("Output file: %s\nChannels: %d, Sample rate: %d Hz\n\n", |
Andrew MacDonald | cb05b72 | 2015-05-07 22:17:51 -0700 | [diff] [blame] | 123 | FLAGS_o.c_str(), out_file.num_channels(), out_file.sample_rate()); |
mgraczyk@chromium.org | 5a92b78 | 2015-01-15 01:28:36 +0000 | [diff] [blame] | 124 | |
Andrew MacDonald | cb05b72 | 2015-05-07 22:17:51 -0700 | [diff] [blame] | 125 | ChannelBuffer<float> in_buf( |
| 126 | rtc::CheckedDivExact(in_file.sample_rate(), kChunksPerSecond), |
| 127 | in_file.num_channels()); |
| 128 | ChannelBuffer<float> out_buf( |
| 129 | rtc::CheckedDivExact(out_file.sample_rate(), kChunksPerSecond), |
| 130 | out_file.num_channels()); |
andrew@webrtc.org | 08df9b2 | 2014-12-16 20:57:15 +0000 | [diff] [blame] | 131 | |
Andrew MacDonald | cb05b72 | 2015-05-07 22:17:51 -0700 | [diff] [blame] | 132 | std::vector<float> in_interleaved(in_buf.size()); |
| 133 | std::vector<float> out_interleaved(out_buf.size()); |
ekmeyerson | 60d9b33 | 2015-08-14 10:35:55 -0700 | [diff] [blame] | 134 | |
| 135 | rtc::scoped_ptr<WavReader> in_rev_file; |
| 136 | rtc::scoped_ptr<WavWriter> out_rev_file; |
| 137 | rtc::scoped_ptr<ChannelBuffer<float>> in_rev_buf; |
| 138 | rtc::scoped_ptr<ChannelBuffer<float>> out_rev_buf; |
| 139 | std::vector<float> in_rev_interleaved; |
| 140 | std::vector<float> out_rev_interleaved; |
| 141 | if (process_reverse) { |
| 142 | in_rev_file.reset(new WavReader(FLAGS_i_rev)); |
| 143 | out_rev_file.reset(new WavWriter(FLAGS_o_rev, in_rev_file->sample_rate(), |
| 144 | in_rev_file->num_channels())); |
| 145 | printf("In rev file: %s\nChannels: %d, Sample rate: %d Hz\n\n", |
| 146 | FLAGS_i_rev.c_str(), in_rev_file->num_channels(), |
| 147 | in_rev_file->sample_rate()); |
| 148 | printf("Out rev file: %s\nChannels: %d, Sample rate: %d Hz\n\n", |
| 149 | FLAGS_o_rev.c_str(), out_rev_file->num_channels(), |
| 150 | out_rev_file->sample_rate()); |
| 151 | in_rev_buf.reset(new ChannelBuffer<float>( |
| 152 | rtc::CheckedDivExact(in_rev_file->sample_rate(), kChunksPerSecond), |
| 153 | in_rev_file->num_channels())); |
| 154 | in_rev_interleaved.resize(in_rev_buf->size()); |
| 155 | out_rev_buf.reset(new ChannelBuffer<float>( |
| 156 | rtc::CheckedDivExact(out_rev_file->sample_rate(), kChunksPerSecond), |
| 157 | out_rev_file->num_channels())); |
| 158 | out_rev_interleaved.resize(out_rev_buf->size()); |
| 159 | } |
| 160 | |
Alejandro Luebs | 5d22c00 | 2015-04-15 11:26:40 -0700 | [diff] [blame] | 161 | TickTime processing_start_time; |
| 162 | TickInterval accumulated_time; |
| 163 | int num_chunks = 0; |
Michael Graczyk | 86c6d33 | 2015-07-23 11:41:39 -0700 | [diff] [blame] | 164 | |
| 165 | const StreamConfig input_config = { |
| 166 | in_file.sample_rate(), in_buf.num_channels(), |
| 167 | }; |
| 168 | const StreamConfig output_config = { |
| 169 | out_file.sample_rate(), out_buf.num_channels(), |
| 170 | }; |
Andrew MacDonald | c0775c0 | 2015-08-21 09:32:53 -0700 | [diff] [blame^] | 171 | |
| 172 | StreamConfig reverse_input_config = {}; |
| 173 | StreamConfig reverse_output_config = {}; |
| 174 | if (process_reverse) { |
| 175 | StreamConfig reverse_input_config = {in_rev_file->sample_rate(), |
| 176 | in_rev_file->num_channels()}; |
| 177 | StreamConfig reverse_output_config = {out_rev_file->sample_rate(), |
| 178 | out_rev_file->num_channels()}; |
| 179 | } |
Andrew MacDonald | cb05b72 | 2015-05-07 22:17:51 -0700 | [diff] [blame] | 180 | while (in_file.ReadSamples(in_interleaved.size(), |
| 181 | &in_interleaved[0]) == in_interleaved.size()) { |
Andrew MacDonald | b444b3f | 2015-05-27 17:26:03 -0700 | [diff] [blame] | 182 | // Have logs display the file time rather than wallclock time. |
| 183 | trace_to_stderr.SetTimeSeconds(num_chunks * 1.f / kChunksPerSecond); |
Andrew MacDonald | cb05b72 | 2015-05-07 22:17:51 -0700 | [diff] [blame] | 184 | FloatS16ToFloat(&in_interleaved[0], in_interleaved.size(), |
| 185 | &in_interleaved[0]); |
| 186 | Deinterleave(&in_interleaved[0], in_buf.num_frames(), |
| 187 | in_buf.num_channels(), in_buf.channels()); |
ekmeyerson | 60d9b33 | 2015-08-14 10:35:55 -0700 | [diff] [blame] | 188 | if (process_reverse) { |
| 189 | in_rev_file->ReadSamples(in_rev_interleaved.size(), |
| 190 | in_rev_interleaved.data()); |
| 191 | FloatS16ToFloat(in_rev_interleaved.data(), in_rev_interleaved.size(), |
| 192 | in_rev_interleaved.data()); |
| 193 | Deinterleave(in_rev_interleaved.data(), in_rev_buf->num_frames(), |
| 194 | in_rev_buf->num_channels(), in_rev_buf->channels()); |
| 195 | } |
Andrew MacDonald | cb05b72 | 2015-05-07 22:17:51 -0700 | [diff] [blame] | 196 | |
Alejandro Luebs | 5d22c00 | 2015-04-15 11:26:40 -0700 | [diff] [blame] | 197 | if (FLAGS_perf) { |
| 198 | processing_start_time = TickTime::Now(); |
| 199 | } |
Michael Graczyk | 86c6d33 | 2015-07-23 11:41:39 -0700 | [diff] [blame] | 200 | CHECK_EQ(kNoErr, ap->ProcessStream(in_buf.channels(), input_config, |
| 201 | output_config, out_buf.channels())); |
ekmeyerson | 60d9b33 | 2015-08-14 10:35:55 -0700 | [diff] [blame] | 202 | if (process_reverse) { |
| 203 | CHECK_EQ(kNoErr, ap->ProcessReverseStream( |
| 204 | in_rev_buf->channels(), reverse_input_config, |
| 205 | reverse_output_config, out_rev_buf->channels())); |
| 206 | } |
Alejandro Luebs | 5d22c00 | 2015-04-15 11:26:40 -0700 | [diff] [blame] | 207 | if (FLAGS_perf) { |
| 208 | accumulated_time += TickTime::Now() - processing_start_time; |
| 209 | } |
Andrew MacDonald | cb05b72 | 2015-05-07 22:17:51 -0700 | [diff] [blame] | 210 | |
| 211 | Interleave(out_buf.channels(), out_buf.num_frames(), |
| 212 | out_buf.num_channels(), &out_interleaved[0]); |
| 213 | FloatToFloatS16(&out_interleaved[0], out_interleaved.size(), |
| 214 | &out_interleaved[0]); |
| 215 | out_file.WriteSamples(&out_interleaved[0], out_interleaved.size()); |
ekmeyerson | 60d9b33 | 2015-08-14 10:35:55 -0700 | [diff] [blame] | 216 | if (process_reverse) { |
| 217 | Interleave(out_rev_buf->channels(), out_rev_buf->num_frames(), |
| 218 | out_rev_buf->num_channels(), out_rev_interleaved.data()); |
| 219 | FloatToFloatS16(out_rev_interleaved.data(), out_rev_interleaved.size(), |
| 220 | out_rev_interleaved.data()); |
| 221 | out_rev_file->WriteSamples(out_rev_interleaved.data(), |
| 222 | out_rev_interleaved.size()); |
| 223 | } |
Alejandro Luebs | 5d22c00 | 2015-04-15 11:26:40 -0700 | [diff] [blame] | 224 | num_chunks++; |
andrew@webrtc.org | 08df9b2 | 2014-12-16 20:57:15 +0000 | [diff] [blame] | 225 | } |
Alejandro Luebs | 5d22c00 | 2015-04-15 11:26:40 -0700 | [diff] [blame] | 226 | if (FLAGS_perf) { |
Andrew MacDonald | b444b3f | 2015-05-27 17:26:03 -0700 | [diff] [blame] | 227 | int64_t execution_time_ms = accumulated_time.Milliseconds(); |
| 228 | printf("\nExecution time: %.3f s\nFile time: %.2f s\n" |
| 229 | "Time per chunk: %.3f ms\n", |
| 230 | execution_time_ms * 0.001f, num_chunks * 1.f / kChunksPerSecond, |
| 231 | execution_time_ms * 1.f / num_chunks); |
Alejandro Luebs | 5d22c00 | 2015-04-15 11:26:40 -0700 | [diff] [blame] | 232 | } |
andrew@webrtc.org | 08df9b2 | 2014-12-16 20:57:15 +0000 | [diff] [blame] | 233 | return 0; |
| 234 | } |
| 235 | |
| 236 | } // namespace webrtc |
| 237 | |
| 238 | int main(int argc, char* argv[]) { |
| 239 | return webrtc::main(argc, argv); |
| 240 | } |