blob: a7f7e892f9bc1c266a1ff45df93b99aac1b22a71 [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
2 * Copyright (c) 2011 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +000011#ifndef WEBRTC_MODULES_AUDIO_PROCESSING_AUDIO_BUFFER_H_
12#define WEBRTC_MODULES_AUDIO_PROCESSING_AUDIO_BUFFER_H_
niklase@google.com470e71d2011-07-07 08:21:25 +000013
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +000014#include <vector>
15
aluebs@webrtc.org79b9eba2014-11-26 20:21:38 +000016#include "webrtc/common_audio/include/audio_util.h"
kjellander@webrtc.org035e9122015-01-28 19:57:00 +000017#include "webrtc/common_audio/channel_buffer.h"
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +000018#include "webrtc/modules/audio_processing/include/audio_processing.h"
aluebs@webrtc.orgbe05c742014-11-14 22:18:10 +000019#include "webrtc/modules/audio_processing/splitting_filter.h"
pbos@webrtc.org7fad4b82013-05-28 08:11:59 +000020#include "webrtc/modules/interface/module_common_types.h"
21#include "webrtc/system_wrappers/interface/scoped_ptr.h"
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +000022#include "webrtc/system_wrappers/interface/scoped_vector.h"
pbos@webrtc.org7fad4b82013-05-28 08:11:59 +000023#include "webrtc/typedefs.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000024
niklase@google.com470e71d2011-07-07 08:21:25 +000025namespace webrtc {
26
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +000027class PushSincResampler;
mflodman@webrtc.orgd5da2502014-05-15 11:17:21 +000028class IFChannelBuffer;
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +000029
aluebs@webrtc.orga7384a12014-12-03 01:06:35 +000030enum Band {
31 kBand0To8kHz = 0,
32 kBand8To16kHz = 1,
33 kBand16To24kHz = 2
34};
35
niklase@google.com470e71d2011-07-07 08:21:25 +000036class AudioBuffer {
37 public:
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +000038 // TODO(ajm): Switch to take ChannelLayouts.
aluebs@webrtc.orgd35a5c32015-02-10 22:52:15 +000039 AudioBuffer(int input_num_frames,
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +000040 int num_input_channels,
aluebs@webrtc.orgd35a5c32015-02-10 22:52:15 +000041 int process_num_frames,
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +000042 int num_process_channels,
aluebs@webrtc.orgd35a5c32015-02-10 22:52:15 +000043 int output_num_frames);
niklase@google.com470e71d2011-07-07 08:21:25 +000044 virtual ~AudioBuffer();
45
andrew@webrtc.orged083d42011-09-19 15:28:51 +000046 int num_channels() const;
aluebs@webrtc.org27d106b2014-12-11 17:09:21 +000047 void set_num_channels(int num_channels);
aluebs@webrtc.orgd35a5c32015-02-10 22:52:15 +000048 int num_frames() const;
49 int num_frames_per_band() const;
50 int num_keyboard_frames() const;
aluebs@webrtc.orgc5ebbd92014-12-10 19:30:57 +000051 int num_bands() const;
niklase@google.com470e71d2011-07-07 08:21:25 +000052
kwiberg@webrtc.orge364ac92014-07-18 07:50:29 +000053 // Sample array accessors. Channels are guaranteed to be stored contiguously
54 // in memory. Prefer to use the const variants of each accessor when
55 // possible, since they incur less float<->int16 conversion overhead.
aluebs@webrtc.orgbe05c742014-11-14 22:18:10 +000056 int16_t* const* channels();
aluebs@webrtc.orga7384a12014-12-03 01:06:35 +000057 const int16_t* const* channels_const() const;
aluebs@webrtc.orgc5ebbd92014-12-10 19:30:57 +000058 int16_t* const* split_bands(int channel);
59 const int16_t* const* split_bands_const(int channel) const;
aluebs@webrtc.orga7384a12014-12-03 01:06:35 +000060 int16_t* const* split_channels(Band band);
61 const int16_t* const* split_channels_const(Band band) const;
62
aluebs@webrtc.org2561d522014-07-17 08:27:39 +000063 // Returns a pointer to the low-pass data downmixed to mono. If this data
64 // isn't already available it re-calculates it.
65 const int16_t* mixed_low_pass_data();
andrew@webrtc.org65f93382014-04-30 16:44:13 +000066 const int16_t* low_pass_reference(int channel) const;
mflodman@webrtc.orgd5da2502014-05-15 11:17:21 +000067
68 // Float versions of the accessors, with automatic conversion back and forth
69 // as necessary. The range of the numbers are the same as for int16_t.
claguna@google.combfacaab2014-09-25 20:52:08 +000070 float* const* channels_f();
aluebs@webrtc.orga7384a12014-12-03 01:06:35 +000071 const float* const* channels_const_f() const;
aluebs@webrtc.orgc5ebbd92014-12-10 19:30:57 +000072 float* const* split_bands_f(int channel);
73 const float* const* split_bands_const_f(int channel) const;
aluebs@webrtc.orga7384a12014-12-03 01:06:35 +000074 float* const* split_channels_f(Band band);
75 const float* const* split_channels_const_f(Band band) const;
claguna@google.combfacaab2014-09-25 20:52:08 +000076
andrew@webrtc.org103657b2014-04-24 18:28:56 +000077 const float* keyboard_data() const;
niklase@google.com470e71d2011-07-07 08:21:25 +000078
andrew@webrtc.orged083d42011-09-19 15:28:51 +000079 void set_activity(AudioFrame::VADActivity activity);
andrew@webrtc.org755b04a2011-11-15 16:57:56 +000080 AudioFrame::VADActivity activity() const;
81
andrew@webrtc.org17e40642014-03-04 20:58:13 +000082 // Use for int16 interleaved data.
niklase@google.com470e71d2011-07-07 08:21:25 +000083 void DeinterleaveFrom(AudioFrame* audioFrame);
andrew@webrtc.org755b04a2011-11-15 16:57:56 +000084 // If |data_changed| is false, only the non-audio data members will be copied
85 // to |frame|.
86 void InterleaveTo(AudioFrame* frame, bool data_changed) const;
andrew@webrtc.org17e40642014-03-04 20:58:13 +000087
88 // Use for float deinterleaved data.
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +000089 void CopyFrom(const float* const* data,
aluebs@webrtc.orgd35a5c32015-02-10 22:52:15 +000090 int num_frames,
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +000091 AudioProcessing::ChannelLayout layout);
aluebs@webrtc.orgd35a5c32015-02-10 22:52:15 +000092 void CopyTo(int num_frames,
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +000093 AudioProcessing::ChannelLayout layout,
94 float* const* data);
niklase@google.com470e71d2011-07-07 08:21:25 +000095 void CopyLowPassToReference();
96
aluebs@webrtc.orgbe05c742014-11-14 22:18:10 +000097 // Splits the signal into different bands.
98 void SplitIntoFrequencyBands();
99 // Recombine the different bands into one signal.
100 void MergeFrequencyBands();
101
niklase@google.com470e71d2011-07-07 08:21:25 +0000102 private:
andrew@webrtc.org17e40642014-03-04 20:58:13 +0000103 // Called from DeinterleaveFrom() and CopyFrom().
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +0000104 void InitForNewData();
andrew@webrtc.org17e40642014-03-04 20:58:13 +0000105
aluebs@webrtc.org27d106b2014-12-11 17:09:21 +0000106 // The audio is passed into DeinterleaveFrom() or CopyFrom() with input
107 // format (samples per channel and number of channels).
aluebs@webrtc.orgd35a5c32015-02-10 22:52:15 +0000108 const int input_num_frames_;
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +0000109 const int num_input_channels_;
aluebs@webrtc.org27d106b2014-12-11 17:09:21 +0000110 // The audio is stored by DeinterleaveFrom() or CopyFrom() with processing
111 // format.
aluebs@webrtc.orgd35a5c32015-02-10 22:52:15 +0000112 const int proc_num_frames_;
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +0000113 const int num_proc_channels_;
aluebs@webrtc.org27d106b2014-12-11 17:09:21 +0000114 // The audio is returned by InterleaveTo() and CopyTo() with output samples
115 // per channels and the current number of channels. This last one can be
116 // changed at any time using set_num_channels().
aluebs@webrtc.orgd35a5c32015-02-10 22:52:15 +0000117 const int output_num_frames_;
aluebs@webrtc.org27d106b2014-12-11 17:09:21 +0000118 int num_channels_;
119
aluebs@webrtc.orgc5ebbd92014-12-10 19:30:57 +0000120 int num_bands_;
aluebs@webrtc.orgd35a5c32015-02-10 22:52:15 +0000121 int num_split_frames_;
aluebs@webrtc.org2561d522014-07-17 08:27:39 +0000122 bool mixed_low_pass_valid_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000123 bool reference_copied_;
andrew@webrtc.orged083d42011-09-19 15:28:51 +0000124 AudioFrame::VADActivity activity_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000125
andrew@webrtc.org103657b2014-04-24 18:28:56 +0000126 const float* keyboard_data_;
aluebs@webrtc.orgd35a5c32015-02-10 22:52:15 +0000127 scoped_ptr<IFChannelBuffer> data_;
128 scoped_ptr<IFChannelBuffer> split_data_;
aluebs@webrtc.orgbe05c742014-11-14 22:18:10 +0000129 scoped_ptr<SplittingFilter> splitting_filter_;
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +0000130 scoped_ptr<ChannelBuffer<int16_t> > mixed_low_pass_channels_;
131 scoped_ptr<ChannelBuffer<int16_t> > low_pass_reference_channels_;
132 scoped_ptr<ChannelBuffer<float> > input_buffer_;
133 scoped_ptr<ChannelBuffer<float> > process_buffer_;
134 ScopedVector<PushSincResampler> input_resamplers_;
135 ScopedVector<PushSincResampler> output_resamplers_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000136};
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +0000137
niklase@google.com470e71d2011-07-07 08:21:25 +0000138} // namespace webrtc
139
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +0000140#endif // WEBRTC_MODULES_AUDIO_PROCESSING_AUDIO_BUFFER_H_