blob: 59bb1ffa4cd5262266a1e390f591efaf8ebb9c8c [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
2 * Copyright (c) 2011 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +000011#ifndef WEBRTC_MODULES_AUDIO_PROCESSING_AUDIO_BUFFER_H_
12#define WEBRTC_MODULES_AUDIO_PROCESSING_AUDIO_BUFFER_H_
niklase@google.com470e71d2011-07-07 08:21:25 +000013
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +000014#include <vector>
15
aluebs@webrtc.org79b9eba2014-11-26 20:21:38 +000016#include "webrtc/common_audio/include/audio_util.h"
aluebs@webrtc.org87893762014-11-27 23:40:25 +000017#include "webrtc/modules/audio_processing/channel_buffer.h"
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +000018#include "webrtc/modules/audio_processing/include/audio_processing.h"
aluebs@webrtc.orgbe05c742014-11-14 22:18:10 +000019#include "webrtc/modules/audio_processing/splitting_filter.h"
pbos@webrtc.org7fad4b82013-05-28 08:11:59 +000020#include "webrtc/modules/interface/module_common_types.h"
21#include "webrtc/system_wrappers/interface/scoped_ptr.h"
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +000022#include "webrtc/system_wrappers/interface/scoped_vector.h"
pbos@webrtc.org7fad4b82013-05-28 08:11:59 +000023#include "webrtc/typedefs.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000024
niklase@google.com470e71d2011-07-07 08:21:25 +000025namespace webrtc {
26
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +000027class PushSincResampler;
mflodman@webrtc.orgd5da2502014-05-15 11:17:21 +000028class IFChannelBuffer;
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +000029
aluebs@webrtc.orga7384a12014-12-03 01:06:35 +000030enum Band {
31 kBand0To8kHz = 0,
32 kBand8To16kHz = 1,
33 kBand16To24kHz = 2
34};
35
niklase@google.com470e71d2011-07-07 08:21:25 +000036class AudioBuffer {
37 public:
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +000038 // TODO(ajm): Switch to take ChannelLayouts.
39 AudioBuffer(int input_samples_per_channel,
40 int num_input_channels,
41 int process_samples_per_channel,
42 int num_process_channels,
43 int output_samples_per_channel);
niklase@google.com470e71d2011-07-07 08:21:25 +000044 virtual ~AudioBuffer();
45
andrew@webrtc.orged083d42011-09-19 15:28:51 +000046 int num_channels() const;
47 int samples_per_channel() const;
48 int samples_per_split_channel() const;
andrew@webrtc.org103657b2014-04-24 18:28:56 +000049 int samples_per_keyboard_channel() const;
niklase@google.com470e71d2011-07-07 08:21:25 +000050
kwiberg@webrtc.orge364ac92014-07-18 07:50:29 +000051 // Sample array accessors. Channels are guaranteed to be stored contiguously
52 // in memory. Prefer to use the const variants of each accessor when
53 // possible, since they incur less float<->int16 conversion overhead.
andrew@webrtc.org65f93382014-04-30 16:44:13 +000054 int16_t* data(int channel);
aluebs@webrtc.orga7384a12014-12-03 01:06:35 +000055 const int16_t* data_const(int channel) const;
aluebs@webrtc.orgbe05c742014-11-14 22:18:10 +000056 int16_t* const* channels();
aluebs@webrtc.orga7384a12014-12-03 01:06:35 +000057 const int16_t* const* channels_const() const;
58 int16_t* split_data(int channel, Band band);
59 const int16_t* split_data_const(int channel, Band band) const;
60 int16_t* const* split_channels(Band band);
61 const int16_t* const* split_channels_const(Band band) const;
62
aluebs@webrtc.org2561d522014-07-17 08:27:39 +000063 // Returns a pointer to the low-pass data downmixed to mono. If this data
64 // isn't already available it re-calculates it.
65 const int16_t* mixed_low_pass_data();
andrew@webrtc.org65f93382014-04-30 16:44:13 +000066 const int16_t* low_pass_reference(int channel) const;
mflodman@webrtc.orgd5da2502014-05-15 11:17:21 +000067
68 // Float versions of the accessors, with automatic conversion back and forth
69 // as necessary. The range of the numbers are the same as for int16_t.
70 float* data_f(int channel);
aluebs@webrtc.orga7384a12014-12-03 01:06:35 +000071 const float* data_const_f(int channel) const;
claguna@google.combfacaab2014-09-25 20:52:08 +000072 float* const* channels_f();
aluebs@webrtc.orga7384a12014-12-03 01:06:35 +000073 const float* const* channels_const_f() const;
74 float* split_data_f(int channel, Band band);
75 const float* split_data_const_f(int channel, Band band) const;
76 float* const* split_channels_f(Band band);
77 const float* const* split_channels_const_f(Band band) const;
claguna@google.combfacaab2014-09-25 20:52:08 +000078
andrew@webrtc.org103657b2014-04-24 18:28:56 +000079 const float* keyboard_data() const;
niklase@google.com470e71d2011-07-07 08:21:25 +000080
andrew@webrtc.orged083d42011-09-19 15:28:51 +000081 void set_activity(AudioFrame::VADActivity activity);
andrew@webrtc.org755b04a2011-11-15 16:57:56 +000082 AudioFrame::VADActivity activity() const;
83
andrew@webrtc.org17e40642014-03-04 20:58:13 +000084 // Use for int16 interleaved data.
niklase@google.com470e71d2011-07-07 08:21:25 +000085 void DeinterleaveFrom(AudioFrame* audioFrame);
andrew@webrtc.org755b04a2011-11-15 16:57:56 +000086 // If |data_changed| is false, only the non-audio data members will be copied
87 // to |frame|.
88 void InterleaveTo(AudioFrame* frame, bool data_changed) const;
andrew@webrtc.org17e40642014-03-04 20:58:13 +000089
90 // Use for float deinterleaved data.
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +000091 void CopyFrom(const float* const* data,
92 int samples_per_channel,
93 AudioProcessing::ChannelLayout layout);
94 void CopyTo(int samples_per_channel,
95 AudioProcessing::ChannelLayout layout,
96 float* const* data);
niklase@google.com470e71d2011-07-07 08:21:25 +000097 void CopyLowPassToReference();
98
aluebs@webrtc.orgbe05c742014-11-14 22:18:10 +000099 // Splits the signal into different bands.
100 void SplitIntoFrequencyBands();
101 // Recombine the different bands into one signal.
102 void MergeFrequencyBands();
103
niklase@google.com470e71d2011-07-07 08:21:25 +0000104 private:
andrew@webrtc.org17e40642014-03-04 20:58:13 +0000105 // Called from DeinterleaveFrom() and CopyFrom().
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +0000106 void InitForNewData();
andrew@webrtc.org17e40642014-03-04 20:58:13 +0000107
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +0000108 const int input_samples_per_channel_;
109 const int num_input_channels_;
110 const int proc_samples_per_channel_;
111 const int num_proc_channels_;
112 const int output_samples_per_channel_;
113 int samples_per_split_channel_;
aluebs@webrtc.org2561d522014-07-17 08:27:39 +0000114 bool mixed_low_pass_valid_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000115 bool reference_copied_;
andrew@webrtc.orged083d42011-09-19 15:28:51 +0000116 AudioFrame::VADActivity activity_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000117
andrew@webrtc.org103657b2014-04-24 18:28:56 +0000118 const float* keyboard_data_;
mflodman@webrtc.orgd5da2502014-05-15 11:17:21 +0000119 scoped_ptr<IFChannelBuffer> channels_;
aluebs@webrtc.org79b9eba2014-11-26 20:21:38 +0000120 ScopedVector<IFChannelBuffer> split_channels_;
aluebs@webrtc.orgbe05c742014-11-14 22:18:10 +0000121 scoped_ptr<SplittingFilter> splitting_filter_;
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +0000122 scoped_ptr<ChannelBuffer<int16_t> > mixed_low_pass_channels_;
123 scoped_ptr<ChannelBuffer<int16_t> > low_pass_reference_channels_;
124 scoped_ptr<ChannelBuffer<float> > input_buffer_;
125 scoped_ptr<ChannelBuffer<float> > process_buffer_;
126 ScopedVector<PushSincResampler> input_resamplers_;
127 ScopedVector<PushSincResampler> output_resamplers_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000128};
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +0000129
niklase@google.com470e71d2011-07-07 08:21:25 +0000130} // namespace webrtc
131
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +0000132#endif // WEBRTC_MODULES_AUDIO_PROCESSING_AUDIO_BUFFER_H_