blob: 7faa8a18c48dab7e4f7169abff101050159a15f8 [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
2 * Copyright (c) 2011 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +000011#ifndef WEBRTC_MODULES_AUDIO_PROCESSING_AUDIO_BUFFER_H_
12#define WEBRTC_MODULES_AUDIO_PROCESSING_AUDIO_BUFFER_H_
niklase@google.com470e71d2011-07-07 08:21:25 +000013
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +000014#include <vector>
15
16#include "webrtc/modules/audio_processing/common.h"
17#include "webrtc/modules/audio_processing/include/audio_processing.h"
aluebs@webrtc.orgbe05c742014-11-14 22:18:10 +000018#include "webrtc/modules/audio_processing/splitting_filter.h"
pbos@webrtc.org7fad4b82013-05-28 08:11:59 +000019#include "webrtc/modules/interface/module_common_types.h"
20#include "webrtc/system_wrappers/interface/scoped_ptr.h"
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +000021#include "webrtc/system_wrappers/interface/scoped_vector.h"
pbos@webrtc.org7fad4b82013-05-28 08:11:59 +000022#include "webrtc/typedefs.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000023
niklase@google.com470e71d2011-07-07 08:21:25 +000024namespace webrtc {
25
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +000026class PushSincResampler;
mflodman@webrtc.orgd5da2502014-05-15 11:17:21 +000027class IFChannelBuffer;
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +000028
niklase@google.com470e71d2011-07-07 08:21:25 +000029class AudioBuffer {
30 public:
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +000031 // TODO(ajm): Switch to take ChannelLayouts.
32 AudioBuffer(int input_samples_per_channel,
33 int num_input_channels,
34 int process_samples_per_channel,
35 int num_process_channels,
36 int output_samples_per_channel);
niklase@google.com470e71d2011-07-07 08:21:25 +000037 virtual ~AudioBuffer();
38
andrew@webrtc.orged083d42011-09-19 15:28:51 +000039 int num_channels() const;
40 int samples_per_channel() const;
41 int samples_per_split_channel() const;
andrew@webrtc.org103657b2014-04-24 18:28:56 +000042 int samples_per_keyboard_channel() const;
niklase@google.com470e71d2011-07-07 08:21:25 +000043
kwiberg@webrtc.orge364ac92014-07-18 07:50:29 +000044 // Sample array accessors. Channels are guaranteed to be stored contiguously
45 // in memory. Prefer to use the const variants of each accessor when
46 // possible, since they incur less float<->int16 conversion overhead.
andrew@webrtc.org65f93382014-04-30 16:44:13 +000047 int16_t* data(int channel);
48 const int16_t* data(int channel) const;
aluebs@webrtc.orgbe05c742014-11-14 22:18:10 +000049 int16_t* const* channels();
50 const int16_t* const* channels() const;
andrew@webrtc.org65f93382014-04-30 16:44:13 +000051 int16_t* low_pass_split_data(int channel);
52 const int16_t* low_pass_split_data(int channel) const;
53 int16_t* high_pass_split_data(int channel);
aluebs@webrtc.orgbe05c742014-11-14 22:18:10 +000054 const int16_t* high_pass_split_data(int channel) const;
55 int16_t* const* low_pass_split_channels();
56 const int16_t* const* low_pass_split_channels() const;
57 int16_t* const* high_pass_split_channels();
58 const int16_t* const* high_pass_split_channels() const;
aluebs@webrtc.org2561d522014-07-17 08:27:39 +000059 // Returns a pointer to the low-pass data downmixed to mono. If this data
60 // isn't already available it re-calculates it.
61 const int16_t* mixed_low_pass_data();
andrew@webrtc.org65f93382014-04-30 16:44:13 +000062 const int16_t* low_pass_reference(int channel) const;
mflodman@webrtc.orgd5da2502014-05-15 11:17:21 +000063
64 // Float versions of the accessors, with automatic conversion back and forth
65 // as necessary. The range of the numbers are the same as for int16_t.
66 float* data_f(int channel);
kwiberg@webrtc.org38214d52014-07-03 09:47:33 +000067 const float* data_f(int channel) const;
claguna@google.combfacaab2014-09-25 20:52:08 +000068
69 float* const* channels_f();
70 const float* const* channels_f() const;
71
mflodman@webrtc.orgd5da2502014-05-15 11:17:21 +000072 float* low_pass_split_data_f(int channel);
kwiberg@webrtc.org38214d52014-07-03 09:47:33 +000073 const float* low_pass_split_data_f(int channel) const;
mflodman@webrtc.orgd5da2502014-05-15 11:17:21 +000074 float* high_pass_split_data_f(int channel);
kwiberg@webrtc.org38214d52014-07-03 09:47:33 +000075 const float* high_pass_split_data_f(int channel) const;
mflodman@webrtc.orgd5da2502014-05-15 11:17:21 +000076
claguna@google.combfacaab2014-09-25 20:52:08 +000077 float* const* low_pass_split_channels_f();
78 const float* const* low_pass_split_channels_f() const;
79 float* const* high_pass_split_channels_f();
80 const float* const* high_pass_split_channels_f() const;
81
andrew@webrtc.org103657b2014-04-24 18:28:56 +000082 const float* keyboard_data() const;
niklase@google.com470e71d2011-07-07 08:21:25 +000083
andrew@webrtc.orged083d42011-09-19 15:28:51 +000084 void set_activity(AudioFrame::VADActivity activity);
andrew@webrtc.org755b04a2011-11-15 16:57:56 +000085 AudioFrame::VADActivity activity() const;
86
andrew@webrtc.org17e40642014-03-04 20:58:13 +000087 // Use for int16 interleaved data.
niklase@google.com470e71d2011-07-07 08:21:25 +000088 void DeinterleaveFrom(AudioFrame* audioFrame);
andrew@webrtc.org755b04a2011-11-15 16:57:56 +000089 // If |data_changed| is false, only the non-audio data members will be copied
90 // to |frame|.
91 void InterleaveTo(AudioFrame* frame, bool data_changed) const;
andrew@webrtc.org17e40642014-03-04 20:58:13 +000092
93 // Use for float deinterleaved data.
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +000094 void CopyFrom(const float* const* data,
95 int samples_per_channel,
96 AudioProcessing::ChannelLayout layout);
97 void CopyTo(int samples_per_channel,
98 AudioProcessing::ChannelLayout layout,
99 float* const* data);
niklase@google.com470e71d2011-07-07 08:21:25 +0000100 void CopyLowPassToReference();
101
aluebs@webrtc.orgbe05c742014-11-14 22:18:10 +0000102 // Splits the signal into different bands.
103 void SplitIntoFrequencyBands();
104 // Recombine the different bands into one signal.
105 void MergeFrequencyBands();
106
niklase@google.com470e71d2011-07-07 08:21:25 +0000107 private:
andrew@webrtc.org17e40642014-03-04 20:58:13 +0000108 // Called from DeinterleaveFrom() and CopyFrom().
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +0000109 void InitForNewData();
andrew@webrtc.org17e40642014-03-04 20:58:13 +0000110
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +0000111 const int input_samples_per_channel_;
112 const int num_input_channels_;
113 const int proc_samples_per_channel_;
114 const int num_proc_channels_;
115 const int output_samples_per_channel_;
116 int samples_per_split_channel_;
aluebs@webrtc.org2561d522014-07-17 08:27:39 +0000117 bool mixed_low_pass_valid_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000118 bool reference_copied_;
andrew@webrtc.orged083d42011-09-19 15:28:51 +0000119 AudioFrame::VADActivity activity_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000120
andrew@webrtc.org103657b2014-04-24 18:28:56 +0000121 const float* keyboard_data_;
mflodman@webrtc.orgd5da2502014-05-15 11:17:21 +0000122 scoped_ptr<IFChannelBuffer> channels_;
kwiberg@webrtc.org2b6bc8d2014-07-17 09:46:37 +0000123 scoped_ptr<IFChannelBuffer> split_channels_low_;
124 scoped_ptr<IFChannelBuffer> split_channels_high_;
aluebs@webrtc.orgbe05c742014-11-14 22:18:10 +0000125 scoped_ptr<SplittingFilter> splitting_filter_;
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +0000126 scoped_ptr<ChannelBuffer<int16_t> > mixed_low_pass_channels_;
127 scoped_ptr<ChannelBuffer<int16_t> > low_pass_reference_channels_;
128 scoped_ptr<ChannelBuffer<float> > input_buffer_;
129 scoped_ptr<ChannelBuffer<float> > process_buffer_;
130 ScopedVector<PushSincResampler> input_resamplers_;
131 ScopedVector<PushSincResampler> output_resamplers_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000132};
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +0000133
niklase@google.com470e71d2011-07-07 08:21:25 +0000134} // namespace webrtc
135
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +0000136#endif // WEBRTC_MODULES_AUDIO_PROCESSING_AUDIO_BUFFER_H_