blob: c1bfb63673ebfbc9524c9afaccb739cce4233ccd [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
2 * Copyright (c) 2011 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#ifndef MODULES_AUDIO_PROCESSING_AUDIO_BUFFER_H_
12#define MODULES_AUDIO_PROCESSING_AUDIO_BUFFER_H_
niklase@google.com470e71d2011-07-07 08:21:25 +000013
Yves Gerey988cc082018-10-23 12:03:01 +020014#include <stddef.h>
15#include <stdint.h>
Jonas Olssona4d87372019-07-05 19:08:33 +020016
kwiberg88788ad2016-02-19 07:04:49 -080017#include <memory>
kwiberg4a206a92016-03-31 10:24:26 -070018#include <vector>
kwiberg88788ad2016-02-19 07:04:49 -080019
Fredrik Solenbergbbf21a32018-04-12 22:44:09 +020020#include "api/audio/audio_frame.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020021#include "common_audio/channel_buffer.h"
22#include "modules/audio_processing/include/audio_processing.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000023
niklase@google.com470e71d2011-07-07 08:21:25 +000024namespace webrtc {
25
mflodman@webrtc.orgd5da2502014-05-15 11:17:21 +000026class IFChannelBuffer;
Yves Gerey988cc082018-10-23 12:03:01 +020027class PushSincResampler;
28class SplittingFilter;
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +000029
Yves Gerey665174f2018-06-19 15:03:05 +020030enum Band { kBand0To8kHz = 0, kBand8To16kHz = 1, kBand16To24kHz = 2 };
aluebs@webrtc.orga7384a12014-12-03 01:06:35 +000031
niklase@google.com470e71d2011-07-07 08:21:25 +000032class AudioBuffer {
33 public:
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +000034 // TODO(ajm): Switch to take ChannelLayouts.
Peter Kastingdce40cf2015-08-24 14:52:23 -070035 AudioBuffer(size_t input_num_frames,
Peter Kasting69558702016-01-12 16:26:35 -080036 size_t num_input_channels,
Peter Kastingdce40cf2015-08-24 14:52:23 -070037 size_t process_num_frames,
Peter Kasting69558702016-01-12 16:26:35 -080038 size_t num_process_channels,
Peter Kastingdce40cf2015-08-24 14:52:23 -070039 size_t output_num_frames);
niklase@google.com470e71d2011-07-07 08:21:25 +000040 virtual ~AudioBuffer();
41
Peter Kasting69558702016-01-12 16:26:35 -080042 size_t num_channels() const;
Per Åhgrena1351272019-08-15 12:15:46 +020043 size_t num_proc_channels() const { return num_proc_channels_; }
Peter Kasting69558702016-01-12 16:26:35 -080044 void set_num_channels(size_t num_channels);
Peter Kastingdce40cf2015-08-24 14:52:23 -070045 size_t num_frames() const;
46 size_t num_frames_per_band() const;
Peter Kastingdce40cf2015-08-24 14:52:23 -070047 size_t num_bands() const;
niklase@google.com470e71d2011-07-07 08:21:25 +000048
aluebs@webrtc.org3aca0b02015-02-26 21:52:20 +000049 // Returns a pointer array to the full-band channels.
50 // Usage:
51 // channels()[channel][sample].
52 // Where:
53 // 0 <= channel < |num_proc_channels_|
54 // 0 <= sample < |proc_num_frames_|
aluebs@webrtc.orgbe05c742014-11-14 22:18:10 +000055 int16_t* const* channels();
aluebs@webrtc.orga7384a12014-12-03 01:06:35 +000056 const int16_t* const* channels_const() const;
aluebs@webrtc.org3aca0b02015-02-26 21:52:20 +000057 float* const* channels_f();
58 const float* const* channels_const_f() const;
59
60 // Returns a pointer array to the bands for a specific channel.
61 // Usage:
62 // split_bands(channel)[band][sample].
63 // Where:
64 // 0 <= channel < |num_proc_channels_|
65 // 0 <= band < |num_bands_|
66 // 0 <= sample < |num_split_frames_|
Peter Kasting69558702016-01-12 16:26:35 -080067 int16_t* const* split_bands(size_t channel);
68 const int16_t* const* split_bands_const(size_t channel) const;
69 float* const* split_bands_f(size_t channel);
70 const float* const* split_bands_const_f(size_t channel) const;
aluebs@webrtc.org3aca0b02015-02-26 21:52:20 +000071
72 // Returns a pointer array to the channels for a specific band.
73 // Usage:
74 // split_channels(band)[channel][sample].
75 // Where:
76 // 0 <= band < |num_bands_|
77 // 0 <= channel < |num_proc_channels_|
78 // 0 <= sample < |num_split_frames_|
aluebs@webrtc.orga7384a12014-12-03 01:06:35 +000079 const int16_t* const* split_channels_const(Band band) const;
andrew@webrtc.org755b04a2011-11-15 16:57:56 +000080
andrew@webrtc.org17e40642014-03-04 20:58:13 +000081 // Use for int16 interleaved data.
Per Åhgrena1351272019-08-15 12:15:46 +020082 void DeinterleaveFrom(const AudioFrame* audioFrame);
andrew@webrtc.org755b04a2011-11-15 16:57:56 +000083 // If |data_changed| is false, only the non-audio data members will be copied
84 // to |frame|.
Per Åhgrena1351272019-08-15 12:15:46 +020085 void InterleaveTo(AudioFrame* frame) const;
andrew@webrtc.org17e40642014-03-04 20:58:13 +000086
87 // Use for float deinterleaved data.
Michael Graczyk86c6d332015-07-23 11:41:39 -070088 void CopyFrom(const float* const* data, const StreamConfig& stream_config);
89 void CopyTo(const StreamConfig& stream_config, float* const* data);
niklase@google.com470e71d2011-07-07 08:21:25 +000090
aluebs@webrtc.orgbe05c742014-11-14 22:18:10 +000091 // Splits the signal into different bands.
92 void SplitIntoFrequencyBands();
93 // Recombine the different bands into one signal.
94 void MergeFrequencyBands();
95
niklase@google.com470e71d2011-07-07 08:21:25 +000096 private:
Alejandro Luebsa181c9a2016-06-30 15:33:37 -070097 FRIEND_TEST_ALL_PREFIXES(AudioBufferTest,
98 SetNumChannelsSetsChannelBuffersNumChannels);
andrew@webrtc.org17e40642014-03-04 20:58:13 +000099 // Called from DeinterleaveFrom() and CopyFrom().
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +0000100 void InitForNewData();
andrew@webrtc.org17e40642014-03-04 20:58:13 +0000101
aluebs@webrtc.org27d106b2014-12-11 17:09:21 +0000102 // The audio is passed into DeinterleaveFrom() or CopyFrom() with input
103 // format (samples per channel and number of channels).
Peter Kastingdce40cf2015-08-24 14:52:23 -0700104 const size_t input_num_frames_;
Peter Kasting69558702016-01-12 16:26:35 -0800105 const size_t num_input_channels_;
aluebs@webrtc.org27d106b2014-12-11 17:09:21 +0000106 // The audio is stored by DeinterleaveFrom() or CopyFrom() with processing
107 // format.
Peter Kastingdce40cf2015-08-24 14:52:23 -0700108 const size_t proc_num_frames_;
Peter Kasting69558702016-01-12 16:26:35 -0800109 const size_t num_proc_channels_;
aluebs@webrtc.org27d106b2014-12-11 17:09:21 +0000110 // The audio is returned by InterleaveTo() and CopyTo() with output samples
111 // per channels and the current number of channels. This last one can be
112 // changed at any time using set_num_channels().
Peter Kastingdce40cf2015-08-24 14:52:23 -0700113 const size_t output_num_frames_;
Peter Kasting69558702016-01-12 16:26:35 -0800114 size_t num_channels_;
aluebs@webrtc.org27d106b2014-12-11 17:09:21 +0000115
Peter Kastingdce40cf2015-08-24 14:52:23 -0700116 size_t num_bands_;
117 size_t num_split_frames_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000118
kwiberg88788ad2016-02-19 07:04:49 -0800119 std::unique_ptr<IFChannelBuffer> data_;
120 std::unique_ptr<IFChannelBuffer> split_data_;
121 std::unique_ptr<SplittingFilter> splitting_filter_;
kwiberg88788ad2016-02-19 07:04:49 -0800122 std::unique_ptr<IFChannelBuffer> input_buffer_;
123 std::unique_ptr<IFChannelBuffer> output_buffer_;
Yves Gerey665174f2018-06-19 15:03:05 +0200124 std::unique_ptr<ChannelBuffer<float>> process_buffer_;
kwiberg4a206a92016-03-31 10:24:26 -0700125 std::vector<std::unique_ptr<PushSincResampler>> input_resamplers_;
126 std::vector<std::unique_ptr<PushSincResampler>> output_resamplers_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000127};
andrew@webrtc.orgddbb8a22014-04-22 21:00:04 +0000128
niklase@google.com470e71d2011-07-07 08:21:25 +0000129} // namespace webrtc
130
Mirko Bonadei92ea95e2017-09-15 06:47:31 +0200131#endif // MODULES_AUDIO_PROCESSING_AUDIO_BUFFER_H_