henrik.lundin@webrtc.org | 9ea6f8a | 2014-10-16 11:26:24 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2014 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
| 11 | #ifndef WEBRTC_MODULES_AUDIO_CODING_CODECS_AUDIO_ENCODER_H_ |
| 12 | #define WEBRTC_MODULES_AUDIO_CODING_CODECS_AUDIO_ENCODER_H_ |
| 13 | |
| 14 | #include <algorithm> |
henrik.lundin@webrtc.org | c1c9291 | 2014-12-16 13:41:36 +0000 | [diff] [blame] | 15 | #include <vector> |
henrik.lundin@webrtc.org | 9ea6f8a | 2014-10-16 11:26:24 +0000 | [diff] [blame] | 16 | |
kwiberg | 288886b | 2015-11-06 01:21:35 -0800 | [diff] [blame] | 17 | #include "webrtc/base/array_view.h" |
ossu | 10a029e | 2016-03-01 00:41:31 -0800 | [diff] [blame] | 18 | #include "webrtc/base/buffer.h" |
| 19 | #include "webrtc/base/deprecation.h" |
henrik.lundin@webrtc.org | 9ea6f8a | 2014-10-16 11:26:24 +0000 | [diff] [blame] | 20 | #include "webrtc/typedefs.h" |
| 21 | |
| 22 | namespace webrtc { |
| 23 | |
| 24 | // This is the interface class for encoders in AudioCoding module. Each codec |
henrik.lundin@webrtc.org | c1c9291 | 2014-12-16 13:41:36 +0000 | [diff] [blame] | 25 | // type must have an implementation of this class. |
henrik.lundin@webrtc.org | 9ea6f8a | 2014-10-16 11:26:24 +0000 | [diff] [blame] | 26 | class AudioEncoder { |
| 27 | public: |
henrik.lundin@webrtc.org | c1c9291 | 2014-12-16 13:41:36 +0000 | [diff] [blame] | 28 | struct EncodedInfoLeaf { |
kwiberg | 12cfc9b | 2015-09-08 05:57:53 -0700 | [diff] [blame] | 29 | size_t encoded_bytes = 0; |
| 30 | uint32_t encoded_timestamp = 0; |
| 31 | int payload_type = 0; |
| 32 | bool send_even_if_empty = false; |
| 33 | bool speech = true; |
henrik.lundin@webrtc.org | 1db20a4 | 2014-12-01 14:44:50 +0000 | [diff] [blame] | 34 | }; |
| 35 | |
henrik.lundin@webrtc.org | c1c9291 | 2014-12-16 13:41:36 +0000 | [diff] [blame] | 36 | // This is the main struct for auxiliary encoding information. Each encoded |
| 37 | // packet should be accompanied by one EncodedInfo struct, containing the |
| 38 | // total number of |encoded_bytes|, the |encoded_timestamp| and the |
| 39 | // |payload_type|. If the packet contains redundant encodings, the |redundant| |
| 40 | // vector will be populated with EncodedInfoLeaf structs. Each struct in the |
| 41 | // vector represents one encoding; the order of structs in the vector is the |
| 42 | // same as the order in which the actual payloads are written to the byte |
| 43 | // stream. When EncoderInfoLeaf structs are present in the vector, the main |
| 44 | // struct's |encoded_bytes| will be the sum of all the |encoded_bytes| in the |
| 45 | // vector. |
| 46 | struct EncodedInfo : public EncodedInfoLeaf { |
| 47 | EncodedInfo(); |
kjellander | 470dd37 | 2016-04-19 03:03:23 -0700 | [diff] [blame] | 48 | EncodedInfo(const EncodedInfo&); |
kwiberg | 4fb3d2b | 2016-04-22 04:59:31 -0700 | [diff] [blame] | 49 | EncodedInfo(EncodedInfo&&); |
henrik.lundin@webrtc.org | c1c9291 | 2014-12-16 13:41:36 +0000 | [diff] [blame] | 50 | ~EncodedInfo(); |
kwiberg | 4fb3d2b | 2016-04-22 04:59:31 -0700 | [diff] [blame] | 51 | EncodedInfo& operator=(const EncodedInfo&); |
| 52 | EncodedInfo& operator=(EncodedInfo&&); |
henrik.lundin@webrtc.org | c1c9291 | 2014-12-16 13:41:36 +0000 | [diff] [blame] | 53 | |
| 54 | std::vector<EncodedInfoLeaf> redundant; |
| 55 | }; |
| 56 | |
kwiberg | 12cfc9b | 2015-09-08 05:57:53 -0700 | [diff] [blame] | 57 | virtual ~AudioEncoder() = default; |
henrik.lundin@webrtc.org | 9ea6f8a | 2014-10-16 11:26:24 +0000 | [diff] [blame] | 58 | |
kwiberg | 12cfc9b | 2015-09-08 05:57:53 -0700 | [diff] [blame] | 59 | // Returns the input sample rate in Hz and the number of input channels. |
| 60 | // These are constants set at instantiation time. |
| 61 | virtual int SampleRateHz() const = 0; |
Peter Kasting | 6955870 | 2016-01-12 16:26:35 -0800 | [diff] [blame] | 62 | virtual size_t NumChannels() const = 0; |
kwiberg | 12cfc9b | 2015-09-08 05:57:53 -0700 | [diff] [blame] | 63 | |
| 64 | // Returns the rate at which the RTP timestamps are updated. The default |
| 65 | // implementation returns SampleRateHz(). |
kwiberg@webrtc.org | 0521127 | 2015-02-18 12:00:32 +0000 | [diff] [blame] | 66 | virtual int RtpTimestampRateHz() const; |
henrik.lundin@webrtc.org | 478cedc | 2015-01-27 18:24:45 +0000 | [diff] [blame] | 67 | |
kwiberg@webrtc.org | decd930 | 2014-10-29 08:38:50 +0000 | [diff] [blame] | 68 | // Returns the number of 10 ms frames the encoder will put in the next |
| 69 | // packet. This value may only change when Encode() outputs a packet; i.e., |
| 70 | // the encoder may vary the number of 10 ms frames from packet to packet, but |
| 71 | // it must decide the length of the next packet no later than when outputting |
| 72 | // the preceding packet. |
Peter Kasting | dce40cf | 2015-08-24 14:52:23 -0700 | [diff] [blame] | 73 | virtual size_t Num10MsFramesInNextPacket() const = 0; |
henrik.lundin@webrtc.org | 9ea6f8a | 2014-10-16 11:26:24 +0000 | [diff] [blame] | 74 | |
henrik.lundin@webrtc.org | 8911bc5 | 2014-12-08 21:15:55 +0000 | [diff] [blame] | 75 | // Returns the maximum value that can be returned by |
| 76 | // Num10MsFramesInNextPacket(). |
Peter Kasting | dce40cf | 2015-08-24 14:52:23 -0700 | [diff] [blame] | 77 | virtual size_t Max10MsFramesInAPacket() const = 0; |
henrik.lundin@webrtc.org | 8911bc5 | 2014-12-08 21:15:55 +0000 | [diff] [blame] | 78 | |
Henrik Lundin | 3e89dbf | 2015-06-18 14:58:34 +0200 | [diff] [blame] | 79 | // Returns the current target bitrate in bits/s. The value -1 means that the |
| 80 | // codec adapts the target automatically, and a current target cannot be |
| 81 | // provided. |
| 82 | virtual int GetTargetBitrate() const = 0; |
| 83 | |
kwiberg | 12cfc9b | 2015-09-08 05:57:53 -0700 | [diff] [blame] | 84 | // Accepts one 10 ms block of input audio (i.e., SampleRateHz() / 100 * |
| 85 | // NumChannels() samples). Multi-channel audio must be sample-interleaved. |
ossu | 10a029e | 2016-03-01 00:41:31 -0800 | [diff] [blame] | 86 | // The encoder appends zero or more bytes of output to |encoded| and returns |
| 87 | // additional encoding information. Encode() checks some preconditions, calls |
ossu | 4f43fcf | 2016-03-04 00:54:32 -0800 | [diff] [blame] | 88 | // EncodeImpl() which does the actual work, and then checks some |
ossu | 10a029e | 2016-03-01 00:41:31 -0800 | [diff] [blame] | 89 | // postconditions. |
kwiberg | 12cfc9b | 2015-09-08 05:57:53 -0700 | [diff] [blame] | 90 | EncodedInfo Encode(uint32_t rtp_timestamp, |
kwiberg | 288886b | 2015-11-06 01:21:35 -0800 | [diff] [blame] | 91 | rtc::ArrayView<const int16_t> audio, |
ossu | 10a029e | 2016-03-01 00:41:31 -0800 | [diff] [blame] | 92 | rtc::Buffer* encoded); |
henrik.lundin@webrtc.org | 478cedc | 2015-01-27 18:24:45 +0000 | [diff] [blame] | 93 | |
kwiberg | 12cfc9b | 2015-09-08 05:57:53 -0700 | [diff] [blame] | 94 | // Resets the encoder to its starting state, discarding any input that has |
| 95 | // been fed to the encoder but not yet emitted in a packet. |
Karl Wiberg | dcccab3 | 2015-05-07 12:35:12 +0200 | [diff] [blame] | 96 | virtual void Reset() = 0; |
| 97 | |
kwiberg | 12cfc9b | 2015-09-08 05:57:53 -0700 | [diff] [blame] | 98 | // Enables or disables codec-internal FEC (forward error correction). Returns |
| 99 | // true if the codec was able to comply. The default implementation returns |
| 100 | // true when asked to disable FEC and false when asked to enable it (meaning |
| 101 | // that FEC isn't supported). |
| 102 | virtual bool SetFec(bool enable); |
Karl Wiberg | dcccab3 | 2015-05-07 12:35:12 +0200 | [diff] [blame] | 103 | |
kwiberg | 12cfc9b | 2015-09-08 05:57:53 -0700 | [diff] [blame] | 104 | // Enables or disables codec-internal VAD/DTX. Returns true if the codec was |
| 105 | // able to comply. The default implementation returns true when asked to |
| 106 | // disable DTX and false when asked to enable it (meaning that DTX isn't |
| 107 | // supported). |
| 108 | virtual bool SetDtx(bool enable); |
Karl Wiberg | dcccab3 | 2015-05-07 12:35:12 +0200 | [diff] [blame] | 109 | |
kwiberg | 12cfc9b | 2015-09-08 05:57:53 -0700 | [diff] [blame] | 110 | // Sets the application mode. Returns true if the codec was able to comply. |
| 111 | // The default implementation just returns false. |
| 112 | enum class Application { kSpeech, kAudio }; |
| 113 | virtual bool SetApplication(Application application); |
Karl Wiberg | dcccab3 | 2015-05-07 12:35:12 +0200 | [diff] [blame] | 114 | |
kwiberg | 12cfc9b | 2015-09-08 05:57:53 -0700 | [diff] [blame] | 115 | // Tells the encoder about the highest sample rate the decoder is expected to |
| 116 | // use when decoding the bitstream. The encoder would typically use this |
| 117 | // information to adjust the quality of the encoding. The default |
kwiberg | 7eb914d | 2015-12-15 14:20:24 -0800 | [diff] [blame] | 118 | // implementation does nothing. |
kwiberg | 3f5f1c2 | 2015-09-08 23:15:33 -0700 | [diff] [blame] | 119 | virtual void SetMaxPlaybackRate(int frequency_hz); |
Karl Wiberg | dcccab3 | 2015-05-07 12:35:12 +0200 | [diff] [blame] | 120 | |
kwiberg | 12cfc9b | 2015-09-08 05:57:53 -0700 | [diff] [blame] | 121 | // Tells the encoder what the projected packet loss rate is. The rate is in |
| 122 | // the range [0.0, 1.0]. The encoder would typically use this information to |
| 123 | // adjust channel coding efforts, such as FEC. The default implementation |
| 124 | // does nothing. |
| 125 | virtual void SetProjectedPacketLossRate(double fraction); |
Karl Wiberg | dcccab3 | 2015-05-07 12:35:12 +0200 | [diff] [blame] | 126 | |
kwiberg | 12cfc9b | 2015-09-08 05:57:53 -0700 | [diff] [blame] | 127 | // Tells the encoder what average bitrate we'd like it to produce. The |
| 128 | // encoder is free to adjust or disregard the given bitrate (the default |
| 129 | // implementation does the latter). |
| 130 | virtual void SetTargetBitrate(int target_bps); |
ossu | 10a029e | 2016-03-01 00:41:31 -0800 | [diff] [blame] | 131 | |
| 132 | protected: |
| 133 | // Subclasses implement this to perform the actual encoding. Called by |
ossu | 2903ba5 | 2016-04-18 06:14:33 -0700 | [diff] [blame] | 134 | // Encode(). |
ossu | 4f43fcf | 2016-03-04 00:54:32 -0800 | [diff] [blame] | 135 | virtual EncodedInfo EncodeImpl(uint32_t rtp_timestamp, |
| 136 | rtc::ArrayView<const int16_t> audio, |
ossu | 2903ba5 | 2016-04-18 06:14:33 -0700 | [diff] [blame] | 137 | rtc::Buffer* encoded) = 0; |
Karl Wiberg | dcccab3 | 2015-05-07 12:35:12 +0200 | [diff] [blame] | 138 | }; |
henrik.lundin@webrtc.org | 9ea6f8a | 2014-10-16 11:26:24 +0000 | [diff] [blame] | 139 | } // namespace webrtc |
| 140 | #endif // WEBRTC_MODULES_AUDIO_CODING_CODECS_AUDIO_ENCODER_H_ |