henrik.lundin@webrtc.org | 9ea6f8a | 2014-10-16 11:26:24 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2014 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
| 11 | #ifndef WEBRTC_MODULES_AUDIO_CODING_CODECS_AUDIO_ENCODER_H_ |
| 12 | #define WEBRTC_MODULES_AUDIO_CODING_CODECS_AUDIO_ENCODER_H_ |
| 13 | |
| 14 | #include <algorithm> |
henrik.lundin@webrtc.org | c1c9291 | 2014-12-16 13:41:36 +0000 | [diff] [blame] | 15 | #include <vector> |
henrik.lundin@webrtc.org | 9ea6f8a | 2014-10-16 11:26:24 +0000 | [diff] [blame] | 16 | |
kwiberg | 288886b | 2015-11-06 01:21:35 -0800 | [diff] [blame] | 17 | #include "webrtc/base/array_view.h" |
ossu | 10a029e | 2016-03-01 00:41:31 -0800 | [diff] [blame] | 18 | #include "webrtc/base/buffer.h" |
| 19 | #include "webrtc/base/deprecation.h" |
henrik.lundin@webrtc.org | 9ea6f8a | 2014-10-16 11:26:24 +0000 | [diff] [blame] | 20 | #include "webrtc/typedefs.h" |
| 21 | |
| 22 | namespace webrtc { |
| 23 | |
| 24 | // This is the interface class for encoders in AudioCoding module. Each codec |
henrik.lundin@webrtc.org | c1c9291 | 2014-12-16 13:41:36 +0000 | [diff] [blame] | 25 | // type must have an implementation of this class. |
henrik.lundin@webrtc.org | 9ea6f8a | 2014-10-16 11:26:24 +0000 | [diff] [blame] | 26 | class AudioEncoder { |
| 27 | public: |
henrik.lundin@webrtc.org | c1c9291 | 2014-12-16 13:41:36 +0000 | [diff] [blame] | 28 | struct EncodedInfoLeaf { |
kwiberg | 12cfc9b | 2015-09-08 05:57:53 -0700 | [diff] [blame] | 29 | size_t encoded_bytes = 0; |
| 30 | uint32_t encoded_timestamp = 0; |
| 31 | int payload_type = 0; |
| 32 | bool send_even_if_empty = false; |
| 33 | bool speech = true; |
henrik.lundin@webrtc.org | 1db20a4 | 2014-12-01 14:44:50 +0000 | [diff] [blame] | 34 | }; |
| 35 | |
henrik.lundin@webrtc.org | c1c9291 | 2014-12-16 13:41:36 +0000 | [diff] [blame] | 36 | // This is the main struct for auxiliary encoding information. Each encoded |
| 37 | // packet should be accompanied by one EncodedInfo struct, containing the |
| 38 | // total number of |encoded_bytes|, the |encoded_timestamp| and the |
| 39 | // |payload_type|. If the packet contains redundant encodings, the |redundant| |
| 40 | // vector will be populated with EncodedInfoLeaf structs. Each struct in the |
| 41 | // vector represents one encoding; the order of structs in the vector is the |
| 42 | // same as the order in which the actual payloads are written to the byte |
| 43 | // stream. When EncoderInfoLeaf structs are present in the vector, the main |
| 44 | // struct's |encoded_bytes| will be the sum of all the |encoded_bytes| in the |
| 45 | // vector. |
| 46 | struct EncodedInfo : public EncodedInfoLeaf { |
| 47 | EncodedInfo(); |
| 48 | ~EncodedInfo(); |
| 49 | |
| 50 | std::vector<EncodedInfoLeaf> redundant; |
| 51 | }; |
| 52 | |
kwiberg | 12cfc9b | 2015-09-08 05:57:53 -0700 | [diff] [blame] | 53 | virtual ~AudioEncoder() = default; |
henrik.lundin@webrtc.org | 9ea6f8a | 2014-10-16 11:26:24 +0000 | [diff] [blame] | 54 | |
kwiberg | 12cfc9b | 2015-09-08 05:57:53 -0700 | [diff] [blame] | 55 | // Returns the input sample rate in Hz and the number of input channels. |
| 56 | // These are constants set at instantiation time. |
| 57 | virtual int SampleRateHz() const = 0; |
Peter Kasting | 6955870 | 2016-01-12 16:26:35 -0800 | [diff] [blame] | 58 | virtual size_t NumChannels() const = 0; |
kwiberg | 12cfc9b | 2015-09-08 05:57:53 -0700 | [diff] [blame] | 59 | |
| 60 | // Returns the rate at which the RTP timestamps are updated. The default |
| 61 | // implementation returns SampleRateHz(). |
kwiberg@webrtc.org | 0521127 | 2015-02-18 12:00:32 +0000 | [diff] [blame] | 62 | virtual int RtpTimestampRateHz() const; |
henrik.lundin@webrtc.org | 478cedc | 2015-01-27 18:24:45 +0000 | [diff] [blame] | 63 | |
kwiberg@webrtc.org | decd930 | 2014-10-29 08:38:50 +0000 | [diff] [blame] | 64 | // Returns the number of 10 ms frames the encoder will put in the next |
| 65 | // packet. This value may only change when Encode() outputs a packet; i.e., |
| 66 | // the encoder may vary the number of 10 ms frames from packet to packet, but |
| 67 | // it must decide the length of the next packet no later than when outputting |
| 68 | // the preceding packet. |
Peter Kasting | dce40cf | 2015-08-24 14:52:23 -0700 | [diff] [blame] | 69 | virtual size_t Num10MsFramesInNextPacket() const = 0; |
henrik.lundin@webrtc.org | 9ea6f8a | 2014-10-16 11:26:24 +0000 | [diff] [blame] | 70 | |
henrik.lundin@webrtc.org | 8911bc5 | 2014-12-08 21:15:55 +0000 | [diff] [blame] | 71 | // Returns the maximum value that can be returned by |
| 72 | // Num10MsFramesInNextPacket(). |
Peter Kasting | dce40cf | 2015-08-24 14:52:23 -0700 | [diff] [blame] | 73 | virtual size_t Max10MsFramesInAPacket() const = 0; |
henrik.lundin@webrtc.org | 8911bc5 | 2014-12-08 21:15:55 +0000 | [diff] [blame] | 74 | |
Henrik Lundin | 3e89dbf | 2015-06-18 14:58:34 +0200 | [diff] [blame] | 75 | // Returns the current target bitrate in bits/s. The value -1 means that the |
| 76 | // codec adapts the target automatically, and a current target cannot be |
| 77 | // provided. |
| 78 | virtual int GetTargetBitrate() const = 0; |
| 79 | |
kwiberg | 12cfc9b | 2015-09-08 05:57:53 -0700 | [diff] [blame] | 80 | // Accepts one 10 ms block of input audio (i.e., SampleRateHz() / 100 * |
| 81 | // NumChannels() samples). Multi-channel audio must be sample-interleaved. |
ossu | 10a029e | 2016-03-01 00:41:31 -0800 | [diff] [blame] | 82 | // The encoder appends zero or more bytes of output to |encoded| and returns |
| 83 | // additional encoding information. Encode() checks some preconditions, calls |
ossu | 4f43fcf | 2016-03-04 00:54:32 -0800 | [diff] [blame] | 84 | // EncodeImpl() which does the actual work, and then checks some |
ossu | 10a029e | 2016-03-01 00:41:31 -0800 | [diff] [blame] | 85 | // postconditions. |
kwiberg | 12cfc9b | 2015-09-08 05:57:53 -0700 | [diff] [blame] | 86 | EncodedInfo Encode(uint32_t rtp_timestamp, |
kwiberg | 288886b | 2015-11-06 01:21:35 -0800 | [diff] [blame] | 87 | rtc::ArrayView<const int16_t> audio, |
ossu | 10a029e | 2016-03-01 00:41:31 -0800 | [diff] [blame] | 88 | rtc::Buffer* encoded); |
henrik.lundin@webrtc.org | 478cedc | 2015-01-27 18:24:45 +0000 | [diff] [blame] | 89 | |
kwiberg | 12cfc9b | 2015-09-08 05:57:53 -0700 | [diff] [blame] | 90 | // Resets the encoder to its starting state, discarding any input that has |
| 91 | // been fed to the encoder but not yet emitted in a packet. |
Karl Wiberg | dcccab3 | 2015-05-07 12:35:12 +0200 | [diff] [blame] | 92 | virtual void Reset() = 0; |
| 93 | |
kwiberg | 12cfc9b | 2015-09-08 05:57:53 -0700 | [diff] [blame] | 94 | // Enables or disables codec-internal FEC (forward error correction). Returns |
| 95 | // true if the codec was able to comply. The default implementation returns |
| 96 | // true when asked to disable FEC and false when asked to enable it (meaning |
| 97 | // that FEC isn't supported). |
| 98 | virtual bool SetFec(bool enable); |
Karl Wiberg | dcccab3 | 2015-05-07 12:35:12 +0200 | [diff] [blame] | 99 | |
kwiberg | 12cfc9b | 2015-09-08 05:57:53 -0700 | [diff] [blame] | 100 | // Enables or disables codec-internal VAD/DTX. Returns true if the codec was |
| 101 | // able to comply. The default implementation returns true when asked to |
| 102 | // disable DTX and false when asked to enable it (meaning that DTX isn't |
| 103 | // supported). |
| 104 | virtual bool SetDtx(bool enable); |
Karl Wiberg | dcccab3 | 2015-05-07 12:35:12 +0200 | [diff] [blame] | 105 | |
kwiberg | 12cfc9b | 2015-09-08 05:57:53 -0700 | [diff] [blame] | 106 | // Sets the application mode. Returns true if the codec was able to comply. |
| 107 | // The default implementation just returns false. |
| 108 | enum class Application { kSpeech, kAudio }; |
| 109 | virtual bool SetApplication(Application application); |
Karl Wiberg | dcccab3 | 2015-05-07 12:35:12 +0200 | [diff] [blame] | 110 | |
kwiberg | 12cfc9b | 2015-09-08 05:57:53 -0700 | [diff] [blame] | 111 | // Tells the encoder about the highest sample rate the decoder is expected to |
| 112 | // use when decoding the bitstream. The encoder would typically use this |
| 113 | // information to adjust the quality of the encoding. The default |
kwiberg | 7eb914d | 2015-12-15 14:20:24 -0800 | [diff] [blame] | 114 | // implementation does nothing. |
kwiberg | 3f5f1c2 | 2015-09-08 23:15:33 -0700 | [diff] [blame] | 115 | virtual void SetMaxPlaybackRate(int frequency_hz); |
Karl Wiberg | dcccab3 | 2015-05-07 12:35:12 +0200 | [diff] [blame] | 116 | |
kwiberg | 12cfc9b | 2015-09-08 05:57:53 -0700 | [diff] [blame] | 117 | // Tells the encoder what the projected packet loss rate is. The rate is in |
| 118 | // the range [0.0, 1.0]. The encoder would typically use this information to |
| 119 | // adjust channel coding efforts, such as FEC. The default implementation |
| 120 | // does nothing. |
| 121 | virtual void SetProjectedPacketLossRate(double fraction); |
Karl Wiberg | dcccab3 | 2015-05-07 12:35:12 +0200 | [diff] [blame] | 122 | |
kwiberg | 12cfc9b | 2015-09-08 05:57:53 -0700 | [diff] [blame] | 123 | // Tells the encoder what average bitrate we'd like it to produce. The |
| 124 | // encoder is free to adjust or disregard the given bitrate (the default |
| 125 | // implementation does the latter). |
| 126 | virtual void SetTargetBitrate(int target_bps); |
ossu | 10a029e | 2016-03-01 00:41:31 -0800 | [diff] [blame] | 127 | |
| 128 | protected: |
| 129 | // Subclasses implement this to perform the actual encoding. Called by |
ossu | 2903ba5 | 2016-04-18 06:14:33 -0700 | [diff] [blame] | 130 | // Encode(). |
ossu | 4f43fcf | 2016-03-04 00:54:32 -0800 | [diff] [blame] | 131 | virtual EncodedInfo EncodeImpl(uint32_t rtp_timestamp, |
| 132 | rtc::ArrayView<const int16_t> audio, |
ossu | 2903ba5 | 2016-04-18 06:14:33 -0700 | [diff] [blame] | 133 | rtc::Buffer* encoded) = 0; |
| 134 | |
| 135 | private: |
| 136 | // This function is deprecated. It was used to return the maximum number of |
| 137 | // bytes that can be produced by the encoder at each Encode() call. Since the |
| 138 | // Encode interface was changed to use rtc::Buffer, this is no longer |
| 139 | // applicable. It is only kept in to avoid breaking subclasses that still have |
| 140 | // it implemented (with the override attribute). It will be removed as soon |
| 141 | // as these subclasses have been given a chance to change. |
| 142 | virtual size_t MaxEncodedBytes() const; |
Karl Wiberg | dcccab3 | 2015-05-07 12:35:12 +0200 | [diff] [blame] | 143 | }; |
henrik.lundin@webrtc.org | 9ea6f8a | 2014-10-16 11:26:24 +0000 | [diff] [blame] | 144 | } // namespace webrtc |
| 145 | #endif // WEBRTC_MODULES_AUDIO_CODING_CODECS_AUDIO_ENCODER_H_ |