henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 11 | #ifndef MODULES_AUDIO_CODING_NETEQ_DECODER_DATABASE_H_ |
| 12 | #define MODULES_AUDIO_CODING_NETEQ_DECODER_DATABASE_H_ |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 13 | |
| 14 | #include <map> |
kwiberg | 84be511 | 2016-04-27 01:19:58 -0700 | [diff] [blame] | 15 | #include <memory> |
henrik.lundin | 4cf61dd | 2015-12-09 06:20:58 -0800 | [diff] [blame] | 16 | #include <string> |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 17 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 18 | #include "api/audio_codecs/audio_decoder_factory.h" |
| 19 | #include "api/audio_codecs/audio_format.h" |
Mirko Bonadei | 7120742 | 2017-09-15 13:58:09 +0200 | [diff] [blame] | 20 | #include "common_types.h" // NOLINT(build/include) // NULL |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 21 | #include "modules/audio_coding/codecs/cng/webrtc_cng.h" |
Karl Wiberg | 31fbb54 | 2017-10-16 12:42:38 +0200 | [diff] [blame] | 22 | #include "modules/audio_coding/neteq/neteq_decoder_enum.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 23 | #include "modules/audio_coding/neteq/packet.h" |
| 24 | #include "rtc_base/constructormagic.h" |
| 25 | #include "rtc_base/scoped_ref_ptr.h" |
Mirko Bonadei | 7120742 | 2017-09-15 13:58:09 +0200 | [diff] [blame] | 26 | #include "typedefs.h" // NOLINT(build/include) |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 27 | |
| 28 | namespace webrtc { |
| 29 | |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 30 | class DecoderDatabase { |
| 31 | public: |
| 32 | enum DatabaseReturnCodes { |
| 33 | kOK = 0, |
| 34 | kInvalidRtpPayloadType = -1, |
| 35 | kCodecNotSupported = -2, |
| 36 | kInvalidSampleRate = -3, |
| 37 | kDecoderExists = -4, |
| 38 | kDecoderNotFound = -5, |
| 39 | kInvalidPointer = -6 |
| 40 | }; |
| 41 | |
kwiberg | 0fa0a97 | 2016-04-19 05:03:45 -0700 | [diff] [blame] | 42 | // Class that stores decoder info in the database. |
| 43 | class DecoderInfo { |
| 44 | public: |
kwiberg | e941306 | 2016-11-03 05:29:05 -0700 | [diff] [blame] | 45 | DecoderInfo(const SdpAudioFormat& audio_format, |
Danil Chapovalov | b602123 | 2018-06-19 13:26:36 +0200 | [diff] [blame^] | 46 | absl::optional<AudioCodecPairId> codec_pair_id, |
kwiberg | e941306 | 2016-11-03 05:29:05 -0700 | [diff] [blame] | 47 | AudioDecoderFactory* factory, |
| 48 | const std::string& codec_name); |
ossu | f1b08da | 2016-09-23 02:19:43 -0700 | [diff] [blame] | 49 | explicit DecoderInfo(const SdpAudioFormat& audio_format, |
Danil Chapovalov | b602123 | 2018-06-19 13:26:36 +0200 | [diff] [blame^] | 50 | absl::optional<AudioCodecPairId> codec_pair_id, |
ossu | f1b08da | 2016-09-23 02:19:43 -0700 | [diff] [blame] | 51 | AudioDecoderFactory* factory = nullptr); |
| 52 | explicit DecoderInfo(NetEqDecoder ct, |
Danil Chapovalov | b602123 | 2018-06-19 13:26:36 +0200 | [diff] [blame^] | 53 | absl::optional<AudioCodecPairId> codec_pair_id, |
ossu | f1b08da | 2016-09-23 02:19:43 -0700 | [diff] [blame] | 54 | AudioDecoderFactory* factory = nullptr); |
kwiberg | e941306 | 2016-11-03 05:29:05 -0700 | [diff] [blame] | 55 | DecoderInfo(const SdpAudioFormat& audio_format, |
| 56 | AudioDecoder* ext_dec, |
| 57 | const std::string& codec_name); |
kwiberg | 0fa0a97 | 2016-04-19 05:03:45 -0700 | [diff] [blame] | 58 | DecoderInfo(DecoderInfo&&); |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 59 | ~DecoderInfo(); |
| 60 | |
Karl Wiberg | 31fbb54 | 2017-10-16 12:42:38 +0200 | [diff] [blame] | 61 | // Was this info object created with a specification that allows us to |
| 62 | // actually produce a decoder? |
| 63 | bool CanGetDecoder() const; |
| 64 | |
kwiberg | 0fa0a97 | 2016-04-19 05:03:45 -0700 | [diff] [blame] | 65 | // Get the AudioDecoder object, creating it first if necessary. |
ossu | 84bc985 | 2016-08-26 05:41:23 -0700 | [diff] [blame] | 66 | AudioDecoder* GetDecoder() const; |
kwiberg | 0fa0a97 | 2016-04-19 05:03:45 -0700 | [diff] [blame] | 67 | |
| 68 | // Delete the AudioDecoder object, unless it's external. (This means we can |
| 69 | // always recreate it later if we need it.) |
ossu | 84bc985 | 2016-08-26 05:41:23 -0700 | [diff] [blame] | 70 | void DropDecoder() const { decoder_.reset(); } |
kwiberg | 0fa0a97 | 2016-04-19 05:03:45 -0700 | [diff] [blame] | 71 | |
kwiberg | c0f2dcf | 2016-05-31 06:28:03 -0700 | [diff] [blame] | 72 | int SampleRateHz() const { |
solenberg | 2779bab | 2016-11-17 04:45:19 -0800 | [diff] [blame] | 73 | if (IsDtmf()) { |
| 74 | // DTMF has a 1:1 mapping between clock rate and sample rate. |
| 75 | return audio_format_.clockrate_hz; |
| 76 | } |
ossu | 09f1560 | 2016-08-29 03:59:05 -0700 | [diff] [blame] | 77 | const AudioDecoder* decoder = GetDecoder(); |
| 78 | RTC_DCHECK_EQ(1, !!decoder + !!cng_decoder_); |
| 79 | return decoder ? decoder->SampleRateHz() : cng_decoder_->sample_rate_hz; |
| 80 | } |
| 81 | |
ossu | f1b08da | 2016-09-23 02:19:43 -0700 | [diff] [blame] | 82 | const SdpAudioFormat& GetFormat() const { return audio_format_; } |
kwiberg | c0f2dcf | 2016-05-31 06:28:03 -0700 | [diff] [blame] | 83 | |
ossu | f1b08da | 2016-09-23 02:19:43 -0700 | [diff] [blame] | 84 | // Returns true if the decoder's format is comfort noise. |
ossu | 9f38c21 | 2016-10-04 05:23:32 -0700 | [diff] [blame] | 85 | bool IsComfortNoise() const { |
| 86 | RTC_DCHECK_EQ(!!cng_decoder_, subtype_ == Subtype::kComfortNoise); |
| 87 | return subtype_ == Subtype::kComfortNoise; |
| 88 | } |
ossu | 84bc985 | 2016-08-26 05:41:23 -0700 | [diff] [blame] | 89 | |
ossu | f1b08da | 2016-09-23 02:19:43 -0700 | [diff] [blame] | 90 | // Returns true if the decoder's format is DTMF. |
ossu | 9f38c21 | 2016-10-04 05:23:32 -0700 | [diff] [blame] | 91 | bool IsDtmf() const { |
| 92 | return subtype_ == Subtype::kDtmf; |
| 93 | } |
ossu | 84bc985 | 2016-08-26 05:41:23 -0700 | [diff] [blame] | 94 | |
ossu | f1b08da | 2016-09-23 02:19:43 -0700 | [diff] [blame] | 95 | // Returns true if the decoder's format is RED. |
ossu | 9f38c21 | 2016-10-04 05:23:32 -0700 | [diff] [blame] | 96 | bool IsRed() const { |
| 97 | return subtype_ == Subtype::kRed; |
| 98 | } |
ossu | 84bc985 | 2016-08-26 05:41:23 -0700 | [diff] [blame] | 99 | |
ossu | f1b08da | 2016-09-23 02:19:43 -0700 | [diff] [blame] | 100 | // Returns true if the decoder's format is named |name|. |
| 101 | bool IsType(const char* name) const; |
| 102 | // Returns true if the decoder's format is named |name|. |
| 103 | bool IsType(const std::string& name) const; |
| 104 | |
kwiberg | e941306 | 2016-11-03 05:29:05 -0700 | [diff] [blame] | 105 | const std::string& get_name() const { return name_; } |
kwiberg | 0fa0a97 | 2016-04-19 05:03:45 -0700 | [diff] [blame] | 106 | |
| 107 | private: |
kwiberg | e941306 | 2016-11-03 05:29:05 -0700 | [diff] [blame] | 108 | // TODO(ossu): |name_| is kept here while we retain the old external |
| 109 | // decoder interface. Remove this once using an |
| 110 | // AudioDecoderFactory has supplanted the old functionality. |
| 111 | const std::string name_; |
| 112 | |
ossu | f1b08da | 2016-09-23 02:19:43 -0700 | [diff] [blame] | 113 | const SdpAudioFormat audio_format_; |
Danil Chapovalov | b602123 | 2018-06-19 13:26:36 +0200 | [diff] [blame^] | 114 | const absl::optional<AudioCodecPairId> codec_pair_id_; |
ossu | f1b08da | 2016-09-23 02:19:43 -0700 | [diff] [blame] | 115 | AudioDecoderFactory* const factory_; |
ossu | 84bc985 | 2016-08-26 05:41:23 -0700 | [diff] [blame] | 116 | mutable std::unique_ptr<AudioDecoder> decoder_; |
kwiberg | c0f2dcf | 2016-05-31 06:28:03 -0700 | [diff] [blame] | 117 | |
| 118 | // Set iff this is an external decoder. |
kwiberg | 342f740 | 2016-06-16 03:18:00 -0700 | [diff] [blame] | 119 | AudioDecoder* const external_decoder_; |
kwiberg | c0f2dcf | 2016-05-31 06:28:03 -0700 | [diff] [blame] | 120 | |
| 121 | // Set iff this is a comfort noise decoder. |
| 122 | struct CngDecoder { |
Danil Chapovalov | b602123 | 2018-06-19 13:26:36 +0200 | [diff] [blame^] | 123 | static absl::optional<CngDecoder> Create(const SdpAudioFormat& format); |
kwiberg | c0f2dcf | 2016-05-31 06:28:03 -0700 | [diff] [blame] | 124 | int sample_rate_hz; |
| 125 | }; |
Danil Chapovalov | b602123 | 2018-06-19 13:26:36 +0200 | [diff] [blame^] | 126 | const absl::optional<CngDecoder> cng_decoder_; |
ossu | 9f38c21 | 2016-10-04 05:23:32 -0700 | [diff] [blame] | 127 | |
| 128 | enum class Subtype : int8_t { |
| 129 | kNormal, |
| 130 | kComfortNoise, |
| 131 | kDtmf, |
| 132 | kRed |
| 133 | }; |
| 134 | |
| 135 | static Subtype SubtypeFromFormat(const SdpAudioFormat& format); |
| 136 | |
| 137 | const Subtype subtype_; |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 138 | }; |
| 139 | |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 140 | // Maximum value for 8 bits, and an invalid RTP payload type (since it is |
| 141 | // only 7 bits). |
| 142 | static const uint8_t kRtpPayloadTypeError = 0xFF; |
| 143 | |
ossu | e725f7c | 2016-05-19 10:48:04 -0700 | [diff] [blame] | 144 | DecoderDatabase( |
Karl Wiberg | 0812634 | 2018-03-20 19:18:55 +0100 | [diff] [blame] | 145 | const rtc::scoped_refptr<AudioDecoderFactory>& decoder_factory, |
Danil Chapovalov | b602123 | 2018-06-19 13:26:36 +0200 | [diff] [blame^] | 146 | absl::optional<AudioCodecPairId> codec_pair_id); |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 147 | |
pbos@webrtc.org | 2d1a55c | 2013-07-31 15:54:00 +0000 | [diff] [blame] | 148 | virtual ~DecoderDatabase(); |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 149 | |
| 150 | // Returns true if the database is empty. |
pbos@webrtc.org | 2d1a55c | 2013-07-31 15:54:00 +0000 | [diff] [blame] | 151 | virtual bool Empty() const; |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 152 | |
| 153 | // Returns the number of decoders registered in the database. |
pbos@webrtc.org | 2d1a55c | 2013-07-31 15:54:00 +0000 | [diff] [blame] | 154 | virtual int Size() const; |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 155 | |
| 156 | // Resets the database, erasing all registered payload types, and deleting |
| 157 | // any AudioDecoder objects that were not externally created and inserted |
| 158 | // using InsertExternal(). |
| 159 | virtual void Reset(); |
| 160 | |
kwiberg | 1c07c70 | 2017-03-27 07:15:49 -0700 | [diff] [blame] | 161 | // Replaces the existing set of decoders with the given set. Returns the |
| 162 | // payload types that were reassigned or removed while doing so. |
| 163 | virtual std::vector<int> SetCodecs( |
| 164 | const std::map<int, SdpAudioFormat>& codecs); |
| 165 | |
henrik.lundin | 4cf61dd | 2015-12-09 06:20:58 -0800 | [diff] [blame] | 166 | // Registers |rtp_payload_type| as a decoder of type |codec_type|. The |name| |
| 167 | // is only used to populate the name field in the DecoderInfo struct in the |
| 168 | // database, and can be arbitrary (including empty). Returns kOK on success; |
| 169 | // otherwise an error code. |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 170 | virtual int RegisterPayload(uint8_t rtp_payload_type, |
henrik.lundin | 4cf61dd | 2015-12-09 06:20:58 -0800 | [diff] [blame] | 171 | NetEqDecoder codec_type, |
| 172 | const std::string& name); |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 173 | |
kwiberg | 5adaf73 | 2016-10-04 09:33:27 -0700 | [diff] [blame] | 174 | // Registers a decoder for the given payload type. Returns kOK on success; |
| 175 | // otherwise an error code. |
| 176 | virtual int RegisterPayload(int rtp_payload_type, |
| 177 | const SdpAudioFormat& audio_format); |
| 178 | |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 179 | // Registers an externally created AudioDecoder object, and associates it |
| 180 | // as a decoder of type |codec_type| with |rtp_payload_type|. |
| 181 | virtual int InsertExternal(uint8_t rtp_payload_type, |
| 182 | NetEqDecoder codec_type, |
henrik.lundin | 4cf61dd | 2015-12-09 06:20:58 -0800 | [diff] [blame] | 183 | const std::string& codec_name, |
henrik.lundin | 4cf61dd | 2015-12-09 06:20:58 -0800 | [diff] [blame] | 184 | AudioDecoder* decoder); |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 185 | |
| 186 | // Removes the entry for |rtp_payload_type| from the database. |
| 187 | // Returns kDecoderNotFound or kOK depending on the outcome of the operation. |
| 188 | virtual int Remove(uint8_t rtp_payload_type); |
| 189 | |
kwiberg | 6b19b56 | 2016-09-20 04:02:25 -0700 | [diff] [blame] | 190 | // Remove all entries. |
| 191 | virtual void RemoveAll(); |
| 192 | |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 193 | // Returns a pointer to the DecoderInfo struct for |rtp_payload_type|. If |
| 194 | // no decoder is registered with that |rtp_payload_type|, NULL is returned. |
| 195 | virtual const DecoderInfo* GetDecoderInfo(uint8_t rtp_payload_type) const; |
| 196 | |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 197 | // Sets the active decoder to be |rtp_payload_type|. If this call results in a |
| 198 | // change of active decoder, |new_decoder| is set to true. The previous active |
| 199 | // decoder's AudioDecoder object is deleted. |
| 200 | virtual int SetActiveDecoder(uint8_t rtp_payload_type, bool* new_decoder); |
| 201 | |
| 202 | // Returns the current active decoder, or NULL if no active decoder exists. |
ossu | 84bc985 | 2016-08-26 05:41:23 -0700 | [diff] [blame] | 203 | virtual AudioDecoder* GetActiveDecoder() const; |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 204 | |
| 205 | // Sets the active comfort noise decoder to be |rtp_payload_type|. If this |
| 206 | // call results in a change of active comfort noise decoder, the previous |
| 207 | // active decoder's AudioDecoder object is deleted. |
| 208 | virtual int SetActiveCngDecoder(uint8_t rtp_payload_type); |
| 209 | |
| 210 | // Returns the current active comfort noise decoder, or NULL if no active |
| 211 | // comfort noise decoder exists. |
ossu | 84bc985 | 2016-08-26 05:41:23 -0700 | [diff] [blame] | 212 | virtual ComfortNoiseDecoder* GetActiveCngDecoder() const; |
| 213 | |
| 214 | // The following are utility methods: they will look up DecoderInfo through |
| 215 | // GetDecoderInfo and call the respective method on that info object, if it |
| 216 | // exists. |
| 217 | |
| 218 | // Returns a pointer to the AudioDecoder object associated with |
| 219 | // |rtp_payload_type|, or NULL if none is registered. If the AudioDecoder |
| 220 | // object does not exist for that decoder, the object is created. |
| 221 | AudioDecoder* GetDecoder(uint8_t rtp_payload_type) const; |
| 222 | |
ossu | f1b08da | 2016-09-23 02:19:43 -0700 | [diff] [blame] | 223 | // Returns if |rtp_payload_type| is registered with a format named |name|. |
| 224 | bool IsType(uint8_t rtp_payload_type, const char* name) const; |
| 225 | |
| 226 | // Returns if |rtp_payload_type| is registered with a format named |name|. |
| 227 | bool IsType(uint8_t rtp_payload_type, const std::string& name) const; |
ossu | 84bc985 | 2016-08-26 05:41:23 -0700 | [diff] [blame] | 228 | |
| 229 | // Returns true if |rtp_payload_type| is registered as comfort noise. |
| 230 | bool IsComfortNoise(uint8_t rtp_payload_type) const; |
| 231 | |
| 232 | // Returns true if |rtp_payload_type| is registered as DTMF. |
| 233 | bool IsDtmf(uint8_t rtp_payload_type) const; |
| 234 | |
| 235 | // Returns true if |rtp_payload_type| is registered as RED. |
| 236 | bool IsRed(uint8_t rtp_payload_type) const; |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 237 | |
| 238 | // Returns kOK if all packets in |packet_list| carry payload types that are |
| 239 | // registered in the database. Otherwise, returns kDecoderNotFound. |
ossu | 84bc985 | 2016-08-26 05:41:23 -0700 | [diff] [blame] | 240 | int CheckPayloadTypes(const PacketList& packet_list) const; |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 241 | |
| 242 | private: |
| 243 | typedef std::map<uint8_t, DecoderInfo> DecoderMap; |
| 244 | |
| 245 | DecoderMap decoders_; |
ossu | 97ba30e | 2016-04-25 07:55:58 -0700 | [diff] [blame] | 246 | int active_decoder_type_; |
| 247 | int active_cng_decoder_type_; |
ossu | 84bc985 | 2016-08-26 05:41:23 -0700 | [diff] [blame] | 248 | mutable std::unique_ptr<ComfortNoiseDecoder> active_cng_decoder_; |
ossu | e725f7c | 2016-05-19 10:48:04 -0700 | [diff] [blame] | 249 | rtc::scoped_refptr<AudioDecoderFactory> decoder_factory_; |
Danil Chapovalov | b602123 | 2018-06-19 13:26:36 +0200 | [diff] [blame^] | 250 | const absl::optional<AudioCodecPairId> codec_pair_id_; |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 251 | |
henrikg | 3c089d7 | 2015-09-16 05:37:44 -0700 | [diff] [blame] | 252 | RTC_DISALLOW_COPY_AND_ASSIGN(DecoderDatabase); |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 253 | }; |
| 254 | |
| 255 | } // namespace webrtc |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 256 | #endif // MODULES_AUDIO_CODING_NETEQ_DECODER_DATABASE_H_ |