blob: 114cca32c7d3c96ac0d24830affe016391610ff7 [file] [log] [blame]
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +00001/*
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
henrik.lundin@webrtc.org9c55f0f2014-06-09 08:10:28 +000011#ifndef WEBRTC_MODULES_AUDIO_CODING_NETEQ_DECODER_DATABASE_H_
12#define WEBRTC_MODULES_AUDIO_CODING_NETEQ_DECODER_DATABASE_H_
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000013
14#include <map>
kwiberg84be5112016-04-27 01:19:58 -070015#include <memory>
henrik.lundin4cf61dd2015-12-09 06:20:58 -080016#include <string>
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000017
kwiberg087bd342017-02-10 08:15:44 -080018#include "webrtc/api/audio_codecs/audio_decoder_factory.h"
19#include "webrtc/api/audio_codecs/audio_format.h"
henrike@webrtc.org88fbb2d2014-05-21 21:18:46 +000020#include "webrtc/base/constructormagic.h"
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000021#include "webrtc/common_types.h" // NULL
ossu97ba30e2016-04-25 07:55:58 -070022#include "webrtc/modules/audio_coding/codecs/cng/webrtc_cng.h"
kwiberg@webrtc.orge04a93b2014-12-09 10:12:53 +000023#include "webrtc/modules/audio_coding/neteq/audio_decoder_impl.h"
henrik.lundin@webrtc.org9c55f0f2014-06-09 08:10:28 +000024#include "webrtc/modules/audio_coding/neteq/packet.h"
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000025#include "webrtc/typedefs.h"
26
27namespace webrtc {
28
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000029class DecoderDatabase {
30 public:
31 enum DatabaseReturnCodes {
32 kOK = 0,
33 kInvalidRtpPayloadType = -1,
34 kCodecNotSupported = -2,
35 kInvalidSampleRate = -3,
36 kDecoderExists = -4,
37 kDecoderNotFound = -5,
38 kInvalidPointer = -6
39 };
40
kwiberg0fa0a972016-04-19 05:03:45 -070041 // Class that stores decoder info in the database.
42 class DecoderInfo {
43 public:
kwiberge9413062016-11-03 05:29:05 -070044 DecoderInfo(const SdpAudioFormat& audio_format,
45 AudioDecoderFactory* factory,
46 const std::string& codec_name);
ossuf1b08da2016-09-23 02:19:43 -070047 explicit DecoderInfo(const SdpAudioFormat& audio_format,
48 AudioDecoderFactory* factory = nullptr);
49 explicit DecoderInfo(NetEqDecoder ct,
50 AudioDecoderFactory* factory = nullptr);
kwiberge9413062016-11-03 05:29:05 -070051 DecoderInfo(const SdpAudioFormat& audio_format,
52 AudioDecoder* ext_dec,
53 const std::string& codec_name);
kwiberg0fa0a972016-04-19 05:03:45 -070054 DecoderInfo(DecoderInfo&&);
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000055 ~DecoderInfo();
56
kwiberg0fa0a972016-04-19 05:03:45 -070057 // Get the AudioDecoder object, creating it first if necessary.
ossu84bc9852016-08-26 05:41:23 -070058 AudioDecoder* GetDecoder() const;
kwiberg0fa0a972016-04-19 05:03:45 -070059
60 // Delete the AudioDecoder object, unless it's external. (This means we can
61 // always recreate it later if we need it.)
ossu84bc9852016-08-26 05:41:23 -070062 void DropDecoder() const { decoder_.reset(); }
kwiberg0fa0a972016-04-19 05:03:45 -070063
kwibergc0f2dcf2016-05-31 06:28:03 -070064 int SampleRateHz() const {
solenberg2779bab2016-11-17 04:45:19 -080065 if (IsDtmf()) {
66 // DTMF has a 1:1 mapping between clock rate and sample rate.
67 return audio_format_.clockrate_hz;
68 }
ossu09f15602016-08-29 03:59:05 -070069 const AudioDecoder* decoder = GetDecoder();
70 RTC_DCHECK_EQ(1, !!decoder + !!cng_decoder_);
71 return decoder ? decoder->SampleRateHz() : cng_decoder_->sample_rate_hz;
72 }
73
ossuf1b08da2016-09-23 02:19:43 -070074 const SdpAudioFormat& GetFormat() const { return audio_format_; }
kwibergc0f2dcf2016-05-31 06:28:03 -070075
ossuf1b08da2016-09-23 02:19:43 -070076 // Returns true if the decoder's format is comfort noise.
ossu9f38c212016-10-04 05:23:32 -070077 bool IsComfortNoise() const {
78 RTC_DCHECK_EQ(!!cng_decoder_, subtype_ == Subtype::kComfortNoise);
79 return subtype_ == Subtype::kComfortNoise;
80 }
ossu84bc9852016-08-26 05:41:23 -070081
ossuf1b08da2016-09-23 02:19:43 -070082 // Returns true if the decoder's format is DTMF.
ossu9f38c212016-10-04 05:23:32 -070083 bool IsDtmf() const {
84 return subtype_ == Subtype::kDtmf;
85 }
ossu84bc9852016-08-26 05:41:23 -070086
ossuf1b08da2016-09-23 02:19:43 -070087 // Returns true if the decoder's format is RED.
ossu9f38c212016-10-04 05:23:32 -070088 bool IsRed() const {
89 return subtype_ == Subtype::kRed;
90 }
ossu84bc9852016-08-26 05:41:23 -070091
ossuf1b08da2016-09-23 02:19:43 -070092 // Returns true if the decoder's format is named |name|.
93 bool IsType(const char* name) const;
94 // Returns true if the decoder's format is named |name|.
95 bool IsType(const std::string& name) const;
96
kwiberge9413062016-11-03 05:29:05 -070097 const std::string& get_name() const { return name_; }
kwiberg0fa0a972016-04-19 05:03:45 -070098
99 private:
kwiberge9413062016-11-03 05:29:05 -0700100 // TODO(ossu): |name_| is kept here while we retain the old external
101 // decoder interface. Remove this once using an
102 // AudioDecoderFactory has supplanted the old functionality.
103 const std::string name_;
104
ossuf1b08da2016-09-23 02:19:43 -0700105 const SdpAudioFormat audio_format_;
106 AudioDecoderFactory* const factory_;
ossu84bc9852016-08-26 05:41:23 -0700107 mutable std::unique_ptr<AudioDecoder> decoder_;
kwibergc0f2dcf2016-05-31 06:28:03 -0700108
109 // Set iff this is an external decoder.
kwiberg342f7402016-06-16 03:18:00 -0700110 AudioDecoder* const external_decoder_;
kwibergc0f2dcf2016-05-31 06:28:03 -0700111
112 // Set iff this is a comfort noise decoder.
113 struct CngDecoder {
ossuf1b08da2016-09-23 02:19:43 -0700114 static rtc::Optional<CngDecoder> Create(const SdpAudioFormat& format);
kwibergc0f2dcf2016-05-31 06:28:03 -0700115 int sample_rate_hz;
116 };
117 const rtc::Optional<CngDecoder> cng_decoder_;
ossu9f38c212016-10-04 05:23:32 -0700118
119 enum class Subtype : int8_t {
120 kNormal,
121 kComfortNoise,
122 kDtmf,
123 kRed
124 };
125
126 static Subtype SubtypeFromFormat(const SdpAudioFormat& format);
127
128 const Subtype subtype_;
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000129 };
130
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000131 // Maximum value for 8 bits, and an invalid RTP payload type (since it is
132 // only 7 bits).
133 static const uint8_t kRtpPayloadTypeError = 0xFF;
134
ossue725f7c2016-05-19 10:48:04 -0700135 DecoderDatabase(
136 const rtc::scoped_refptr<AudioDecoderFactory>& decoder_factory);
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000137
pbos@webrtc.org2d1a55c2013-07-31 15:54:00 +0000138 virtual ~DecoderDatabase();
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000139
140 // Returns true if the database is empty.
pbos@webrtc.org2d1a55c2013-07-31 15:54:00 +0000141 virtual bool Empty() const;
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000142
143 // Returns the number of decoders registered in the database.
pbos@webrtc.org2d1a55c2013-07-31 15:54:00 +0000144 virtual int Size() const;
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000145
146 // Resets the database, erasing all registered payload types, and deleting
147 // any AudioDecoder objects that were not externally created and inserted
148 // using InsertExternal().
149 virtual void Reset();
150
henrik.lundin4cf61dd2015-12-09 06:20:58 -0800151 // Registers |rtp_payload_type| as a decoder of type |codec_type|. The |name|
152 // is only used to populate the name field in the DecoderInfo struct in the
153 // database, and can be arbitrary (including empty). Returns kOK on success;
154 // otherwise an error code.
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000155 virtual int RegisterPayload(uint8_t rtp_payload_type,
henrik.lundin4cf61dd2015-12-09 06:20:58 -0800156 NetEqDecoder codec_type,
157 const std::string& name);
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000158
kwiberg5adaf732016-10-04 09:33:27 -0700159 // Registers a decoder for the given payload type. Returns kOK on success;
160 // otherwise an error code.
161 virtual int RegisterPayload(int rtp_payload_type,
162 const SdpAudioFormat& audio_format);
163
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000164 // Registers an externally created AudioDecoder object, and associates it
165 // as a decoder of type |codec_type| with |rtp_payload_type|.
166 virtual int InsertExternal(uint8_t rtp_payload_type,
167 NetEqDecoder codec_type,
henrik.lundin4cf61dd2015-12-09 06:20:58 -0800168 const std::string& codec_name,
henrik.lundin4cf61dd2015-12-09 06:20:58 -0800169 AudioDecoder* decoder);
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000170
171 // Removes the entry for |rtp_payload_type| from the database.
172 // Returns kDecoderNotFound or kOK depending on the outcome of the operation.
173 virtual int Remove(uint8_t rtp_payload_type);
174
kwiberg6b19b562016-09-20 04:02:25 -0700175 // Remove all entries.
176 virtual void RemoveAll();
177
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000178 // Returns a pointer to the DecoderInfo struct for |rtp_payload_type|. If
179 // no decoder is registered with that |rtp_payload_type|, NULL is returned.
180 virtual const DecoderInfo* GetDecoderInfo(uint8_t rtp_payload_type) const;
181
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000182 // Sets the active decoder to be |rtp_payload_type|. If this call results in a
183 // change of active decoder, |new_decoder| is set to true. The previous active
184 // decoder's AudioDecoder object is deleted.
185 virtual int SetActiveDecoder(uint8_t rtp_payload_type, bool* new_decoder);
186
187 // Returns the current active decoder, or NULL if no active decoder exists.
ossu84bc9852016-08-26 05:41:23 -0700188 virtual AudioDecoder* GetActiveDecoder() const;
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000189
190 // Sets the active comfort noise decoder to be |rtp_payload_type|. If this
191 // call results in a change of active comfort noise decoder, the previous
192 // active decoder's AudioDecoder object is deleted.
193 virtual int SetActiveCngDecoder(uint8_t rtp_payload_type);
194
195 // Returns the current active comfort noise decoder, or NULL if no active
196 // comfort noise decoder exists.
ossu84bc9852016-08-26 05:41:23 -0700197 virtual ComfortNoiseDecoder* GetActiveCngDecoder() const;
198
199 // The following are utility methods: they will look up DecoderInfo through
200 // GetDecoderInfo and call the respective method on that info object, if it
201 // exists.
202
203 // Returns a pointer to the AudioDecoder object associated with
204 // |rtp_payload_type|, or NULL if none is registered. If the AudioDecoder
205 // object does not exist for that decoder, the object is created.
206 AudioDecoder* GetDecoder(uint8_t rtp_payload_type) const;
207
ossuf1b08da2016-09-23 02:19:43 -0700208 // Returns if |rtp_payload_type| is registered with a format named |name|.
209 bool IsType(uint8_t rtp_payload_type, const char* name) const;
210
211 // Returns if |rtp_payload_type| is registered with a format named |name|.
212 bool IsType(uint8_t rtp_payload_type, const std::string& name) const;
ossu84bc9852016-08-26 05:41:23 -0700213
214 // Returns true if |rtp_payload_type| is registered as comfort noise.
215 bool IsComfortNoise(uint8_t rtp_payload_type) const;
216
217 // Returns true if |rtp_payload_type| is registered as DTMF.
218 bool IsDtmf(uint8_t rtp_payload_type) const;
219
220 // Returns true if |rtp_payload_type| is registered as RED.
221 bool IsRed(uint8_t rtp_payload_type) const;
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000222
223 // Returns kOK if all packets in |packet_list| carry payload types that are
224 // registered in the database. Otherwise, returns kDecoderNotFound.
ossu84bc9852016-08-26 05:41:23 -0700225 int CheckPayloadTypes(const PacketList& packet_list) const;
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000226
227 private:
228 typedef std::map<uint8_t, DecoderInfo> DecoderMap;
229
230 DecoderMap decoders_;
ossu97ba30e2016-04-25 07:55:58 -0700231 int active_decoder_type_;
232 int active_cng_decoder_type_;
ossu84bc9852016-08-26 05:41:23 -0700233 mutable std::unique_ptr<ComfortNoiseDecoder> active_cng_decoder_;
ossue725f7c2016-05-19 10:48:04 -0700234 rtc::scoped_refptr<AudioDecoderFactory> decoder_factory_;
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000235
henrikg3c089d72015-09-16 05:37:44 -0700236 RTC_DISALLOW_COPY_AND_ASSIGN(DecoderDatabase);
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000237};
238
239} // namespace webrtc
henrik.lundin@webrtc.org9c55f0f2014-06-09 08:10:28 +0000240#endif // WEBRTC_MODULES_AUDIO_CODING_NETEQ_DECODER_DATABASE_H_