blob: a5a9e09793b3a2eda13c73be79ca07f11a5163db [file] [log] [blame]
Henrik Lundin45c64492015-03-30 19:00:44 +02001/*
2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
kjellander3e6db232015-11-26 04:44:54 -080011#include "webrtc/modules/audio_coding/acm2/codec_manager.h"
Henrik Lundin45c64492015-03-30 19:00:44 +020012
13#include "webrtc/base/checks.h"
Karl Wibergbd1bc472015-05-18 12:18:54 +020014#include "webrtc/engine_configurations.h"
kjellander3e6db232015-11-26 04:44:54 -080015#include "webrtc/modules/audio_coding/acm2/rent_a_codec.h"
Henrik Kjellander98f53512015-10-28 18:17:40 +010016#include "webrtc/system_wrappers/include/trace.h"
Henrik Lundin45c64492015-03-30 19:00:44 +020017
18namespace webrtc {
19namespace acm2 {
20
21namespace {
Henrik Lundin45c64492015-03-30 19:00:44 +020022
Henrik Lundin45c64492015-03-30 19:00:44 +020023// Check if the given codec is a valid to be registered as send codec.
kwiberg223692a2015-11-18 08:27:51 -080024int IsValidSendCodec(const CodecInst& send_codec) {
Henrik Lundin45c64492015-03-30 19:00:44 +020025 int dummy_id = 0;
26 if ((send_codec.channels != 1) && (send_codec.channels != 2)) {
27 WEBRTC_TRACE(webrtc::kTraceError, webrtc::kTraceAudioCoding, dummy_id,
28 "Wrong number of channels (%d, only mono and stereo are "
kwiberg223692a2015-11-18 08:27:51 -080029 "supported)",
30 send_codec.channels);
Henrik Lundin45c64492015-03-30 19:00:44 +020031 return -1;
32 }
33
kwibergd6c0f8c2015-11-06 14:28:00 -080034 auto maybe_codec_id = RentACodec::CodecIdByInst(send_codec);
35 if (!maybe_codec_id) {
Henrik Lundin45c64492015-03-30 19:00:44 +020036 WEBRTC_TRACE(webrtc::kTraceError, webrtc::kTraceAudioCoding, dummy_id,
37 "Invalid codec setting for the send codec.");
38 return -1;
39 }
40
Henrik Lundin45c64492015-03-30 19:00:44 +020041 // Telephone-event cannot be a send codec.
42 if (!STR_CASE_CMP(send_codec.plname, "telephone-event")) {
43 WEBRTC_TRACE(webrtc::kTraceError, webrtc::kTraceAudioCoding, dummy_id,
44 "telephone-event cannot be a send codec");
Henrik Lundin45c64492015-03-30 19:00:44 +020045 return -1;
46 }
47
kwibergd6c0f8c2015-11-06 14:28:00 -080048 if (!RentACodec::IsSupportedNumChannels(*maybe_codec_id, send_codec.channels)
49 .value_or(false)) {
Henrik Lundin45c64492015-03-30 19:00:44 +020050 WEBRTC_TRACE(webrtc::kTraceError, webrtc::kTraceAudioCoding, dummy_id,
51 "%d number of channels not supportedn for %s.",
52 send_codec.channels, send_codec.plname);
Henrik Lundin45c64492015-03-30 19:00:44 +020053 return -1;
54 }
kwibergd6c0f8c2015-11-06 14:28:00 -080055 return RentACodec::CodecIndexFromId(*maybe_codec_id).value_or(-1);
Henrik Lundin45c64492015-03-30 19:00:44 +020056}
57
Henrik Lundin93ef1d82015-04-13 09:31:16 +020058bool IsIsac(const CodecInst& codec) {
Karl Wiberg2ea71c32015-05-07 15:49:23 +020059 return
60#if (defined(WEBRTC_CODEC_ISAC) || defined(WEBRTC_CODEC_ISACFX))
61 !STR_CASE_CMP(codec.plname, "isac") ||
62#endif
63 false;
64}
65
66bool IsOpus(const CodecInst& codec) {
67 return
68#ifdef WEBRTC_CODEC_OPUS
69 !STR_CASE_CMP(codec.plname, "opus") ||
70#endif
71 false;
72}
73
74bool IsPcmU(const CodecInst& codec) {
75 return !STR_CASE_CMP(codec.plname, "pcmu");
76}
77
78bool IsPcmA(const CodecInst& codec) {
79 return !STR_CASE_CMP(codec.plname, "pcma");
80}
81
82bool IsPcm16B(const CodecInst& codec) {
kwiberg844a9102015-09-16 09:42:18 -070083 return !STR_CASE_CMP(codec.plname, "l16");
Karl Wiberg2ea71c32015-05-07 15:49:23 +020084}
85
86bool IsIlbc(const CodecInst& codec) {
87 return
88#ifdef WEBRTC_CODEC_ILBC
89 !STR_CASE_CMP(codec.plname, "ilbc") ||
90#endif
91 false;
92}
93
94bool IsG722(const CodecInst& codec) {
95 return
96#ifdef WEBRTC_CODEC_G722
97 !STR_CASE_CMP(codec.plname, "g722") ||
98#endif
99 false;
100}
101
102bool CodecSupported(const CodecInst& codec) {
103 return IsOpus(codec) || IsPcmU(codec) || IsPcmA(codec) || IsPcm16B(codec) ||
104 IsIlbc(codec) || IsG722(codec) || IsIsac(codec);
Henrik Lundin93ef1d82015-04-13 09:31:16 +0200105}
106
Henrik Lundin45c64492015-03-30 19:00:44 +0200107const CodecInst kEmptyCodecInst = {-1, "noCodecRegistered", 0, 0, 0, 0};
108} // namespace
109
Karl Wibergbd1bc472015-05-18 12:18:54 +0200110CodecManager::CodecManager()
kwiberg1379f1f2015-11-23 04:30:52 -0800111 : send_codec_inst_(kEmptyCodecInst), encoder_is_opus_(false) {
Henrik Lundin45c64492015-03-30 19:00:44 +0200112 thread_checker_.DetachFromThread();
113}
114
Henrik Lundin93ef1d82015-04-13 09:31:16 +0200115CodecManager::~CodecManager() = default;
Henrik Lundin45c64492015-03-30 19:00:44 +0200116
Karl Wiberg7e0c7d42015-05-18 14:52:29 +0200117int CodecManager::RegisterEncoder(const CodecInst& send_codec) {
henrikg91d6ede2015-09-17 00:24:34 -0700118 RTC_DCHECK(thread_checker_.CalledOnValidThread());
kwiberg223692a2015-11-18 08:27:51 -0800119 int codec_id = IsValidSendCodec(send_codec);
Henrik Lundin45c64492015-03-30 19:00:44 +0200120
121 // Check for reported errors from function IsValidSendCodec().
122 if (codec_id < 0) {
123 return -1;
124 }
125
126 int dummy_id = 0;
kwiberg1379f1f2015-11-23 04:30:52 -0800127 switch (RentACodec::RegisterRedPayloadType(
128 &codec_stack_params_.red_payload_types, send_codec)) {
kwiberge1a27d42015-11-18 07:32:49 -0800129 case RentACodec::RegistrationResult::kOk:
130 return 0;
131 case RentACodec::RegistrationResult::kBadFreq:
Henrik Lundin45c64492015-03-30 19:00:44 +0200132 WEBRTC_TRACE(webrtc::kTraceError, webrtc::kTraceAudioCoding, dummy_id,
kwiberge1a27d42015-11-18 07:32:49 -0800133 "RegisterSendCodec() failed, invalid frequency for RED"
134 " registration");
Henrik Lundin45c64492015-03-30 19:00:44 +0200135 return -1;
kwiberge1a27d42015-11-18 07:32:49 -0800136 case RentACodec::RegistrationResult::kSkip:
137 break;
Henrik Lundin45c64492015-03-30 19:00:44 +0200138 }
kwiberg1379f1f2015-11-23 04:30:52 -0800139 switch (RentACodec::RegisterCngPayloadType(
140 &codec_stack_params_.cng_payload_types, send_codec)) {
kwiberge1a27d42015-11-18 07:32:49 -0800141 case RentACodec::RegistrationResult::kOk:
142 return 0;
143 case RentACodec::RegistrationResult::kBadFreq:
144 WEBRTC_TRACE(webrtc::kTraceError, webrtc::kTraceAudioCoding, dummy_id,
145 "RegisterSendCodec() failed, invalid frequency for CNG"
146 " registration");
147 return -1;
148 case RentACodec::RegistrationResult::kSkip:
149 break;
Henrik Lundin45c64492015-03-30 19:00:44 +0200150 }
151
Henrik Lundin45c64492015-03-30 19:00:44 +0200152 // Check if the codec is already registered as send codec.
Karl Wiberg2ea71c32015-05-07 15:49:23 +0200153 bool new_codec = true;
kwiberge155ae62015-11-16 04:49:54 -0800154 if (CurrentEncoder()) {
kwibergd6c0f8c2015-11-06 14:28:00 -0800155 auto new_codec_id = RentACodec::CodecIdByInst(send_codec_inst_);
156 RTC_DCHECK(new_codec_id);
157 auto old_codec_id = RentACodec::CodecIdFromIndex(codec_id);
158 new_codec = !old_codec_id || *new_codec_id != *old_codec_id;
Henrik Lundin45c64492015-03-30 19:00:44 +0200159 }
160
kwiberg12cfc9b2015-09-08 05:57:53 -0700161 encoder_is_opus_ = IsOpus(send_codec);
162
Karl Wiberg2ea71c32015-05-07 15:49:23 +0200163 if (new_codec) {
164 // This is a new codec. Register it and return.
henrikg91d6ede2015-09-17 00:24:34 -0700165 RTC_DCHECK(CodecSupported(send_codec));
Karl Wiberg2ea71c32015-05-07 15:49:23 +0200166 if (IsOpus(send_codec)) {
167 // VAD/DTX not supported.
kwiberg1379f1f2015-11-23 04:30:52 -0800168 codec_stack_params_.use_cng = false;
Henrik Lundin45c64492015-03-30 19:00:44 +0200169 }
kwibergc95c3662015-11-10 06:35:21 -0800170 AudioEncoder* enc = rent_a_codec_.RentEncoder(send_codec);
171 if (!enc)
kwiberg574d5da2015-09-24 22:53:55 -0700172 return -1;
kwiberg1379f1f2015-11-23 04:30:52 -0800173 rent_a_codec_.RentEncoderStack(enc, &codec_stack_params_);
kwiberge155ae62015-11-16 04:49:54 -0800174 RTC_DCHECK(CurrentEncoder());
Henrik Lundin45c64492015-03-30 19:00:44 +0200175
Karl Wiberg2ea71c32015-05-07 15:49:23 +0200176 send_codec_inst_ = send_codec;
Henrik Lundin45c64492015-03-30 19:00:44 +0200177 return 0;
178 }
Karl Wiberg2ea71c32015-05-07 15:49:23 +0200179
180 // This is an existing codec; re-create it if any parameters have changed.
181 if (send_codec_inst_.plfreq != send_codec.plfreq ||
182 send_codec_inst_.pacsize != send_codec.pacsize ||
183 send_codec_inst_.channels != send_codec.channels) {
kwibergc95c3662015-11-10 06:35:21 -0800184 AudioEncoder* enc = rent_a_codec_.RentEncoder(send_codec);
185 if (!enc)
kwiberg574d5da2015-09-24 22:53:55 -0700186 return -1;
kwiberg1379f1f2015-11-23 04:30:52 -0800187 rent_a_codec_.RentEncoderStack(enc, &codec_stack_params_);
kwiberge155ae62015-11-16 04:49:54 -0800188 RTC_DCHECK(CurrentEncoder());
Karl Wiberg2ea71c32015-05-07 15:49:23 +0200189 }
190 send_codec_inst_.plfreq = send_codec.plfreq;
191 send_codec_inst_.pacsize = send_codec.pacsize;
192 send_codec_inst_.channels = send_codec.channels;
193 send_codec_inst_.pltype = send_codec.pltype;
194
195 // Check if a change in Rate is required.
196 if (send_codec.rate != send_codec_inst_.rate) {
kwiberge155ae62015-11-16 04:49:54 -0800197 CurrentEncoder()->SetTargetBitrate(send_codec.rate);
Karl Wiberg2ea71c32015-05-07 15:49:23 +0200198 send_codec_inst_.rate = send_codec.rate;
199 }
200
Karl Wiberg2ea71c32015-05-07 15:49:23 +0200201 return 0;
Henrik Lundin45c64492015-03-30 19:00:44 +0200202}
203
kwiberg12cfc9b2015-09-08 05:57:53 -0700204void CodecManager::RegisterEncoder(AudioEncoder* external_speech_encoder) {
Karl Wiberg7e0c7d42015-05-18 14:52:29 +0200205 // Make up a CodecInst.
206 send_codec_inst_.channels = external_speech_encoder->NumChannels();
207 send_codec_inst_.plfreq = external_speech_encoder->SampleRateHz();
Peter Kastingdce40cf2015-08-24 14:52:23 -0700208 send_codec_inst_.pacsize = rtc::CheckedDivExact(
209 static_cast<int>(external_speech_encoder->Max10MsFramesInAPacket() *
210 send_codec_inst_.plfreq),
211 100);
Karl Wiberg7e0c7d42015-05-18 14:52:29 +0200212 send_codec_inst_.pltype = -1; // Not valid.
213 send_codec_inst_.rate = -1; // Not valid.
214 static const char kName[] = "external";
215 memcpy(send_codec_inst_.plname, kName, sizeof(kName));
216
kwiberg1379f1f2015-11-23 04:30:52 -0800217 rent_a_codec_.RentEncoderStack(external_speech_encoder, &codec_stack_params_);
Karl Wiberg7e0c7d42015-05-18 14:52:29 +0200218}
219
Karl Wibergbe579832015-11-10 22:34:18 +0100220rtc::Optional<CodecInst> CodecManager::GetCodecInst() const {
Henrik Lundin45c64492015-03-30 19:00:44 +0200221 int dummy_id = 0;
222 WEBRTC_TRACE(webrtc::kTraceStream, webrtc::kTraceAudioCoding, dummy_id,
223 "SendCodec()");
224
kwiberge155ae62015-11-16 04:49:54 -0800225 if (!CurrentEncoder()) {
Henrik Lundin45c64492015-03-30 19:00:44 +0200226 WEBRTC_TRACE(webrtc::kTraceStream, webrtc::kTraceAudioCoding, dummy_id,
227 "SendCodec Failed, no codec is registered");
Karl Wibergbe579832015-11-10 22:34:18 +0100228 return rtc::Optional<CodecInst>();
Henrik Lundin45c64492015-03-30 19:00:44 +0200229 }
Karl Wibergbe579832015-11-10 22:34:18 +0100230 return rtc::Optional<CodecInst>(send_codec_inst_);
Henrik Lundin45c64492015-03-30 19:00:44 +0200231}
232
Henrik Lundin45c64492015-03-30 19:00:44 +0200233bool CodecManager::SetCopyRed(bool enable) {
kwiberg1379f1f2015-11-23 04:30:52 -0800234 if (enable && codec_stack_params_.use_codec_fec) {
Henrik Lundin45c64492015-03-30 19:00:44 +0200235 WEBRTC_TRACE(webrtc::kTraceWarning, webrtc::kTraceAudioCoding, 0,
236 "Codec internal FEC and RED cannot be co-enabled.");
237 return false;
238 }
kwiberg1379f1f2015-11-23 04:30:52 -0800239 if (enable &&
240 codec_stack_params_.red_payload_types.count(send_codec_inst_.plfreq) <
241 1) {
Karl Wiberg2ea71c32015-05-07 15:49:23 +0200242 WEBRTC_TRACE(webrtc::kTraceWarning, webrtc::kTraceAudioCoding, 0,
243 "Cannot enable RED at %i Hz.", send_codec_inst_.plfreq);
Henrik Lundin45c64492015-03-30 19:00:44 +0200244 return false;
245 }
kwiberg1379f1f2015-11-23 04:30:52 -0800246 if (codec_stack_params_.use_red != enable) {
247 codec_stack_params_.use_red = enable;
kwiberge155ae62015-11-16 04:49:54 -0800248 if (CurrentEncoder())
kwiberg1379f1f2015-11-23 04:30:52 -0800249 rent_a_codec_.RentEncoderStack(rent_a_codec_.GetEncoder(),
250 &codec_stack_params_);
Karl Wiberg2ea71c32015-05-07 15:49:23 +0200251 }
Henrik Lundin45c64492015-03-30 19:00:44 +0200252 return true;
253}
254
Karl Wiberg2ea71c32015-05-07 15:49:23 +0200255int CodecManager::SetVAD(bool enable, ACMVADMode mode) {
Henrik Lundin45c64492015-03-30 19:00:44 +0200256 // Sanity check of the mode.
henrikg91d6ede2015-09-17 00:24:34 -0700257 RTC_DCHECK(mode == VADNormal || mode == VADLowBitrate || mode == VADAggr ||
258 mode == VADVeryAggr);
Henrik Lundin45c64492015-03-30 19:00:44 +0200259
260 // Check that the send codec is mono. We don't support VAD/DTX for stereo
261 // sending.
kwiberge155ae62015-11-16 04:49:54 -0800262 auto* enc = rent_a_codec_.GetEncoder();
kwiberged8275a2015-11-10 09:47:36 -0800263 const bool stereo_send = enc ? (enc->NumChannels() != 1) : false;
264 if (enable && stereo_send) {
Henrik Lundin45c64492015-03-30 19:00:44 +0200265 WEBRTC_TRACE(webrtc::kTraceError, webrtc::kTraceAudioCoding, 0,
266 "VAD/DTX not supported for stereo sending");
kwiberg1379f1f2015-11-23 04:30:52 -0800267 codec_stack_params_.use_cng = false;
Henrik Lundin45c64492015-03-30 19:00:44 +0200268 return -1;
269 }
270
Henrik Lundin45c64492015-03-30 19:00:44 +0200271 // If a send codec is registered, set VAD/DTX for the codec.
Karl Wiberg2ea71c32015-05-07 15:49:23 +0200272 if (IsOpus(send_codec_inst_)) {
273 // VAD/DTX not supported.
kwiberg1379f1f2015-11-23 04:30:52 -0800274 codec_stack_params_.use_cng = false;
Karl Wiberg2ea71c32015-05-07 15:49:23 +0200275 return 0;
276 }
277
kwiberg1379f1f2015-11-23 04:30:52 -0800278 if (codec_stack_params_.use_cng != enable ||
279 codec_stack_params_.vad_mode != mode) {
280 codec_stack_params_.use_cng = enable;
281 codec_stack_params_.vad_mode = mode;
kwiberge155ae62015-11-16 04:49:54 -0800282 if (enc)
kwiberg1379f1f2015-11-23 04:30:52 -0800283 rent_a_codec_.RentEncoderStack(enc, &codec_stack_params_);
Henrik Lundin45c64492015-03-30 19:00:44 +0200284 }
285 return 0;
286}
287
288void CodecManager::VAD(bool* dtx_enabled,
289 bool* vad_enabled,
290 ACMVADMode* mode) const {
kwiberg1379f1f2015-11-23 04:30:52 -0800291 *dtx_enabled = *vad_enabled = codec_stack_params_.use_cng;
292 *mode = codec_stack_params_.vad_mode;
Henrik Lundin45c64492015-03-30 19:00:44 +0200293}
294
295int CodecManager::SetCodecFEC(bool enable_codec_fec) {
kwiberg1379f1f2015-11-23 04:30:52 -0800296 if (enable_codec_fec && codec_stack_params_.use_red) {
Henrik Lundin45c64492015-03-30 19:00:44 +0200297 WEBRTC_TRACE(webrtc::kTraceWarning, webrtc::kTraceAudioCoding, 0,
298 "Codec internal FEC and RED cannot be co-enabled.");
299 return -1;
300 }
301
kwiberge155ae62015-11-16 04:49:54 -0800302 RTC_CHECK(CurrentEncoder());
kwiberg1379f1f2015-11-23 04:30:52 -0800303 codec_stack_params_.use_codec_fec =
kwiberge155ae62015-11-16 04:49:54 -0800304 CurrentEncoder()->SetFec(enable_codec_fec) && enable_codec_fec;
kwiberg1379f1f2015-11-23 04:30:52 -0800305 return codec_stack_params_.use_codec_fec == enable_codec_fec ? 0 : -1;
Henrik Lundin45c64492015-03-30 19:00:44 +0200306}
307
Karl Wiberg2ea71c32015-05-07 15:49:23 +0200308AudioDecoder* CodecManager::GetAudioDecoder(const CodecInst& codec) {
kwibergc95c3662015-11-10 06:35:21 -0800309 return IsIsac(codec) ? rent_a_codec_.RentIsacDecoder() : nullptr;
Henrik Lundin45c64492015-03-30 19:00:44 +0200310}
311
Henrik Lundin45c64492015-03-30 19:00:44 +0200312} // namespace acm2
313} // namespace webrtc