Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 11 | #include "modules/audio_coding/acm2/codec_manager.h" |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 12 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 13 | #include "rtc_base/checks.h" |
| 14 | //#include "rtc_base/format_macros.h" |
| 15 | #include "modules/audio_coding/acm2/rent_a_codec.h" |
| 16 | #include "rtc_base/logging.h" |
Mirko Bonadei | 7120742 | 2017-09-15 13:58:09 +0200 | [diff] [blame] | 17 | #include "typedefs.h" // NOLINT(build/include) |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 18 | |
| 19 | namespace webrtc { |
| 20 | namespace acm2 { |
| 21 | |
| 22 | namespace { |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 23 | |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 24 | // Check if the given codec is a valid to be registered as send codec. |
kwiberg | 223692a | 2015-11-18 08:27:51 -0800 | [diff] [blame] | 25 | int IsValidSendCodec(const CodecInst& send_codec) { |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 26 | if ((send_codec.channels != 1) && (send_codec.channels != 2)) { |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 27 | RTC_LOG(LS_ERROR) << "Wrong number of channels (" << send_codec.channels |
| 28 | << "), only mono and stereo are supported)"; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 29 | return -1; |
| 30 | } |
| 31 | |
kwiberg | d6c0f8c | 2015-11-06 14:28:00 -0800 | [diff] [blame] | 32 | auto maybe_codec_id = RentACodec::CodecIdByInst(send_codec); |
| 33 | if (!maybe_codec_id) { |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 34 | RTC_LOG(LS_ERROR) << "Invalid codec setting for the send codec."; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 35 | return -1; |
| 36 | } |
| 37 | |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 38 | // Telephone-event cannot be a send codec. |
| 39 | if (!STR_CASE_CMP(send_codec.plname, "telephone-event")) { |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 40 | RTC_LOG(LS_ERROR) << "telephone-event cannot be a send codec"; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 41 | return -1; |
| 42 | } |
| 43 | |
kwiberg | d6c0f8c | 2015-11-06 14:28:00 -0800 | [diff] [blame] | 44 | if (!RentACodec::IsSupportedNumChannels(*maybe_codec_id, send_codec.channels) |
| 45 | .value_or(false)) { |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 46 | RTC_LOG(LS_ERROR) << send_codec.channels |
| 47 | << " number of channels not supported for " |
| 48 | << send_codec.plname << "."; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 49 | return -1; |
| 50 | } |
kwiberg | d6c0f8c | 2015-11-06 14:28:00 -0800 | [diff] [blame] | 51 | return RentACodec::CodecIndexFromId(*maybe_codec_id).value_or(-1); |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 52 | } |
| 53 | |
Karl Wiberg | 2ea71c3 | 2015-05-07 15:49:23 +0200 | [diff] [blame] | 54 | bool IsOpus(const CodecInst& codec) { |
| 55 | return |
| 56 | #ifdef WEBRTC_CODEC_OPUS |
| 57 | !STR_CASE_CMP(codec.plname, "opus") || |
| 58 | #endif |
| 59 | false; |
| 60 | } |
| 61 | |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 62 | } // namespace |
| 63 | |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 64 | CodecManager::CodecManager() { |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 65 | thread_checker_.DetachFromThread(); |
| 66 | } |
| 67 | |
Henrik Lundin | 93ef1d8 | 2015-04-13 09:31:16 +0200 | [diff] [blame] | 68 | CodecManager::~CodecManager() = default; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 69 | |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 70 | bool CodecManager::RegisterEncoder(const CodecInst& send_codec) { |
henrikg | 91d6ede | 2015-09-17 00:24:34 -0700 | [diff] [blame] | 71 | RTC_DCHECK(thread_checker_.CalledOnValidThread()); |
kwiberg | 223692a | 2015-11-18 08:27:51 -0800 | [diff] [blame] | 72 | int codec_id = IsValidSendCodec(send_codec); |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 73 | |
| 74 | // Check for reported errors from function IsValidSendCodec(). |
| 75 | if (codec_id < 0) { |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 76 | return false; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 77 | } |
| 78 | |
kwiberg | 1379f1f | 2015-11-23 04:30:52 -0800 | [diff] [blame] | 79 | switch (RentACodec::RegisterRedPayloadType( |
| 80 | &codec_stack_params_.red_payload_types, send_codec)) { |
kwiberg | e1a27d4 | 2015-11-18 07:32:49 -0800 | [diff] [blame] | 81 | case RentACodec::RegistrationResult::kOk: |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 82 | return true; |
kwiberg | e1a27d4 | 2015-11-18 07:32:49 -0800 | [diff] [blame] | 83 | case RentACodec::RegistrationResult::kBadFreq: |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 84 | RTC_LOG(LS_ERROR) |
| 85 | << "RegisterSendCodec() failed, invalid frequency for RED" |
| 86 | " registration"; |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 87 | return false; |
kwiberg | e1a27d4 | 2015-11-18 07:32:49 -0800 | [diff] [blame] | 88 | case RentACodec::RegistrationResult::kSkip: |
| 89 | break; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 90 | } |
kwiberg | 1379f1f | 2015-11-23 04:30:52 -0800 | [diff] [blame] | 91 | switch (RentACodec::RegisterCngPayloadType( |
| 92 | &codec_stack_params_.cng_payload_types, send_codec)) { |
kwiberg | e1a27d4 | 2015-11-18 07:32:49 -0800 | [diff] [blame] | 93 | case RentACodec::RegistrationResult::kOk: |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 94 | return true; |
kwiberg | e1a27d4 | 2015-11-18 07:32:49 -0800 | [diff] [blame] | 95 | case RentACodec::RegistrationResult::kBadFreq: |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 96 | RTC_LOG(LS_ERROR) |
| 97 | << "RegisterSendCodec() failed, invalid frequency for CNG" |
| 98 | " registration"; |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 99 | return false; |
kwiberg | e1a27d4 | 2015-11-18 07:32:49 -0800 | [diff] [blame] | 100 | case RentACodec::RegistrationResult::kSkip: |
| 101 | break; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 102 | } |
| 103 | |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 104 | if (IsOpus(send_codec)) { |
kwiberg | dfbb3a4 | 2015-12-01 04:45:04 -0800 | [diff] [blame] | 105 | // VAD/DTX not supported. |
| 106 | codec_stack_params_.use_cng = false; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 107 | } |
Karl Wiberg | 2ea71c3 | 2015-05-07 15:49:23 +0200 | [diff] [blame] | 108 | |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 109 | send_codec_inst_ = rtc::Optional<CodecInst>(send_codec); |
kwiberg | 3f81fcd | 2016-06-23 03:58:36 -0700 | [diff] [blame] | 110 | recreate_encoder_ = true; // Caller must recreate it. |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 111 | return true; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 112 | } |
| 113 | |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 114 | CodecInst CodecManager::ForgeCodecInst( |
| 115 | const AudioEncoder* external_speech_encoder) { |
| 116 | CodecInst ci; |
| 117 | ci.channels = external_speech_encoder->NumChannels(); |
| 118 | ci.plfreq = external_speech_encoder->SampleRateHz(); |
| 119 | ci.pacsize = rtc::CheckedDivExact( |
Peter Kasting | dce40cf | 2015-08-24 14:52:23 -0700 | [diff] [blame] | 120 | static_cast<int>(external_speech_encoder->Max10MsFramesInAPacket() * |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 121 | ci.plfreq), |
Peter Kasting | dce40cf | 2015-08-24 14:52:23 -0700 | [diff] [blame] | 122 | 100); |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 123 | ci.pltype = -1; // Not valid. |
| 124 | ci.rate = -1; // Not valid. |
Karl Wiberg | 7e0c7d4 | 2015-05-18 14:52:29 +0200 | [diff] [blame] | 125 | static const char kName[] = "external"; |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 126 | memcpy(ci.plname, kName, sizeof(kName)); |
| 127 | return ci; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 128 | } |
| 129 | |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 130 | bool CodecManager::SetCopyRed(bool enable) { |
kwiberg | 1379f1f | 2015-11-23 04:30:52 -0800 | [diff] [blame] | 131 | if (enable && codec_stack_params_.use_codec_fec) { |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 132 | RTC_LOG(LS_WARNING) << "Codec internal FEC and RED cannot be co-enabled."; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 133 | return false; |
| 134 | } |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 135 | if (enable && send_codec_inst_ && |
| 136 | codec_stack_params_.red_payload_types.count(send_codec_inst_->plfreq) < |
kwiberg | 1379f1f | 2015-11-23 04:30:52 -0800 | [diff] [blame] | 137 | 1) { |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 138 | RTC_LOG(LS_WARNING) << "Cannot enable RED at " << send_codec_inst_->plfreq |
| 139 | << " Hz."; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 140 | return false; |
| 141 | } |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 142 | codec_stack_params_.use_red = enable; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 143 | return true; |
| 144 | } |
| 145 | |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 146 | bool CodecManager::SetVAD(bool enable, ACMVADMode mode) { |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 147 | // Sanity check of the mode. |
henrikg | 91d6ede | 2015-09-17 00:24:34 -0700 | [diff] [blame] | 148 | RTC_DCHECK(mode == VADNormal || mode == VADLowBitrate || mode == VADAggr || |
| 149 | mode == VADVeryAggr); |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 150 | |
| 151 | // Check that the send codec is mono. We don't support VAD/DTX for stereo |
| 152 | // sending. |
kwiberg | 95d9851 | 2015-12-15 14:21:33 -0800 | [diff] [blame] | 153 | const bool stereo_send = |
| 154 | codec_stack_params_.speech_encoder |
| 155 | ? (codec_stack_params_.speech_encoder->NumChannels() != 1) |
| 156 | : false; |
kwiberg | ed8275a | 2015-11-10 09:47:36 -0800 | [diff] [blame] | 157 | if (enable && stereo_send) { |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 158 | RTC_LOG(LS_ERROR) << "VAD/DTX not supported for stereo sending"; |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 159 | return false; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 160 | } |
| 161 | |
kwiberg | 4430763 | 2015-12-16 06:24:05 -0800 | [diff] [blame] | 162 | // TODO(kwiberg): This doesn't protect Opus when injected as an external |
| 163 | // encoder. |
| 164 | if (send_codec_inst_ && IsOpus(*send_codec_inst_)) { |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 165 | // VAD/DTX not supported, but don't fail. |
| 166 | enable = false; |
Karl Wiberg | 2ea71c3 | 2015-05-07 15:49:23 +0200 | [diff] [blame] | 167 | } |
| 168 | |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 169 | codec_stack_params_.use_cng = enable; |
| 170 | codec_stack_params_.vad_mode = mode; |
| 171 | return true; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 172 | } |
| 173 | |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 174 | bool CodecManager::SetCodecFEC(bool enable_codec_fec) { |
kwiberg | 1379f1f | 2015-11-23 04:30:52 -0800 | [diff] [blame] | 175 | if (enable_codec_fec && codec_stack_params_.use_red) { |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 176 | RTC_LOG(LS_WARNING) << "Codec internal FEC and RED cannot be co-enabled."; |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 177 | return false; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 178 | } |
| 179 | |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 180 | codec_stack_params_.use_codec_fec = enable_codec_fec; |
| 181 | return true; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 182 | } |
| 183 | |
kwiberg | 3f81fcd | 2016-06-23 03:58:36 -0700 | [diff] [blame] | 184 | bool CodecManager::MakeEncoder(RentACodec* rac, AudioCodingModule* acm) { |
| 185 | RTC_DCHECK(rac); |
| 186 | RTC_DCHECK(acm); |
| 187 | |
| 188 | if (!recreate_encoder_) { |
| 189 | bool error = false; |
| 190 | // Try to re-use the speech encoder we've given to the ACM. |
| 191 | acm->ModifyEncoder([&](std::unique_ptr<AudioEncoder>* encoder) { |
| 192 | if (!*encoder) { |
| 193 | // There is no existing encoder. |
| 194 | recreate_encoder_ = true; |
| 195 | return; |
| 196 | } |
| 197 | |
| 198 | // Extract the speech encoder from the ACM. |
| 199 | std::unique_ptr<AudioEncoder> enc = std::move(*encoder); |
| 200 | while (true) { |
| 201 | auto sub_enc = enc->ReclaimContainedEncoders(); |
| 202 | if (sub_enc.empty()) { |
| 203 | break; |
| 204 | } |
kwiberg | af476c7 | 2016-11-28 15:21:39 -0800 | [diff] [blame] | 205 | RTC_CHECK_EQ(1, sub_enc.size()); |
kwiberg | 3f81fcd | 2016-06-23 03:58:36 -0700 | [diff] [blame] | 206 | |
| 207 | // Replace enc with its sub encoder. We need to put the sub encoder in |
| 208 | // a temporary first, since otherwise the old value of enc would be |
| 209 | // destroyed before the new value got assigned, which would be bad |
| 210 | // since the new value is a part of the old value. |
| 211 | auto tmp_enc = std::move(sub_enc[0]); |
| 212 | enc = std::move(tmp_enc); |
| 213 | } |
| 214 | |
| 215 | // Wrap it in a new encoder stack and put it back. |
| 216 | codec_stack_params_.speech_encoder = std::move(enc); |
| 217 | *encoder = rac->RentEncoderStack(&codec_stack_params_); |
| 218 | if (!*encoder) { |
| 219 | error = true; |
| 220 | } |
| 221 | }); |
| 222 | if (error) { |
| 223 | return false; |
| 224 | } |
| 225 | if (!recreate_encoder_) { |
| 226 | return true; |
| 227 | } |
| 228 | } |
| 229 | |
| 230 | if (!send_codec_inst_) { |
| 231 | // We don't have the information we need to create a new speech encoder. |
| 232 | // (This is not an error.) |
| 233 | return true; |
| 234 | } |
| 235 | |
| 236 | codec_stack_params_.speech_encoder = rac->RentEncoder(*send_codec_inst_); |
| 237 | auto stack = rac->RentEncoderStack(&codec_stack_params_); |
| 238 | if (!stack) { |
| 239 | return false; |
| 240 | } |
| 241 | acm->SetEncoder(std::move(stack)); |
| 242 | recreate_encoder_ = false; |
| 243 | return true; |
| 244 | } |
| 245 | |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 246 | } // namespace acm2 |
| 247 | } // namespace webrtc |