Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
kjellander | 3e6db23 | 2015-11-26 04:44:54 -0800 | [diff] [blame] | 11 | #include "webrtc/modules/audio_coding/acm2/codec_manager.h" |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 12 | |
| 13 | #include "webrtc/base/checks.h" |
Peter Kasting | 6955870 | 2016-01-12 16:26:35 -0800 | [diff] [blame] | 14 | #include "webrtc/base/format_macros.h" |
Karl Wiberg | bd1bc47 | 2015-05-18 12:18:54 +0200 | [diff] [blame] | 15 | #include "webrtc/engine_configurations.h" |
kjellander | 3e6db23 | 2015-11-26 04:44:54 -0800 | [diff] [blame] | 16 | #include "webrtc/modules/audio_coding/acm2/rent_a_codec.h" |
Henrik Kjellander | 98f5351 | 2015-10-28 18:17:40 +0100 | [diff] [blame] | 17 | #include "webrtc/system_wrappers/include/trace.h" |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 18 | |
| 19 | namespace webrtc { |
| 20 | namespace acm2 { |
| 21 | |
| 22 | namespace { |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 23 | |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 24 | // Check if the given codec is a valid to be registered as send codec. |
kwiberg | 223692a | 2015-11-18 08:27:51 -0800 | [diff] [blame] | 25 | int IsValidSendCodec(const CodecInst& send_codec) { |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 26 | int dummy_id = 0; |
| 27 | if ((send_codec.channels != 1) && (send_codec.channels != 2)) { |
| 28 | WEBRTC_TRACE(webrtc::kTraceError, webrtc::kTraceAudioCoding, dummy_id, |
Peter Kasting | 6955870 | 2016-01-12 16:26:35 -0800 | [diff] [blame] | 29 | "Wrong number of channels (%" PRIuS ", only mono and stereo " |
| 30 | "are supported)", |
kwiberg | 223692a | 2015-11-18 08:27:51 -0800 | [diff] [blame] | 31 | send_codec.channels); |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 32 | return -1; |
| 33 | } |
| 34 | |
kwiberg | d6c0f8c | 2015-11-06 14:28:00 -0800 | [diff] [blame] | 35 | auto maybe_codec_id = RentACodec::CodecIdByInst(send_codec); |
| 36 | if (!maybe_codec_id) { |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 37 | WEBRTC_TRACE(webrtc::kTraceError, webrtc::kTraceAudioCoding, dummy_id, |
| 38 | "Invalid codec setting for the send codec."); |
| 39 | return -1; |
| 40 | } |
| 41 | |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 42 | // Telephone-event cannot be a send codec. |
| 43 | if (!STR_CASE_CMP(send_codec.plname, "telephone-event")) { |
| 44 | WEBRTC_TRACE(webrtc::kTraceError, webrtc::kTraceAudioCoding, dummy_id, |
| 45 | "telephone-event cannot be a send codec"); |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 46 | return -1; |
| 47 | } |
| 48 | |
kwiberg | d6c0f8c | 2015-11-06 14:28:00 -0800 | [diff] [blame] | 49 | if (!RentACodec::IsSupportedNumChannels(*maybe_codec_id, send_codec.channels) |
| 50 | .value_or(false)) { |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 51 | WEBRTC_TRACE(webrtc::kTraceError, webrtc::kTraceAudioCoding, dummy_id, |
Peter Kasting | 6955870 | 2016-01-12 16:26:35 -0800 | [diff] [blame] | 52 | "%" PRIuS " number of channels not supportedn for %s.", |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 53 | send_codec.channels, send_codec.plname); |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 54 | return -1; |
| 55 | } |
kwiberg | d6c0f8c | 2015-11-06 14:28:00 -0800 | [diff] [blame] | 56 | return RentACodec::CodecIndexFromId(*maybe_codec_id).value_or(-1); |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 57 | } |
| 58 | |
Karl Wiberg | 2ea71c3 | 2015-05-07 15:49:23 +0200 | [diff] [blame] | 59 | bool IsOpus(const CodecInst& codec) { |
| 60 | return |
| 61 | #ifdef WEBRTC_CODEC_OPUS |
| 62 | !STR_CASE_CMP(codec.plname, "opus") || |
| 63 | #endif |
| 64 | false; |
| 65 | } |
| 66 | |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 67 | } // namespace |
| 68 | |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 69 | CodecManager::CodecManager() { |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 70 | thread_checker_.DetachFromThread(); |
| 71 | } |
| 72 | |
Henrik Lundin | 93ef1d8 | 2015-04-13 09:31:16 +0200 | [diff] [blame] | 73 | CodecManager::~CodecManager() = default; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 74 | |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 75 | bool CodecManager::RegisterEncoder(const CodecInst& send_codec) { |
henrikg | 91d6ede | 2015-09-17 00:24:34 -0700 | [diff] [blame] | 76 | RTC_DCHECK(thread_checker_.CalledOnValidThread()); |
kwiberg | 223692a | 2015-11-18 08:27:51 -0800 | [diff] [blame] | 77 | int codec_id = IsValidSendCodec(send_codec); |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 78 | |
| 79 | // Check for reported errors from function IsValidSendCodec(). |
| 80 | if (codec_id < 0) { |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 81 | return false; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 82 | } |
| 83 | |
| 84 | int dummy_id = 0; |
kwiberg | 1379f1f | 2015-11-23 04:30:52 -0800 | [diff] [blame] | 85 | switch (RentACodec::RegisterRedPayloadType( |
| 86 | &codec_stack_params_.red_payload_types, send_codec)) { |
kwiberg | e1a27d4 | 2015-11-18 07:32:49 -0800 | [diff] [blame] | 87 | case RentACodec::RegistrationResult::kOk: |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 88 | return true; |
kwiberg | e1a27d4 | 2015-11-18 07:32:49 -0800 | [diff] [blame] | 89 | case RentACodec::RegistrationResult::kBadFreq: |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 90 | WEBRTC_TRACE(webrtc::kTraceError, webrtc::kTraceAudioCoding, dummy_id, |
kwiberg | e1a27d4 | 2015-11-18 07:32:49 -0800 | [diff] [blame] | 91 | "RegisterSendCodec() failed, invalid frequency for RED" |
| 92 | " registration"); |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 93 | return false; |
kwiberg | e1a27d4 | 2015-11-18 07:32:49 -0800 | [diff] [blame] | 94 | case RentACodec::RegistrationResult::kSkip: |
| 95 | break; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 96 | } |
kwiberg | 1379f1f | 2015-11-23 04:30:52 -0800 | [diff] [blame] | 97 | switch (RentACodec::RegisterCngPayloadType( |
| 98 | &codec_stack_params_.cng_payload_types, send_codec)) { |
kwiberg | e1a27d4 | 2015-11-18 07:32:49 -0800 | [diff] [blame] | 99 | case RentACodec::RegistrationResult::kOk: |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 100 | return true; |
kwiberg | e1a27d4 | 2015-11-18 07:32:49 -0800 | [diff] [blame] | 101 | case RentACodec::RegistrationResult::kBadFreq: |
| 102 | WEBRTC_TRACE(webrtc::kTraceError, webrtc::kTraceAudioCoding, dummy_id, |
| 103 | "RegisterSendCodec() failed, invalid frequency for CNG" |
| 104 | " registration"); |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 105 | return false; |
kwiberg | e1a27d4 | 2015-11-18 07:32:49 -0800 | [diff] [blame] | 106 | case RentACodec::RegistrationResult::kSkip: |
| 107 | break; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 108 | } |
| 109 | |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 110 | if (IsOpus(send_codec)) { |
kwiberg | dfbb3a4 | 2015-12-01 04:45:04 -0800 | [diff] [blame] | 111 | // VAD/DTX not supported. |
| 112 | codec_stack_params_.use_cng = false; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 113 | } |
Karl Wiberg | 2ea71c3 | 2015-05-07 15:49:23 +0200 | [diff] [blame] | 114 | |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 115 | send_codec_inst_ = rtc::Optional<CodecInst>(send_codec); |
kwiberg | 3f81fcd | 2016-06-23 03:58:36 -0700 | [diff] [blame] | 116 | recreate_encoder_ = true; // Caller must recreate it. |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 117 | return true; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 118 | } |
| 119 | |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 120 | CodecInst CodecManager::ForgeCodecInst( |
| 121 | const AudioEncoder* external_speech_encoder) { |
| 122 | CodecInst ci; |
| 123 | ci.channels = external_speech_encoder->NumChannels(); |
| 124 | ci.plfreq = external_speech_encoder->SampleRateHz(); |
| 125 | ci.pacsize = rtc::CheckedDivExact( |
Peter Kasting | dce40cf | 2015-08-24 14:52:23 -0700 | [diff] [blame] | 126 | static_cast<int>(external_speech_encoder->Max10MsFramesInAPacket() * |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 127 | ci.plfreq), |
Peter Kasting | dce40cf | 2015-08-24 14:52:23 -0700 | [diff] [blame] | 128 | 100); |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 129 | ci.pltype = -1; // Not valid. |
| 130 | ci.rate = -1; // Not valid. |
Karl Wiberg | 7e0c7d4 | 2015-05-18 14:52:29 +0200 | [diff] [blame] | 131 | static const char kName[] = "external"; |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 132 | memcpy(ci.plname, kName, sizeof(kName)); |
| 133 | return ci; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 134 | } |
| 135 | |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 136 | bool CodecManager::SetCopyRed(bool enable) { |
kwiberg | 1379f1f | 2015-11-23 04:30:52 -0800 | [diff] [blame] | 137 | if (enable && codec_stack_params_.use_codec_fec) { |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 138 | WEBRTC_TRACE(webrtc::kTraceWarning, webrtc::kTraceAudioCoding, 0, |
| 139 | "Codec internal FEC and RED cannot be co-enabled."); |
| 140 | return false; |
| 141 | } |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 142 | if (enable && send_codec_inst_ && |
| 143 | codec_stack_params_.red_payload_types.count(send_codec_inst_->plfreq) < |
kwiberg | 1379f1f | 2015-11-23 04:30:52 -0800 | [diff] [blame] | 144 | 1) { |
Karl Wiberg | 2ea71c3 | 2015-05-07 15:49:23 +0200 | [diff] [blame] | 145 | WEBRTC_TRACE(webrtc::kTraceWarning, webrtc::kTraceAudioCoding, 0, |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 146 | "Cannot enable RED at %i Hz.", send_codec_inst_->plfreq); |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 147 | return false; |
| 148 | } |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 149 | codec_stack_params_.use_red = enable; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 150 | return true; |
| 151 | } |
| 152 | |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 153 | bool CodecManager::SetVAD(bool enable, ACMVADMode mode) { |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 154 | // Sanity check of the mode. |
henrikg | 91d6ede | 2015-09-17 00:24:34 -0700 | [diff] [blame] | 155 | RTC_DCHECK(mode == VADNormal || mode == VADLowBitrate || mode == VADAggr || |
| 156 | mode == VADVeryAggr); |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 157 | |
| 158 | // Check that the send codec is mono. We don't support VAD/DTX for stereo |
| 159 | // sending. |
kwiberg | 95d9851 | 2015-12-15 14:21:33 -0800 | [diff] [blame] | 160 | const bool stereo_send = |
| 161 | codec_stack_params_.speech_encoder |
| 162 | ? (codec_stack_params_.speech_encoder->NumChannels() != 1) |
| 163 | : false; |
kwiberg | ed8275a | 2015-11-10 09:47:36 -0800 | [diff] [blame] | 164 | if (enable && stereo_send) { |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 165 | WEBRTC_TRACE(webrtc::kTraceError, webrtc::kTraceAudioCoding, 0, |
| 166 | "VAD/DTX not supported for stereo sending"); |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 167 | return false; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 168 | } |
| 169 | |
kwiberg | 4430763 | 2015-12-16 06:24:05 -0800 | [diff] [blame] | 170 | // TODO(kwiberg): This doesn't protect Opus when injected as an external |
| 171 | // encoder. |
| 172 | if (send_codec_inst_ && IsOpus(*send_codec_inst_)) { |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 173 | // VAD/DTX not supported, but don't fail. |
| 174 | enable = false; |
Karl Wiberg | 2ea71c3 | 2015-05-07 15:49:23 +0200 | [diff] [blame] | 175 | } |
| 176 | |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 177 | codec_stack_params_.use_cng = enable; |
| 178 | codec_stack_params_.vad_mode = mode; |
| 179 | return true; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 180 | } |
| 181 | |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 182 | bool CodecManager::SetCodecFEC(bool enable_codec_fec) { |
kwiberg | 1379f1f | 2015-11-23 04:30:52 -0800 | [diff] [blame] | 183 | if (enable_codec_fec && codec_stack_params_.use_red) { |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 184 | WEBRTC_TRACE(webrtc::kTraceWarning, webrtc::kTraceAudioCoding, 0, |
| 185 | "Codec internal FEC and RED cannot be co-enabled."); |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 186 | return false; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 187 | } |
| 188 | |
kwiberg | a6db495 | 2015-12-16 04:19:08 -0800 | [diff] [blame] | 189 | codec_stack_params_.use_codec_fec = enable_codec_fec; |
| 190 | return true; |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 191 | } |
| 192 | |
kwiberg | 3f81fcd | 2016-06-23 03:58:36 -0700 | [diff] [blame] | 193 | bool CodecManager::MakeEncoder(RentACodec* rac, AudioCodingModule* acm) { |
| 194 | RTC_DCHECK(rac); |
| 195 | RTC_DCHECK(acm); |
| 196 | |
| 197 | if (!recreate_encoder_) { |
| 198 | bool error = false; |
| 199 | // Try to re-use the speech encoder we've given to the ACM. |
| 200 | acm->ModifyEncoder([&](std::unique_ptr<AudioEncoder>* encoder) { |
| 201 | if (!*encoder) { |
| 202 | // There is no existing encoder. |
| 203 | recreate_encoder_ = true; |
| 204 | return; |
| 205 | } |
| 206 | |
| 207 | // Extract the speech encoder from the ACM. |
| 208 | std::unique_ptr<AudioEncoder> enc = std::move(*encoder); |
| 209 | while (true) { |
| 210 | auto sub_enc = enc->ReclaimContainedEncoders(); |
| 211 | if (sub_enc.empty()) { |
| 212 | break; |
| 213 | } |
| 214 | RTC_CHECK_EQ(1u, sub_enc.size()); |
| 215 | |
| 216 | // Replace enc with its sub encoder. We need to put the sub encoder in |
| 217 | // a temporary first, since otherwise the old value of enc would be |
| 218 | // destroyed before the new value got assigned, which would be bad |
| 219 | // since the new value is a part of the old value. |
| 220 | auto tmp_enc = std::move(sub_enc[0]); |
| 221 | enc = std::move(tmp_enc); |
| 222 | } |
| 223 | |
| 224 | // Wrap it in a new encoder stack and put it back. |
| 225 | codec_stack_params_.speech_encoder = std::move(enc); |
| 226 | *encoder = rac->RentEncoderStack(&codec_stack_params_); |
| 227 | if (!*encoder) { |
| 228 | error = true; |
| 229 | } |
| 230 | }); |
| 231 | if (error) { |
| 232 | return false; |
| 233 | } |
| 234 | if (!recreate_encoder_) { |
| 235 | return true; |
| 236 | } |
| 237 | } |
| 238 | |
| 239 | if (!send_codec_inst_) { |
| 240 | // We don't have the information we need to create a new speech encoder. |
| 241 | // (This is not an error.) |
| 242 | return true; |
| 243 | } |
| 244 | |
| 245 | codec_stack_params_.speech_encoder = rac->RentEncoder(*send_codec_inst_); |
| 246 | auto stack = rac->RentEncoderStack(&codec_stack_params_); |
| 247 | if (!stack) { |
| 248 | return false; |
| 249 | } |
| 250 | acm->SetEncoder(std::move(stack)); |
| 251 | recreate_encoder_ = false; |
| 252 | return true; |
| 253 | } |
| 254 | |
Henrik Lundin | 45c6449 | 2015-03-30 19:00:44 +0200 | [diff] [blame] | 255 | } // namespace acm2 |
| 256 | } // namespace webrtc |