turaj@webrtc.org | 7959e16 | 2013-09-12 18:30:26 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 11 | #include "modules/audio_coding/include/audio_coding_module.h" |
turaj@webrtc.org | 7959e16 | 2013-09-12 18:30:26 +0000 | [diff] [blame] | 12 | |
Jonathan Yu | 36344a0 | 2017-07-30 01:55:34 -0700 | [diff] [blame] | 13 | #include <algorithm> |
| 14 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 15 | #include "api/audio_codecs/builtin_audio_decoder_factory.h" |
| 16 | #include "modules/audio_coding/acm2/acm_receiver.h" |
| 17 | #include "modules/audio_coding/acm2/acm_resampler.h" |
| 18 | #include "modules/audio_coding/acm2/codec_manager.h" |
| 19 | #include "modules/audio_coding/acm2/rent_a_codec.h" |
| 20 | #include "rtc_base/checks.h" |
| 21 | #include "rtc_base/logging.h" |
| 22 | #include "rtc_base/safe_conversions.h" |
| 23 | #include "system_wrappers/include/metrics.h" |
turaj@webrtc.org | 7959e16 | 2013-09-12 18:30:26 +0000 | [diff] [blame] | 24 | |
| 25 | namespace webrtc { |
| 26 | |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 27 | namespace { |
| 28 | |
| 29 | struct EncoderFactory { |
| 30 | AudioEncoder* external_speech_encoder = nullptr; |
| 31 | acm2::CodecManager codec_manager; |
| 32 | acm2::RentACodec rent_a_codec; |
| 33 | }; |
| 34 | |
| 35 | class AudioCodingModuleImpl final : public AudioCodingModule { |
| 36 | public: |
| 37 | explicit AudioCodingModuleImpl(const AudioCodingModule::Config& config); |
| 38 | ~AudioCodingModuleImpl() override; |
| 39 | |
| 40 | ///////////////////////////////////////// |
| 41 | // Sender |
| 42 | // |
| 43 | |
| 44 | // Can be called multiple times for Codec, CNG, RED. |
| 45 | int RegisterSendCodec(const CodecInst& send_codec) override; |
| 46 | |
| 47 | void RegisterExternalSendCodec( |
| 48 | AudioEncoder* external_speech_encoder) override; |
| 49 | |
kwiberg | 24c7c12 | 2016-09-28 11:57:10 -0700 | [diff] [blame] | 50 | void ModifyEncoder(rtc::FunctionView<void(std::unique_ptr<AudioEncoder>*)> |
| 51 | modifier) override; |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 52 | |
kwiberg | 24c7c12 | 2016-09-28 11:57:10 -0700 | [diff] [blame] | 53 | void QueryEncoder( |
| 54 | rtc::FunctionView<void(const AudioEncoder*)> query) override; |
ivoc | 85228d6 | 2016-07-27 04:53:47 -0700 | [diff] [blame] | 55 | |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 56 | // Get current send codec. |
| 57 | rtc::Optional<CodecInst> SendCodec() const override; |
| 58 | |
| 59 | // Get current send frequency. |
| 60 | int SendFrequency() const override; |
| 61 | |
| 62 | // Sets the bitrate to the specified value in bits/sec. In case the codec does |
| 63 | // not support the requested value it will choose an appropriate value |
| 64 | // instead. |
| 65 | void SetBitRate(int bitrate_bps) override; |
| 66 | |
| 67 | // Register a transport callback which will be |
| 68 | // called to deliver the encoded buffers. |
| 69 | int RegisterTransportCallback(AudioPacketizationCallback* transport) override; |
| 70 | |
| 71 | // Add 10 ms of raw (PCM) audio data to the encoder. |
| 72 | int Add10MsData(const AudioFrame& audio_frame) override; |
| 73 | |
| 74 | ///////////////////////////////////////// |
| 75 | // (RED) Redundant Coding |
| 76 | // |
| 77 | |
| 78 | // Configure RED status i.e. on/off. |
| 79 | int SetREDStatus(bool enable_red) override; |
| 80 | |
| 81 | // Get RED status. |
| 82 | bool REDStatus() const override; |
| 83 | |
| 84 | ///////////////////////////////////////// |
| 85 | // (FEC) Forward Error Correction (codec internal) |
| 86 | // |
| 87 | |
| 88 | // Configure FEC status i.e. on/off. |
| 89 | int SetCodecFEC(bool enabled_codec_fec) override; |
| 90 | |
| 91 | // Get FEC status. |
| 92 | bool CodecFEC() const override; |
| 93 | |
| 94 | // Set target packet loss rate |
| 95 | int SetPacketLossRate(int loss_rate) override; |
| 96 | |
| 97 | ///////////////////////////////////////// |
| 98 | // (VAD) Voice Activity Detection |
| 99 | // and |
| 100 | // (CNG) Comfort Noise Generation |
| 101 | // |
| 102 | |
| 103 | int SetVAD(bool enable_dtx = true, |
| 104 | bool enable_vad = false, |
| 105 | ACMVADMode mode = VADNormal) override; |
| 106 | |
| 107 | int VAD(bool* dtx_enabled, |
| 108 | bool* vad_enabled, |
| 109 | ACMVADMode* mode) const override; |
| 110 | |
| 111 | int RegisterVADCallback(ACMVADCallback* vad_callback) override; |
| 112 | |
| 113 | ///////////////////////////////////////// |
| 114 | // Receiver |
| 115 | // |
| 116 | |
| 117 | // Initialize receiver, resets codec database etc. |
| 118 | int InitializeReceiver() override; |
| 119 | |
| 120 | // Get current receive frequency. |
| 121 | int ReceiveFrequency() const override; |
| 122 | |
| 123 | // Get current playout frequency. |
| 124 | int PlayoutFrequency() const override; |
| 125 | |
kwiberg | 1c07c70 | 2017-03-27 07:15:49 -0700 | [diff] [blame] | 126 | void SetReceiveCodecs(const std::map<int, SdpAudioFormat>& codecs) override; |
| 127 | |
kwiberg | 5adaf73 | 2016-10-04 09:33:27 -0700 | [diff] [blame] | 128 | bool RegisterReceiveCodec(int rtp_payload_type, |
| 129 | const SdpAudioFormat& audio_format) override; |
| 130 | |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 131 | int RegisterReceiveCodec(const CodecInst& receive_codec) override; |
| 132 | int RegisterReceiveCodec( |
| 133 | const CodecInst& receive_codec, |
kwiberg | 24c7c12 | 2016-09-28 11:57:10 -0700 | [diff] [blame] | 134 | rtc::FunctionView<std::unique_ptr<AudioDecoder>()> isac_factory) override; |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 135 | |
| 136 | int RegisterExternalReceiveCodec(int rtp_payload_type, |
| 137 | AudioDecoder* external_decoder, |
| 138 | int sample_rate_hz, |
| 139 | int num_channels, |
| 140 | const std::string& name) override; |
| 141 | |
| 142 | // Get current received codec. |
| 143 | int ReceiveCodec(CodecInst* current_codec) const override; |
| 144 | |
ossu | e280cde | 2016-10-12 11:04:10 -0700 | [diff] [blame] | 145 | rtc::Optional<SdpAudioFormat> ReceiveFormat() const override; |
| 146 | |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 147 | // Incoming packet from network parsed and ready for decode. |
| 148 | int IncomingPacket(const uint8_t* incoming_payload, |
| 149 | const size_t payload_length, |
| 150 | const WebRtcRTPHeader& rtp_info) override; |
| 151 | |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 152 | // Minimum playout delay. |
| 153 | int SetMinimumPlayoutDelay(int time_ms) override; |
| 154 | |
| 155 | // Maximum playout delay. |
| 156 | int SetMaximumPlayoutDelay(int time_ms) override; |
| 157 | |
| 158 | // Smallest latency NetEq will maintain. |
| 159 | int LeastRequiredDelayMs() const override; |
| 160 | |
| 161 | RTC_DEPRECATED int32_t PlayoutTimestamp(uint32_t* timestamp) override; |
| 162 | |
| 163 | rtc::Optional<uint32_t> PlayoutTimestamp() override; |
| 164 | |
henrik.lundin | b3f1c5d | 2016-08-22 15:39:53 -0700 | [diff] [blame] | 165 | int FilteredCurrentDelayMs() const override; |
| 166 | |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 167 | // Get 10 milliseconds of raw audio data to play out, and |
| 168 | // automatic resample to the requested frequency if > 0. |
| 169 | int PlayoutData10Ms(int desired_freq_hz, |
| 170 | AudioFrame* audio_frame, |
| 171 | bool* muted) override; |
| 172 | int PlayoutData10Ms(int desired_freq_hz, AudioFrame* audio_frame) override; |
| 173 | |
| 174 | ///////////////////////////////////////// |
| 175 | // Statistics |
| 176 | // |
| 177 | |
| 178 | int GetNetworkStatistics(NetworkStatistics* statistics) override; |
| 179 | |
| 180 | int SetOpusApplication(OpusApplicationMode application) override; |
| 181 | |
| 182 | // If current send codec is Opus, informs it about the maximum playback rate |
| 183 | // the receiver will render. |
| 184 | int SetOpusMaxPlaybackRate(int frequency_hz) override; |
| 185 | |
| 186 | int EnableOpusDtx() override; |
| 187 | |
| 188 | int DisableOpusDtx() override; |
| 189 | |
| 190 | int UnregisterReceiveCodec(uint8_t payload_type) override; |
| 191 | |
| 192 | int EnableNack(size_t max_nack_list_size) override; |
| 193 | |
| 194 | void DisableNack() override; |
| 195 | |
| 196 | std::vector<uint16_t> GetNackList(int64_t round_trip_time_ms) const override; |
| 197 | |
| 198 | void GetDecodingCallStatistics(AudioDecodingCallStats* stats) const override; |
| 199 | |
ivoc | e1198e0 | 2017-09-08 08:13:19 -0700 | [diff] [blame] | 200 | ANAStats GetANAStats() const override; |
| 201 | |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 202 | private: |
| 203 | struct InputData { |
| 204 | uint32_t input_timestamp; |
| 205 | const int16_t* audio; |
| 206 | size_t length_per_channel; |
| 207 | size_t audio_channel; |
| 208 | // If a re-mix is required (up or down), this buffer will store a re-mixed |
| 209 | // version of the input. |
| 210 | int16_t buffer[WEBRTC_10MS_PCM_AUDIO]; |
| 211 | }; |
| 212 | |
| 213 | // This member class writes values to the named UMA histogram, but only if |
| 214 | // the value has changed since the last time (and always for the first call). |
| 215 | class ChangeLogger { |
| 216 | public: |
| 217 | explicit ChangeLogger(const std::string& histogram_name) |
| 218 | : histogram_name_(histogram_name) {} |
| 219 | // Logs the new value if it is different from the last logged value, or if |
| 220 | // this is the first call. |
| 221 | void MaybeLog(int value); |
| 222 | |
| 223 | private: |
| 224 | int last_value_ = 0; |
| 225 | int first_time_ = true; |
| 226 | const std::string histogram_name_; |
| 227 | }; |
| 228 | |
| 229 | int RegisterReceiveCodecUnlocked( |
| 230 | const CodecInst& codec, |
kwiberg | 24c7c12 | 2016-09-28 11:57:10 -0700 | [diff] [blame] | 231 | rtc::FunctionView<std::unique_ptr<AudioDecoder>()> isac_factory) |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 232 | RTC_EXCLUSIVE_LOCKS_REQUIRED(acm_crit_sect_); |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 233 | |
| 234 | int Add10MsDataInternal(const AudioFrame& audio_frame, InputData* input_data) |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 235 | RTC_EXCLUSIVE_LOCKS_REQUIRED(acm_crit_sect_); |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 236 | int Encode(const InputData& input_data) |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 237 | RTC_EXCLUSIVE_LOCKS_REQUIRED(acm_crit_sect_); |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 238 | |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 239 | int InitializeReceiverSafe() RTC_EXCLUSIVE_LOCKS_REQUIRED(acm_crit_sect_); |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 240 | |
| 241 | bool HaveValidEncoder(const char* caller_name) const |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 242 | RTC_EXCLUSIVE_LOCKS_REQUIRED(acm_crit_sect_); |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 243 | |
| 244 | // Preprocessing of input audio, including resampling and down-mixing if |
| 245 | // required, before pushing audio into encoder's buffer. |
| 246 | // |
| 247 | // in_frame: input audio-frame |
| 248 | // ptr_out: pointer to output audio_frame. If no preprocessing is required |
| 249 | // |ptr_out| will be pointing to |in_frame|, otherwise pointing to |
| 250 | // |preprocess_frame_|. |
| 251 | // |
| 252 | // Return value: |
| 253 | // -1: if encountering an error. |
| 254 | // 0: otherwise. |
| 255 | int PreprocessToAddData(const AudioFrame& in_frame, |
| 256 | const AudioFrame** ptr_out) |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 257 | RTC_EXCLUSIVE_LOCKS_REQUIRED(acm_crit_sect_); |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 258 | |
| 259 | // Change required states after starting to receive the codec corresponding |
| 260 | // to |index|. |
| 261 | int UpdateUponReceivingCodec(int index); |
| 262 | |
| 263 | rtc::CriticalSection acm_crit_sect_; |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 264 | rtc::Buffer encode_buffer_ RTC_GUARDED_BY(acm_crit_sect_); |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 265 | uint32_t expected_codec_ts_ RTC_GUARDED_BY(acm_crit_sect_); |
| 266 | uint32_t expected_in_ts_ RTC_GUARDED_BY(acm_crit_sect_); |
| 267 | acm2::ACMResampler resampler_ RTC_GUARDED_BY(acm_crit_sect_); |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 268 | acm2::AcmReceiver receiver_; // AcmReceiver has it's own internal lock. |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 269 | ChangeLogger bitrate_logger_ RTC_GUARDED_BY(acm_crit_sect_); |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 270 | |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 271 | std::unique_ptr<EncoderFactory> encoder_factory_ |
| 272 | RTC_GUARDED_BY(acm_crit_sect_); |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 273 | |
| 274 | // Current encoder stack, either obtained from |
| 275 | // encoder_factory_->rent_a_codec.RentEncoderStack or provided by a call to |
| 276 | // RegisterEncoder. |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 277 | std::unique_ptr<AudioEncoder> encoder_stack_ RTC_GUARDED_BY(acm_crit_sect_); |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 278 | |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 279 | std::unique_ptr<AudioDecoder> isac_decoder_16k_ |
| 280 | RTC_GUARDED_BY(acm_crit_sect_); |
| 281 | std::unique_ptr<AudioDecoder> isac_decoder_32k_ |
| 282 | RTC_GUARDED_BY(acm_crit_sect_); |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 283 | |
| 284 | // This is to keep track of CN instances where we can send DTMFs. |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 285 | uint8_t previous_pltype_ RTC_GUARDED_BY(acm_crit_sect_); |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 286 | |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 287 | bool receiver_initialized_ RTC_GUARDED_BY(acm_crit_sect_); |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 288 | |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 289 | AudioFrame preprocess_frame_ RTC_GUARDED_BY(acm_crit_sect_); |
| 290 | bool first_10ms_data_ RTC_GUARDED_BY(acm_crit_sect_); |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 291 | |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 292 | bool first_frame_ RTC_GUARDED_BY(acm_crit_sect_); |
| 293 | uint32_t last_timestamp_ RTC_GUARDED_BY(acm_crit_sect_); |
| 294 | uint32_t last_rtp_timestamp_ RTC_GUARDED_BY(acm_crit_sect_); |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 295 | |
| 296 | rtc::CriticalSection callback_crit_sect_; |
| 297 | AudioPacketizationCallback* packetization_callback_ |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 298 | RTC_GUARDED_BY(callback_crit_sect_); |
| 299 | ACMVADCallback* vad_callback_ RTC_GUARDED_BY(callback_crit_sect_); |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 300 | |
| 301 | int codec_histogram_bins_log_[static_cast<size_t>( |
| 302 | AudioEncoder::CodecType::kMaxLoggedAudioCodecTypes)]; |
| 303 | int number_of_consecutive_empty_packets_; |
| 304 | }; |
| 305 | |
| 306 | // Adds a codec usage sample to the histogram. |
| 307 | void UpdateCodecTypeHistogram(size_t codec_type) { |
| 308 | RTC_HISTOGRAM_ENUMERATION( |
| 309 | "WebRTC.Audio.Encoder.CodecType", static_cast<int>(codec_type), |
| 310 | static_cast<int>( |
| 311 | webrtc::AudioEncoder::CodecType::kMaxLoggedAudioCodecTypes)); |
| 312 | } |
| 313 | |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 314 | // Stereo-to-mono can be used as in-place. |
| 315 | int DownMix(const AudioFrame& frame, |
| 316 | size_t length_out_buff, |
| 317 | int16_t* out_buff) { |
yujo | 36b1a5f | 2017-06-12 12:45:32 -0700 | [diff] [blame] | 318 | RTC_DCHECK_EQ(frame.num_channels_, 2); |
| 319 | RTC_DCHECK_GE(length_out_buff, frame.samples_per_channel_); |
| 320 | |
| 321 | if (!frame.muted()) { |
| 322 | const int16_t* frame_data = frame.data(); |
| 323 | for (size_t n = 0; n < frame.samples_per_channel_; ++n) { |
| 324 | out_buff[n] = static_cast<int16_t>( |
| 325 | (static_cast<int32_t>(frame_data[2 * n]) + |
| 326 | static_cast<int32_t>(frame_data[2 * n + 1])) >> 1); |
| 327 | } |
| 328 | } else { |
Jonathan Yu | 36344a0 | 2017-07-30 01:55:34 -0700 | [diff] [blame] | 329 | std::fill(out_buff, out_buff + frame.samples_per_channel_, 0); |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 330 | } |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 331 | return 0; |
| 332 | } |
| 333 | |
| 334 | // Mono-to-stereo can be used as in-place. |
| 335 | int UpMix(const AudioFrame& frame, size_t length_out_buff, int16_t* out_buff) { |
yujo | 36b1a5f | 2017-06-12 12:45:32 -0700 | [diff] [blame] | 336 | RTC_DCHECK_EQ(frame.num_channels_, 1); |
| 337 | RTC_DCHECK_GE(length_out_buff, 2 * frame.samples_per_channel_); |
| 338 | |
| 339 | if (!frame.muted()) { |
| 340 | const int16_t* frame_data = frame.data(); |
| 341 | for (size_t n = frame.samples_per_channel_; n != 0; --n) { |
| 342 | size_t i = n - 1; |
| 343 | int16_t sample = frame_data[i]; |
| 344 | out_buff[2 * i + 1] = sample; |
| 345 | out_buff[2 * i] = sample; |
| 346 | } |
| 347 | } else { |
Jonathan Yu | 36344a0 | 2017-07-30 01:55:34 -0700 | [diff] [blame] | 348 | std::fill(out_buff, out_buff + frame.samples_per_channel_ * 2, 0); |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 349 | } |
| 350 | return 0; |
| 351 | } |
| 352 | |
| 353 | void ConvertEncodedInfoToFragmentationHeader( |
| 354 | const AudioEncoder::EncodedInfo& info, |
| 355 | RTPFragmentationHeader* frag) { |
| 356 | if (info.redundant.empty()) { |
| 357 | frag->fragmentationVectorSize = 0; |
| 358 | return; |
| 359 | } |
| 360 | |
| 361 | frag->VerifyAndAllocateFragmentationHeader( |
| 362 | static_cast<uint16_t>(info.redundant.size())); |
| 363 | frag->fragmentationVectorSize = static_cast<uint16_t>(info.redundant.size()); |
| 364 | size_t offset = 0; |
| 365 | for (size_t i = 0; i < info.redundant.size(); ++i) { |
| 366 | frag->fragmentationOffset[i] = offset; |
| 367 | offset += info.redundant[i].encoded_bytes; |
| 368 | frag->fragmentationLength[i] = info.redundant[i].encoded_bytes; |
kwiberg | d3edd77 | 2017-03-01 18:52:48 -0800 | [diff] [blame] | 369 | frag->fragmentationTimeDiff[i] = rtc::dchecked_cast<uint16_t>( |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 370 | info.encoded_timestamp - info.redundant[i].encoded_timestamp); |
| 371 | frag->fragmentationPlType[i] = info.redundant[i].payload_type; |
| 372 | } |
| 373 | } |
| 374 | |
| 375 | // Wraps a raw AudioEncoder pointer. The idea is that you can put one of these |
| 376 | // in a unique_ptr, to protect the contained raw pointer from being deleted |
| 377 | // when the unique_ptr expires. (This is of course a bad idea in general, but |
| 378 | // backwards compatibility.) |
| 379 | class RawAudioEncoderWrapper final : public AudioEncoder { |
| 380 | public: |
| 381 | RawAudioEncoderWrapper(AudioEncoder* enc) : enc_(enc) {} |
| 382 | int SampleRateHz() const override { return enc_->SampleRateHz(); } |
| 383 | size_t NumChannels() const override { return enc_->NumChannels(); } |
| 384 | int RtpTimestampRateHz() const override { return enc_->RtpTimestampRateHz(); } |
| 385 | size_t Num10MsFramesInNextPacket() const override { |
| 386 | return enc_->Num10MsFramesInNextPacket(); |
| 387 | } |
| 388 | size_t Max10MsFramesInAPacket() const override { |
| 389 | return enc_->Max10MsFramesInAPacket(); |
| 390 | } |
| 391 | int GetTargetBitrate() const override { return enc_->GetTargetBitrate(); } |
| 392 | EncodedInfo EncodeImpl(uint32_t rtp_timestamp, |
| 393 | rtc::ArrayView<const int16_t> audio, |
| 394 | rtc::Buffer* encoded) override { |
| 395 | return enc_->Encode(rtp_timestamp, audio, encoded); |
| 396 | } |
| 397 | void Reset() override { return enc_->Reset(); } |
| 398 | bool SetFec(bool enable) override { return enc_->SetFec(enable); } |
| 399 | bool SetDtx(bool enable) override { return enc_->SetDtx(enable); } |
| 400 | bool SetApplication(Application application) override { |
| 401 | return enc_->SetApplication(application); |
| 402 | } |
| 403 | void SetMaxPlaybackRate(int frequency_hz) override { |
| 404 | return enc_->SetMaxPlaybackRate(frequency_hz); |
| 405 | } |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 406 | |
| 407 | private: |
| 408 | AudioEncoder* enc_; |
| 409 | }; |
| 410 | |
| 411 | // Return false on error. |
| 412 | bool CreateSpeechEncoderIfNecessary(EncoderFactory* ef) { |
| 413 | auto* sp = ef->codec_manager.GetStackParams(); |
| 414 | if (sp->speech_encoder) { |
| 415 | // Do nothing; we already have a speech encoder. |
| 416 | } else if (ef->codec_manager.GetCodecInst()) { |
| 417 | RTC_DCHECK(!ef->external_speech_encoder); |
| 418 | // We have no speech encoder, but we have a specification for making one. |
| 419 | std::unique_ptr<AudioEncoder> enc = |
| 420 | ef->rent_a_codec.RentEncoder(*ef->codec_manager.GetCodecInst()); |
| 421 | if (!enc) |
| 422 | return false; // Encoder spec was bad. |
| 423 | sp->speech_encoder = std::move(enc); |
| 424 | } else if (ef->external_speech_encoder) { |
| 425 | RTC_DCHECK(!ef->codec_manager.GetCodecInst()); |
| 426 | // We have an external speech encoder. |
| 427 | sp->speech_encoder = std::unique_ptr<AudioEncoder>( |
| 428 | new RawAudioEncoderWrapper(ef->external_speech_encoder)); |
| 429 | } |
| 430 | return true; |
| 431 | } |
| 432 | |
| 433 | void AudioCodingModuleImpl::ChangeLogger::MaybeLog(int value) { |
| 434 | if (value != last_value_ || first_time_) { |
| 435 | first_time_ = false; |
| 436 | last_value_ = value; |
| 437 | RTC_HISTOGRAM_COUNTS_SPARSE_100(histogram_name_, value); |
| 438 | } |
| 439 | } |
| 440 | |
| 441 | AudioCodingModuleImpl::AudioCodingModuleImpl( |
| 442 | const AudioCodingModule::Config& config) |
solenberg | c7b4a45 | 2017-09-28 07:37:11 -0700 | [diff] [blame] | 443 | : expected_codec_ts_(0xD87F3F9F), |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 444 | expected_in_ts_(0xD87F3F9F), |
| 445 | receiver_(config), |
| 446 | bitrate_logger_("WebRTC.Audio.TargetBitrateInKbps"), |
| 447 | encoder_factory_(new EncoderFactory), |
| 448 | encoder_stack_(nullptr), |
| 449 | previous_pltype_(255), |
| 450 | receiver_initialized_(false), |
| 451 | first_10ms_data_(false), |
| 452 | first_frame_(true), |
| 453 | packetization_callback_(NULL), |
| 454 | vad_callback_(NULL), |
| 455 | codec_histogram_bins_log_(), |
| 456 | number_of_consecutive_empty_packets_(0) { |
| 457 | if (InitializeReceiverSafe() < 0) { |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 458 | RTC_LOG(LS_ERROR) << "Cannot initialize receiver"; |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 459 | } |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 460 | RTC_LOG(LS_INFO) << "Created"; |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 461 | } |
| 462 | |
| 463 | AudioCodingModuleImpl::~AudioCodingModuleImpl() = default; |
| 464 | |
| 465 | int32_t AudioCodingModuleImpl::Encode(const InputData& input_data) { |
| 466 | AudioEncoder::EncodedInfo encoded_info; |
| 467 | uint8_t previous_pltype; |
| 468 | |
| 469 | // Check if there is an encoder before. |
| 470 | if (!HaveValidEncoder("Process")) |
| 471 | return -1; |
| 472 | |
ossu | 63fb95a | 2016-07-06 09:34:22 -0700 | [diff] [blame] | 473 | if(!first_frame_) { |
deadbeef | fcada90 | 2016-08-24 12:45:13 -0700 | [diff] [blame] | 474 | RTC_DCHECK(IsNewerTimestamp(input_data.input_timestamp, last_timestamp_)) |
ossu | 63fb95a | 2016-07-06 09:34:22 -0700 | [diff] [blame] | 475 | << "Time should not move backwards"; |
| 476 | } |
| 477 | |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 478 | // Scale the timestamp to the codec's RTP timestamp rate. |
| 479 | uint32_t rtp_timestamp = |
| 480 | first_frame_ ? input_data.input_timestamp |
| 481 | : last_rtp_timestamp_ + |
| 482 | rtc::CheckedDivExact( |
| 483 | input_data.input_timestamp - last_timestamp_, |
| 484 | static_cast<uint32_t>(rtc::CheckedDivExact( |
| 485 | encoder_stack_->SampleRateHz(), |
| 486 | encoder_stack_->RtpTimestampRateHz()))); |
| 487 | last_timestamp_ = input_data.input_timestamp; |
| 488 | last_rtp_timestamp_ = rtp_timestamp; |
| 489 | first_frame_ = false; |
| 490 | |
| 491 | // Clear the buffer before reuse - encoded data will get appended. |
| 492 | encode_buffer_.Clear(); |
| 493 | encoded_info = encoder_stack_->Encode( |
| 494 | rtp_timestamp, rtc::ArrayView<const int16_t>( |
| 495 | input_data.audio, input_data.audio_channel * |
| 496 | input_data.length_per_channel), |
| 497 | &encode_buffer_); |
| 498 | |
| 499 | bitrate_logger_.MaybeLog(encoder_stack_->GetTargetBitrate() / 1000); |
| 500 | if (encode_buffer_.size() == 0 && !encoded_info.send_even_if_empty) { |
| 501 | // Not enough data. |
| 502 | return 0; |
| 503 | } |
| 504 | previous_pltype = previous_pltype_; // Read it while we have the critsect. |
| 505 | |
| 506 | // Log codec type to histogram once every 500 packets. |
| 507 | if (encoded_info.encoded_bytes == 0) { |
| 508 | ++number_of_consecutive_empty_packets_; |
| 509 | } else { |
| 510 | size_t codec_type = static_cast<size_t>(encoded_info.encoder_type); |
| 511 | codec_histogram_bins_log_[codec_type] += |
| 512 | number_of_consecutive_empty_packets_ + 1; |
| 513 | number_of_consecutive_empty_packets_ = 0; |
| 514 | if (codec_histogram_bins_log_[codec_type] >= 500) { |
| 515 | codec_histogram_bins_log_[codec_type] -= 500; |
| 516 | UpdateCodecTypeHistogram(codec_type); |
| 517 | } |
| 518 | } |
| 519 | |
| 520 | RTPFragmentationHeader my_fragmentation; |
| 521 | ConvertEncodedInfoToFragmentationHeader(encoded_info, &my_fragmentation); |
| 522 | FrameType frame_type; |
| 523 | if (encode_buffer_.size() == 0 && encoded_info.send_even_if_empty) { |
| 524 | frame_type = kEmptyFrame; |
| 525 | encoded_info.payload_type = previous_pltype; |
| 526 | } else { |
kwiberg | af476c7 | 2016-11-28 15:21:39 -0800 | [diff] [blame] | 527 | RTC_DCHECK_GT(encode_buffer_.size(), 0); |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 528 | frame_type = encoded_info.speech ? kAudioFrameSpeech : kAudioFrameCN; |
| 529 | } |
| 530 | |
| 531 | { |
| 532 | rtc::CritScope lock(&callback_crit_sect_); |
| 533 | if (packetization_callback_) { |
| 534 | packetization_callback_->SendData( |
| 535 | frame_type, encoded_info.payload_type, encoded_info.encoded_timestamp, |
| 536 | encode_buffer_.data(), encode_buffer_.size(), |
| 537 | my_fragmentation.fragmentationVectorSize > 0 ? &my_fragmentation |
| 538 | : nullptr); |
| 539 | } |
| 540 | |
| 541 | if (vad_callback_) { |
| 542 | // Callback with VAD decision. |
| 543 | vad_callback_->InFrameType(frame_type); |
| 544 | } |
| 545 | } |
| 546 | previous_pltype_ = encoded_info.payload_type; |
| 547 | return static_cast<int32_t>(encode_buffer_.size()); |
| 548 | } |
| 549 | |
| 550 | ///////////////////////////////////////// |
| 551 | // Sender |
| 552 | // |
| 553 | |
| 554 | // Can be called multiple times for Codec, CNG, RED. |
| 555 | int AudioCodingModuleImpl::RegisterSendCodec(const CodecInst& send_codec) { |
| 556 | rtc::CritScope lock(&acm_crit_sect_); |
| 557 | if (!encoder_factory_->codec_manager.RegisterEncoder(send_codec)) { |
| 558 | return -1; |
| 559 | } |
| 560 | if (encoder_factory_->codec_manager.GetCodecInst()) { |
| 561 | encoder_factory_->external_speech_encoder = nullptr; |
| 562 | } |
| 563 | if (!CreateSpeechEncoderIfNecessary(encoder_factory_.get())) { |
| 564 | return -1; |
| 565 | } |
| 566 | auto* sp = encoder_factory_->codec_manager.GetStackParams(); |
| 567 | if (sp->speech_encoder) |
| 568 | encoder_stack_ = encoder_factory_->rent_a_codec.RentEncoderStack(sp); |
| 569 | return 0; |
| 570 | } |
| 571 | |
| 572 | void AudioCodingModuleImpl::RegisterExternalSendCodec( |
| 573 | AudioEncoder* external_speech_encoder) { |
| 574 | rtc::CritScope lock(&acm_crit_sect_); |
| 575 | encoder_factory_->codec_manager.UnsetCodecInst(); |
| 576 | encoder_factory_->external_speech_encoder = external_speech_encoder; |
| 577 | RTC_CHECK(CreateSpeechEncoderIfNecessary(encoder_factory_.get())); |
| 578 | auto* sp = encoder_factory_->codec_manager.GetStackParams(); |
| 579 | RTC_CHECK(sp->speech_encoder); |
| 580 | encoder_stack_ = encoder_factory_->rent_a_codec.RentEncoderStack(sp); |
| 581 | } |
| 582 | |
| 583 | void AudioCodingModuleImpl::ModifyEncoder( |
kwiberg | 24c7c12 | 2016-09-28 11:57:10 -0700 | [diff] [blame] | 584 | rtc::FunctionView<void(std::unique_ptr<AudioEncoder>*)> modifier) { |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 585 | rtc::CritScope lock(&acm_crit_sect_); |
| 586 | |
| 587 | // Wipe the encoder factory, so that everything that relies on it will fail. |
| 588 | // We don't want the complexity of supporting swapping back and forth. |
| 589 | if (encoder_factory_) { |
| 590 | encoder_factory_.reset(); |
| 591 | RTC_CHECK(!encoder_stack_); // Ensure we hadn't started using the factory. |
| 592 | } |
| 593 | |
| 594 | modifier(&encoder_stack_); |
| 595 | } |
| 596 | |
ivoc | 85228d6 | 2016-07-27 04:53:47 -0700 | [diff] [blame] | 597 | void AudioCodingModuleImpl::QueryEncoder( |
kwiberg | 24c7c12 | 2016-09-28 11:57:10 -0700 | [diff] [blame] | 598 | rtc::FunctionView<void(const AudioEncoder*)> query) { |
ivoc | 85228d6 | 2016-07-27 04:53:47 -0700 | [diff] [blame] | 599 | rtc::CritScope lock(&acm_crit_sect_); |
| 600 | query(encoder_stack_.get()); |
| 601 | } |
| 602 | |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 603 | // Get current send codec. |
| 604 | rtc::Optional<CodecInst> AudioCodingModuleImpl::SendCodec() const { |
| 605 | rtc::CritScope lock(&acm_crit_sect_); |
| 606 | if (encoder_factory_) { |
| 607 | auto* ci = encoder_factory_->codec_manager.GetCodecInst(); |
| 608 | if (ci) { |
| 609 | return rtc::Optional<CodecInst>(*ci); |
| 610 | } |
| 611 | CreateSpeechEncoderIfNecessary(encoder_factory_.get()); |
| 612 | const std::unique_ptr<AudioEncoder>& enc = |
| 613 | encoder_factory_->codec_manager.GetStackParams()->speech_encoder; |
| 614 | if (enc) { |
| 615 | return rtc::Optional<CodecInst>( |
| 616 | acm2::CodecManager::ForgeCodecInst(enc.get())); |
| 617 | } |
| 618 | return rtc::Optional<CodecInst>(); |
| 619 | } else { |
| 620 | return encoder_stack_ |
| 621 | ? rtc::Optional<CodecInst>( |
| 622 | acm2::CodecManager::ForgeCodecInst(encoder_stack_.get())) |
| 623 | : rtc::Optional<CodecInst>(); |
| 624 | } |
| 625 | } |
| 626 | |
| 627 | // Get current send frequency. |
| 628 | int AudioCodingModuleImpl::SendFrequency() const { |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 629 | rtc::CritScope lock(&acm_crit_sect_); |
| 630 | |
| 631 | if (!encoder_stack_) { |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 632 | RTC_LOG(LS_ERROR) << "SendFrequency Failed, no codec is registered"; |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 633 | return -1; |
| 634 | } |
| 635 | |
| 636 | return encoder_stack_->SampleRateHz(); |
| 637 | } |
| 638 | |
| 639 | void AudioCodingModuleImpl::SetBitRate(int bitrate_bps) { |
| 640 | rtc::CritScope lock(&acm_crit_sect_); |
| 641 | if (encoder_stack_) { |
michaelt | 566d820 | 2017-01-12 10:17:38 -0800 | [diff] [blame] | 642 | encoder_stack_->OnReceivedUplinkBandwidth(bitrate_bps, |
| 643 | rtc::Optional<int64_t>()); |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 644 | } |
| 645 | } |
| 646 | |
| 647 | // Register a transport callback which will be called to deliver |
| 648 | // the encoded buffers. |
| 649 | int AudioCodingModuleImpl::RegisterTransportCallback( |
| 650 | AudioPacketizationCallback* transport) { |
| 651 | rtc::CritScope lock(&callback_crit_sect_); |
| 652 | packetization_callback_ = transport; |
| 653 | return 0; |
| 654 | } |
| 655 | |
| 656 | // Add 10MS of raw (PCM) audio data to the encoder. |
| 657 | int AudioCodingModuleImpl::Add10MsData(const AudioFrame& audio_frame) { |
| 658 | InputData input_data; |
| 659 | rtc::CritScope lock(&acm_crit_sect_); |
| 660 | int r = Add10MsDataInternal(audio_frame, &input_data); |
| 661 | return r < 0 ? r : Encode(input_data); |
| 662 | } |
| 663 | |
| 664 | int AudioCodingModuleImpl::Add10MsDataInternal(const AudioFrame& audio_frame, |
| 665 | InputData* input_data) { |
| 666 | if (audio_frame.samples_per_channel_ == 0) { |
| 667 | assert(false); |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 668 | RTC_LOG(LS_ERROR) << "Cannot Add 10 ms audio, payload length is zero"; |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 669 | return -1; |
| 670 | } |
| 671 | |
| 672 | if (audio_frame.sample_rate_hz_ > 48000) { |
| 673 | assert(false); |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 674 | RTC_LOG(LS_ERROR) << "Cannot Add 10 ms audio, input frequency not valid"; |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 675 | return -1; |
| 676 | } |
| 677 | |
| 678 | // If the length and frequency matches. We currently just support raw PCM. |
| 679 | if (static_cast<size_t>(audio_frame.sample_rate_hz_ / 100) != |
| 680 | audio_frame.samples_per_channel_) { |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 681 | RTC_LOG(LS_ERROR) |
Alex Loiko | 300ec8c | 2017-05-30 17:23:28 +0200 | [diff] [blame] | 682 | << "Cannot Add 10 ms audio, input frequency and length doesn't match"; |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 683 | return -1; |
| 684 | } |
| 685 | |
| 686 | if (audio_frame.num_channels_ != 1 && audio_frame.num_channels_ != 2) { |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 687 | RTC_LOG(LS_ERROR) << "Cannot Add 10 ms audio, invalid number of channels."; |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 688 | return -1; |
| 689 | } |
| 690 | |
| 691 | // Do we have a codec registered? |
| 692 | if (!HaveValidEncoder("Add10MsData")) { |
| 693 | return -1; |
| 694 | } |
| 695 | |
| 696 | const AudioFrame* ptr_frame; |
| 697 | // Perform a resampling, also down-mix if it is required and can be |
| 698 | // performed before resampling (a down mix prior to resampling will take |
| 699 | // place if both primary and secondary encoders are mono and input is in |
| 700 | // stereo). |
| 701 | if (PreprocessToAddData(audio_frame, &ptr_frame) < 0) { |
| 702 | return -1; |
| 703 | } |
| 704 | |
| 705 | // Check whether we need an up-mix or down-mix? |
| 706 | const size_t current_num_channels = encoder_stack_->NumChannels(); |
| 707 | const bool same_num_channels = |
| 708 | ptr_frame->num_channels_ == current_num_channels; |
| 709 | |
| 710 | if (!same_num_channels) { |
| 711 | if (ptr_frame->num_channels_ == 1) { |
| 712 | if (UpMix(*ptr_frame, WEBRTC_10MS_PCM_AUDIO, input_data->buffer) < 0) |
| 713 | return -1; |
| 714 | } else { |
| 715 | if (DownMix(*ptr_frame, WEBRTC_10MS_PCM_AUDIO, input_data->buffer) < 0) |
| 716 | return -1; |
| 717 | } |
| 718 | } |
| 719 | |
| 720 | // When adding data to encoders this pointer is pointing to an audio buffer |
| 721 | // with correct number of channels. |
yujo | 36b1a5f | 2017-06-12 12:45:32 -0700 | [diff] [blame] | 722 | const int16_t* ptr_audio = ptr_frame->data(); |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 723 | |
| 724 | // For pushing data to primary, point the |ptr_audio| to correct buffer. |
| 725 | if (!same_num_channels) |
| 726 | ptr_audio = input_data->buffer; |
| 727 | |
yujo | 36b1a5f | 2017-06-12 12:45:32 -0700 | [diff] [blame] | 728 | // TODO(yujo): Skip encode of muted frames. |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 729 | input_data->input_timestamp = ptr_frame->timestamp_; |
| 730 | input_data->audio = ptr_audio; |
| 731 | input_data->length_per_channel = ptr_frame->samples_per_channel_; |
| 732 | input_data->audio_channel = current_num_channels; |
| 733 | |
| 734 | return 0; |
| 735 | } |
| 736 | |
| 737 | // Perform a resampling and down-mix if required. We down-mix only if |
| 738 | // encoder is mono and input is stereo. In case of dual-streaming, both |
| 739 | // encoders has to be mono for down-mix to take place. |
| 740 | // |*ptr_out| will point to the pre-processed audio-frame. If no pre-processing |
| 741 | // is required, |*ptr_out| points to |in_frame|. |
yujo | 36b1a5f | 2017-06-12 12:45:32 -0700 | [diff] [blame] | 742 | // TODO(yujo): Make this more efficient for muted frames. |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 743 | int AudioCodingModuleImpl::PreprocessToAddData(const AudioFrame& in_frame, |
| 744 | const AudioFrame** ptr_out) { |
| 745 | const bool resample = |
| 746 | in_frame.sample_rate_hz_ != encoder_stack_->SampleRateHz(); |
| 747 | |
| 748 | // This variable is true if primary codec and secondary codec (if exists) |
| 749 | // are both mono and input is stereo. |
| 750 | // TODO(henrik.lundin): This condition should probably be |
| 751 | // in_frame.num_channels_ > encoder_stack_->NumChannels() |
| 752 | const bool down_mix = |
| 753 | in_frame.num_channels_ == 2 && encoder_stack_->NumChannels() == 1; |
| 754 | |
| 755 | if (!first_10ms_data_) { |
| 756 | expected_in_ts_ = in_frame.timestamp_; |
| 757 | expected_codec_ts_ = in_frame.timestamp_; |
| 758 | first_10ms_data_ = true; |
| 759 | } else if (in_frame.timestamp_ != expected_in_ts_) { |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 760 | RTC_LOG(LS_WARNING) << "Unexpected input timestamp: " << in_frame.timestamp_ |
| 761 | << ", expected: " << expected_in_ts_; |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 762 | expected_codec_ts_ += |
| 763 | (in_frame.timestamp_ - expected_in_ts_) * |
| 764 | static_cast<uint32_t>( |
| 765 | static_cast<double>(encoder_stack_->SampleRateHz()) / |
| 766 | static_cast<double>(in_frame.sample_rate_hz_)); |
| 767 | expected_in_ts_ = in_frame.timestamp_; |
| 768 | } |
| 769 | |
| 770 | |
| 771 | if (!down_mix && !resample) { |
| 772 | // No pre-processing is required. |
ossu | 63fb95a | 2016-07-06 09:34:22 -0700 | [diff] [blame] | 773 | if (expected_in_ts_ == expected_codec_ts_) { |
| 774 | // If we've never resampled, we can use the input frame as-is |
| 775 | *ptr_out = &in_frame; |
| 776 | } else { |
| 777 | // Otherwise we'll need to alter the timestamp. Since in_frame is const, |
| 778 | // we'll have to make a copy of it. |
| 779 | preprocess_frame_.CopyFrom(in_frame); |
| 780 | preprocess_frame_.timestamp_ = expected_codec_ts_; |
| 781 | *ptr_out = &preprocess_frame_; |
| 782 | } |
| 783 | |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 784 | expected_in_ts_ += static_cast<uint32_t>(in_frame.samples_per_channel_); |
| 785 | expected_codec_ts_ += static_cast<uint32_t>(in_frame.samples_per_channel_); |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 786 | return 0; |
| 787 | } |
| 788 | |
| 789 | *ptr_out = &preprocess_frame_; |
| 790 | preprocess_frame_.num_channels_ = in_frame.num_channels_; |
| 791 | int16_t audio[WEBRTC_10MS_PCM_AUDIO]; |
yujo | 36b1a5f | 2017-06-12 12:45:32 -0700 | [diff] [blame] | 792 | const int16_t* src_ptr_audio = in_frame.data(); |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 793 | if (down_mix) { |
| 794 | // If a resampling is required the output of a down-mix is written into a |
| 795 | // local buffer, otherwise, it will be written to the output frame. |
yujo | 36b1a5f | 2017-06-12 12:45:32 -0700 | [diff] [blame] | 796 | int16_t* dest_ptr_audio = resample ? |
| 797 | audio : preprocess_frame_.mutable_data(); |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 798 | if (DownMix(in_frame, WEBRTC_10MS_PCM_AUDIO, dest_ptr_audio) < 0) |
| 799 | return -1; |
| 800 | preprocess_frame_.num_channels_ = 1; |
| 801 | // Set the input of the resampler is the down-mixed signal. |
| 802 | src_ptr_audio = audio; |
| 803 | } |
| 804 | |
| 805 | preprocess_frame_.timestamp_ = expected_codec_ts_; |
| 806 | preprocess_frame_.samples_per_channel_ = in_frame.samples_per_channel_; |
| 807 | preprocess_frame_.sample_rate_hz_ = in_frame.sample_rate_hz_; |
| 808 | // If it is required, we have to do a resampling. |
| 809 | if (resample) { |
| 810 | // The result of the resampler is written to output frame. |
yujo | 36b1a5f | 2017-06-12 12:45:32 -0700 | [diff] [blame] | 811 | int16_t* dest_ptr_audio = preprocess_frame_.mutable_data(); |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 812 | |
| 813 | int samples_per_channel = resampler_.Resample10Msec( |
| 814 | src_ptr_audio, in_frame.sample_rate_hz_, encoder_stack_->SampleRateHz(), |
| 815 | preprocess_frame_.num_channels_, AudioFrame::kMaxDataSizeSamples, |
| 816 | dest_ptr_audio); |
| 817 | |
| 818 | if (samples_per_channel < 0) { |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 819 | RTC_LOG(LS_ERROR) << "Cannot add 10 ms audio, resampling failed"; |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 820 | return -1; |
| 821 | } |
| 822 | preprocess_frame_.samples_per_channel_ = |
| 823 | static_cast<size_t>(samples_per_channel); |
| 824 | preprocess_frame_.sample_rate_hz_ = encoder_stack_->SampleRateHz(); |
| 825 | } |
| 826 | |
| 827 | expected_codec_ts_ += |
| 828 | static_cast<uint32_t>(preprocess_frame_.samples_per_channel_); |
| 829 | expected_in_ts_ += static_cast<uint32_t>(in_frame.samples_per_channel_); |
| 830 | |
| 831 | return 0; |
| 832 | } |
| 833 | |
| 834 | ///////////////////////////////////////// |
| 835 | // (RED) Redundant Coding |
| 836 | // |
| 837 | |
| 838 | bool AudioCodingModuleImpl::REDStatus() const { |
| 839 | rtc::CritScope lock(&acm_crit_sect_); |
| 840 | return encoder_factory_->codec_manager.GetStackParams()->use_red; |
| 841 | } |
| 842 | |
| 843 | // Configure RED status i.e on/off. |
| 844 | int AudioCodingModuleImpl::SetREDStatus(bool enable_red) { |
| 845 | #ifdef WEBRTC_CODEC_RED |
| 846 | rtc::CritScope lock(&acm_crit_sect_); |
| 847 | CreateSpeechEncoderIfNecessary(encoder_factory_.get()); |
| 848 | if (!encoder_factory_->codec_manager.SetCopyRed(enable_red)) { |
| 849 | return -1; |
| 850 | } |
| 851 | auto* sp = encoder_factory_->codec_manager.GetStackParams(); |
| 852 | if (sp->speech_encoder) |
| 853 | encoder_stack_ = encoder_factory_->rent_a_codec.RentEncoderStack(sp); |
| 854 | return 0; |
| 855 | #else |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 856 | RTC_LOG(LS_WARNING) << " WEBRTC_CODEC_RED is undefined"; |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 857 | return -1; |
| 858 | #endif |
| 859 | } |
| 860 | |
| 861 | ///////////////////////////////////////// |
| 862 | // (FEC) Forward Error Correction (codec internal) |
| 863 | // |
| 864 | |
| 865 | bool AudioCodingModuleImpl::CodecFEC() const { |
| 866 | rtc::CritScope lock(&acm_crit_sect_); |
| 867 | return encoder_factory_->codec_manager.GetStackParams()->use_codec_fec; |
| 868 | } |
| 869 | |
| 870 | int AudioCodingModuleImpl::SetCodecFEC(bool enable_codec_fec) { |
| 871 | rtc::CritScope lock(&acm_crit_sect_); |
| 872 | CreateSpeechEncoderIfNecessary(encoder_factory_.get()); |
| 873 | if (!encoder_factory_->codec_manager.SetCodecFEC(enable_codec_fec)) { |
| 874 | return -1; |
| 875 | } |
| 876 | auto* sp = encoder_factory_->codec_manager.GetStackParams(); |
| 877 | if (sp->speech_encoder) |
| 878 | encoder_stack_ = encoder_factory_->rent_a_codec.RentEncoderStack(sp); |
| 879 | if (enable_codec_fec) { |
| 880 | return sp->use_codec_fec ? 0 : -1; |
| 881 | } else { |
| 882 | RTC_DCHECK(!sp->use_codec_fec); |
| 883 | return 0; |
| 884 | } |
| 885 | } |
| 886 | |
| 887 | int AudioCodingModuleImpl::SetPacketLossRate(int loss_rate) { |
| 888 | rtc::CritScope lock(&acm_crit_sect_); |
| 889 | if (HaveValidEncoder("SetPacketLossRate")) { |
minyue | 4b9a2cb | 2016-11-30 06:49:59 -0800 | [diff] [blame] | 890 | encoder_stack_->OnReceivedUplinkPacketLossFraction(loss_rate / 100.0); |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 891 | } |
| 892 | return 0; |
| 893 | } |
| 894 | |
| 895 | ///////////////////////////////////////// |
| 896 | // (VAD) Voice Activity Detection |
| 897 | // |
| 898 | int AudioCodingModuleImpl::SetVAD(bool enable_dtx, |
| 899 | bool enable_vad, |
| 900 | ACMVADMode mode) { |
| 901 | // Note: |enable_vad| is not used; VAD is enabled based on the DTX setting. |
| 902 | RTC_DCHECK_EQ(enable_dtx, enable_vad); |
| 903 | rtc::CritScope lock(&acm_crit_sect_); |
| 904 | CreateSpeechEncoderIfNecessary(encoder_factory_.get()); |
| 905 | if (!encoder_factory_->codec_manager.SetVAD(enable_dtx, mode)) { |
| 906 | return -1; |
| 907 | } |
| 908 | auto* sp = encoder_factory_->codec_manager.GetStackParams(); |
| 909 | if (sp->speech_encoder) |
| 910 | encoder_stack_ = encoder_factory_->rent_a_codec.RentEncoderStack(sp); |
| 911 | return 0; |
| 912 | } |
| 913 | |
| 914 | // Get VAD/DTX settings. |
| 915 | int AudioCodingModuleImpl::VAD(bool* dtx_enabled, bool* vad_enabled, |
| 916 | ACMVADMode* mode) const { |
| 917 | rtc::CritScope lock(&acm_crit_sect_); |
| 918 | const auto* sp = encoder_factory_->codec_manager.GetStackParams(); |
| 919 | *dtx_enabled = *vad_enabled = sp->use_cng; |
| 920 | *mode = sp->vad_mode; |
| 921 | return 0; |
| 922 | } |
| 923 | |
| 924 | ///////////////////////////////////////// |
| 925 | // Receiver |
| 926 | // |
| 927 | |
| 928 | int AudioCodingModuleImpl::InitializeReceiver() { |
| 929 | rtc::CritScope lock(&acm_crit_sect_); |
| 930 | return InitializeReceiverSafe(); |
| 931 | } |
| 932 | |
| 933 | // Initialize receiver, resets codec database etc. |
| 934 | int AudioCodingModuleImpl::InitializeReceiverSafe() { |
| 935 | // If the receiver is already initialized then we want to destroy any |
| 936 | // existing decoders. After a call to this function, we should have a clean |
| 937 | // start-up. |
kwiberg | 6b19b56 | 2016-09-20 04:02:25 -0700 | [diff] [blame] | 938 | if (receiver_initialized_) |
| 939 | receiver_.RemoveAllCodecs(); |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 940 | receiver_.ResetInitialDelay(); |
| 941 | receiver_.SetMinimumDelay(0); |
| 942 | receiver_.SetMaximumDelay(0); |
| 943 | receiver_.FlushBuffers(); |
| 944 | |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 945 | receiver_initialized_ = true; |
| 946 | return 0; |
| 947 | } |
| 948 | |
| 949 | // Get current receive frequency. |
| 950 | int AudioCodingModuleImpl::ReceiveFrequency() const { |
| 951 | const auto last_packet_sample_rate = receiver_.last_packet_sample_rate_hz(); |
| 952 | return last_packet_sample_rate ? *last_packet_sample_rate |
| 953 | : receiver_.last_output_sample_rate_hz(); |
| 954 | } |
| 955 | |
| 956 | // Get current playout frequency. |
| 957 | int AudioCodingModuleImpl::PlayoutFrequency() const { |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 958 | return receiver_.last_output_sample_rate_hz(); |
| 959 | } |
| 960 | |
kwiberg | 1c07c70 | 2017-03-27 07:15:49 -0700 | [diff] [blame] | 961 | void AudioCodingModuleImpl::SetReceiveCodecs( |
| 962 | const std::map<int, SdpAudioFormat>& codecs) { |
| 963 | rtc::CritScope lock(&acm_crit_sect_); |
| 964 | receiver_.SetCodecs(codecs); |
| 965 | } |
| 966 | |
kwiberg | 5adaf73 | 2016-10-04 09:33:27 -0700 | [diff] [blame] | 967 | bool AudioCodingModuleImpl::RegisterReceiveCodec( |
| 968 | int rtp_payload_type, |
| 969 | const SdpAudioFormat& audio_format) { |
| 970 | rtc::CritScope lock(&acm_crit_sect_); |
| 971 | RTC_DCHECK(receiver_initialized_); |
| 972 | |
| 973 | if (!acm2::RentACodec::IsPayloadTypeValid(rtp_payload_type)) { |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 974 | RTC_LOG_F(LS_ERROR) << "Invalid payload-type " << rtp_payload_type |
| 975 | << " for decoder."; |
kwiberg | 5adaf73 | 2016-10-04 09:33:27 -0700 | [diff] [blame] | 976 | return false; |
| 977 | } |
| 978 | |
| 979 | return receiver_.AddCodec(rtp_payload_type, audio_format); |
| 980 | } |
| 981 | |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 982 | int AudioCodingModuleImpl::RegisterReceiveCodec(const CodecInst& codec) { |
| 983 | rtc::CritScope lock(&acm_crit_sect_); |
| 984 | auto* ef = encoder_factory_.get(); |
| 985 | return RegisterReceiveCodecUnlocked( |
| 986 | codec, [&] { return ef->rent_a_codec.RentIsacDecoder(codec.plfreq); }); |
| 987 | } |
| 988 | |
| 989 | int AudioCodingModuleImpl::RegisterReceiveCodec( |
| 990 | const CodecInst& codec, |
kwiberg | 24c7c12 | 2016-09-28 11:57:10 -0700 | [diff] [blame] | 991 | rtc::FunctionView<std::unique_ptr<AudioDecoder>()> isac_factory) { |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 992 | rtc::CritScope lock(&acm_crit_sect_); |
| 993 | return RegisterReceiveCodecUnlocked(codec, isac_factory); |
| 994 | } |
| 995 | |
| 996 | int AudioCodingModuleImpl::RegisterReceiveCodecUnlocked( |
| 997 | const CodecInst& codec, |
kwiberg | 24c7c12 | 2016-09-28 11:57:10 -0700 | [diff] [blame] | 998 | rtc::FunctionView<std::unique_ptr<AudioDecoder>()> isac_factory) { |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 999 | RTC_DCHECK(receiver_initialized_); |
| 1000 | if (codec.channels > 2) { |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 1001 | RTC_LOG_F(LS_ERROR) << "Unsupported number of channels: " << codec.channels; |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 1002 | return -1; |
| 1003 | } |
| 1004 | |
| 1005 | auto codec_id = acm2::RentACodec::CodecIdByParams(codec.plname, codec.plfreq, |
| 1006 | codec.channels); |
| 1007 | if (!codec_id) { |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 1008 | RTC_LOG_F(LS_ERROR) |
| 1009 | << "Wrong codec params to be registered as receive codec"; |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 1010 | return -1; |
| 1011 | } |
| 1012 | auto codec_index = acm2::RentACodec::CodecIndexFromId(*codec_id); |
| 1013 | RTC_CHECK(codec_index) << "Invalid codec ID: " << static_cast<int>(*codec_id); |
| 1014 | |
| 1015 | // Check if the payload-type is valid. |
| 1016 | if (!acm2::RentACodec::IsPayloadTypeValid(codec.pltype)) { |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 1017 | RTC_LOG_F(LS_ERROR) << "Invalid payload type " << codec.pltype << " for " |
| 1018 | << codec.plname; |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 1019 | return -1; |
| 1020 | } |
| 1021 | |
| 1022 | AudioDecoder* isac_decoder = nullptr; |
| 1023 | if (STR_CASE_CMP(codec.plname, "isac") == 0) { |
| 1024 | std::unique_ptr<AudioDecoder>& saved_isac_decoder = |
| 1025 | codec.plfreq == 16000 ? isac_decoder_16k_ : isac_decoder_32k_; |
| 1026 | if (!saved_isac_decoder) { |
| 1027 | saved_isac_decoder = isac_factory(); |
| 1028 | } |
| 1029 | isac_decoder = saved_isac_decoder.get(); |
| 1030 | } |
| 1031 | return receiver_.AddCodec(*codec_index, codec.pltype, codec.channels, |
| 1032 | codec.plfreq, isac_decoder, codec.plname); |
| 1033 | } |
| 1034 | |
| 1035 | int AudioCodingModuleImpl::RegisterExternalReceiveCodec( |
| 1036 | int rtp_payload_type, |
| 1037 | AudioDecoder* external_decoder, |
| 1038 | int sample_rate_hz, |
| 1039 | int num_channels, |
| 1040 | const std::string& name) { |
| 1041 | rtc::CritScope lock(&acm_crit_sect_); |
| 1042 | RTC_DCHECK(receiver_initialized_); |
| 1043 | if (num_channels > 2 || num_channels < 0) { |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 1044 | RTC_LOG_F(LS_ERROR) << "Unsupported number of channels: " << num_channels; |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 1045 | return -1; |
| 1046 | } |
| 1047 | |
| 1048 | // Check if the payload-type is valid. |
| 1049 | if (!acm2::RentACodec::IsPayloadTypeValid(rtp_payload_type)) { |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 1050 | RTC_LOG_F(LS_ERROR) << "Invalid payload-type " << rtp_payload_type |
| 1051 | << " for external decoder."; |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 1052 | return -1; |
| 1053 | } |
| 1054 | |
| 1055 | return receiver_.AddCodec(-1 /* external */, rtp_payload_type, num_channels, |
| 1056 | sample_rate_hz, external_decoder, name); |
| 1057 | } |
| 1058 | |
| 1059 | // Get current received codec. |
| 1060 | int AudioCodingModuleImpl::ReceiveCodec(CodecInst* current_codec) const { |
| 1061 | rtc::CritScope lock(&acm_crit_sect_); |
| 1062 | return receiver_.LastAudioCodec(current_codec); |
| 1063 | } |
| 1064 | |
ossu | e280cde | 2016-10-12 11:04:10 -0700 | [diff] [blame] | 1065 | rtc::Optional<SdpAudioFormat> AudioCodingModuleImpl::ReceiveFormat() const { |
| 1066 | rtc::CritScope lock(&acm_crit_sect_); |
| 1067 | return receiver_.LastAudioFormat(); |
| 1068 | } |
| 1069 | |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 1070 | // Incoming packet from network parsed and ready for decode. |
| 1071 | int AudioCodingModuleImpl::IncomingPacket(const uint8_t* incoming_payload, |
| 1072 | const size_t payload_length, |
| 1073 | const WebRtcRTPHeader& rtp_header) { |
henrik.lundin | b8c55b1 | 2017-05-10 07:38:01 -0700 | [diff] [blame] | 1074 | RTC_DCHECK_EQ(payload_length == 0, incoming_payload == nullptr); |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 1075 | return receiver_.InsertPacket( |
| 1076 | rtp_header, |
| 1077 | rtc::ArrayView<const uint8_t>(incoming_payload, payload_length)); |
| 1078 | } |
| 1079 | |
| 1080 | // Minimum playout delay (Used for lip-sync). |
| 1081 | int AudioCodingModuleImpl::SetMinimumPlayoutDelay(int time_ms) { |
| 1082 | if ((time_ms < 0) || (time_ms > 10000)) { |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 1083 | RTC_LOG(LS_ERROR) << "Delay must be in the range of 0-10000 milliseconds."; |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 1084 | return -1; |
| 1085 | } |
| 1086 | return receiver_.SetMinimumDelay(time_ms); |
| 1087 | } |
| 1088 | |
| 1089 | int AudioCodingModuleImpl::SetMaximumPlayoutDelay(int time_ms) { |
| 1090 | if ((time_ms < 0) || (time_ms > 10000)) { |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 1091 | RTC_LOG(LS_ERROR) << "Delay must be in the range of 0-10000 milliseconds."; |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 1092 | return -1; |
| 1093 | } |
| 1094 | return receiver_.SetMaximumDelay(time_ms); |
| 1095 | } |
| 1096 | |
| 1097 | // Get 10 milliseconds of raw audio data to play out. |
| 1098 | // Automatic resample to the requested frequency. |
| 1099 | int AudioCodingModuleImpl::PlayoutData10Ms(int desired_freq_hz, |
| 1100 | AudioFrame* audio_frame, |
| 1101 | bool* muted) { |
| 1102 | // GetAudio always returns 10 ms, at the requested sample rate. |
| 1103 | if (receiver_.GetAudio(desired_freq_hz, audio_frame, muted) != 0) { |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 1104 | RTC_LOG(LS_ERROR) << "PlayoutData failed, RecOut Failed"; |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 1105 | return -1; |
| 1106 | } |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 1107 | return 0; |
| 1108 | } |
| 1109 | |
| 1110 | int AudioCodingModuleImpl::PlayoutData10Ms(int desired_freq_hz, |
| 1111 | AudioFrame* audio_frame) { |
| 1112 | bool muted; |
| 1113 | int ret = PlayoutData10Ms(desired_freq_hz, audio_frame, &muted); |
| 1114 | RTC_DCHECK(!muted); |
| 1115 | return ret; |
| 1116 | } |
| 1117 | |
| 1118 | ///////////////////////////////////////// |
| 1119 | // Statistics |
| 1120 | // |
| 1121 | |
| 1122 | // TODO(turajs) change the return value to void. Also change the corresponding |
| 1123 | // NetEq function. |
| 1124 | int AudioCodingModuleImpl::GetNetworkStatistics(NetworkStatistics* statistics) { |
| 1125 | receiver_.GetNetworkStatistics(statistics); |
| 1126 | return 0; |
| 1127 | } |
| 1128 | |
| 1129 | int AudioCodingModuleImpl::RegisterVADCallback(ACMVADCallback* vad_callback) { |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 1130 | RTC_LOG(LS_VERBOSE) << "RegisterVADCallback()"; |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 1131 | rtc::CritScope lock(&callback_crit_sect_); |
| 1132 | vad_callback_ = vad_callback; |
| 1133 | return 0; |
| 1134 | } |
| 1135 | |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 1136 | int AudioCodingModuleImpl::SetOpusApplication(OpusApplicationMode application) { |
| 1137 | rtc::CritScope lock(&acm_crit_sect_); |
| 1138 | if (!HaveValidEncoder("SetOpusApplication")) { |
| 1139 | return -1; |
| 1140 | } |
| 1141 | AudioEncoder::Application app; |
| 1142 | switch (application) { |
| 1143 | case kVoip: |
| 1144 | app = AudioEncoder::Application::kSpeech; |
| 1145 | break; |
| 1146 | case kAudio: |
| 1147 | app = AudioEncoder::Application::kAudio; |
| 1148 | break; |
| 1149 | default: |
| 1150 | FATAL(); |
| 1151 | return 0; |
| 1152 | } |
| 1153 | return encoder_stack_->SetApplication(app) ? 0 : -1; |
| 1154 | } |
| 1155 | |
| 1156 | // Informs Opus encoder of the maximum playback rate the receiver will render. |
| 1157 | int AudioCodingModuleImpl::SetOpusMaxPlaybackRate(int frequency_hz) { |
| 1158 | rtc::CritScope lock(&acm_crit_sect_); |
| 1159 | if (!HaveValidEncoder("SetOpusMaxPlaybackRate")) { |
| 1160 | return -1; |
| 1161 | } |
| 1162 | encoder_stack_->SetMaxPlaybackRate(frequency_hz); |
| 1163 | return 0; |
| 1164 | } |
| 1165 | |
| 1166 | int AudioCodingModuleImpl::EnableOpusDtx() { |
| 1167 | rtc::CritScope lock(&acm_crit_sect_); |
| 1168 | if (!HaveValidEncoder("EnableOpusDtx")) { |
| 1169 | return -1; |
| 1170 | } |
| 1171 | return encoder_stack_->SetDtx(true) ? 0 : -1; |
| 1172 | } |
| 1173 | |
| 1174 | int AudioCodingModuleImpl::DisableOpusDtx() { |
| 1175 | rtc::CritScope lock(&acm_crit_sect_); |
| 1176 | if (!HaveValidEncoder("DisableOpusDtx")) { |
| 1177 | return -1; |
| 1178 | } |
| 1179 | return encoder_stack_->SetDtx(false) ? 0 : -1; |
| 1180 | } |
| 1181 | |
| 1182 | int32_t AudioCodingModuleImpl::PlayoutTimestamp(uint32_t* timestamp) { |
| 1183 | rtc::Optional<uint32_t> ts = PlayoutTimestamp(); |
| 1184 | if (!ts) |
| 1185 | return -1; |
| 1186 | *timestamp = *ts; |
| 1187 | return 0; |
| 1188 | } |
| 1189 | |
| 1190 | rtc::Optional<uint32_t> AudioCodingModuleImpl::PlayoutTimestamp() { |
| 1191 | return receiver_.GetPlayoutTimestamp(); |
| 1192 | } |
| 1193 | |
henrik.lundin | b3f1c5d | 2016-08-22 15:39:53 -0700 | [diff] [blame] | 1194 | int AudioCodingModuleImpl::FilteredCurrentDelayMs() const { |
| 1195 | return receiver_.FilteredCurrentDelayMs(); |
| 1196 | } |
| 1197 | |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 1198 | bool AudioCodingModuleImpl::HaveValidEncoder(const char* caller_name) const { |
| 1199 | if (!encoder_stack_) { |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 1200 | RTC_LOG(LS_ERROR) << caller_name << " failed: No send codec is registered."; |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 1201 | return false; |
| 1202 | } |
| 1203 | return true; |
| 1204 | } |
| 1205 | |
| 1206 | int AudioCodingModuleImpl::UnregisterReceiveCodec(uint8_t payload_type) { |
| 1207 | return receiver_.RemoveCodec(payload_type); |
| 1208 | } |
| 1209 | |
| 1210 | int AudioCodingModuleImpl::EnableNack(size_t max_nack_list_size) { |
| 1211 | return receiver_.EnableNack(max_nack_list_size); |
| 1212 | } |
| 1213 | |
| 1214 | void AudioCodingModuleImpl::DisableNack() { |
| 1215 | receiver_.DisableNack(); |
| 1216 | } |
| 1217 | |
| 1218 | std::vector<uint16_t> AudioCodingModuleImpl::GetNackList( |
| 1219 | int64_t round_trip_time_ms) const { |
| 1220 | return receiver_.GetNackList(round_trip_time_ms); |
| 1221 | } |
| 1222 | |
| 1223 | int AudioCodingModuleImpl::LeastRequiredDelayMs() const { |
| 1224 | return receiver_.LeastRequiredDelayMs(); |
| 1225 | } |
| 1226 | |
| 1227 | void AudioCodingModuleImpl::GetDecodingCallStatistics( |
| 1228 | AudioDecodingCallStats* call_stats) const { |
| 1229 | receiver_.GetDecodingCallStatistics(call_stats); |
| 1230 | } |
| 1231 | |
ivoc | e1198e0 | 2017-09-08 08:13:19 -0700 | [diff] [blame] | 1232 | ANAStats AudioCodingModuleImpl::GetANAStats() const { |
| 1233 | rtc::CritScope lock(&acm_crit_sect_); |
| 1234 | if (encoder_stack_) |
| 1235 | return encoder_stack_->GetANAStats(); |
| 1236 | // If no encoder is set, return default stats. |
| 1237 | return ANAStats(); |
| 1238 | } |
| 1239 | |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 1240 | } // namespace |
| 1241 | |
kwiberg | 36a4388 | 2016-08-29 05:33:32 -0700 | [diff] [blame] | 1242 | AudioCodingModule::Config::Config() |
solenberg | c7b4a45 | 2017-09-28 07:37:11 -0700 | [diff] [blame] | 1243 | : neteq_config(), clock(Clock::GetRealTimeClock()) { |
kwiberg | 36a4388 | 2016-08-29 05:33:32 -0700 | [diff] [blame] | 1244 | // Post-decode VAD is disabled by default in NetEq, however, Audio |
| 1245 | // Conference Mixer relies on VAD decisions and fails without them. |
| 1246 | neteq_config.enable_post_decode_vad = true; |
| 1247 | } |
| 1248 | |
| 1249 | AudioCodingModule::Config::Config(const Config&) = default; |
| 1250 | AudioCodingModule::Config::~Config() = default; |
| 1251 | |
solenberg | e423a9de | 2017-09-27 11:28:14 -0700 | [diff] [blame] | 1252 | AudioCodingModule* AudioCodingModule::Create(int id) { |
solenberg | c7b4a45 | 2017-09-28 07:37:11 -0700 | [diff] [blame] | 1253 | RTC_UNUSED(id); |
| 1254 | return Create(); |
| 1255 | } |
| 1256 | |
| 1257 | // Create module |
| 1258 | AudioCodingModule* AudioCodingModule::Create() { |
Henrik Lundin | 64dad83 | 2015-05-11 12:44:23 +0200 | [diff] [blame] | 1259 | Config config; |
Henrik Lundin | 64dad83 | 2015-05-11 12:44:23 +0200 | [diff] [blame] | 1260 | config.clock = Clock::GetRealTimeClock(); |
ossu | e352578 | 2016-05-25 07:37:43 -0700 | [diff] [blame] | 1261 | config.decoder_factory = CreateBuiltinAudioDecoderFactory(); |
Henrik Lundin | 64dad83 | 2015-05-11 12:44:23 +0200 | [diff] [blame] | 1262 | return Create(config); |
turaj@webrtc.org | 532f3dc | 2013-09-19 00:12:23 +0000 | [diff] [blame] | 1263 | } |
| 1264 | |
solenberg | c7b4a45 | 2017-09-28 07:37:11 -0700 | [diff] [blame] | 1265 | AudioCodingModule* AudioCodingModule::Create(Clock* clock) { |
Henrik Lundin | 64dad83 | 2015-05-11 12:44:23 +0200 | [diff] [blame] | 1266 | Config config; |
henrik.lundin@webrtc.org | 0bc9b5a | 2014-04-29 08:09:31 +0000 | [diff] [blame] | 1267 | config.clock = clock; |
ossu | e352578 | 2016-05-25 07:37:43 -0700 | [diff] [blame] | 1268 | config.decoder_factory = CreateBuiltinAudioDecoderFactory(); |
Henrik Lundin | 64dad83 | 2015-05-11 12:44:23 +0200 | [diff] [blame] | 1269 | return Create(config); |
| 1270 | } |
| 1271 | |
| 1272 | AudioCodingModule* AudioCodingModule::Create(const Config& config) { |
ossu | e352578 | 2016-05-25 07:37:43 -0700 | [diff] [blame] | 1273 | if (!config.decoder_factory) { |
| 1274 | // TODO(ossu): Backwards compatibility. Will be removed after a deprecation |
| 1275 | // cycle. |
| 1276 | Config config_copy = config; |
| 1277 | config_copy.decoder_factory = CreateBuiltinAudioDecoderFactory(); |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 1278 | return new AudioCodingModuleImpl(config_copy); |
ossu | e352578 | 2016-05-25 07:37:43 -0700 | [diff] [blame] | 1279 | } |
kwiberg | c13ded5 | 2016-06-17 06:00:45 -0700 | [diff] [blame] | 1280 | return new AudioCodingModuleImpl(config); |
turaj@webrtc.org | 7959e16 | 2013-09-12 18:30:26 +0000 | [diff] [blame] | 1281 | } |
| 1282 | |
turaj@webrtc.org | 7959e16 | 2013-09-12 18:30:26 +0000 | [diff] [blame] | 1283 | int AudioCodingModule::NumberOfCodecs() { |
kwiberg | fce4a94 | 2015-10-27 11:40:24 -0700 | [diff] [blame] | 1284 | return static_cast<int>(acm2::RentACodec::NumberOfCodecs()); |
turaj@webrtc.org | 7959e16 | 2013-09-12 18:30:26 +0000 | [diff] [blame] | 1285 | } |
| 1286 | |
turaj@webrtc.org | 7959e16 | 2013-09-12 18:30:26 +0000 | [diff] [blame] | 1287 | int AudioCodingModule::Codec(int list_id, CodecInst* codec) { |
kwiberg | fce4a94 | 2015-10-27 11:40:24 -0700 | [diff] [blame] | 1288 | auto codec_id = acm2::RentACodec::CodecIdFromIndex(list_id); |
| 1289 | if (!codec_id) |
| 1290 | return -1; |
| 1291 | auto ci = acm2::RentACodec::CodecInstById(*codec_id); |
| 1292 | if (!ci) |
| 1293 | return -1; |
| 1294 | *codec = *ci; |
| 1295 | return 0; |
turaj@webrtc.org | 7959e16 | 2013-09-12 18:30:26 +0000 | [diff] [blame] | 1296 | } |
| 1297 | |
turaj@webrtc.org | 7959e16 | 2013-09-12 18:30:26 +0000 | [diff] [blame] | 1298 | int AudioCodingModule::Codec(const char* payload_name, |
| 1299 | CodecInst* codec, |
| 1300 | int sampling_freq_hz, |
Peter Kasting | 6955870 | 2016-01-12 16:26:35 -0800 | [diff] [blame] | 1301 | size_t channels) { |
Karl Wiberg | be57983 | 2015-11-10 22:34:18 +0100 | [diff] [blame] | 1302 | rtc::Optional<CodecInst> ci = acm2::RentACodec::CodecInstByParams( |
turaj@webrtc.org | 6d5d248 | 2013-10-06 04:47:28 +0000 | [diff] [blame] | 1303 | payload_name, sampling_freq_hz, channels); |
kwiberg | fce4a94 | 2015-10-27 11:40:24 -0700 | [diff] [blame] | 1304 | if (ci) { |
| 1305 | *codec = *ci; |
| 1306 | return 0; |
| 1307 | } else { |
| 1308 | // We couldn't find a matching codec, so set the parameters to unacceptable |
turaj@webrtc.org | 7959e16 | 2013-09-12 18:30:26 +0000 | [diff] [blame] | 1309 | // values and return. |
| 1310 | codec->plname[0] = '\0'; |
| 1311 | codec->pltype = -1; |
| 1312 | codec->pacsize = 0; |
| 1313 | codec->rate = 0; |
| 1314 | codec->plfreq = 0; |
| 1315 | return -1; |
| 1316 | } |
turaj@webrtc.org | 7959e16 | 2013-09-12 18:30:26 +0000 | [diff] [blame] | 1317 | } |
| 1318 | |
turaj@webrtc.org | 7959e16 | 2013-09-12 18:30:26 +0000 | [diff] [blame] | 1319 | int AudioCodingModule::Codec(const char* payload_name, |
| 1320 | int sampling_freq_hz, |
Peter Kasting | 6955870 | 2016-01-12 16:26:35 -0800 | [diff] [blame] | 1321 | size_t channels) { |
Karl Wiberg | be57983 | 2015-11-10 22:34:18 +0100 | [diff] [blame] | 1322 | rtc::Optional<acm2::RentACodec::CodecId> ci = |
| 1323 | acm2::RentACodec::CodecIdByParams(payload_name, sampling_freq_hz, |
| 1324 | channels); |
kwiberg | fce4a94 | 2015-10-27 11:40:24 -0700 | [diff] [blame] | 1325 | if (!ci) |
| 1326 | return -1; |
Karl Wiberg | be57983 | 2015-11-10 22:34:18 +0100 | [diff] [blame] | 1327 | rtc::Optional<int> i = acm2::RentACodec::CodecIndexFromId(*ci); |
kwiberg | fce4a94 | 2015-10-27 11:40:24 -0700 | [diff] [blame] | 1328 | return i ? *i : -1; |
turaj@webrtc.org | 7959e16 | 2013-09-12 18:30:26 +0000 | [diff] [blame] | 1329 | } |
| 1330 | |
| 1331 | // Checks the validity of the parameters of the given codec |
| 1332 | bool AudioCodingModule::IsCodecValid(const CodecInst& codec) { |
kwiberg | fce4a94 | 2015-10-27 11:40:24 -0700 | [diff] [blame] | 1333 | bool valid = acm2::RentACodec::IsCodecValid(codec); |
| 1334 | if (!valid) |
Mirko Bonadei | 675513b | 2017-11-09 11:09:25 +0100 | [diff] [blame^] | 1335 | RTC_LOG(LS_ERROR) << "Invalid codec setting"; |
kwiberg | fce4a94 | 2015-10-27 11:40:24 -0700 | [diff] [blame] | 1336 | return valid; |
turaj@webrtc.org | 7959e16 | 2013-09-12 18:30:26 +0000 | [diff] [blame] | 1337 | } |
| 1338 | |
turaj@webrtc.org | 7959e16 | 2013-09-12 18:30:26 +0000 | [diff] [blame] | 1339 | } // namespace webrtc |