tina.legrand@webrtc.org | a7d8387 | 2012-10-18 10:00:52 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 11 | #include "modules/audio_coding/codecs/opus/opus_interface.h" |
kwiberg | 2e48646 | 2016-08-23 05:54:25 -0700 | [diff] [blame] | 12 | |
Niels Möller | 0aa7e37 | 2020-01-07 14:23:54 +0100 | [diff] [blame] | 13 | #include <cstdlib> |
| 14 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 15 | #include "rtc_base/checks.h" |
Minyue Li | 8e83c7a | 2019-11-04 14:47:52 +0100 | [diff] [blame] | 16 | #include "system_wrappers/include/field_trial.h" |
tina.legrand@webrtc.org | a7d8387 | 2012-10-18 10:00:52 +0000 | [diff] [blame] | 17 | |
tina.legrand@webrtc.org | a7d8387 | 2012-10-18 10:00:52 +0000 | [diff] [blame] | 18 | enum { |
minyue | 2e03c66 | 2017-02-01 17:31:11 -0800 | [diff] [blame] | 19 | #if WEBRTC_OPUS_SUPPORT_120MS_PTIME |
| 20 | /* Maximum supported frame size in WebRTC is 120 ms. */ |
| 21 | kWebRtcOpusMaxEncodeFrameSizeMs = 120, |
| 22 | #else |
tina.legrand@webrtc.org | 46d90dc | 2013-02-01 14:20:06 +0000 | [diff] [blame] | 23 | /* Maximum supported frame size in WebRTC is 60 ms. */ |
| 24 | kWebRtcOpusMaxEncodeFrameSizeMs = 60, |
minyue | 2e03c66 | 2017-02-01 17:31:11 -0800 | [diff] [blame] | 25 | #endif |
tina.legrand@webrtc.org | a7d8387 | 2012-10-18 10:00:52 +0000 | [diff] [blame] | 26 | |
tina.legrand@webrtc.org | 45426ea | 2013-07-03 13:32:04 +0000 | [diff] [blame] | 27 | /* The format allows up to 120 ms frames. Since we don't control the other |
| 28 | * side, we must allow for packets of that size. NetEq is currently limited |
| 29 | * to 60 ms on the receive side. */ |
tina.legrand@webrtc.org | a7d8387 | 2012-10-18 10:00:52 +0000 | [diff] [blame] | 30 | kWebRtcOpusMaxDecodeFrameSizeMs = 120, |
Minyue Li | 8e83c7a | 2019-11-04 14:47:52 +0100 | [diff] [blame] | 31 | |
| 32 | // Duration of audio that each call to packet loss concealment covers. |
| 33 | kWebRtcOpusPlcFrameSizeMs = 10, |
tina.legrand@webrtc.org | a7d8387 | 2012-10-18 10:00:52 +0000 | [diff] [blame] | 34 | }; |
| 35 | |
Minyue Li | 8e83c7a | 2019-11-04 14:47:52 +0100 | [diff] [blame] | 36 | constexpr char kPlcUsePrevDecodedSamplesFieldTrial[] = |
| 37 | "WebRTC-Audio-OpusPlcUsePrevDecodedSamples"; |
| 38 | |
Karl Wiberg | a1d1a1e | 2019-05-28 14:41:07 +0200 | [diff] [blame] | 39 | static int FrameSizePerChannel(int frame_size_ms, int sample_rate_hz) { |
| 40 | RTC_DCHECK_GT(frame_size_ms, 0); |
| 41 | RTC_DCHECK_EQ(frame_size_ms % 10, 0); |
| 42 | RTC_DCHECK_GT(sample_rate_hz, 0); |
| 43 | RTC_DCHECK_EQ(sample_rate_hz % 1000, 0); |
| 44 | return frame_size_ms * (sample_rate_hz / 1000); |
| 45 | } |
| 46 | |
| 47 | // Maximum sample count per channel. |
| 48 | static int MaxFrameSizePerChannel(int sample_rate_hz) { |
| 49 | return FrameSizePerChannel(kWebRtcOpusMaxDecodeFrameSizeMs, sample_rate_hz); |
| 50 | } |
| 51 | |
| 52 | // Default sample count per channel. |
| 53 | static int DefaultFrameSizePerChannel(int sample_rate_hz) { |
| 54 | return FrameSizePerChannel(20, sample_rate_hz); |
| 55 | } |
| 56 | |
minyue@webrtc.org | 7dba786 | 2015-01-20 16:01:50 +0000 | [diff] [blame] | 57 | int16_t WebRtcOpus_EncoderCreate(OpusEncInst** inst, |
Peter Kasting | 6955870 | 2016-01-12 16:26:35 -0800 | [diff] [blame] | 58 | size_t channels, |
Karl Wiberg | 7e7c5c3 | 2019-05-21 11:50:32 +0200 | [diff] [blame] | 59 | int32_t application, |
| 60 | int sample_rate_hz) { |
minyue | 3cea256 | 2015-11-10 03:49:26 -0800 | [diff] [blame] | 61 | int opus_app; |
| 62 | if (!inst) |
| 63 | return -1; |
tina.legrand@webrtc.org | d0d4149 | 2012-12-20 09:23:10 +0000 | [diff] [blame] | 64 | |
minyue | 3cea256 | 2015-11-10 03:49:26 -0800 | [diff] [blame] | 65 | switch (application) { |
| 66 | case 0: |
| 67 | opus_app = OPUS_APPLICATION_VOIP; |
| 68 | break; |
| 69 | case 1: |
| 70 | opus_app = OPUS_APPLICATION_AUDIO; |
| 71 | break; |
| 72 | default: |
| 73 | return -1; |
tina.legrand@webrtc.org | a7d8387 | 2012-10-18 10:00:52 +0000 | [diff] [blame] | 74 | } |
minyue | 3cea256 | 2015-11-10 03:49:26 -0800 | [diff] [blame] | 75 | |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 76 | OpusEncInst* state = |
| 77 | reinterpret_cast<OpusEncInst*>(calloc(1, sizeof(OpusEncInst))); |
kwiberg | 2e48646 | 2016-08-23 05:54:25 -0700 | [diff] [blame] | 78 | RTC_DCHECK(state); |
minyue | 3cea256 | 2015-11-10 03:49:26 -0800 | [diff] [blame] | 79 | |
minyue | 3cea256 | 2015-11-10 03:49:26 -0800 | [diff] [blame] | 80 | int error; |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 81 | state->encoder = opus_encoder_create( |
| 82 | sample_rate_hz, static_cast<int>(channels), opus_app, &error); |
Alex Loiko | 7a3e43a | 2019-01-29 12:27:08 +0100 | [diff] [blame] | 83 | |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 84 | if (error != OPUS_OK || (!state->encoder && !state->multistream_encoder)) { |
Alex Loiko | 50b8c39 | 2019-04-03 15:12:01 +0200 | [diff] [blame] | 85 | WebRtcOpus_EncoderFree(state); |
| 86 | return -1; |
Alex Loiko | 7a3e43a | 2019-01-29 12:27:08 +0100 | [diff] [blame] | 87 | } |
| 88 | |
Alex Loiko | 50b8c39 | 2019-04-03 15:12:01 +0200 | [diff] [blame] | 89 | state->in_dtx_mode = 0; |
| 90 | state->channels = channels; |
| 91 | |
| 92 | *inst = state; |
| 93 | return 0; |
| 94 | } |
| 95 | |
| 96 | int16_t WebRtcOpus_MultistreamEncoderCreate( |
| 97 | OpusEncInst** inst, |
| 98 | size_t channels, |
| 99 | int32_t application, |
Alex Loiko | e5b9416 | 2019-04-08 17:19:41 +0200 | [diff] [blame] | 100 | size_t streams, |
Alex Loiko | 50b8c39 | 2019-04-03 15:12:01 +0200 | [diff] [blame] | 101 | size_t coupled_streams, |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 102 | const unsigned char* channel_mapping) { |
Alex Loiko | 50b8c39 | 2019-04-03 15:12:01 +0200 | [diff] [blame] | 103 | int opus_app; |
| 104 | if (!inst) |
| 105 | return -1; |
| 106 | |
| 107 | switch (application) { |
| 108 | case 0: |
| 109 | opus_app = OPUS_APPLICATION_VOIP; |
| 110 | break; |
| 111 | case 1: |
| 112 | opus_app = OPUS_APPLICATION_AUDIO; |
| 113 | break; |
| 114 | default: |
| 115 | return -1; |
| 116 | } |
| 117 | |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 118 | OpusEncInst* state = |
| 119 | reinterpret_cast<OpusEncInst*>(calloc(1, sizeof(OpusEncInst))); |
Alex Loiko | 50b8c39 | 2019-04-03 15:12:01 +0200 | [diff] [blame] | 120 | RTC_DCHECK(state); |
| 121 | |
Alex Loiko | 50b8c39 | 2019-04-03 15:12:01 +0200 | [diff] [blame] | 122 | int error; |
| 123 | state->multistream_encoder = |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 124 | opus_multistream_encoder_create(48000, channels, streams, coupled_streams, |
| 125 | channel_mapping, opus_app, &error); |
Alex Loiko | 50b8c39 | 2019-04-03 15:12:01 +0200 | [diff] [blame] | 126 | |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 127 | if (error != OPUS_OK || (!state->encoder && !state->multistream_encoder)) { |
minyue | 3cea256 | 2015-11-10 03:49:26 -0800 | [diff] [blame] | 128 | WebRtcOpus_EncoderFree(state); |
| 129 | return -1; |
| 130 | } |
| 131 | |
| 132 | state->in_dtx_mode = 0; |
| 133 | state->channels = channels; |
| 134 | |
| 135 | *inst = state; |
| 136 | return 0; |
tina.legrand@webrtc.org | a7d8387 | 2012-10-18 10:00:52 +0000 | [diff] [blame] | 137 | } |
| 138 | |
| 139 | int16_t WebRtcOpus_EncoderFree(OpusEncInst* inst) { |
tina.legrand@webrtc.org | db11fab | 2013-04-17 10:39:41 +0000 | [diff] [blame] | 140 | if (inst) { |
Alex Loiko | 50b8c39 | 2019-04-03 15:12:01 +0200 | [diff] [blame] | 141 | if (inst->encoder) { |
| 142 | opus_encoder_destroy(inst->encoder); |
Alex Loiko | 7a3e43a | 2019-01-29 12:27:08 +0100 | [diff] [blame] | 143 | } else { |
Alex Loiko | 50b8c39 | 2019-04-03 15:12:01 +0200 | [diff] [blame] | 144 | opus_multistream_encoder_destroy(inst->multistream_encoder); |
Alex Loiko | 7a3e43a | 2019-01-29 12:27:08 +0100 | [diff] [blame] | 145 | } |
tina.legrand@webrtc.org | db11fab | 2013-04-17 10:39:41 +0000 | [diff] [blame] | 146 | free(inst); |
| 147 | return 0; |
| 148 | } else { |
| 149 | return -1; |
| 150 | } |
tina.legrand@webrtc.org | a7d8387 | 2012-10-18 10:00:52 +0000 | [diff] [blame] | 151 | } |
| 152 | |
Peter Kasting | bba7807 | 2015-06-11 19:02:46 -0700 | [diff] [blame] | 153 | int WebRtcOpus_Encode(OpusEncInst* inst, |
| 154 | const int16_t* audio_in, |
Peter Kasting | dce40cf | 2015-08-24 14:52:23 -0700 | [diff] [blame] | 155 | size_t samples, |
| 156 | size_t length_encoded_buffer, |
Peter Kasting | bba7807 | 2015-06-11 19:02:46 -0700 | [diff] [blame] | 157 | uint8_t* encoded) { |
tina.legrand@webrtc.org | a7d8387 | 2012-10-18 10:00:52 +0000 | [diff] [blame] | 158 | int res; |
| 159 | |
| 160 | if (samples > 48 * kWebRtcOpusMaxEncodeFrameSizeMs) { |
| 161 | return -1; |
| 162 | } |
| 163 | |
Alex Loiko | 50b8c39 | 2019-04-03 15:12:01 +0200 | [diff] [blame] | 164 | if (inst->encoder) { |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 165 | res = opus_encode(inst->encoder, (const opus_int16*)audio_in, |
| 166 | static_cast<int>(samples), encoded, |
| 167 | static_cast<opus_int32>(length_encoded_buffer)); |
Alex Loiko | 7a3e43a | 2019-01-29 12:27:08 +0100 | [diff] [blame] | 168 | } else { |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 169 | res = opus_multistream_encode( |
| 170 | inst->multistream_encoder, (const opus_int16*)audio_in, |
| 171 | static_cast<int>(samples), encoded, |
| 172 | static_cast<opus_int32>(length_encoded_buffer)); |
Alex Loiko | 7a3e43a | 2019-01-29 12:27:08 +0100 | [diff] [blame] | 173 | } |
tina.legrand@webrtc.org | a7d8387 | 2012-10-18 10:00:52 +0000 | [diff] [blame] | 174 | |
flim | 64a7eab | 2016-08-12 04:36:05 -0700 | [diff] [blame] | 175 | if (res <= 0) { |
| 176 | return -1; |
| 177 | } |
| 178 | |
| 179 | if (res <= 2) { |
minyue@webrtc.org | 0ca768b | 2014-12-11 16:09:35 +0000 | [diff] [blame] | 180 | // Indicates DTX since the packet has nothing but a header. In principle, |
| 181 | // there is no need to send this packet. However, we do transmit the first |
| 182 | // occurrence to let the decoder know that the encoder enters DTX mode. |
| 183 | if (inst->in_dtx_mode) { |
| 184 | return 0; |
| 185 | } else { |
| 186 | inst->in_dtx_mode = 1; |
flim | 9238245 | 2017-02-10 13:50:38 -0800 | [diff] [blame] | 187 | return res; |
minyue@webrtc.org | 0ca768b | 2014-12-11 16:09:35 +0000 | [diff] [blame] | 188 | } |
tina.legrand@webrtc.org | a7d8387 | 2012-10-18 10:00:52 +0000 | [diff] [blame] | 189 | } |
minyue@webrtc.org | 0ca768b | 2014-12-11 16:09:35 +0000 | [diff] [blame] | 190 | |
flim | 64a7eab | 2016-08-12 04:36:05 -0700 | [diff] [blame] | 191 | inst->in_dtx_mode = 0; |
| 192 | return res; |
tina.legrand@webrtc.org | a7d8387 | 2012-10-18 10:00:52 +0000 | [diff] [blame] | 193 | } |
| 194 | |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 195 | #define ENCODER_CTL(inst, vargs) \ |
| 196 | (inst->encoder \ |
| 197 | ? opus_encoder_ctl(inst->encoder, vargs) \ |
| 198 | : opus_multistream_encoder_ctl(inst->multistream_encoder, vargs)) |
Alex Loiko | 7a3e43a | 2019-01-29 12:27:08 +0100 | [diff] [blame] | 199 | |
tina.legrand@webrtc.org | a7d8387 | 2012-10-18 10:00:52 +0000 | [diff] [blame] | 200 | int16_t WebRtcOpus_SetBitRate(OpusEncInst* inst, int32_t rate) { |
tina.legrand@webrtc.org | db11fab | 2013-04-17 10:39:41 +0000 | [diff] [blame] | 201 | if (inst) { |
Alex Loiko | 7a3e43a | 2019-01-29 12:27:08 +0100 | [diff] [blame] | 202 | return ENCODER_CTL(inst, OPUS_SET_BITRATE(rate)); |
minyue@webrtc.org | 0454688 | 2014-03-07 08:55:48 +0000 | [diff] [blame] | 203 | } else { |
| 204 | return -1; |
| 205 | } |
| 206 | } |
| 207 | |
minyue@webrtc.org | 46509c8 | 2014-03-07 11:49:11 +0000 | [diff] [blame] | 208 | int16_t WebRtcOpus_SetPacketLossRate(OpusEncInst* inst, int32_t loss_rate) { |
| 209 | if (inst) { |
Alex Loiko | 7a3e43a | 2019-01-29 12:27:08 +0100 | [diff] [blame] | 210 | return ENCODER_CTL(inst, OPUS_SET_PACKET_LOSS_PERC(loss_rate)); |
minyue@webrtc.org | 46509c8 | 2014-03-07 11:49:11 +0000 | [diff] [blame] | 211 | } else { |
| 212 | return -1; |
| 213 | } |
| 214 | } |
| 215 | |
minyue@webrtc.org | adee8f9 | 2014-09-03 12:28:06 +0000 | [diff] [blame] | 216 | int16_t WebRtcOpus_SetMaxPlaybackRate(OpusEncInst* inst, int32_t frequency_hz) { |
minyue@webrtc.org | 0040a6e | 2014-08-04 14:41:57 +0000 | [diff] [blame] | 217 | opus_int32 set_bandwidth; |
| 218 | |
| 219 | if (!inst) |
| 220 | return -1; |
| 221 | |
minyue@webrtc.org | adee8f9 | 2014-09-03 12:28:06 +0000 | [diff] [blame] | 222 | if (frequency_hz <= 8000) { |
minyue@webrtc.org | 0040a6e | 2014-08-04 14:41:57 +0000 | [diff] [blame] | 223 | set_bandwidth = OPUS_BANDWIDTH_NARROWBAND; |
minyue@webrtc.org | adee8f9 | 2014-09-03 12:28:06 +0000 | [diff] [blame] | 224 | } else if (frequency_hz <= 12000) { |
minyue@webrtc.org | 0040a6e | 2014-08-04 14:41:57 +0000 | [diff] [blame] | 225 | set_bandwidth = OPUS_BANDWIDTH_MEDIUMBAND; |
minyue@webrtc.org | adee8f9 | 2014-09-03 12:28:06 +0000 | [diff] [blame] | 226 | } else if (frequency_hz <= 16000) { |
minyue@webrtc.org | 0040a6e | 2014-08-04 14:41:57 +0000 | [diff] [blame] | 227 | set_bandwidth = OPUS_BANDWIDTH_WIDEBAND; |
minyue@webrtc.org | adee8f9 | 2014-09-03 12:28:06 +0000 | [diff] [blame] | 228 | } else if (frequency_hz <= 24000) { |
minyue@webrtc.org | 0040a6e | 2014-08-04 14:41:57 +0000 | [diff] [blame] | 229 | set_bandwidth = OPUS_BANDWIDTH_SUPERWIDEBAND; |
| 230 | } else { |
| 231 | set_bandwidth = OPUS_BANDWIDTH_FULLBAND; |
| 232 | } |
Alex Loiko | 7a3e43a | 2019-01-29 12:27:08 +0100 | [diff] [blame] | 233 | return ENCODER_CTL(inst, OPUS_SET_MAX_BANDWIDTH(set_bandwidth)); |
| 234 | } |
| 235 | |
| 236 | int16_t WebRtcOpus_GetMaxPlaybackRate(OpusEncInst* const inst, |
| 237 | int32_t* result_hz) { |
Alex Loiko | 50b8c39 | 2019-04-03 15:12:01 +0200 | [diff] [blame] | 238 | if (inst->encoder) { |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 239 | if (opus_encoder_ctl(inst->encoder, OPUS_GET_MAX_BANDWIDTH(result_hz)) == |
| 240 | OPUS_OK) { |
Alex Loiko | 7a3e43a | 2019-01-29 12:27:08 +0100 | [diff] [blame] | 241 | return 0; |
| 242 | } |
| 243 | return -1; |
| 244 | } |
| 245 | |
| 246 | opus_int32 max_bandwidth; |
| 247 | int s; |
| 248 | int ret; |
| 249 | |
| 250 | max_bandwidth = 0; |
| 251 | ret = OPUS_OK; |
| 252 | s = 0; |
| 253 | while (ret == OPUS_OK) { |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 254 | OpusEncoder* enc; |
Alex Loiko | 7a3e43a | 2019-01-29 12:27:08 +0100 | [diff] [blame] | 255 | opus_int32 bandwidth; |
| 256 | |
| 257 | ret = ENCODER_CTL(inst, OPUS_MULTISTREAM_GET_ENCODER_STATE(s, &enc)); |
| 258 | if (ret == OPUS_BAD_ARG) |
| 259 | break; |
| 260 | if (ret != OPUS_OK) |
| 261 | return -1; |
| 262 | if (opus_encoder_ctl(enc, OPUS_GET_MAX_BANDWIDTH(&bandwidth)) != OPUS_OK) |
| 263 | return -1; |
| 264 | |
| 265 | if (max_bandwidth != 0 && max_bandwidth != bandwidth) |
| 266 | return -1; |
| 267 | |
| 268 | max_bandwidth = bandwidth; |
| 269 | s++; |
| 270 | } |
| 271 | *result_hz = max_bandwidth; |
| 272 | return 0; |
minyue@webrtc.org | 0040a6e | 2014-08-04 14:41:57 +0000 | [diff] [blame] | 273 | } |
| 274 | |
minyue@webrtc.org | 46509c8 | 2014-03-07 11:49:11 +0000 | [diff] [blame] | 275 | int16_t WebRtcOpus_EnableFec(OpusEncInst* inst) { |
| 276 | if (inst) { |
Alex Loiko | 7a3e43a | 2019-01-29 12:27:08 +0100 | [diff] [blame] | 277 | return ENCODER_CTL(inst, OPUS_SET_INBAND_FEC(1)); |
minyue@webrtc.org | 46509c8 | 2014-03-07 11:49:11 +0000 | [diff] [blame] | 278 | } else { |
| 279 | return -1; |
| 280 | } |
| 281 | } |
| 282 | |
| 283 | int16_t WebRtcOpus_DisableFec(OpusEncInst* inst) { |
| 284 | if (inst) { |
Alex Loiko | 7a3e43a | 2019-01-29 12:27:08 +0100 | [diff] [blame] | 285 | return ENCODER_CTL(inst, OPUS_SET_INBAND_FEC(0)); |
minyue@webrtc.org | 46509c8 | 2014-03-07 11:49:11 +0000 | [diff] [blame] | 286 | } else { |
| 287 | return -1; |
| 288 | } |
| 289 | } |
| 290 | |
minyue@webrtc.org | 0ca768b | 2014-12-11 16:09:35 +0000 | [diff] [blame] | 291 | int16_t WebRtcOpus_EnableDtx(OpusEncInst* inst) { |
Minyue Li | 092041c | 2015-05-11 12:19:35 +0200 | [diff] [blame] | 292 | if (!inst) { |
minyue@webrtc.org | 0ca768b | 2014-12-11 16:09:35 +0000 | [diff] [blame] | 293 | return -1; |
| 294 | } |
Minyue Li | 092041c | 2015-05-11 12:19:35 +0200 | [diff] [blame] | 295 | |
| 296 | // To prevent Opus from entering CELT-only mode by forcing signal type to |
| 297 | // voice to make sure that DTX behaves correctly. Currently, DTX does not |
| 298 | // last long during a pure silence, if the signal type is not forced. |
| 299 | // TODO(minyue): Remove the signal type forcing when Opus DTX works properly |
| 300 | // without it. |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 301 | int ret = ENCODER_CTL(inst, OPUS_SET_SIGNAL(OPUS_SIGNAL_VOICE)); |
Minyue Li | 092041c | 2015-05-11 12:19:35 +0200 | [diff] [blame] | 302 | if (ret != OPUS_OK) |
| 303 | return ret; |
| 304 | |
Alex Loiko | 7a3e43a | 2019-01-29 12:27:08 +0100 | [diff] [blame] | 305 | return ENCODER_CTL(inst, OPUS_SET_DTX(1)); |
minyue@webrtc.org | 0ca768b | 2014-12-11 16:09:35 +0000 | [diff] [blame] | 306 | } |
| 307 | |
| 308 | int16_t WebRtcOpus_DisableDtx(OpusEncInst* inst) { |
| 309 | if (inst) { |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 310 | int ret = ENCODER_CTL(inst, OPUS_SET_SIGNAL(OPUS_AUTO)); |
Minyue Li | 092041c | 2015-05-11 12:19:35 +0200 | [diff] [blame] | 311 | if (ret != OPUS_OK) |
| 312 | return ret; |
Alex Loiko | 7a3e43a | 2019-01-29 12:27:08 +0100 | [diff] [blame] | 313 | return ENCODER_CTL(inst, OPUS_SET_DTX(0)); |
minyue@webrtc.org | 0ca768b | 2014-12-11 16:09:35 +0000 | [diff] [blame] | 314 | } else { |
| 315 | return -1; |
| 316 | } |
| 317 | } |
| 318 | |
soren | 28dc285 | 2017-04-06 05:48:36 -0700 | [diff] [blame] | 319 | int16_t WebRtcOpus_EnableCbr(OpusEncInst* inst) { |
| 320 | if (inst) { |
Alex Loiko | 7a3e43a | 2019-01-29 12:27:08 +0100 | [diff] [blame] | 321 | return ENCODER_CTL(inst, OPUS_SET_VBR(0)); |
soren | 28dc285 | 2017-04-06 05:48:36 -0700 | [diff] [blame] | 322 | } else { |
| 323 | return -1; |
| 324 | } |
| 325 | } |
| 326 | |
| 327 | int16_t WebRtcOpus_DisableCbr(OpusEncInst* inst) { |
| 328 | if (inst) { |
Alex Loiko | 7a3e43a | 2019-01-29 12:27:08 +0100 | [diff] [blame] | 329 | return ENCODER_CTL(inst, OPUS_SET_VBR(1)); |
soren | 28dc285 | 2017-04-06 05:48:36 -0700 | [diff] [blame] | 330 | } else { |
| 331 | return -1; |
| 332 | } |
| 333 | } |
| 334 | |
minyue@webrtc.org | 0454688 | 2014-03-07 08:55:48 +0000 | [diff] [blame] | 335 | int16_t WebRtcOpus_SetComplexity(OpusEncInst* inst, int32_t complexity) { |
| 336 | if (inst) { |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 337 | return ENCODER_CTL(inst, OPUS_SET_COMPLEXITY(complexity)); |
tina.legrand@webrtc.org | db11fab | 2013-04-17 10:39:41 +0000 | [diff] [blame] | 338 | } else { |
| 339 | return -1; |
| 340 | } |
tina.legrand@webrtc.org | a7d8387 | 2012-10-18 10:00:52 +0000 | [diff] [blame] | 341 | } |
| 342 | |
Alex Luebs | eeb2765 | 2017-11-20 11:13:56 -0800 | [diff] [blame] | 343 | int32_t WebRtcOpus_GetBandwidth(OpusEncInst* inst) { |
| 344 | if (!inst) { |
| 345 | return -1; |
| 346 | } |
| 347 | int32_t bandwidth; |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 348 | if (ENCODER_CTL(inst, OPUS_GET_BANDWIDTH(&bandwidth)) == 0) { |
Alex Luebs | eeb2765 | 2017-11-20 11:13:56 -0800 | [diff] [blame] | 349 | return bandwidth; |
| 350 | } else { |
| 351 | return -1; |
| 352 | } |
Alex Luebs | eeb2765 | 2017-11-20 11:13:56 -0800 | [diff] [blame] | 353 | } |
| 354 | |
| 355 | int16_t WebRtcOpus_SetBandwidth(OpusEncInst* inst, int32_t bandwidth) { |
| 356 | if (inst) { |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 357 | return ENCODER_CTL(inst, OPUS_SET_BANDWIDTH(bandwidth)); |
Alex Luebs | eeb2765 | 2017-11-20 11:13:56 -0800 | [diff] [blame] | 358 | } else { |
| 359 | return -1; |
| 360 | } |
| 361 | } |
| 362 | |
minyue | 41b9c80 | 2016-10-06 07:13:54 -0700 | [diff] [blame] | 363 | int16_t WebRtcOpus_SetForceChannels(OpusEncInst* inst, size_t num_channels) { |
minyue | c8299f9 | 2016-09-27 02:08:47 -0700 | [diff] [blame] | 364 | if (!inst) |
| 365 | return -1; |
| 366 | if (num_channels == 0) { |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 367 | return ENCODER_CTL(inst, OPUS_SET_FORCE_CHANNELS(OPUS_AUTO)); |
minyue | c8299f9 | 2016-09-27 02:08:47 -0700 | [diff] [blame] | 368 | } else if (num_channels == 1 || num_channels == 2) { |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 369 | return ENCODER_CTL(inst, OPUS_SET_FORCE_CHANNELS(num_channels)); |
minyue | c8299f9 | 2016-09-27 02:08:47 -0700 | [diff] [blame] | 370 | } else { |
| 371 | return -1; |
| 372 | } |
| 373 | } |
| 374 | |
Minyue Li | 332274d | 2019-11-13 16:05:46 +0100 | [diff] [blame] | 375 | int32_t WebRtcOpus_GetInDtx(OpusEncInst* inst) { |
| 376 | if (!inst) { |
| 377 | return -1; |
| 378 | } |
Tom Anderson | 422f9dd | 2020-02-24 12:01:11 -0800 | [diff] [blame^] | 379 | #ifdef OPUS_GET_IN_DTX |
Minyue Li | 332274d | 2019-11-13 16:05:46 +0100 | [diff] [blame] | 380 | int32_t in_dtx; |
| 381 | if (ENCODER_CTL(inst, OPUS_GET_IN_DTX(&in_dtx)) == 0) { |
| 382 | return in_dtx; |
Minyue Li | 332274d | 2019-11-13 16:05:46 +0100 | [diff] [blame] | 383 | } |
Tom Anderson | 422f9dd | 2020-02-24 12:01:11 -0800 | [diff] [blame^] | 384 | #endif |
| 385 | return -1; |
Minyue Li | 332274d | 2019-11-13 16:05:46 +0100 | [diff] [blame] | 386 | } |
| 387 | |
Karl Wiberg | a1d1a1e | 2019-05-28 14:41:07 +0200 | [diff] [blame] | 388 | int16_t WebRtcOpus_DecoderCreate(OpusDecInst** inst, |
| 389 | size_t channels, |
| 390 | int sample_rate_hz) { |
minyue@webrtc.org | 33ccdfa | 2014-12-04 12:14:12 +0000 | [diff] [blame] | 391 | int error; |
tina.legrand@webrtc.org | a7d8387 | 2012-10-18 10:00:52 +0000 | [diff] [blame] | 392 | OpusDecInst* state; |
tina.legrand@webrtc.org | c459058 | 2012-11-28 12:23:29 +0000 | [diff] [blame] | 393 | |
tina.legrand@webrtc.org | db11fab | 2013-04-17 10:39:41 +0000 | [diff] [blame] | 394 | if (inst != NULL) { |
Alex Loiko | 7a3e43a | 2019-01-29 12:27:08 +0100 | [diff] [blame] | 395 | // Create Opus decoder state. |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 396 | state = reinterpret_cast<OpusDecInst*>(calloc(1, sizeof(OpusDecInst))); |
tina.legrand@webrtc.org | db11fab | 2013-04-17 10:39:41 +0000 | [diff] [blame] | 397 | if (state == NULL) { |
| 398 | return -1; |
| 399 | } |
tina.legrand@webrtc.org | c459058 | 2012-11-28 12:23:29 +0000 | [diff] [blame] | 400 | |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 401 | state->decoder = |
| 402 | opus_decoder_create(sample_rate_hz, static_cast<int>(channels), &error); |
Alex Loiko | 50b8c39 | 2019-04-03 15:12:01 +0200 | [diff] [blame] | 403 | if (error == OPUS_OK && state->decoder) { |
Alex Loiko | 7a3e43a | 2019-01-29 12:27:08 +0100 | [diff] [blame] | 404 | // Creation of memory all ok. |
tina.legrand@webrtc.org | db11fab | 2013-04-17 10:39:41 +0000 | [diff] [blame] | 405 | state->channels = channels; |
Karl Wiberg | a1d1a1e | 2019-05-28 14:41:07 +0200 | [diff] [blame] | 406 | state->sample_rate_hz = sample_rate_hz; |
Minyue Li | 8e83c7a | 2019-11-04 14:47:52 +0100 | [diff] [blame] | 407 | state->plc_use_prev_decoded_samples = |
| 408 | webrtc::field_trial::IsEnabled(kPlcUsePrevDecodedSamplesFieldTrial); |
| 409 | if (state->plc_use_prev_decoded_samples) { |
| 410 | state->prev_decoded_samples = |
| 411 | DefaultFrameSizePerChannel(state->sample_rate_hz); |
| 412 | } |
| 413 | state->in_dtx_mode = 0; |
tina.legrand@webrtc.org | db11fab | 2013-04-17 10:39:41 +0000 | [diff] [blame] | 414 | *inst = state; |
| 415 | return 0; |
| 416 | } |
tina.legrand@webrtc.org | c459058 | 2012-11-28 12:23:29 +0000 | [diff] [blame] | 417 | |
Alex Loiko | 7a3e43a | 2019-01-29 12:27:08 +0100 | [diff] [blame] | 418 | // If memory allocation was unsuccessful, free the entire state. |
Alex Loiko | 50b8c39 | 2019-04-03 15:12:01 +0200 | [diff] [blame] | 419 | if (state->decoder) { |
| 420 | opus_decoder_destroy(state->decoder); |
tina.legrand@webrtc.org | db11fab | 2013-04-17 10:39:41 +0000 | [diff] [blame] | 421 | } |
| 422 | free(state); |
tina.legrand@webrtc.org | c459058 | 2012-11-28 12:23:29 +0000 | [diff] [blame] | 423 | } |
tina.legrand@webrtc.org | a7d8387 | 2012-10-18 10:00:52 +0000 | [diff] [blame] | 424 | return -1; |
| 425 | } |
| 426 | |
Alex Loiko | 50b8c39 | 2019-04-03 15:12:01 +0200 | [diff] [blame] | 427 | int16_t WebRtcOpus_MultistreamDecoderCreate( |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 428 | OpusDecInst** inst, |
| 429 | size_t channels, |
Alex Loiko | e5b9416 | 2019-04-08 17:19:41 +0200 | [diff] [blame] | 430 | size_t streams, |
Alex Loiko | 50b8c39 | 2019-04-03 15:12:01 +0200 | [diff] [blame] | 431 | size_t coupled_streams, |
| 432 | const unsigned char* channel_mapping) { |
| 433 | int error; |
| 434 | OpusDecInst* state; |
| 435 | |
| 436 | if (inst != NULL) { |
| 437 | // Create Opus decoder state. |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 438 | state = reinterpret_cast<OpusDecInst*>(calloc(1, sizeof(OpusDecInst))); |
Alex Loiko | 50b8c39 | 2019-04-03 15:12:01 +0200 | [diff] [blame] | 439 | if (state == NULL) { |
| 440 | return -1; |
| 441 | } |
| 442 | |
Alex Loiko | 50b8c39 | 2019-04-03 15:12:01 +0200 | [diff] [blame] | 443 | // Create new memory, always at 48000 Hz. |
| 444 | state->multistream_decoder = opus_multistream_decoder_create( |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 445 | 48000, channels, streams, coupled_streams, channel_mapping, &error); |
Alex Loiko | 50b8c39 | 2019-04-03 15:12:01 +0200 | [diff] [blame] | 446 | |
| 447 | if (error == OPUS_OK && state->multistream_decoder) { |
| 448 | // Creation of memory all ok. |
| 449 | state->channels = channels; |
Karl Wiberg | a1d1a1e | 2019-05-28 14:41:07 +0200 | [diff] [blame] | 450 | state->sample_rate_hz = 48000; |
Minyue Li | 8e83c7a | 2019-11-04 14:47:52 +0100 | [diff] [blame] | 451 | state->plc_use_prev_decoded_samples = |
| 452 | webrtc::field_trial::IsEnabled(kPlcUsePrevDecodedSamplesFieldTrial); |
| 453 | if (state->plc_use_prev_decoded_samples) { |
| 454 | state->prev_decoded_samples = |
| 455 | DefaultFrameSizePerChannel(state->sample_rate_hz); |
| 456 | } |
| 457 | state->in_dtx_mode = 0; |
Alex Loiko | 50b8c39 | 2019-04-03 15:12:01 +0200 | [diff] [blame] | 458 | *inst = state; |
| 459 | return 0; |
| 460 | } |
| 461 | |
| 462 | // If memory allocation was unsuccessful, free the entire state. |
| 463 | opus_multistream_decoder_destroy(state->multistream_decoder); |
| 464 | free(state); |
| 465 | } |
| 466 | return -1; |
| 467 | } |
| 468 | |
tina.legrand@webrtc.org | a7d8387 | 2012-10-18 10:00:52 +0000 | [diff] [blame] | 469 | int16_t WebRtcOpus_DecoderFree(OpusDecInst* inst) { |
tina.legrand@webrtc.org | db11fab | 2013-04-17 10:39:41 +0000 | [diff] [blame] | 470 | if (inst) { |
Alex Loiko | 50b8c39 | 2019-04-03 15:12:01 +0200 | [diff] [blame] | 471 | if (inst->decoder) { |
| 472 | opus_decoder_destroy(inst->decoder); |
| 473 | } else if (inst->multistream_decoder) { |
| 474 | opus_multistream_decoder_destroy(inst->multistream_decoder); |
Alex Loiko | 7a3e43a | 2019-01-29 12:27:08 +0100 | [diff] [blame] | 475 | } |
tina.legrand@webrtc.org | db11fab | 2013-04-17 10:39:41 +0000 | [diff] [blame] | 476 | free(inst); |
| 477 | return 0; |
| 478 | } else { |
| 479 | return -1; |
| 480 | } |
tina.legrand@webrtc.org | a7d8387 | 2012-10-18 10:00:52 +0000 | [diff] [blame] | 481 | } |
| 482 | |
Peter Kasting | 6955870 | 2016-01-12 16:26:35 -0800 | [diff] [blame] | 483 | size_t WebRtcOpus_DecoderChannels(OpusDecInst* inst) { |
tina.legrand@webrtc.org | c459058 | 2012-11-28 12:23:29 +0000 | [diff] [blame] | 484 | return inst->channels; |
| 485 | } |
| 486 | |
Karl Wiberg | 4376648 | 2015-08-27 15:22:11 +0200 | [diff] [blame] | 487 | void WebRtcOpus_DecoderInit(OpusDecInst* inst) { |
Alex Loiko | 50b8c39 | 2019-04-03 15:12:01 +0200 | [diff] [blame] | 488 | if (inst->decoder) { |
| 489 | opus_decoder_ctl(inst->decoder, OPUS_RESET_STATE); |
Alex Loiko | 7a3e43a | 2019-01-29 12:27:08 +0100 | [diff] [blame] | 490 | } else { |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 491 | opus_multistream_decoder_ctl(inst->multistream_decoder, OPUS_RESET_STATE); |
Alex Loiko | 7a3e43a | 2019-01-29 12:27:08 +0100 | [diff] [blame] | 492 | } |
Karl Wiberg | 4376648 | 2015-08-27 15:22:11 +0200 | [diff] [blame] | 493 | inst->in_dtx_mode = 0; |
tina.legrand@webrtc.org | 0ad3c1a | 2012-11-07 08:07:29 +0000 | [diff] [blame] | 494 | } |
| 495 | |
minyue@webrtc.org | 0ca768b | 2014-12-11 16:09:35 +0000 | [diff] [blame] | 496 | /* For decoder to determine if it is to output speech or comfort noise. */ |
Peter Kasting | dce40cf | 2015-08-24 14:52:23 -0700 | [diff] [blame] | 497 | static int16_t DetermineAudioType(OpusDecInst* inst, size_t encoded_bytes) { |
minyue@webrtc.org | 0ca768b | 2014-12-11 16:09:35 +0000 | [diff] [blame] | 498 | // Audio type becomes comfort noise if |encoded_byte| is 1 and keeps |
| 499 | // to be so if the following |encoded_byte| are 0 or 1. |
| 500 | if (encoded_bytes == 0 && inst->in_dtx_mode) { |
| 501 | return 2; // Comfort noise. |
henrik.lundin | deaf6fb | 2017-03-01 00:49:18 -0800 | [diff] [blame] | 502 | } else if (encoded_bytes == 1 || encoded_bytes == 2) { |
| 503 | // TODO(henrik.lundin): There is a slight risk that a 2-byte payload is in |
| 504 | // fact a 1-byte TOC with a 1-byte payload. That will be erroneously |
| 505 | // interpreted as comfort noise output, but such a payload is probably |
| 506 | // faulty anyway. |
Alex Loiko | 7a3e43a | 2019-01-29 12:27:08 +0100 | [diff] [blame] | 507 | |
| 508 | // TODO(webrtc:10218): This is wrong for multistream opus. Then are several |
| 509 | // single-stream packets glued together with some packet size bytes in |
| 510 | // between. See https://tools.ietf.org/html/rfc6716#appendix-B |
minyue@webrtc.org | 0ca768b | 2014-12-11 16:09:35 +0000 | [diff] [blame] | 511 | inst->in_dtx_mode = 1; |
| 512 | return 2; // Comfort noise. |
| 513 | } else { |
| 514 | inst->in_dtx_mode = 0; |
| 515 | return 0; // Speech. |
| 516 | } |
| 517 | } |
| 518 | |
tina.legrand@webrtc.org | bd21fb5 | 2013-08-08 11:01:07 +0000 | [diff] [blame] | 519 | /* |frame_size| is set to maximum Opus frame size in the normal case, and |
| 520 | * is set to the number of samples needed for PLC in case of losses. |
| 521 | * It is up to the caller to make sure the value is correct. */ |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 522 | static int DecodeNative(OpusDecInst* inst, |
| 523 | const uint8_t* encoded, |
| 524 | size_t encoded_bytes, |
| 525 | int frame_size, |
| 526 | int16_t* decoded, |
| 527 | int16_t* audio_type, |
| 528 | int decode_fec) { |
Alex Loiko | 7a3e43a | 2019-01-29 12:27:08 +0100 | [diff] [blame] | 529 | int res = -1; |
Alex Loiko | 50b8c39 | 2019-04-03 15:12:01 +0200 | [diff] [blame] | 530 | if (inst->decoder) { |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 531 | res = opus_decode( |
| 532 | inst->decoder, encoded, static_cast<opus_int32>(encoded_bytes), |
| 533 | reinterpret_cast<opus_int16*>(decoded), frame_size, decode_fec); |
Alex Loiko | 7a3e43a | 2019-01-29 12:27:08 +0100 | [diff] [blame] | 534 | } else { |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 535 | res = opus_multistream_decode(inst->multistream_decoder, encoded, |
| 536 | static_cast<opus_int32>(encoded_bytes), |
| 537 | reinterpret_cast<opus_int16*>(decoded), |
| 538 | frame_size, decode_fec); |
Alex Loiko | 7a3e43a | 2019-01-29 12:27:08 +0100 | [diff] [blame] | 539 | } |
tina.legrand@webrtc.org | bd21fb5 | 2013-08-08 11:01:07 +0000 | [diff] [blame] | 540 | |
minyue@webrtc.org | 0ca768b | 2014-12-11 16:09:35 +0000 | [diff] [blame] | 541 | if (res <= 0) |
| 542 | return -1; |
tina.legrand@webrtc.org | a7d8387 | 2012-10-18 10:00:52 +0000 | [diff] [blame] | 543 | |
minyue@webrtc.org | 0ca768b | 2014-12-11 16:09:35 +0000 | [diff] [blame] | 544 | *audio_type = DetermineAudioType(inst, encoded_bytes); |
tina.legrand@webrtc.org | a7d8387 | 2012-10-18 10:00:52 +0000 | [diff] [blame] | 545 | |
minyue@webrtc.org | 0ca768b | 2014-12-11 16:09:35 +0000 | [diff] [blame] | 546 | return res; |
minyue@webrtc.org | 46509c8 | 2014-03-07 11:49:11 +0000 | [diff] [blame] | 547 | } |
| 548 | |
Minyue Li | fb075d5 | 2019-10-29 21:38:15 +0100 | [diff] [blame] | 549 | static int DecodePlc(OpusDecInst* inst, int16_t* decoded) { |
| 550 | int16_t audio_type = 0; |
| 551 | int decoded_samples; |
Minyue Li | 8e83c7a | 2019-11-04 14:47:52 +0100 | [diff] [blame] | 552 | int plc_samples = |
| 553 | FrameSizePerChannel(kWebRtcOpusPlcFrameSizeMs, inst->sample_rate_hz); |
Minyue Li | fb075d5 | 2019-10-29 21:38:15 +0100 | [diff] [blame] | 554 | |
Minyue Li | 8e83c7a | 2019-11-04 14:47:52 +0100 | [diff] [blame] | 555 | if (inst->plc_use_prev_decoded_samples) { |
| 556 | /* The number of samples we ask for is |number_of_lost_frames| times |
| 557 | * |prev_decoded_samples_|. Limit the number of samples to maximum |
| 558 | * |MaxFrameSizePerChannel()|. */ |
| 559 | plc_samples = inst->prev_decoded_samples; |
| 560 | const int max_samples_per_channel = |
| 561 | MaxFrameSizePerChannel(inst->sample_rate_hz); |
| 562 | plc_samples = plc_samples <= max_samples_per_channel |
| 563 | ? plc_samples |
| 564 | : max_samples_per_channel; |
| 565 | } |
Minyue Li | fb075d5 | 2019-10-29 21:38:15 +0100 | [diff] [blame] | 566 | decoded_samples = |
| 567 | DecodeNative(inst, NULL, 0, plc_samples, decoded, &audio_type, 0); |
| 568 | if (decoded_samples < 0) { |
| 569 | return -1; |
| 570 | } |
| 571 | |
| 572 | return decoded_samples; |
| 573 | } |
| 574 | |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 575 | int WebRtcOpus_Decode(OpusDecInst* inst, |
| 576 | const uint8_t* encoded, |
| 577 | size_t encoded_bytes, |
| 578 | int16_t* decoded, |
Peter Kasting | bba7807 | 2015-06-11 19:02:46 -0700 | [diff] [blame] | 579 | int16_t* audio_type) { |
minyue@webrtc.org | 0ca768b | 2014-12-11 16:09:35 +0000 | [diff] [blame] | 580 | int decoded_samples; |
| 581 | |
| 582 | if (encoded_bytes == 0) { |
| 583 | *audio_type = DetermineAudioType(inst, encoded_bytes); |
Minyue Li | fb075d5 | 2019-10-29 21:38:15 +0100 | [diff] [blame] | 584 | decoded_samples = DecodePlc(inst, decoded); |
minyue@webrtc.org | 0ca768b | 2014-12-11 16:09:35 +0000 | [diff] [blame] | 585 | } else { |
Karl Wiberg | a1d1a1e | 2019-05-28 14:41:07 +0200 | [diff] [blame] | 586 | decoded_samples = DecodeNative(inst, encoded, encoded_bytes, |
| 587 | MaxFrameSizePerChannel(inst->sample_rate_hz), |
| 588 | decoded, audio_type, 0); |
minyue@webrtc.org | 0ca768b | 2014-12-11 16:09:35 +0000 | [diff] [blame] | 589 | } |
tina.legrand@webrtc.org | db11fab | 2013-04-17 10:39:41 +0000 | [diff] [blame] | 590 | if (decoded_samples < 0) { |
| 591 | return -1; |
| 592 | } |
| 593 | |
Minyue Li | 8e83c7a | 2019-11-04 14:47:52 +0100 | [diff] [blame] | 594 | if (inst->plc_use_prev_decoded_samples) { |
| 595 | /* Update decoded sample memory, to be used by the PLC in case of losses. */ |
| 596 | inst->prev_decoded_samples = decoded_samples; |
| 597 | } |
tina.legrand@webrtc.org | bd21fb5 | 2013-08-08 11:01:07 +0000 | [diff] [blame] | 598 | |
minyue@webrtc.org | f563e85 | 2014-07-18 21:11:27 +0000 | [diff] [blame] | 599 | return decoded_samples; |
tina.legrand@webrtc.org | db11fab | 2013-04-17 10:39:41 +0000 | [diff] [blame] | 600 | } |
| 601 | |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 602 | int WebRtcOpus_DecodeFec(OpusDecInst* inst, |
| 603 | const uint8_t* encoded, |
| 604 | size_t encoded_bytes, |
| 605 | int16_t* decoded, |
Peter Kasting | bba7807 | 2015-06-11 19:02:46 -0700 | [diff] [blame] | 606 | int16_t* audio_type) { |
minyue@webrtc.org | 46509c8 | 2014-03-07 11:49:11 +0000 | [diff] [blame] | 607 | int decoded_samples; |
minyue@webrtc.org | 46509c8 | 2014-03-07 11:49:11 +0000 | [diff] [blame] | 608 | int fec_samples; |
| 609 | |
| 610 | if (WebRtcOpus_PacketHasFec(encoded, encoded_bytes) != 1) { |
| 611 | return 0; |
| 612 | } |
| 613 | |
Karl Wiberg | a1d1a1e | 2019-05-28 14:41:07 +0200 | [diff] [blame] | 614 | fec_samples = |
| 615 | opus_packet_get_samples_per_frame(encoded, inst->sample_rate_hz); |
minyue@webrtc.org | 46509c8 | 2014-03-07 11:49:11 +0000 | [diff] [blame] | 616 | |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 617 | decoded_samples = DecodeNative(inst, encoded, encoded_bytes, fec_samples, |
| 618 | decoded, audio_type, 1); |
minyue@webrtc.org | 46509c8 | 2014-03-07 11:49:11 +0000 | [diff] [blame] | 619 | if (decoded_samples < 0) { |
| 620 | return -1; |
| 621 | } |
| 622 | |
minyue@webrtc.org | f563e85 | 2014-07-18 21:11:27 +0000 | [diff] [blame] | 623 | return decoded_samples; |
minyue@webrtc.org | 46509c8 | 2014-03-07 11:49:11 +0000 | [diff] [blame] | 624 | } |
| 625 | |
tina.legrand@webrtc.org | 4275ab1 | 2012-12-19 09:52:45 +0000 | [diff] [blame] | 626 | int WebRtcOpus_DurationEst(OpusDecInst* inst, |
| 627 | const uint8_t* payload, |
Peter Kasting | dce40cf | 2015-08-24 14:52:23 -0700 | [diff] [blame] | 628 | size_t payload_length_bytes) { |
minyuel | 6d92bf5 | 2015-09-23 15:20:39 +0200 | [diff] [blame] | 629 | if (payload_length_bytes == 0) { |
| 630 | // WebRtcOpus_Decode calls PLC when payload length is zero. So we return |
| 631 | // PLC duration correspondingly. |
| 632 | return WebRtcOpus_PlcDuration(inst); |
| 633 | } |
| 634 | |
tina.legrand@webrtc.org | 4275ab1 | 2012-12-19 09:52:45 +0000 | [diff] [blame] | 635 | int frames, samples; |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 636 | frames = opus_packet_get_nb_frames( |
| 637 | payload, static_cast<opus_int32>(payload_length_bytes)); |
tina.legrand@webrtc.org | 4275ab1 | 2012-12-19 09:52:45 +0000 | [diff] [blame] | 638 | if (frames < 0) { |
| 639 | /* Invalid payload data. */ |
| 640 | return 0; |
| 641 | } |
Karl Wiberg | a1d1a1e | 2019-05-28 14:41:07 +0200 | [diff] [blame] | 642 | samples = |
| 643 | frames * opus_packet_get_samples_per_frame(payload, inst->sample_rate_hz); |
| 644 | if (samples > 120 * inst->sample_rate_hz / 1000) { |
| 645 | // More than 120 ms' worth of samples. |
tina.legrand@webrtc.org | 4275ab1 | 2012-12-19 09:52:45 +0000 | [diff] [blame] | 646 | return 0; |
| 647 | } |
| 648 | return samples; |
| 649 | } |
minyue@webrtc.org | 46509c8 | 2014-03-07 11:49:11 +0000 | [diff] [blame] | 650 | |
minyuel | 6d92bf5 | 2015-09-23 15:20:39 +0200 | [diff] [blame] | 651 | int WebRtcOpus_PlcDuration(OpusDecInst* inst) { |
Minyue Li | 8e83c7a | 2019-11-04 14:47:52 +0100 | [diff] [blame] | 652 | if (inst->plc_use_prev_decoded_samples) { |
| 653 | /* The number of samples we ask for is |number_of_lost_frames| times |
| 654 | * |prev_decoded_samples_|. Limit the number of samples to maximum |
| 655 | * |MaxFrameSizePerChannel()|. */ |
| 656 | const int plc_samples = inst->prev_decoded_samples; |
| 657 | const int max_samples_per_channel = |
| 658 | MaxFrameSizePerChannel(inst->sample_rate_hz); |
| 659 | return plc_samples <= max_samples_per_channel ? plc_samples |
| 660 | : max_samples_per_channel; |
| 661 | } |
| 662 | return FrameSizePerChannel(kWebRtcOpusPlcFrameSizeMs, inst->sample_rate_hz); |
minyuel | 6d92bf5 | 2015-09-23 15:20:39 +0200 | [diff] [blame] | 663 | } |
| 664 | |
minyue@webrtc.org | 46509c8 | 2014-03-07 11:49:11 +0000 | [diff] [blame] | 665 | int WebRtcOpus_FecDurationEst(const uint8_t* payload, |
Karl Wiberg | a1d1a1e | 2019-05-28 14:41:07 +0200 | [diff] [blame] | 666 | size_t payload_length_bytes, |
| 667 | int sample_rate_hz) { |
minyue@webrtc.org | 46509c8 | 2014-03-07 11:49:11 +0000 | [diff] [blame] | 668 | if (WebRtcOpus_PacketHasFec(payload, payload_length_bytes) != 1) { |
| 669 | return 0; |
| 670 | } |
Karl Wiberg | a1d1a1e | 2019-05-28 14:41:07 +0200 | [diff] [blame] | 671 | const int samples = |
| 672 | opus_packet_get_samples_per_frame(payload, sample_rate_hz); |
| 673 | const int samples_per_ms = sample_rate_hz / 1000; |
| 674 | if (samples < 10 * samples_per_ms || samples > 120 * samples_per_ms) { |
minyue@webrtc.org | 46509c8 | 2014-03-07 11:49:11 +0000 | [diff] [blame] | 675 | /* Invalid payload duration. */ |
| 676 | return 0; |
| 677 | } |
minyue@webrtc.org | 46509c8 | 2014-03-07 11:49:11 +0000 | [diff] [blame] | 678 | return samples; |
| 679 | } |
| 680 | |
Minyue Li | e8fbc5d | 2019-07-03 10:14:18 +0200 | [diff] [blame] | 681 | // This method is based on Definition of the Opus Audio Codec |
| 682 | // (https://tools.ietf.org/html/rfc6716). Basically, this method is based on |
| 683 | // parsing the LP layer of an Opus packet, particularly the LBRR flag. |
minyue@webrtc.org | 46509c8 | 2014-03-07 11:49:11 +0000 | [diff] [blame] | 684 | int WebRtcOpus_PacketHasFec(const uint8_t* payload, |
Peter Kasting | dce40cf | 2015-08-24 14:52:23 -0700 | [diff] [blame] | 685 | size_t payload_length_bytes) { |
Peter Kasting | dce40cf | 2015-08-24 14:52:23 -0700 | [diff] [blame] | 686 | if (payload == NULL || payload_length_bytes == 0) |
minyue@webrtc.org | 46509c8 | 2014-03-07 11:49:11 +0000 | [diff] [blame] | 687 | return 0; |
| 688 | |
Minyue Li | e8fbc5d | 2019-07-03 10:14:18 +0200 | [diff] [blame] | 689 | // In CELT_ONLY mode, packets should not have FEC. |
minyue@webrtc.org | 46509c8 | 2014-03-07 11:49:11 +0000 | [diff] [blame] | 690 | if (payload[0] & 0x80) |
| 691 | return 0; |
| 692 | |
Minyue Li | e8fbc5d | 2019-07-03 10:14:18 +0200 | [diff] [blame] | 693 | // Max number of frames in an Opus packet is 48. |
| 694 | opus_int16 frame_sizes[48]; |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 695 | const unsigned char* frame_data[48]; |
minyue@webrtc.org | 46509c8 | 2014-03-07 11:49:11 +0000 | [diff] [blame] | 696 | |
Minyue Li | e8fbc5d | 2019-07-03 10:14:18 +0200 | [diff] [blame] | 697 | // Parse packet to get the frames. But we only care about the first frame, |
| 698 | // since we can only decode the FEC from the first one. |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 699 | if (opus_packet_parse(payload, static_cast<opus_int32>(payload_length_bytes), |
| 700 | NULL, frame_data, frame_sizes, NULL) < 0) { |
minyue@webrtc.org | 46509c8 | 2014-03-07 11:49:11 +0000 | [diff] [blame] | 701 | return 0; |
| 702 | } |
| 703 | |
| 704 | if (frame_sizes[0] <= 1) { |
| 705 | return 0; |
| 706 | } |
| 707 | |
Minyue Li | e8fbc5d | 2019-07-03 10:14:18 +0200 | [diff] [blame] | 708 | // For computing the payload length in ms, the sample rate is not important |
| 709 | // since it cancels out. We use 48 kHz, but any valid sample rate would work. |
| 710 | int payload_length_ms = |
| 711 | opus_packet_get_samples_per_frame(payload, 48000) / 48; |
| 712 | if (payload_length_ms < 10) |
| 713 | payload_length_ms = 10; |
| 714 | |
| 715 | int silk_frames; |
| 716 | switch (payload_length_ms) { |
| 717 | case 10: |
| 718 | case 20: |
| 719 | silk_frames = 1; |
| 720 | break; |
| 721 | case 40: |
| 722 | silk_frames = 2; |
| 723 | break; |
| 724 | case 60: |
| 725 | silk_frames = 3; |
| 726 | break; |
| 727 | default: |
Minyue Li | 54d0278 | 2019-10-29 21:36:13 +0100 | [diff] [blame] | 728 | return 0; // It is actually even an invalid packet. |
Minyue Li | e8fbc5d | 2019-07-03 10:14:18 +0200 | [diff] [blame] | 729 | } |
| 730 | |
| 731 | const int channels = opus_packet_get_nb_channels(payload); |
| 732 | RTC_DCHECK(channels == 1 || channels == 2); |
| 733 | |
| 734 | // A frame starts with the LP layer. The LP layer begins with two to eight |
| 735 | // header bits.These consist of one VAD bit per SILK frame (up to 3), |
| 736 | // followed by a single flag indicating the presence of LBRR frames. |
| 737 | // For a stereo packet, these first flags correspond to the mid channel, and |
| 738 | // a second set of flags is included for the side channel. Because these are |
| 739 | // the first symbols decoded by the range coder and because they are coded |
| 740 | // as binary values with uniform probability, they can be extracted directly |
| 741 | // from the most significant bits of the first byte of compressed data. |
| 742 | for (int n = 0; n < channels; n++) { |
| 743 | // The LBRR bit for channel 1 is on the (|silk_frames| + 1)-th bit, and |
| 744 | // that of channel 2 is on the |(|silk_frames| + 1) * 2 + 1|-th bit. |
| 745 | if (frame_data[0][0] & (0x80 >> ((n + 1) * (silk_frames + 1) - 1))) |
minyue@webrtc.org | 46509c8 | 2014-03-07 11:49:11 +0000 | [diff] [blame] | 746 | return 1; |
| 747 | } |
| 748 | |
| 749 | return 0; |
| 750 | } |