blob: 966d5c376daee10d3abeefc3307e2527d897e5c7 [file] [log] [blame]
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +00001/*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#include "modules/audio_coding/neteq/decision_logic.h"
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000012
13#include <algorithm>
14
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020015#include "modules/audio_coding/neteq/buffer_level_filter.h"
16#include "modules/audio_coding/neteq/decision_logic_fax.h"
17#include "modules/audio_coding/neteq/decision_logic_normal.h"
18#include "modules/audio_coding/neteq/delay_manager.h"
19#include "modules/audio_coding/neteq/expand.h"
20#include "modules/audio_coding/neteq/packet_buffer.h"
21#include "modules/audio_coding/neteq/sync_buffer.h"
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000022
23namespace webrtc {
24
25DecisionLogic* DecisionLogic::Create(int fs_hz,
Peter Kastingdce40cf2015-08-24 14:52:23 -070026 size_t output_size_samples,
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000027 NetEqPlayoutMode playout_mode,
28 DecoderDatabase* decoder_database,
29 const PacketBuffer& packet_buffer,
30 DelayManager* delay_manager,
Henrik Lundin47b17dc2016-05-10 10:20:59 +020031 BufferLevelFilter* buffer_level_filter,
32 const TickTimer* tick_timer) {
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000033 switch (playout_mode) {
34 case kPlayoutOn:
35 case kPlayoutStreaming:
Henrik Lundin47b17dc2016-05-10 10:20:59 +020036 return new DecisionLogicNormal(
37 fs_hz, output_size_samples, playout_mode, decoder_database,
38 packet_buffer, delay_manager, buffer_level_filter, tick_timer);
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000039 case kPlayoutFax:
40 case kPlayoutOff:
Henrik Lundin47b17dc2016-05-10 10:20:59 +020041 return new DecisionLogicFax(
42 fs_hz, output_size_samples, playout_mode, decoder_database,
43 packet_buffer, delay_manager, buffer_level_filter, tick_timer);
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000044 }
45 // This line cannot be reached, but must be here to avoid compiler errors.
46 assert(false);
47 return NULL;
48}
49
50DecisionLogic::DecisionLogic(int fs_hz,
Peter Kastingdce40cf2015-08-24 14:52:23 -070051 size_t output_size_samples,
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000052 NetEqPlayoutMode playout_mode,
53 DecoderDatabase* decoder_database,
54 const PacketBuffer& packet_buffer,
55 DelayManager* delay_manager,
Henrik Lundin47b17dc2016-05-10 10:20:59 +020056 BufferLevelFilter* buffer_level_filter,
57 const TickTimer* tick_timer)
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000058 : decoder_database_(decoder_database),
59 packet_buffer_(packet_buffer),
60 delay_manager_(delay_manager),
61 buffer_level_filter_(buffer_level_filter),
Henrik Lundin47b17dc2016-05-10 10:20:59 +020062 tick_timer_(tick_timer),
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000063 cng_state_(kCngOff),
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000064 packet_length_samples_(0),
65 sample_memory_(0),
66 prev_time_scale_(false),
Henrik Lundin47b17dc2016-05-10 10:20:59 +020067 timescale_countdown_(
68 tick_timer_->GetNewCountdown(kMinTimescaleInterval + 1)),
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000069 num_consecutive_expands_(0),
70 playout_mode_(playout_mode) {
71 delay_manager_->set_streaming_mode(playout_mode_ == kPlayoutStreaming);
72 SetSampleRate(fs_hz, output_size_samples);
73}
74
Henrik Lundin47b17dc2016-05-10 10:20:59 +020075DecisionLogic::~DecisionLogic() = default;
76
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000077void DecisionLogic::Reset() {
78 cng_state_ = kCngOff;
henrik.lundinb1fb72b2016-05-03 08:18:47 -070079 noise_fast_forward_ = 0;
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000080 packet_length_samples_ = 0;
81 sample_memory_ = 0;
82 prev_time_scale_ = false;
Henrik Lundin47b17dc2016-05-10 10:20:59 +020083 timescale_countdown_.reset();
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000084 num_consecutive_expands_ = 0;
85}
86
87void DecisionLogic::SoftReset() {
88 packet_length_samples_ = 0;
89 sample_memory_ = 0;
90 prev_time_scale_ = false;
Henrik Lundin47b17dc2016-05-10 10:20:59 +020091 timescale_countdown_ =
92 tick_timer_->GetNewCountdown(kMinTimescaleInterval + 1);
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000093}
94
Peter Kastingdce40cf2015-08-24 14:52:23 -070095void DecisionLogic::SetSampleRate(int fs_hz, size_t output_size_samples) {
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000096 // TODO(hlundin): Change to an enumerator and skip assert.
97 assert(fs_hz == 8000 || fs_hz == 16000 || fs_hz == 32000 || fs_hz == 48000);
98 fs_mult_ = fs_hz / 8000;
99 output_size_samples_ = output_size_samples;
100}
101
102Operations DecisionLogic::GetDecision(const SyncBuffer& sync_buffer,
103 const Expand& expand,
Peter Kastingdce40cf2015-08-24 14:52:23 -0700104 size_t decoder_frame_length,
ossu7a377612016-10-18 04:06:13 -0700105 const Packet* next_packet,
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000106 Modes prev_mode,
henrik.lundinb1fb72b2016-05-03 08:18:47 -0700107 bool play_dtmf,
108 size_t generated_noise_samples,
109 bool* reset_decoder) {
ossu61a208b2016-09-20 01:38:00 -0700110 // If last mode was CNG (or Expand, since this could be covering up for
111 // a lost CNG packet), remember that CNG is on. This is needed if comfort
112 // noise is interrupted by DTMF.
113 if (prev_mode == kModeRfc3389Cng) {
114 cng_state_ = kCngRfc3389On;
115 } else if (prev_mode == kModeCodecInternalCng) {
116 cng_state_ = kCngInternalOn;
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000117 }
118
Peter Kastingdce40cf2015-08-24 14:52:23 -0700119 const size_t samples_left =
120 sync_buffer.FutureLength() - expand.overlap_length();
121 const size_t cur_size_samples =
ossu61a208b2016-09-20 01:38:00 -0700122 samples_left + packet_buffer_.NumSamplesInBuffer(decoder_frame_length);
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000123
124 prev_time_scale_ = prev_time_scale_ &&
125 (prev_mode == kModeAccelerateSuccess ||
126 prev_mode == kModeAccelerateLowEnergy ||
127 prev_mode == kModePreemptiveExpandSuccess ||
128 prev_mode == kModePreemptiveExpandLowEnergy);
129
130 FilterBufferLevel(cur_size_samples, prev_mode);
131
132 return GetDecisionSpecialized(sync_buffer, expand, decoder_frame_length,
ossu7a377612016-10-18 04:06:13 -0700133 next_packet, prev_mode, play_dtmf,
henrik.lundinb1fb72b2016-05-03 08:18:47 -0700134 reset_decoder, generated_noise_samples);
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000135}
136
turaj@webrtc.org8d1cdaa2014-04-11 18:47:55 +0000137void DecisionLogic::ExpandDecision(Operations operation) {
138 if (operation == kExpand) {
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000139 num_consecutive_expands_++;
140 } else {
141 num_consecutive_expands_ = 0;
142 }
143}
144
Peter Kastingdce40cf2015-08-24 14:52:23 -0700145void DecisionLogic::FilterBufferLevel(size_t buffer_size_samples,
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000146 Modes prev_mode) {
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000147 // Do not update buffer history if currently playing CNG since it will bias
148 // the filtered buffer level.
149 if ((prev_mode != kModeRfc3389Cng) && (prev_mode != kModeCodecInternalCng)) {
150 buffer_level_filter_->SetTargetBufferLevel(
151 delay_manager_->base_target_level());
152
Peter Kastingdce40cf2015-08-24 14:52:23 -0700153 size_t buffer_size_packets = 0;
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000154 if (packet_length_samples_ > 0) {
155 // Calculate size in packets.
156 buffer_size_packets = buffer_size_samples / packet_length_samples_;
157 }
158 int sample_memory_local = 0;
159 if (prev_time_scale_) {
160 sample_memory_local = sample_memory_;
Henrik Lundin47b17dc2016-05-10 10:20:59 +0200161 timescale_countdown_ =
162 tick_timer_->GetNewCountdown(kMinTimescaleInterval);
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000163 }
164 buffer_level_filter_->Update(buffer_size_packets, sample_memory_local,
165 packet_length_samples_);
166 prev_time_scale_ = false;
167 }
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000168}
169
170} // namespace webrtc