blob: 545d1d62455cad94f728e89bc8f67557fffdec92 [file] [log] [blame]
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +00001/*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
henrik.lundin@webrtc.org9c55f0f2014-06-09 08:10:28 +000011#include "webrtc/modules/audio_coding/neteq/decision_logic.h"
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000012
13#include <algorithm>
14
henrik.lundin@webrtc.org9c55f0f2014-06-09 08:10:28 +000015#include "webrtc/modules/audio_coding/neteq/buffer_level_filter.h"
16#include "webrtc/modules/audio_coding/neteq/decision_logic_fax.h"
17#include "webrtc/modules/audio_coding/neteq/decision_logic_normal.h"
18#include "webrtc/modules/audio_coding/neteq/delay_manager.h"
19#include "webrtc/modules/audio_coding/neteq/expand.h"
20#include "webrtc/modules/audio_coding/neteq/packet_buffer.h"
21#include "webrtc/modules/audio_coding/neteq/sync_buffer.h"
Henrik Kjellander98f53512015-10-28 18:17:40 +010022#include "webrtc/system_wrappers/include/logging.h"
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000023
24namespace webrtc {
25
26DecisionLogic* DecisionLogic::Create(int fs_hz,
Peter Kastingdce40cf2015-08-24 14:52:23 -070027 size_t output_size_samples,
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000028 NetEqPlayoutMode playout_mode,
29 DecoderDatabase* decoder_database,
30 const PacketBuffer& packet_buffer,
31 DelayManager* delay_manager,
Henrik Lundin47b17dc2016-05-10 10:20:59 +020032 BufferLevelFilter* buffer_level_filter,
33 const TickTimer* tick_timer) {
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000034 switch (playout_mode) {
35 case kPlayoutOn:
36 case kPlayoutStreaming:
Henrik Lundin47b17dc2016-05-10 10:20:59 +020037 return new DecisionLogicNormal(
38 fs_hz, output_size_samples, playout_mode, decoder_database,
39 packet_buffer, delay_manager, buffer_level_filter, tick_timer);
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000040 case kPlayoutFax:
41 case kPlayoutOff:
Henrik Lundin47b17dc2016-05-10 10:20:59 +020042 return new DecisionLogicFax(
43 fs_hz, output_size_samples, playout_mode, decoder_database,
44 packet_buffer, delay_manager, buffer_level_filter, tick_timer);
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000045 }
46 // This line cannot be reached, but must be here to avoid compiler errors.
47 assert(false);
48 return NULL;
49}
50
51DecisionLogic::DecisionLogic(int fs_hz,
Peter Kastingdce40cf2015-08-24 14:52:23 -070052 size_t output_size_samples,
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000053 NetEqPlayoutMode playout_mode,
54 DecoderDatabase* decoder_database,
55 const PacketBuffer& packet_buffer,
56 DelayManager* delay_manager,
Henrik Lundin47b17dc2016-05-10 10:20:59 +020057 BufferLevelFilter* buffer_level_filter,
58 const TickTimer* tick_timer)
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000059 : decoder_database_(decoder_database),
60 packet_buffer_(packet_buffer),
61 delay_manager_(delay_manager),
62 buffer_level_filter_(buffer_level_filter),
Henrik Lundin47b17dc2016-05-10 10:20:59 +020063 tick_timer_(tick_timer),
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000064 cng_state_(kCngOff),
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000065 packet_length_samples_(0),
66 sample_memory_(0),
67 prev_time_scale_(false),
Henrik Lundin47b17dc2016-05-10 10:20:59 +020068 timescale_countdown_(
69 tick_timer_->GetNewCountdown(kMinTimescaleInterval + 1)),
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000070 num_consecutive_expands_(0),
71 playout_mode_(playout_mode) {
72 delay_manager_->set_streaming_mode(playout_mode_ == kPlayoutStreaming);
73 SetSampleRate(fs_hz, output_size_samples);
74}
75
Henrik Lundin47b17dc2016-05-10 10:20:59 +020076DecisionLogic::~DecisionLogic() = default;
77
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000078void DecisionLogic::Reset() {
79 cng_state_ = kCngOff;
henrik.lundinb1fb72b2016-05-03 08:18:47 -070080 noise_fast_forward_ = 0;
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000081 packet_length_samples_ = 0;
82 sample_memory_ = 0;
83 prev_time_scale_ = false;
Henrik Lundin47b17dc2016-05-10 10:20:59 +020084 timescale_countdown_.reset();
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000085 num_consecutive_expands_ = 0;
86}
87
88void DecisionLogic::SoftReset() {
89 packet_length_samples_ = 0;
90 sample_memory_ = 0;
91 prev_time_scale_ = false;
Henrik Lundin47b17dc2016-05-10 10:20:59 +020092 timescale_countdown_ =
93 tick_timer_->GetNewCountdown(kMinTimescaleInterval + 1);
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000094}
95
Peter Kastingdce40cf2015-08-24 14:52:23 -070096void DecisionLogic::SetSampleRate(int fs_hz, size_t output_size_samples) {
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +000097 // TODO(hlundin): Change to an enumerator and skip assert.
98 assert(fs_hz == 8000 || fs_hz == 16000 || fs_hz == 32000 || fs_hz == 48000);
99 fs_mult_ = fs_hz / 8000;
100 output_size_samples_ = output_size_samples;
101}
102
103Operations DecisionLogic::GetDecision(const SyncBuffer& sync_buffer,
104 const Expand& expand,
Peter Kastingdce40cf2015-08-24 14:52:23 -0700105 size_t decoder_frame_length,
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000106 const RTPHeader* packet_header,
107 Modes prev_mode,
henrik.lundinb1fb72b2016-05-03 08:18:47 -0700108 bool play_dtmf,
109 size_t generated_noise_samples,
110 bool* reset_decoder) {
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000111 if (prev_mode == kModeRfc3389Cng ||
112 prev_mode == kModeCodecInternalCng ||
113 prev_mode == kModeExpand) {
114 // If last mode was CNG (or Expand, since this could be covering up for
henrik.lundinb1fb72b2016-05-03 08:18:47 -0700115 // a lost CNG packet), remember that CNG is on. This is needed if comfort
116 // noise is interrupted by DTMF.
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000117 if (prev_mode == kModeRfc3389Cng) {
118 cng_state_ = kCngRfc3389On;
119 } else if (prev_mode == kModeCodecInternalCng) {
120 cng_state_ = kCngInternalOn;
121 }
122 }
123
Peter Kastingdce40cf2015-08-24 14:52:23 -0700124 const size_t samples_left =
125 sync_buffer.FutureLength() - expand.overlap_length();
126 const size_t cur_size_samples =
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000127 samples_left + packet_buffer_.NumSamplesInBuffer(decoder_database_,
128 decoder_frame_length);
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000129
130 prev_time_scale_ = prev_time_scale_ &&
131 (prev_mode == kModeAccelerateSuccess ||
132 prev_mode == kModeAccelerateLowEnergy ||
133 prev_mode == kModePreemptiveExpandSuccess ||
134 prev_mode == kModePreemptiveExpandLowEnergy);
135
136 FilterBufferLevel(cur_size_samples, prev_mode);
137
138 return GetDecisionSpecialized(sync_buffer, expand, decoder_frame_length,
139 packet_header, prev_mode, play_dtmf,
henrik.lundinb1fb72b2016-05-03 08:18:47 -0700140 reset_decoder, generated_noise_samples);
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000141}
142
turaj@webrtc.org8d1cdaa2014-04-11 18:47:55 +0000143void DecisionLogic::ExpandDecision(Operations operation) {
144 if (operation == kExpand) {
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000145 num_consecutive_expands_++;
146 } else {
147 num_consecutive_expands_ = 0;
148 }
149}
150
Peter Kastingdce40cf2015-08-24 14:52:23 -0700151void DecisionLogic::FilterBufferLevel(size_t buffer_size_samples,
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000152 Modes prev_mode) {
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000153 // Do not update buffer history if currently playing CNG since it will bias
154 // the filtered buffer level.
155 if ((prev_mode != kModeRfc3389Cng) && (prev_mode != kModeCodecInternalCng)) {
156 buffer_level_filter_->SetTargetBufferLevel(
157 delay_manager_->base_target_level());
158
Peter Kastingdce40cf2015-08-24 14:52:23 -0700159 size_t buffer_size_packets = 0;
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000160 if (packet_length_samples_ > 0) {
161 // Calculate size in packets.
162 buffer_size_packets = buffer_size_samples / packet_length_samples_;
163 }
164 int sample_memory_local = 0;
165 if (prev_time_scale_) {
166 sample_memory_local = sample_memory_;
Henrik Lundin47b17dc2016-05-10 10:20:59 +0200167 timescale_countdown_ =
168 tick_timer_->GetNewCountdown(kMinTimescaleInterval);
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000169 }
170 buffer_level_filter_->Update(buffer_size_packets, sample_memory_local,
171 packet_length_samples_);
172 prev_time_scale_ = false;
173 }
henrik.lundin@webrtc.orgd94659d2013-01-29 12:09:21 +0000174}
175
176} // namespace webrtc