henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 11 | #ifndef MODULES_AUDIO_CODING_NETEQ_DELAY_MANAGER_H_ |
| 12 | #define MODULES_AUDIO_CODING_NETEQ_DELAY_MANAGER_H_ |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 13 | |
pbos@webrtc.org | 12dc1a3 | 2013-08-05 16:22:53 +0000 | [diff] [blame] | 14 | #include <string.h> // Provide access to size_t. |
| 15 | |
Jakob Ivarsson | db42ed2 | 2019-02-27 10:08:09 +0100 | [diff] [blame] | 16 | #include <deque> |
henrik.lundin | 8f8c96d | 2016-04-28 23:19:20 -0700 | [diff] [blame] | 17 | #include <memory> |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 18 | |
Minyue Li | 002fbb8 | 2018-10-04 11:31:03 +0200 | [diff] [blame] | 19 | #include "absl/types/optional.h" |
Ivo Creusen | 3ce44a3 | 2019-10-31 14:38:11 +0100 | [diff] [blame] | 20 | #include "api/neteq/tick_timer.h" |
Jakob Ivarsson | 1eb3d7e | 2019-02-21 15:42:31 +0100 | [diff] [blame] | 21 | #include "modules/audio_coding/neteq/histogram.h" |
Jakob Ivarsson | 58ed02e | 2021-09-08 16:35:50 +0200 | [diff] [blame] | 22 | #include "modules/audio_coding/neteq/reorder_optimizer.h" |
Jakob Ivarsson | 74158ff | 2021-09-07 14:24:56 +0200 | [diff] [blame] | 23 | #include "modules/audio_coding/neteq/underrun_optimizer.h" |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 24 | |
| 25 | namespace webrtc { |
| 26 | |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 27 | class DelayManager { |
| 28 | public: |
Jakob Ivarsson | 74158ff | 2021-09-07 14:24:56 +0200 | [diff] [blame] | 29 | struct Config { |
| 30 | Config(); |
| 31 | void Log(); |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 32 | |
Jakob Ivarsson | 74158ff | 2021-09-07 14:24:56 +0200 | [diff] [blame] | 33 | // Options that can be configured via field trial. |
Jakob Ivarsson | fa68ac0 | 2021-11-09 12:58:45 +0100 | [diff] [blame] | 34 | double quantile = 0.95; |
| 35 | double forget_factor = 0.983; |
Jakob Ivarsson | 74158ff | 2021-09-07 14:24:56 +0200 | [diff] [blame] | 36 | absl::optional<double> start_forget_weight = 2; |
Jakob Ivarsson | fa68ac0 | 2021-11-09 12:58:45 +0100 | [diff] [blame] | 37 | absl::optional<int> resample_interval_ms = 500; |
Jakob Ivarsson | 74158ff | 2021-09-07 14:24:56 +0200 | [diff] [blame] | 38 | |
Jakob Ivarsson | 58ed02e | 2021-09-08 16:35:50 +0200 | [diff] [blame] | 39 | bool use_reorder_optimizer = true; |
| 40 | double reorder_forget_factor = 0.9993; |
| 41 | int ms_per_loss_percent = 20; |
| 42 | |
Jakob Ivarsson | 74158ff | 2021-09-07 14:24:56 +0200 | [diff] [blame] | 43 | // Options that are externally populated. |
| 44 | int max_packets_in_buffer = 200; |
| 45 | int base_minimum_delay_ms = 0; |
Jakob Ivarsson | 74158ff | 2021-09-07 14:24:56 +0200 | [diff] [blame] | 46 | }; |
| 47 | |
| 48 | DelayManager(const Config& config, const TickTimer* tick_timer); |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 49 | |
pbos@webrtc.org | 2d1a55c | 2013-07-31 15:54:00 +0000 | [diff] [blame] | 50 | virtual ~DelayManager(); |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 51 | |
Byoungchan Lee | 604fd2f | 2022-01-21 09:49:39 +0900 | [diff] [blame] | 52 | DelayManager(const DelayManager&) = delete; |
| 53 | DelayManager& operator=(const DelayManager&) = delete; |
| 54 | |
Jakob Ivarsson | 01ab7d5 | 2022-05-25 21:06:14 +0200 | [diff] [blame] | 55 | // Updates the delay manager that a new packet arrived with delay |
| 56 | // `arrival_delay_ms`. This updates the statistics and a new target buffer |
| 57 | // level is calculated. The `reordered` flag indicates if the packet was |
| 58 | // reordered. |
| 59 | virtual void Update(int arrival_delay_ms, bool reordered); |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 60 | |
Jakob Ivarsson | 80fb978 | 2020-10-09 13:41:06 +0200 | [diff] [blame] | 61 | // Resets all state. |
Jakob Ivarsson | ff9f646 | 2020-10-07 12:46:42 +0000 | [diff] [blame] | 62 | virtual void Reset(); |
| 63 | |
Jakob Ivarsson | 80fb978 | 2020-10-09 13:41:06 +0200 | [diff] [blame] | 64 | // Gets the target buffer level in milliseconds. |
| 65 | virtual int TargetDelayMs() const; |
Jakob Ivarsson | ff9f646 | 2020-10-07 12:46:42 +0000 | [diff] [blame] | 66 | |
Jakob Ivarsson | 80fb978 | 2020-10-09 13:41:06 +0200 | [diff] [blame] | 67 | // Notifies the DelayManager of how much audio data is carried in each packet. |
| 68 | virtual int SetPacketAudioLength(int length_ms); |
Jakob Ivarsson | ff9f646 | 2020-10-07 12:46:42 +0000 | [diff] [blame] | 69 | |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 70 | // Accessors and mutators. |
Artem Titov | d00ce74 | 2021-07-28 20:00:17 +0200 | [diff] [blame] | 71 | // Assuming `delay` is in valid range. |
turaj@webrtc.org | f1efc57 | 2013-08-16 23:44:24 +0000 | [diff] [blame] | 72 | virtual bool SetMinimumDelay(int delay_ms); |
| 73 | virtual bool SetMaximumDelay(int delay_ms); |
Ruslan Burakov | edbea46 | 2019-02-04 16:17:31 +0100 | [diff] [blame] | 74 | virtual bool SetBaseMinimumDelay(int delay_ms); |
| 75 | virtual int GetBaseMinimumDelay() const; |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 76 | |
Jakob Ivarsson | 80fb978 | 2020-10-09 13:41:06 +0200 | [diff] [blame] | 77 | // These accessors are only intended for testing purposes. |
Ruslan Burakov | 4a68fb9 | 2019-02-13 14:25:39 +0100 | [diff] [blame] | 78 | int effective_minimum_delay_ms_for_test() const { |
| 79 | return effective_minimum_delay_ms_; |
| 80 | } |
Jakob Ivarsson | db42ed2 | 2019-02-27 10:08:09 +0100 | [diff] [blame] | 81 | |
Minyue Li | 002fbb8 | 2018-10-04 11:31:03 +0200 | [diff] [blame] | 82 | private: |
Ruslan Burakov | 4a68fb9 | 2019-02-13 14:25:39 +0100 | [diff] [blame] | 83 | // Provides value which minimum delay can't exceed based on current buffer |
Artem Titov | d00ce74 | 2021-07-28 20:00:17 +0200 | [diff] [blame] | 84 | // size and given `maximum_delay_ms_`. Lower bound is a constant 0. |
Ruslan Burakov | 4a68fb9 | 2019-02-13 14:25:39 +0100 | [diff] [blame] | 85 | int MinimumDelayUpperBound() const; |
| 86 | |
Artem Titov | d00ce74 | 2021-07-28 20:00:17 +0200 | [diff] [blame] | 87 | // Updates `effective_minimum_delay_ms_` delay based on current |
| 88 | // `minimum_delay_ms_`, `base_minimum_delay_ms_` and `maximum_delay_ms_` |
Ruslan Burakov | 4a68fb9 | 2019-02-13 14:25:39 +0100 | [diff] [blame] | 89 | // and buffer size. |
| 90 | void UpdateEffectiveMinimumDelay(); |
| 91 | |
Artem Titov | d00ce74 | 2021-07-28 20:00:17 +0200 | [diff] [blame] | 92 | // Makes sure that `delay_ms` is less than maximum delay, if any maximum |
| 93 | // is set. Also, if possible check `delay_ms` to be less than 75% of |
| 94 | // `max_packets_in_buffer_`. |
Ruslan Burakov | 4a68fb9 | 2019-02-13 14:25:39 +0100 | [diff] [blame] | 95 | bool IsValidMinimumDelay(int delay_ms) const; |
| 96 | |
| 97 | bool IsValidBaseMinimumDelay(int delay_ms) const; |
Ruslan Burakov | edbea46 | 2019-02-04 16:17:31 +0100 | [diff] [blame] | 98 | |
Jakob Ivarsson | 80fb978 | 2020-10-09 13:41:06 +0200 | [diff] [blame] | 99 | // TODO(jakobi): set maximum buffer delay instead of number of packets. |
| 100 | const int max_packets_in_buffer_; |
Jakob Ivarsson | 74158ff | 2021-09-07 14:24:56 +0200 | [diff] [blame] | 101 | UnderrunOptimizer underrun_optimizer_; |
Jakob Ivarsson | 58ed02e | 2021-09-08 16:35:50 +0200 | [diff] [blame] | 102 | std::unique_ptr<ReorderOptimizer> reorder_optimizer_; |
Jakob Ivarsson | 7dff9f3 | 2020-11-11 15:26:10 +0100 | [diff] [blame] | 103 | |
Ruslan Burakov | 4a68fb9 | 2019-02-13 14:25:39 +0100 | [diff] [blame] | 104 | int base_minimum_delay_ms_; |
Jakob Ivarsson | 80fb978 | 2020-10-09 13:41:06 +0200 | [diff] [blame] | 105 | int effective_minimum_delay_ms_; // Used as lower bound for target delay. |
| 106 | int minimum_delay_ms_; // Externally set minimum delay. |
| 107 | int maximum_delay_ms_; // Externally set maximum allowed delay. |
Ruslan Burakov | 4a68fb9 | 2019-02-13 14:25:39 +0100 | [diff] [blame] | 108 | |
Jakob Ivarsson | 80fb978 | 2020-10-09 13:41:06 +0200 | [diff] [blame] | 109 | int packet_len_ms_ = 0; |
Byoungchan Lee | 604fd2f | 2022-01-21 09:49:39 +0900 | [diff] [blame] | 110 | int target_level_ms_; // Currently preferred buffer level. |
henrik.lundin@webrtc.org | d94659d | 2013-01-29 12:09:21 +0000 | [diff] [blame] | 111 | }; |
| 112 | |
| 113 | } // namespace webrtc |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 114 | #endif // MODULES_AUDIO_CODING_NETEQ_DELAY_MANAGER_H_ |