philipel | 5ab4c6d | 2016-03-08 03:36:15 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Mirko Bonadei | 9ca7365 | 2020-05-30 17:31:46 +0200 | [diff] [blame] | 11 | #ifndef MODULES_VIDEO_CODING_DEPRECATED_NACK_MODULE_H_ |
| 12 | #define MODULES_VIDEO_CODING_DEPRECATED_NACK_MODULE_H_ |
philipel | 5ab4c6d | 2016-03-08 03:36:15 -0800 | [diff] [blame] | 13 | |
Yves Gerey | 3e70781 | 2018-11-28 16:47:49 +0100 | [diff] [blame] | 14 | #include <stdint.h> |
Jonas Olsson | a4d8737 | 2019-07-05 19:08:33 +0200 | [diff] [blame] | 15 | |
philipel | 5ab4c6d | 2016-03-08 03:36:15 -0800 | [diff] [blame] | 16 | #include <map> |
philipel | 5ab4c6d | 2016-03-08 03:36:15 -0800 | [diff] [blame] | 17 | #include <set> |
Yves Gerey | 665174f | 2018-06-19 15:03:05 +0200 | [diff] [blame] | 18 | #include <vector> |
philipel | 5ab4c6d | 2016-03-08 03:36:15 -0800 | [diff] [blame] | 19 | |
Erik Språng | 3eae7e4 | 2019-10-25 09:24:45 +0200 | [diff] [blame] | 20 | #include "api/units/time_delta.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 21 | #include "modules/include/module.h" |
Ilya Nikolaevskiy | 8643b78 | 2018-06-07 16:15:40 +0200 | [diff] [blame] | 22 | #include "modules/include/module_common_types.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 23 | #include "modules/video_coding/histogram.h" |
Steve Anton | 10542f2 | 2019-01-11 09:11:00 -0800 | [diff] [blame] | 24 | #include "rtc_base/critical_section.h" |
Mirko Bonadei | 9ca7365 | 2020-05-30 17:31:46 +0200 | [diff] [blame] | 25 | #include "rtc_base/deprecation.h" |
Bjorn Terelius | a194e58 | 2017-10-25 13:07:09 +0200 | [diff] [blame] | 26 | #include "rtc_base/numerics/sequence_number_util.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 27 | #include "rtc_base/thread_annotations.h" |
| 28 | #include "system_wrappers/include/clock.h" |
philipel | 5ab4c6d | 2016-03-08 03:36:15 -0800 | [diff] [blame] | 29 | |
| 30 | namespace webrtc { |
| 31 | |
Mirko Bonadei | 9ca7365 | 2020-05-30 17:31:46 +0200 | [diff] [blame] | 32 | class DEPRECATED_NackModule : public Module { |
philipel | 5ab4c6d | 2016-03-08 03:36:15 -0800 | [diff] [blame] | 33 | public: |
Mirko Bonadei | 9ca7365 | 2020-05-30 17:31:46 +0200 | [diff] [blame] | 34 | DEPRECATED_NackModule(Clock* clock, |
| 35 | NackSender* nack_sender, |
| 36 | KeyFrameRequestSender* keyframe_request_sender); |
philipel | 5ab4c6d | 2016-03-08 03:36:15 -0800 | [diff] [blame] | 37 | |
Niels Möller | bc01047 | 2018-03-23 13:22:29 +0100 | [diff] [blame] | 38 | int OnReceivedPacket(uint16_t seq_num, bool is_keyframe); |
Ying Wang | b32bb95 | 2018-10-31 10:12:27 +0100 | [diff] [blame] | 39 | int OnReceivedPacket(uint16_t seq_num, bool is_keyframe, bool is_recovered); |
| 40 | |
philipel | 5ab4c6d | 2016-03-08 03:36:15 -0800 | [diff] [blame] | 41 | void ClearUpTo(uint16_t seq_num); |
| 42 | void UpdateRtt(int64_t rtt_ms); |
philipel | 83f831a | 2016-03-12 03:30:23 -0800 | [diff] [blame] | 43 | void Clear(); |
philipel | 5ab4c6d | 2016-03-08 03:36:15 -0800 | [diff] [blame] | 44 | |
| 45 | // Module implementation |
| 46 | int64_t TimeUntilNextProcess() override; |
| 47 | void Process() override; |
| 48 | |
| 49 | private: |
| 50 | // Which fields to consider when deciding which packet to nack in |
| 51 | // GetNackBatch. |
| 52 | enum NackFilterOptions { kSeqNumOnly, kTimeOnly, kSeqNumAndTime }; |
| 53 | |
| 54 | // This class holds the sequence number of the packet that is in the nack list |
| 55 | // as well as the meta data about when it should be nacked and how many times |
| 56 | // we have tried to nack this packet. |
| 57 | struct NackInfo { |
| 58 | NackInfo(); |
Ying Wang | 0367d1a | 2018-11-02 14:51:15 +0100 | [diff] [blame] | 59 | NackInfo(uint16_t seq_num, |
| 60 | uint16_t send_at_seq_num, |
| 61 | int64_t created_at_time); |
philipel | 5ab4c6d | 2016-03-08 03:36:15 -0800 | [diff] [blame] | 62 | |
| 63 | uint16_t seq_num; |
| 64 | uint16_t send_at_seq_num; |
Ying Wang | 0367d1a | 2018-11-02 14:51:15 +0100 | [diff] [blame] | 65 | int64_t created_at_time; |
philipel | 5ab4c6d | 2016-03-08 03:36:15 -0800 | [diff] [blame] | 66 | int64_t sent_at_time; |
| 67 | int retries; |
| 68 | }; |
Erik Språng | 3eae7e4 | 2019-10-25 09:24:45 +0200 | [diff] [blame] | 69 | |
| 70 | struct BackoffSettings { |
| 71 | BackoffSettings(TimeDelta min_retry, TimeDelta max_rtt, double base); |
| 72 | static absl::optional<BackoffSettings> ParseFromFieldTrials(); |
| 73 | |
| 74 | // Min time between nacks. |
| 75 | const TimeDelta min_retry_interval; |
| 76 | // Upper bound on link-delay considered for exponential backoff. |
| 77 | const TimeDelta max_rtt; |
| 78 | // Base for the exponential backoff. |
| 79 | const double base; |
| 80 | }; |
| 81 | |
philipel | 5ab4c6d | 2016-03-08 03:36:15 -0800 | [diff] [blame] | 82 | void AddPacketsToNack(uint16_t seq_num_start, uint16_t seq_num_end) |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 83 | RTC_EXCLUSIVE_LOCKS_REQUIRED(crit_); |
philipel | 5ab4c6d | 2016-03-08 03:36:15 -0800 | [diff] [blame] | 84 | |
| 85 | // Removes packets from the nack list until the next keyframe. Returns true |
| 86 | // if packets were removed. |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 87 | bool RemovePacketsUntilKeyFrame() RTC_EXCLUSIVE_LOCKS_REQUIRED(crit_); |
philipel | 5ab4c6d | 2016-03-08 03:36:15 -0800 | [diff] [blame] | 88 | std::vector<uint16_t> GetNackBatch(NackFilterOptions options) |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 89 | RTC_EXCLUSIVE_LOCKS_REQUIRED(crit_); |
philipel | 5ab4c6d | 2016-03-08 03:36:15 -0800 | [diff] [blame] | 90 | |
| 91 | // Update the reordering distribution. |
| 92 | void UpdateReorderingStatistics(uint16_t seq_num) |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 93 | RTC_EXCLUSIVE_LOCKS_REQUIRED(crit_); |
philipel | 5ab4c6d | 2016-03-08 03:36:15 -0800 | [diff] [blame] | 94 | |
| 95 | // Returns how many packets we have to wait in order to receive the packet |
| 96 | // with probability |probabilty| or higher. |
| 97 | int WaitNumberOfPackets(float probability) const |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 98 | RTC_EXCLUSIVE_LOCKS_REQUIRED(crit_); |
philipel | 5ab4c6d | 2016-03-08 03:36:15 -0800 | [diff] [blame] | 99 | |
| 100 | rtc::CriticalSection crit_; |
| 101 | Clock* const clock_; |
| 102 | NackSender* const nack_sender_; |
| 103 | KeyFrameRequestSender* const keyframe_request_sender_; |
| 104 | |
tommi | f284b7f | 2017-02-27 01:59:36 -0800 | [diff] [blame] | 105 | // TODO(philipel): Some of the variables below are consistently used on a |
| 106 | // known thread (e.g. see |initialized_|). Those probably do not need |
| 107 | // synchronized access. |
philipel | 1a830c2 | 2016-05-13 11:12:00 +0200 | [diff] [blame] | 108 | std::map<uint16_t, NackInfo, DescendingSeqNumComp<uint16_t>> nack_list_ |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 109 | RTC_GUARDED_BY(crit_); |
philipel | 1a830c2 | 2016-05-13 11:12:00 +0200 | [diff] [blame] | 110 | std::set<uint16_t, DescendingSeqNumComp<uint16_t>> keyframe_list_ |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 111 | RTC_GUARDED_BY(crit_); |
Ying Wang | b32bb95 | 2018-10-31 10:12:27 +0100 | [diff] [blame] | 112 | std::set<uint16_t, DescendingSeqNumComp<uint16_t>> recovered_list_ |
| 113 | RTC_GUARDED_BY(crit_); |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 114 | video_coding::Histogram reordering_histogram_ RTC_GUARDED_BY(crit_); |
| 115 | bool initialized_ RTC_GUARDED_BY(crit_); |
| 116 | int64_t rtt_ms_ RTC_GUARDED_BY(crit_); |
| 117 | uint16_t newest_seq_num_ RTC_GUARDED_BY(crit_); |
tommi | f284b7f | 2017-02-27 01:59:36 -0800 | [diff] [blame] | 118 | |
| 119 | // Only touched on the process thread. |
| 120 | int64_t next_process_time_ms_; |
Ying Wang | 0367d1a | 2018-11-02 14:51:15 +0100 | [diff] [blame] | 121 | |
| 122 | // Adds a delay before send nack on packet received. |
| 123 | const int64_t send_nack_delay_ms_; |
Erik Språng | 3eae7e4 | 2019-10-25 09:24:45 +0200 | [diff] [blame] | 124 | |
| 125 | const absl::optional<BackoffSettings> backoff_settings_; |
philipel | 5ab4c6d | 2016-03-08 03:36:15 -0800 | [diff] [blame] | 126 | }; |
| 127 | |
Mirko Bonadei | 9ca7365 | 2020-05-30 17:31:46 +0200 | [diff] [blame] | 128 | using NackModule = RTC_DEPRECATED DEPRECATED_NackModule; |
| 129 | |
philipel | 5ab4c6d | 2016-03-08 03:36:15 -0800 | [diff] [blame] | 130 | } // namespace webrtc |
| 131 | |
Mirko Bonadei | 9ca7365 | 2020-05-30 17:31:46 +0200 | [diff] [blame] | 132 | #endif // MODULES_VIDEO_CODING_DEPRECATED_NACK_MODULE_H_ |