blob: d4f705b3510c7a56e7072d4a566bb9e0c07fdda7 [file] [log] [blame]
philipel5ab4c6d2016-03-08 03:36:15 -08001/*
2 * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#ifndef MODULES_VIDEO_CODING_NACK_MODULE_H_
12#define MODULES_VIDEO_CODING_NACK_MODULE_H_
philipel5ab4c6d2016-03-08 03:36:15 -080013
Yves Gerey3e707812018-11-28 16:47:49 +010014#include <stdint.h>
Jonas Olssona4d87372019-07-05 19:08:33 +020015
philipel5ab4c6d2016-03-08 03:36:15 -080016#include <map>
philipel5ab4c6d2016-03-08 03:36:15 -080017#include <set>
Yves Gerey665174f2018-06-19 15:03:05 +020018#include <vector>
philipel5ab4c6d2016-03-08 03:36:15 -080019
Erik Språng3eae7e42019-10-25 09:24:45 +020020#include "api/units/time_delta.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020021#include "modules/include/module.h"
Ilya Nikolaevskiy8643b782018-06-07 16:15:40 +020022#include "modules/include/module_common_types.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020023#include "modules/video_coding/histogram.h"
Steve Anton10542f22019-01-11 09:11:00 -080024#include "rtc_base/critical_section.h"
Bjorn Tereliusa194e582017-10-25 13:07:09 +020025#include "rtc_base/numerics/sequence_number_util.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020026#include "rtc_base/thread_annotations.h"
27#include "system_wrappers/include/clock.h"
philipel5ab4c6d2016-03-08 03:36:15 -080028
29namespace webrtc {
30
31class NackModule : public Module {
32 public:
33 NackModule(Clock* clock,
34 NackSender* nack_sender,
35 KeyFrameRequestSender* keyframe_request_sender);
36
Niels Möllerbc010472018-03-23 13:22:29 +010037 int OnReceivedPacket(uint16_t seq_num, bool is_keyframe);
Ying Wangb32bb952018-10-31 10:12:27 +010038 int OnReceivedPacket(uint16_t seq_num, bool is_keyframe, bool is_recovered);
39
philipel5ab4c6d2016-03-08 03:36:15 -080040 void ClearUpTo(uint16_t seq_num);
41 void UpdateRtt(int64_t rtt_ms);
philipel83f831a2016-03-12 03:30:23 -080042 void Clear();
philipel5ab4c6d2016-03-08 03:36:15 -080043
44 // Module implementation
45 int64_t TimeUntilNextProcess() override;
46 void Process() override;
47
48 private:
49 // Which fields to consider when deciding which packet to nack in
50 // GetNackBatch.
51 enum NackFilterOptions { kSeqNumOnly, kTimeOnly, kSeqNumAndTime };
52
53 // This class holds the sequence number of the packet that is in the nack list
54 // as well as the meta data about when it should be nacked and how many times
55 // we have tried to nack this packet.
56 struct NackInfo {
57 NackInfo();
Ying Wang0367d1a2018-11-02 14:51:15 +010058 NackInfo(uint16_t seq_num,
59 uint16_t send_at_seq_num,
60 int64_t created_at_time);
philipel5ab4c6d2016-03-08 03:36:15 -080061
62 uint16_t seq_num;
63 uint16_t send_at_seq_num;
Ying Wang0367d1a2018-11-02 14:51:15 +010064 int64_t created_at_time;
philipel5ab4c6d2016-03-08 03:36:15 -080065 int64_t sent_at_time;
66 int retries;
67 };
Erik Språng3eae7e42019-10-25 09:24:45 +020068
69 struct BackoffSettings {
70 BackoffSettings(TimeDelta min_retry, TimeDelta max_rtt, double base);
71 static absl::optional<BackoffSettings> ParseFromFieldTrials();
72
73 // Min time between nacks.
74 const TimeDelta min_retry_interval;
75 // Upper bound on link-delay considered for exponential backoff.
76 const TimeDelta max_rtt;
77 // Base for the exponential backoff.
78 const double base;
79 };
80
philipel5ab4c6d2016-03-08 03:36:15 -080081 void AddPacketsToNack(uint16_t seq_num_start, uint16_t seq_num_end)
danilchap56359be2017-09-07 07:53:45 -070082 RTC_EXCLUSIVE_LOCKS_REQUIRED(crit_);
philipel5ab4c6d2016-03-08 03:36:15 -080083
84 // Removes packets from the nack list until the next keyframe. Returns true
85 // if packets were removed.
danilchap56359be2017-09-07 07:53:45 -070086 bool RemovePacketsUntilKeyFrame() RTC_EXCLUSIVE_LOCKS_REQUIRED(crit_);
philipel5ab4c6d2016-03-08 03:36:15 -080087 std::vector<uint16_t> GetNackBatch(NackFilterOptions options)
danilchap56359be2017-09-07 07:53:45 -070088 RTC_EXCLUSIVE_LOCKS_REQUIRED(crit_);
philipel5ab4c6d2016-03-08 03:36:15 -080089
90 // Update the reordering distribution.
91 void UpdateReorderingStatistics(uint16_t seq_num)
danilchap56359be2017-09-07 07:53:45 -070092 RTC_EXCLUSIVE_LOCKS_REQUIRED(crit_);
philipel5ab4c6d2016-03-08 03:36:15 -080093
94 // Returns how many packets we have to wait in order to receive the packet
95 // with probability |probabilty| or higher.
96 int WaitNumberOfPackets(float probability) const
danilchap56359be2017-09-07 07:53:45 -070097 RTC_EXCLUSIVE_LOCKS_REQUIRED(crit_);
philipel5ab4c6d2016-03-08 03:36:15 -080098
99 rtc::CriticalSection crit_;
100 Clock* const clock_;
101 NackSender* const nack_sender_;
102 KeyFrameRequestSender* const keyframe_request_sender_;
103
tommif284b7f2017-02-27 01:59:36 -0800104 // TODO(philipel): Some of the variables below are consistently used on a
105 // known thread (e.g. see |initialized_|). Those probably do not need
106 // synchronized access.
philipel1a830c22016-05-13 11:12:00 +0200107 std::map<uint16_t, NackInfo, DescendingSeqNumComp<uint16_t>> nack_list_
danilchap56359be2017-09-07 07:53:45 -0700108 RTC_GUARDED_BY(crit_);
philipel1a830c22016-05-13 11:12:00 +0200109 std::set<uint16_t, DescendingSeqNumComp<uint16_t>> keyframe_list_
danilchap56359be2017-09-07 07:53:45 -0700110 RTC_GUARDED_BY(crit_);
Ying Wangb32bb952018-10-31 10:12:27 +0100111 std::set<uint16_t, DescendingSeqNumComp<uint16_t>> recovered_list_
112 RTC_GUARDED_BY(crit_);
danilchap56359be2017-09-07 07:53:45 -0700113 video_coding::Histogram reordering_histogram_ RTC_GUARDED_BY(crit_);
114 bool initialized_ RTC_GUARDED_BY(crit_);
115 int64_t rtt_ms_ RTC_GUARDED_BY(crit_);
116 uint16_t newest_seq_num_ RTC_GUARDED_BY(crit_);
tommif284b7f2017-02-27 01:59:36 -0800117
118 // Only touched on the process thread.
119 int64_t next_process_time_ms_;
Ying Wang0367d1a2018-11-02 14:51:15 +0100120
121 // Adds a delay before send nack on packet received.
122 const int64_t send_nack_delay_ms_;
Erik Språng3eae7e42019-10-25 09:24:45 +0200123
124 const absl::optional<BackoffSettings> backoff_settings_;
philipel5ab4c6d2016-03-08 03:36:15 -0800125};
126
127} // namespace webrtc
128
Mirko Bonadei92ea95e2017-09-15 06:47:31 +0200129#endif // MODULES_VIDEO_CODING_NACK_MODULE_H_