blob: e997f959c5301731a7609fc53e1317cbcdb87886 [file] [log] [blame]
Erik Språngd05edec2019-08-14 10:43:47 +02001/*
2 * Copyright (c) 2019 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#include "modules/pacing/pacing_controller.h"
12
13#include <algorithm>
Mirko Bonadei317a1f02019-09-17 17:06:18 +020014#include <memory>
Erik Språngd05edec2019-08-14 10:43:47 +020015#include <utility>
16#include <vector>
17
Mirko Bonadei06d35592020-04-01 13:43:08 +020018#include "absl/strings/match.h"
Erik Språngd05edec2019-08-14 10:43:47 +020019#include "modules/pacing/bitrate_prober.h"
20#include "modules/pacing/interval_budget.h"
Erik Språngb73c0582022-05-02 21:18:08 +020021#include "modules/pacing/prioritized_packet_queue.h"
Erik Språngcb568272022-04-27 12:33:02 +020022#include "modules/pacing/round_robin_packet_queue.h"
Erik Språngd05edec2019-08-14 10:43:47 +020023#include "rtc_base/checks.h"
Erik Språng9acc18d2020-04-16 19:41:07 +020024#include "rtc_base/experiments/field_trial_parser.h"
Erik Språngd05edec2019-08-14 10:43:47 +020025#include "rtc_base/logging.h"
26#include "rtc_base/time_utils.h"
27#include "system_wrappers/include/clock.h"
28
29namespace webrtc {
30namespace {
31// Time limit in milliseconds between packet bursts.
Danil Chapovalov55284022020-02-07 14:53:52 +010032constexpr TimeDelta kDefaultMinPacketLimit = TimeDelta::Millis(5);
33constexpr TimeDelta kCongestedPacketInterval = TimeDelta::Millis(500);
Erik Språngeb487992019-11-14 14:15:15 +010034// TODO(sprang): Consider dropping this limit.
35// The maximum debt level, in terms of time, capped when sending packets.
Danil Chapovalov55284022020-02-07 14:53:52 +010036constexpr TimeDelta kMaxDebtInTime = TimeDelta::Millis(500);
37constexpr TimeDelta kMaxElapsedTime = TimeDelta::Seconds(2);
Erik Språngd05edec2019-08-14 10:43:47 +020038
Jonas Orelande62c2f22022-03-29 11:04:48 +020039bool IsDisabled(const FieldTrialsView& field_trials, absl::string_view key) {
Mirko Bonadei06d35592020-04-01 13:43:08 +020040 return absl::StartsWith(field_trials.Lookup(key), "Disabled");
Erik Språngd05edec2019-08-14 10:43:47 +020041}
42
Jonas Orelande62c2f22022-03-29 11:04:48 +020043bool IsEnabled(const FieldTrialsView& field_trials, absl::string_view key) {
Mirko Bonadei06d35592020-04-01 13:43:08 +020044 return absl::StartsWith(field_trials.Lookup(key), "Enabled");
Erik Språngd05edec2019-08-14 10:43:47 +020045}
46
Jonas Orelande62c2f22022-03-29 11:04:48 +020047TimeDelta GetDynamicPaddingTarget(const FieldTrialsView& field_trials) {
Erik Språng9acc18d2020-04-16 19:41:07 +020048 FieldTrialParameter<TimeDelta> padding_target("timedelta",
49 TimeDelta::Millis(5));
50 ParseFieldTrial({&padding_target},
51 field_trials.Lookup("WebRTC-Pacer-DynamicPaddingTarget"));
52 return padding_target.Get();
53}
54
Erik Språngb73c0582022-05-02 21:18:08 +020055std::unique_ptr<PacingController::PacketQueue> CreatePacketQueue(
56 const FieldTrialsView& field_trials,
57 Timestamp creation_time) {
58 if (field_trials.IsEnabled("WebRTC-Pacer-UsePrioritizedPacketQueue")) {
59 return std::make_unique<PrioritizedPacketQueue>(creation_time);
60 }
61 return std::make_unique<RoundRobinPacketQueue>(creation_time);
62}
63
Erik Språngd05edec2019-08-14 10:43:47 +020064} // namespace
65
66const TimeDelta PacingController::kMaxExpectedQueueLength =
Danil Chapovalov55284022020-02-07 14:53:52 +010067 TimeDelta::Millis(2000);
Erik Språngd05edec2019-08-14 10:43:47 +020068const float PacingController::kDefaultPaceMultiplier = 2.5f;
69const TimeDelta PacingController::kPausedProcessInterval =
70 kCongestedPacketInterval;
Danil Chapovalov55284022020-02-07 14:53:52 +010071const TimeDelta PacingController::kMinSleepTime = TimeDelta::Millis(1);
Jianhui Daidf59e532022-03-19 15:38:51 +080072const TimeDelta PacingController::kMaxEarlyProbeProcessing =
73 TimeDelta::Millis(1);
Erik Språngd05edec2019-08-14 10:43:47 +020074
75PacingController::PacingController(Clock* clock,
76 PacketSender* packet_sender,
Erik Språng6aa5cea2022-05-16 13:20:36 +020077 const FieldTrialsView& field_trials)
78 : clock_(clock),
Erik Språngd05edec2019-08-14 10:43:47 +020079 packet_sender_(packet_sender),
Erik Språnge486a7b2022-03-15 15:13:25 +010080 field_trials_(field_trials),
Erik Språngd05edec2019-08-14 10:43:47 +020081 drain_large_queues_(
Erik Språnge486a7b2022-03-15 15:13:25 +010082 !IsDisabled(field_trials_, "WebRTC-Pacer-DrainQueue")),
Erik Språngd05edec2019-08-14 10:43:47 +020083 send_padding_if_silent_(
Erik Språnge486a7b2022-03-15 15:13:25 +010084 IsEnabled(field_trials_, "WebRTC-Pacer-PadInSilence")),
85 pace_audio_(IsEnabled(field_trials_, "WebRTC-Pacer-BlockAudio")),
Mirko Bonadeie7bc3a32020-01-29 18:45:00 +000086 ignore_transport_overhead_(
Erik Språnge486a7b2022-03-15 15:13:25 +010087 IsEnabled(field_trials_, "WebRTC-Pacer-IgnoreTransportOverhead")),
88 padding_target_duration_(GetDynamicPaddingTarget(field_trials_)),
Erik Språngd05edec2019-08-14 10:43:47 +020089 min_packet_limit_(kDefaultMinPacketLimit),
Mirko Bonadeie7bc3a32020-01-29 18:45:00 +000090 transport_overhead_per_packet_(DataSize::Zero()),
Per Kjellander8d847f02022-06-01 20:21:58 +020091 send_burst_interval_(TimeDelta::Zero()),
Erik Språngd05edec2019-08-14 10:43:47 +020092 last_timestamp_(clock_->CurrentTime()),
93 paused_(false),
Erik Språngeb487992019-11-14 14:15:15 +010094 media_debt_(DataSize::Zero()),
95 padding_debt_(DataSize::Zero()),
Erik Språngdf9e51a2022-06-10 11:42:15 +020096 pacing_rate_(DataRate::Zero()),
97 adjusted_media_rate_(DataRate::Zero()),
Erik Språngeb487992019-11-14 14:15:15 +010098 padding_rate_(DataRate::Zero()),
Erik Språnge486a7b2022-03-15 15:13:25 +010099 prober_(field_trials_),
Erik Språngd05edec2019-08-14 10:43:47 +0200100 probing_send_failure_(false),
Erik Språngeb487992019-11-14 14:15:15 +0100101 last_process_time_(clock->CurrentTime()),
102 last_send_time_(last_process_time_),
Erik Språngcb568272022-04-27 12:33:02 +0200103 seen_first_packet_(false),
Erik Språngb73c0582022-05-02 21:18:08 +0200104 packet_queue_(CreatePacketQueue(field_trials_, last_process_time_)),
Erik Språng66734372022-03-16 14:20:49 +0100105 congested_(false),
Jianhui Daidf59e532022-03-19 15:38:51 +0800106 queue_time_limit_(kMaxExpectedQueueLength),
Sebastian Janssonc3eb9fd2020-01-29 17:42:52 +0100107 account_for_audio_(false),
108 include_overhead_(false) {
Erik Språngd05edec2019-08-14 10:43:47 +0200109 if (!drain_large_queues_) {
110 RTC_LOG(LS_WARNING) << "Pacer queues will not be drained,"
111 "pushback experiment must be enabled.";
112 }
113 FieldTrialParameter<int> min_packet_limit_ms("", min_packet_limit_.ms());
114 ParseFieldTrial({&min_packet_limit_ms},
Erik Språnge486a7b2022-03-15 15:13:25 +0100115 field_trials_.Lookup("WebRTC-Pacer-MinPacketLimitMs"));
Danil Chapovalov55284022020-02-07 14:53:52 +0100116 min_packet_limit_ = TimeDelta::Millis(min_packet_limit_ms.Get());
Erik Språngd05edec2019-08-14 10:43:47 +0200117 UpdateBudgetWithElapsedTime(min_packet_limit_);
118}
119
120PacingController::~PacingController() = default;
121
122void PacingController::CreateProbeCluster(DataRate bitrate, int cluster_id) {
Per Kjellander88af2032022-05-16 19:58:40 +0200123 prober_.CreateProbeCluster({.at_time = CurrentTime(),
124 .target_data_rate = bitrate,
125 .target_duration = TimeDelta::Millis(15),
126 .target_probe_count = 5,
127 .id = cluster_id});
128}
129
130void PacingController::CreateProbeClusters(
131 rtc::ArrayView<const ProbeClusterConfig> probe_cluster_configs) {
132 for (const ProbeClusterConfig probe_cluster_config : probe_cluster_configs) {
133 prober_.CreateProbeCluster(probe_cluster_config);
134 }
Erik Språngd05edec2019-08-14 10:43:47 +0200135}
136
137void PacingController::Pause() {
138 if (!paused_)
139 RTC_LOG(LS_INFO) << "PacedSender paused.";
140 paused_ = true;
Erik Språngcb568272022-04-27 12:33:02 +0200141 packet_queue_->SetPauseState(true, CurrentTime());
Erik Språngd05edec2019-08-14 10:43:47 +0200142}
143
144void PacingController::Resume() {
145 if (paused_)
146 RTC_LOG(LS_INFO) << "PacedSender resumed.";
147 paused_ = false;
Erik Språngcb568272022-04-27 12:33:02 +0200148 packet_queue_->SetPauseState(false, CurrentTime());
Erik Språngd05edec2019-08-14 10:43:47 +0200149}
150
151bool PacingController::IsPaused() const {
152 return paused_;
153}
154
Erik Språng66734372022-03-16 14:20:49 +0100155void PacingController::SetCongested(bool congested) {
156 if (congested_ && !congested) {
157 UpdateBudgetWithElapsedTime(UpdateTimeAndGetElapsed(CurrentTime()));
Erik Språngeb487992019-11-14 14:15:15 +0100158 }
Erik Språng66734372022-03-16 14:20:49 +0100159 congested_ = congested;
Erik Språngd05edec2019-08-14 10:43:47 +0200160}
161
Erik Språng4ab61cb2020-05-19 17:40:58 +0200162bool PacingController::IsProbing() const {
163 return prober_.is_probing();
164}
165
Erik Språngd05edec2019-08-14 10:43:47 +0200166Timestamp PacingController::CurrentTime() const {
167 Timestamp time = clock_->CurrentTime();
168 if (time < last_timestamp_) {
169 RTC_LOG(LS_WARNING)
170 << "Non-monotonic clock behavior observed. Previous timestamp: "
171 << last_timestamp_.ms() << ", new timestamp: " << time.ms();
172 RTC_DCHECK_GE(time, last_timestamp_);
173 time = last_timestamp_;
174 }
175 last_timestamp_ = time;
176 return time;
177}
178
179void PacingController::SetProbingEnabled(bool enabled) {
Erik Språngcb568272022-04-27 12:33:02 +0200180 RTC_CHECK(!seen_first_packet_);
Erik Språngd05edec2019-08-14 10:43:47 +0200181 prober_.SetEnabled(enabled);
182}
183
184void PacingController::SetPacingRates(DataRate pacing_rate,
185 DataRate padding_rate) {
Erik Språnged21d962022-04-20 17:42:35 +0200186 static constexpr DataRate kMaxRate = DataRate::KilobitsPerSec(100'000);
187 RTC_CHECK_GT(pacing_rate, DataRate::Zero());
188 RTC_CHECK_GE(padding_rate, DataRate::Zero());
Erik Språng6aa5cea2022-05-16 13:20:36 +0200189 if (padding_rate > pacing_rate) {
190 RTC_LOG(LS_WARNING) << "Padding rate " << padding_rate.kbps()
191 << "kbps is higher than the pacing rate "
192 << pacing_rate.kbps() << "kbps, capping.";
193 padding_rate = pacing_rate;
194 }
195
Erik Språnged21d962022-04-20 17:42:35 +0200196 if (pacing_rate > kMaxRate || padding_rate > kMaxRate) {
197 RTC_LOG(LS_WARNING) << "Very high pacing rates ( > " << kMaxRate.kbps()
198 << " kbps) configured: pacing = " << pacing_rate.kbps()
199 << " kbps, padding = " << padding_rate.kbps()
200 << " kbps.";
201 }
Erik Språngdf9e51a2022-06-10 11:42:15 +0200202 pacing_rate_ = pacing_rate;
Erik Språngeb487992019-11-14 14:15:15 +0100203 padding_rate_ = padding_rate;
Erik Språngdf9e51a2022-06-10 11:42:15 +0200204 MaybeUpdateMediaRateDueToLongQueue(CurrentTime());
Erik Språngd05edec2019-08-14 10:43:47 +0200205
Erik Språngdf9e51a2022-06-10 11:42:15 +0200206 RTC_LOG(LS_VERBOSE) << "bwe:pacer_updated pacing_kbps=" << pacing_rate_.kbps()
Erik Språngd05edec2019-08-14 10:43:47 +0200207 << " padding_budget_kbps=" << padding_rate.kbps();
208}
209
Erik Språngd05edec2019-08-14 10:43:47 +0200210void PacingController::EnqueuePacket(std::unique_ptr<RtpPacketToSend> packet) {
Erik Språngdf9e51a2022-06-10 11:42:15 +0200211 RTC_DCHECK(pacing_rate_ > DataRate::Zero())
Erik Språngd05edec2019-08-14 10:43:47 +0200212 << "SetPacingRate must be called before InsertPacket.";
Erik Språngd05edec2019-08-14 10:43:47 +0200213 RTC_CHECK(packet->packet_type());
Erik Språng8b749e42022-04-25 13:21:27 +0200214
215 prober_.OnIncomingPacket(DataSize::Bytes(packet->payload_size()));
216
Erik Språngdf9e51a2022-06-10 11:42:15 +0200217 const Timestamp now = CurrentTime();
Erik Språng6aa5cea2022-05-16 13:20:36 +0200218 if (packet_queue_->Empty()) {
Erik Språng8b749e42022-04-25 13:21:27 +0200219 // If queue is empty, we need to "fast-forward" the last process time,
220 // so that we don't use passed time as budget for sending the first new
221 // packet.
222 Timestamp target_process_time = now;
223 Timestamp next_send_time = NextSendTime();
224 if (next_send_time.IsFinite()) {
225 // There was already a valid planned send time, such as a keep-alive.
226 // Use that as last process time only if it's prior to now.
227 target_process_time = std::min(now, next_send_time);
228 }
229 UpdateBudgetWithElapsedTime(UpdateTimeAndGetElapsed(target_process_time));
230 }
Erik Språngcb568272022-04-27 12:33:02 +0200231 packet_queue_->Push(now, std::move(packet));
232 seen_first_packet_ = true;
Erik Språngdf9e51a2022-06-10 11:42:15 +0200233
234 // Queue length has increased, check if we need to change the pacing rate.
235 MaybeUpdateMediaRateDueToLongQueue(now);
Erik Språngd05edec2019-08-14 10:43:47 +0200236}
237
238void PacingController::SetAccountForAudioPackets(bool account_for_audio) {
239 account_for_audio_ = account_for_audio;
240}
241
Sebastian Janssonc3eb9fd2020-01-29 17:42:52 +0100242void PacingController::SetIncludeOverhead() {
243 include_overhead_ = true;
Sebastian Janssonc3eb9fd2020-01-29 17:42:52 +0100244}
245
Mirko Bonadeie7bc3a32020-01-29 18:45:00 +0000246void PacingController::SetTransportOverhead(DataSize overhead_per_packet) {
247 if (ignore_transport_overhead_)
248 return;
249 transport_overhead_per_packet_ = overhead_per_packet;
Mirko Bonadeie7bc3a32020-01-29 18:45:00 +0000250}
251
Per Kjellander8d847f02022-06-01 20:21:58 +0200252void PacingController::SetSendBurstInterval(TimeDelta burst_interval) {
253 send_burst_interval_ = burst_interval;
254}
255
Erik Språngd05edec2019-08-14 10:43:47 +0200256TimeDelta PacingController::ExpectedQueueTime() const {
Erik Språngdf9e51a2022-06-10 11:42:15 +0200257 RTC_DCHECK_GT(adjusted_media_rate_, DataRate::Zero());
258 return QueueSizeData() / adjusted_media_rate_;
Erik Språngd05edec2019-08-14 10:43:47 +0200259}
260
261size_t PacingController::QueueSizePackets() const {
Erik Språngb73c0582022-05-02 21:18:08 +0200262 return rtc::checked_cast<size_t>(packet_queue_->SizeInPackets());
Erik Språngd05edec2019-08-14 10:43:47 +0200263}
264
Henrik Boströmef241162022-06-06 16:19:11 +0200265const std::array<int, kNumMediaTypes>&
266PacingController::SizeInPacketsPerRtpPacketMediaType() const {
267 return packet_queue_->SizeInPacketsPerRtpPacketMediaType();
268}
269
Erik Språngd05edec2019-08-14 10:43:47 +0200270DataSize PacingController::QueueSizeData() const {
Erik Språngcb568272022-04-27 12:33:02 +0200271 DataSize size = packet_queue_->SizeInPayloadBytes();
272 if (include_overhead_) {
273 size += static_cast<int64_t>(packet_queue_->SizeInPackets()) *
274 transport_overhead_per_packet_;
275 }
276 return size;
Erik Språngd05edec2019-08-14 10:43:47 +0200277}
278
Erik Språng4314a492019-11-26 17:48:49 +0100279DataSize PacingController::CurrentBufferLevel() const {
280 return std::max(media_debt_, padding_debt_);
281}
282
Erik Språngd05edec2019-08-14 10:43:47 +0200283absl::optional<Timestamp> PacingController::FirstSentPacketTime() const {
284 return first_sent_packet_time_;
285}
286
Jianhui Dai94457792021-12-07 19:34:36 +0800287Timestamp PacingController::OldestPacketEnqueueTime() const {
Erik Språngcb568272022-04-27 12:33:02 +0200288 return packet_queue_->OldestEnqueueTime();
Erik Språngd05edec2019-08-14 10:43:47 +0200289}
290
291TimeDelta PacingController::UpdateTimeAndGetElapsed(Timestamp now) {
Erik Språng7d0cde52020-07-19 12:48:16 +0200292 // If no previous processing, or last process was "in the future" because of
293 // early probe processing, then there is no elapsed time to add budget for.
294 if (last_process_time_.IsMinusInfinity() || now < last_process_time_) {
Erik Språngeb487992019-11-14 14:15:15 +0100295 return TimeDelta::Zero();
296 }
297 TimeDelta elapsed_time = now - last_process_time_;
298 last_process_time_ = now;
Erik Språngd05edec2019-08-14 10:43:47 +0200299 if (elapsed_time > kMaxElapsedTime) {
300 RTC_LOG(LS_WARNING) << "Elapsed time (" << elapsed_time.ms()
301 << " ms) longer than expected, limiting to "
302 << kMaxElapsedTime.ms();
303 elapsed_time = kMaxElapsedTime;
304 }
305 return elapsed_time;
306}
307
308bool PacingController::ShouldSendKeepalive(Timestamp now) const {
Erik Språngcb568272022-04-27 12:33:02 +0200309 if (send_padding_if_silent_ || paused_ || congested_ || !seen_first_packet_) {
Erik Språngd05edec2019-08-14 10:43:47 +0200310 // We send a padding packet every 500 ms to ensure we won't get stuck in
311 // congested state due to no feedback being received.
Jianhui Daidf59e532022-03-19 15:38:51 +0800312 if (now - last_send_time_ >= kCongestedPacketInterval) {
Erik Språngeb487992019-11-14 14:15:15 +0100313 return true;
Erik Språngd05edec2019-08-14 10:43:47 +0200314 }
315 }
316 return false;
317}
318
Erik Språngeb487992019-11-14 14:15:15 +0100319Timestamp PacingController::NextSendTime() const {
Erik Språngb9d38092020-07-17 12:06:12 +0200320 const Timestamp now = CurrentTime();
Jianhui Daidf59e532022-03-19 15:38:51 +0800321 Timestamp next_send_time = Timestamp::PlusInfinity();
Erik Språngeb487992019-11-14 14:15:15 +0100322
Erik Språngae100292019-12-17 17:49:49 +0100323 if (paused_) {
324 return last_send_time_ + kPausedProcessInterval;
325 }
326
Erik Språngeb487992019-11-14 14:15:15 +0100327 // If probing is active, that always takes priority.
Jianhui Daidf59e532022-03-19 15:38:51 +0800328 if (prober_.is_probing() && !probing_send_failure_) {
Erik Språngeb487992019-11-14 14:15:15 +0100329 Timestamp probe_time = prober_.NextProbeTime(now);
Jianhui Daidf59e532022-03-19 15:38:51 +0800330 if (!probe_time.IsPlusInfinity()) {
331 return probe_time.IsMinusInfinity() ? now : probe_time;
Erik Språngeb487992019-11-14 14:15:15 +0100332 }
Erik Språngd05edec2019-08-14 10:43:47 +0200333 }
334
Jianhui Daidf59e532022-03-19 15:38:51 +0800335 // Not pacing audio, if leading packet is audio its target send
336 // time is the time at which it was enqueued.
Erik Språngcb568272022-04-27 12:33:02 +0200337 Timestamp unpaced_audio_time =
338 pace_audio_ ? Timestamp::PlusInfinity()
339 : packet_queue_->LeadingAudioPacketEnqueueTime();
340 if (unpaced_audio_time.IsFinite()) {
341 return unpaced_audio_time;
Erik Språng9cb58d52020-03-28 17:15:54 +0100342 }
Erik Språngeb487992019-11-14 14:15:15 +0100343
Erik Språngcb568272022-04-27 12:33:02 +0200344 if (congested_ || !seen_first_packet_) {
Mirko Bonadeid8543de2022-03-14 09:13:41 +0000345 // We need to at least send keep-alive packets with some interval.
Erik Språngeb487992019-11-14 14:15:15 +0100346 return last_send_time_ + kCongestedPacketInterval;
347 }
348
Erik Språngdf9e51a2022-06-10 11:42:15 +0200349 if (adjusted_media_rate_ > DataRate::Zero() && !packet_queue_->Empty()) {
Per Kjellander8d847f02022-06-01 20:21:58 +0200350 // If packets are allowed to be sent in a burst, the
351 // debt is allowed to grow up to one packet more than what can be sent
352 // during 'send_burst_period_'.
Erik Språngdf9e51a2022-06-10 11:42:15 +0200353 TimeDelta drain_time = media_debt_ / adjusted_media_rate_;
Per Kjellander8d847f02022-06-01 20:21:58 +0200354 next_send_time =
355 last_process_time_ +
356 ((send_burst_interval_ > drain_time) ? TimeDelta::Zero() : drain_time);
Erik Språngcb568272022-04-27 12:33:02 +0200357 } else if (padding_rate_ > DataRate::Zero() && packet_queue_->Empty()) {
Jianhui Daidf59e532022-03-19 15:38:51 +0800358 // If we _don't_ have pending packets, check how long until we have
359 // bandwidth for padding packets. Both media and padding debts must
360 // have been drained to do this.
Erik Språngdf9e51a2022-06-10 11:42:15 +0200361 RTC_DCHECK_GT(adjusted_media_rate_, DataRate::Zero());
362 TimeDelta drain_time = std::max(media_debt_ / adjusted_media_rate_,
363 padding_debt_ / padding_rate_);
Erik Språngb844dd82022-04-22 12:18:17 +0200364
365 if (drain_time.IsZero() &&
366 (!media_debt_.IsZero() || !padding_debt_.IsZero())) {
367 // We have a non-zero debt, but drain time is smaller than tick size of
368 // TimeDelta, round it up to the smallest possible non-zero delta.
369 drain_time = TimeDelta::Micros(1);
370 }
Jianhui Daidf59e532022-03-19 15:38:51 +0800371 next_send_time = last_process_time_ + drain_time;
372 } else {
373 // Nothing to do.
374 next_send_time = last_process_time_ + kPausedProcessInterval;
Erik Språngeb487992019-11-14 14:15:15 +0100375 }
376
Erik Språngb1ccae22019-11-25 18:22:09 +0100377 if (send_padding_if_silent_) {
Jianhui Daidf59e532022-03-19 15:38:51 +0800378 next_send_time =
379 std::min(next_send_time, last_send_time_ + kPausedProcessInterval);
Erik Språngb1ccae22019-11-25 18:22:09 +0100380 }
Jianhui Daidf59e532022-03-19 15:38:51 +0800381
382 return next_send_time;
Erik Språngd05edec2019-08-14 10:43:47 +0200383}
384
385void PacingController::ProcessPackets() {
Erik Språngdf9e51a2022-06-10 11:42:15 +0200386 const Timestamp now = CurrentTime();
Erik Språngeb487992019-11-14 14:15:15 +0100387 Timestamp target_send_time = now;
Erik Språngeb487992019-11-14 14:15:15 +0100388
389 if (ShouldSendKeepalive(now)) {
Jianhui Daidf59e532022-03-19 15:38:51 +0800390 DataSize keepalive_data_sent = DataSize::Zero();
Erik Språngeb487992019-11-14 14:15:15 +0100391 // We can not send padding unless a normal packet has first been sent. If
392 // we do, timestamps get messed up.
Erik Språngcb568272022-04-27 12:33:02 +0200393 if (seen_first_packet_) {
Erik Språngeb487992019-11-14 14:15:15 +0100394 std::vector<std::unique_ptr<RtpPacketToSend>> keepalive_packets =
Danil Chapovalovcad3e0e2020-02-17 18:46:07 +0100395 packet_sender_->GeneratePadding(DataSize::Bytes(1));
Erik Språngeb487992019-11-14 14:15:15 +0100396 for (auto& packet : keepalive_packets) {
397 keepalive_data_sent +=
Danil Chapovalovcad3e0e2020-02-17 18:46:07 +0100398 DataSize::Bytes(packet->payload_size() + packet->padding_size());
Erik Språnged1fb192020-06-30 11:53:37 +0000399 packet_sender_->SendPacket(std::move(packet), PacedPacketInfo());
Erik Språng1d50cb62020-07-02 17:41:32 +0200400 for (auto& packet : packet_sender_->FetchFec()) {
401 EnqueuePacket(std::move(packet));
402 }
Erik Språngeb487992019-11-14 14:15:15 +0100403 }
Erik Språngeb487992019-11-14 14:15:15 +0100404 }
Jianhui Daidf59e532022-03-19 15:38:51 +0800405 OnPacketSent(RtpPacketMediaType::kPadding, keepalive_data_sent, now);
Erik Språngeb487992019-11-14 14:15:15 +0100406 }
407
408 if (paused_) {
Erik Språngd05edec2019-08-14 10:43:47 +0200409 return;
Erik Språngeb487992019-11-14 14:15:15 +0100410 }
Erik Språngd05edec2019-08-14 10:43:47 +0200411
Per Kjellander8d847f02022-06-01 20:21:58 +0200412 TimeDelta early_execute_margin =
413 prober_.is_probing() ? kMaxEarlyProbeProcessing : TimeDelta::Zero();
Jianhui Daidf59e532022-03-19 15:38:51 +0800414
Per Kjellander8d847f02022-06-01 20:21:58 +0200415 target_send_time = NextSendTime();
416 if (now + early_execute_margin < target_send_time) {
417 // We are too early, but if queue is empty still allow draining some debt.
418 // Probing is allowed to be sent up to kMinSleepTime early.
419 UpdateBudgetWithElapsedTime(UpdateTimeAndGetElapsed(now));
420 return;
421 }
Jianhui Daidf59e532022-03-19 15:38:51 +0800422
423 TimeDelta elapsed_time = UpdateTimeAndGetElapsed(target_send_time);
424
Erik Språngd05edec2019-08-14 10:43:47 +0200425 if (elapsed_time > TimeDelta::Zero()) {
Jianhui Daidf59e532022-03-19 15:38:51 +0800426 UpdateBudgetWithElapsedTime(elapsed_time);
Erik Språngd05edec2019-08-14 10:43:47 +0200427 }
428
Erik Språngd05edec2019-08-14 10:43:47 +0200429 PacedPacketInfo pacing_info;
Erik Språngb9d38092020-07-17 12:06:12 +0200430 DataSize recommended_probe_size = DataSize::Zero();
431 bool is_probing = prober_.is_probing();
Erik Språngd05edec2019-08-14 10:43:47 +0200432 if (is_probing) {
Erik Språngb9d38092020-07-17 12:06:12 +0200433 // Probe timing is sensitive, and handled explicitly by BitrateProber, so
434 // use actual send time rather than target.
435 pacing_info = prober_.CurrentCluster(now).value_or(PacedPacketInfo());
436 if (pacing_info.probe_cluster_id != PacedPacketInfo::kNotAProbe) {
Erik Språngb9d38092020-07-17 12:06:12 +0200437 recommended_probe_size = prober_.RecommendedMinProbeSize();
438 RTC_DCHECK_GT(recommended_probe_size, DataSize::Zero());
439 } else {
440 // No valid probe cluster returned, probe might have timed out.
441 is_probing = false;
442 }
Erik Språngd05edec2019-08-14 10:43:47 +0200443 }
444
Erik Språngacded162022-04-22 15:59:06 +0000445 DataSize data_sent = DataSize::Zero();
Erik Språnged21d962022-04-20 17:42:35 +0200446 // Circuit breaker, making sure main loop isn't forever.
447 static constexpr int kMaxIterations = 1 << 16;
448 int iteration = 0;
449 int packets_sent = 0;
450 int padding_packets_generated = 0;
451 for (; iteration < kMaxIterations; ++iteration) {
Jianhui Daidf59e532022-03-19 15:38:51 +0800452 // Fetch packet, so long as queue is not empty or budget is not
Erik Språngeb487992019-11-14 14:15:15 +0100453 // exhausted.
Erik Språngb0df5932019-11-18 13:40:24 +0100454 std::unique_ptr<RtpPacketToSend> rtp_packet =
455 GetPendingPacket(pacing_info, target_send_time, now);
Erik Språngb0df5932019-11-18 13:40:24 +0100456 if (rtp_packet == nullptr) {
Erik Språngd05edec2019-08-14 10:43:47 +0200457 // No packet available to send, check if we should send padding.
Erik Språngf5815fa2019-08-21 14:27:31 +0200458 DataSize padding_to_add = PaddingToAdd(recommended_probe_size, data_sent);
459 if (padding_to_add > DataSize::Zero()) {
460 std::vector<std::unique_ptr<RtpPacketToSend>> padding_packets =
461 packet_sender_->GeneratePadding(padding_to_add);
Jianhui Daidf59e532022-03-19 15:38:51 +0800462 if (!padding_packets.empty()) {
Erik Språnged21d962022-04-20 17:42:35 +0200463 padding_packets_generated += padding_packets.size();
Jianhui Daidf59e532022-03-19 15:38:51 +0800464 for (auto& packet : padding_packets) {
465 EnqueuePacket(std::move(packet));
466 }
467 // Continue loop to send the padding that was just added.
468 continue;
469 } else {
470 // Can't generate padding, still update padding budget for next send
471 // time.
472 UpdatePaddingBudgetWithSentData(padding_to_add);
Erik Språngd05edec2019-08-14 10:43:47 +0200473 }
474 }
Erik Språngd05edec2019-08-14 10:43:47 +0200475 // Can't fetch new packet and no padding to send, exit send loop.
476 break;
Jianhui Daidf59e532022-03-19 15:38:51 +0800477 } else {
Erik Språngacded162022-04-22 15:59:06 +0000478 RTC_DCHECK(rtp_packet);
479 RTC_DCHECK(rtp_packet->packet_type().has_value());
480 const RtpPacketMediaType packet_type = *rtp_packet->packet_type();
481 DataSize packet_size = DataSize::Bytes(rtp_packet->payload_size() +
482 rtp_packet->padding_size());
483
484 if (include_overhead_) {
485 packet_size += DataSize::Bytes(rtp_packet->headers_size()) +
486 transport_overhead_per_packet_;
487 }
488
489 packet_sender_->SendPacket(std::move(rtp_packet), pacing_info);
490 for (auto& packet : packet_sender_->FetchFec()) {
491 EnqueuePacket(std::move(packet));
492 }
493 data_sent += packet_size;
Erik Språnged21d962022-04-20 17:42:35 +0200494 ++packets_sent;
Erik Språnga1888ae2020-07-02 12:02:36 +0000495
Erik Språngacded162022-04-22 15:59:06 +0000496 // Send done, update send time.
497 OnPacketSent(packet_type, packet_size, now);
498
Erik Språnge65d05d2022-04-24 15:10:59 +0200499 if (is_probing) {
500 pacing_info.probe_cluster_bytes_sent += packet_size.bytes();
501 // If we are currently probing, we need to stop the send loop when we
502 // have reached the send target.
503 if (data_sent >= recommended_probe_size) {
504 break;
505 }
Erik Språngd0909522022-04-21 11:24:18 +0000506 }
507
Erik Språngeb487992019-11-14 14:15:15 +0100508 // Update target send time in case that are more packets that we are late
509 // in processing.
Erik Språng6aa5cea2022-05-16 13:20:36 +0200510 target_send_time = NextSendTime();
511 if (target_send_time > now) {
512 // Exit loop if not probing.
513 if (!is_probing) {
514 break;
Jianhui Daidf59e532022-03-19 15:38:51 +0800515 }
Erik Språng6aa5cea2022-05-16 13:20:36 +0200516 target_send_time = now;
Erik Språngeb487992019-11-14 14:15:15 +0100517 }
Erik Språng6aa5cea2022-05-16 13:20:36 +0200518 UpdateBudgetWithElapsedTime(UpdateTimeAndGetElapsed(target_send_time));
Erik Språngeb487992019-11-14 14:15:15 +0100519 }
Erik Språngd05edec2019-08-14 10:43:47 +0200520 }
521
Erik Språnged21d962022-04-20 17:42:35 +0200522 if (iteration >= kMaxIterations) {
523 // Circuit break activated. Log warning, adjust send time and return.
524 // TODO(sprang): Consider completely clearing state.
525 RTC_LOG(LS_ERROR) << "PacingController exceeded max iterations in "
526 "send-loop: packets sent = "
527 << packets_sent << ", padding packets generated = "
528 << padding_packets_generated
529 << ", bytes sent = " << data_sent.bytes();
530 last_send_time_ = now;
531 last_process_time_ = now;
532 return;
533 }
534
Erik Språngd05edec2019-08-14 10:43:47 +0200535 if (is_probing) {
536 probing_send_failure_ = data_sent == DataSize::Zero();
537 if (!probing_send_failure_) {
Erik Språngb9d38092020-07-17 12:06:12 +0200538 prober_.ProbeSent(CurrentTime(), data_sent);
Erik Språngd05edec2019-08-14 10:43:47 +0200539 }
540 }
Erik Språngdf9e51a2022-06-10 11:42:15 +0200541
542 // Queue length has probably decreased, check if pacing rate needs to updated.
543 // Poll the time again, since we might have enqueued new fec/padding packets
544 // with a later timestamp than `now`.
545 MaybeUpdateMediaRateDueToLongQueue(CurrentTime());
Erik Språngd05edec2019-08-14 10:43:47 +0200546}
547
Erik Språngb9d38092020-07-17 12:06:12 +0200548DataSize PacingController::PaddingToAdd(DataSize recommended_probe_size,
549 DataSize data_sent) const {
Erik Språngcb568272022-04-27 12:33:02 +0200550 if (!packet_queue_->Empty()) {
Erik Språngd05edec2019-08-14 10:43:47 +0200551 // Actual payload available, no need to add padding.
552 return DataSize::Zero();
553 }
554
Erik Språng66734372022-03-16 14:20:49 +0100555 if (congested_) {
Erik Språngd05edec2019-08-14 10:43:47 +0200556 // Don't add padding if congested, even if requested for probing.
557 return DataSize::Zero();
558 }
559
Erik Språngcb568272022-04-27 12:33:02 +0200560 if (!seen_first_packet_) {
Jianhui Daidf59e532022-03-19 15:38:51 +0800561 // We can not send padding unless a normal packet has first been sent. If
562 // we do, timestamps get messed up.
Erik Språngd05edec2019-08-14 10:43:47 +0200563 return DataSize::Zero();
564 }
565
Erik Språngb9d38092020-07-17 12:06:12 +0200566 if (!recommended_probe_size.IsZero()) {
567 if (recommended_probe_size > data_sent) {
568 return recommended_probe_size - data_sent;
Erik Språngd05edec2019-08-14 10:43:47 +0200569 }
570 return DataSize::Zero();
571 }
572
Erik Språng6aa5cea2022-05-16 13:20:36 +0200573 if (padding_rate_ > DataRate::Zero() && padding_debt_ == DataSize::Zero()) {
Erik Språng9acc18d2020-04-16 19:41:07 +0200574 return padding_target_duration_ * padding_rate_;
Erik Språngeb487992019-11-14 14:15:15 +0100575 }
576 return DataSize::Zero();
Erik Språngd05edec2019-08-14 10:43:47 +0200577}
578
Erik Språngb0df5932019-11-18 13:40:24 +0100579std::unique_ptr<RtpPacketToSend> PacingController::GetPendingPacket(
Erik Språngeb487992019-11-14 14:15:15 +0100580 const PacedPacketInfo& pacing_info,
581 Timestamp target_send_time,
582 Timestamp now) {
Erik Språnge65d05d2022-04-24 15:10:59 +0200583 const bool is_probe =
584 pacing_info.probe_cluster_id != PacedPacketInfo::kNotAProbe;
585 // If first packet in probe, insert a small padding packet so we have a
586 // more reliable start window for the rate estimation.
587 if (is_probe && pacing_info.probe_cluster_bytes_sent == 0) {
588 auto padding = packet_sender_->GeneratePadding(DataSize::Bytes(1));
589 // If no RTP modules sending media are registered, we may not get a
590 // padding packet back.
591 if (!padding.empty()) {
592 // We should never get more than one padding packets with a requested
593 // size of 1 byte.
594 RTC_DCHECK_EQ(padding.size(), 1u);
595 return std::move(padding[0]);
596 }
597 }
598
Erik Språngcb568272022-04-27 12:33:02 +0200599 if (packet_queue_->Empty()) {
Erik Språngf660e812019-09-01 12:26:44 +0000600 return nullptr;
601 }
602
Erik Språngeb487992019-11-14 14:15:15 +0100603 // First, check if there is any reason _not_ to send the next queued packet.
604
605 // Unpaced audio packets and probes are exempted from send checks.
Erik Språngb571ff42020-04-04 17:20:37 +0200606 bool unpaced_audio_packet =
Erik Språngcb568272022-04-27 12:33:02 +0200607 !pace_audio_ && packet_queue_->LeadingAudioPacketEnqueueTime().IsFinite();
Erik Språngeb487992019-11-14 14:15:15 +0100608 if (!unpaced_audio_packet && !is_probe) {
Erik Språng66734372022-03-16 14:20:49 +0100609 if (congested_) {
Evan Shrubsole6ef59d12020-01-08 16:45:08 +0100610 // Don't send anything if congested.
Erik Språngeb487992019-11-14 14:15:15 +0100611 return nullptr;
612 }
613
Per Kjellander8d847f02022-06-01 20:21:58 +0200614 if (now <= target_send_time && send_burst_interval_.IsZero()) {
615 // We allow sending slightly early if we think that we would actually
616 // had been able to, had we been right on time - i.e. the current debt
617 // is not more than would be reduced to zero at the target sent time.
618 // If we allow packets to be sent in a burst, packet are allowed to be
619 // sent early.
Erik Språngdf9e51a2022-06-10 11:42:15 +0200620 TimeDelta flush_time = media_debt_ / adjusted_media_rate_;
Per Kjellander8d847f02022-06-01 20:21:58 +0200621 if (now + flush_time > target_send_time) {
622 return nullptr;
Erik Språngeb487992019-11-14 14:15:15 +0100623 }
Per Kjellander8d847f02022-06-01 20:21:58 +0200624 }
Erik Språngf660e812019-09-01 12:26:44 +0000625 }
Erik Språngeb487992019-11-14 14:15:15 +0100626
Erik Språngcb568272022-04-27 12:33:02 +0200627 return packet_queue_->Pop();
Erik Språngf660e812019-09-01 12:26:44 +0000628}
629
Björn Terelius31d0f7c2020-02-06 16:35:46 +0100630void PacingController::OnPacketSent(RtpPacketMediaType packet_type,
Erik Språngb0df5932019-11-18 13:40:24 +0100631 DataSize packet_size,
Erik Språngeb487992019-11-14 14:15:15 +0100632 Timestamp send_time) {
Jianhui Daidf59e532022-03-19 15:38:51 +0800633 if (!first_sent_packet_time_ && packet_type != RtpPacketMediaType::kPadding) {
Erik Språngeb487992019-11-14 14:15:15 +0100634 first_sent_packet_time_ = send_time;
Erik Språngf660e812019-09-01 12:26:44 +0000635 }
Jianhui Daidf59e532022-03-19 15:38:51 +0800636
Björn Terelius31d0f7c2020-02-06 16:35:46 +0100637 bool audio_packet = packet_type == RtpPacketMediaType::kAudio;
Jianhui Daidf59e532022-03-19 15:38:51 +0800638 if ((!audio_packet || account_for_audio_) && packet_size > DataSize::Zero()) {
Erik Språngb0df5932019-11-18 13:40:24 +0100639 UpdateBudgetWithSentData(packet_size);
Erik Språngf660e812019-09-01 12:26:44 +0000640 }
Mirko Bonadeid8543de2022-03-14 09:13:41 +0000641
Jianhui Daidf59e532022-03-19 15:38:51 +0800642 last_send_time_ = send_time;
Erik Språngd05edec2019-08-14 10:43:47 +0200643}
644
645void PacingController::UpdateBudgetWithElapsedTime(TimeDelta delta) {
Erik Språngdf9e51a2022-06-10 11:42:15 +0200646 media_debt_ -= std::min(media_debt_, adjusted_media_rate_ * delta);
Erik Språng6aa5cea2022-05-16 13:20:36 +0200647 padding_debt_ -= std::min(padding_debt_, padding_rate_ * delta);
Erik Språngd05edec2019-08-14 10:43:47 +0200648}
649
650void PacingController::UpdateBudgetWithSentData(DataSize size) {
Erik Språng6aa5cea2022-05-16 13:20:36 +0200651 media_debt_ += size;
Erik Språngdf9e51a2022-06-10 11:42:15 +0200652 media_debt_ = std::min(media_debt_, adjusted_media_rate_ * kMaxDebtInTime);
Jianhui Daidf59e532022-03-19 15:38:51 +0800653 UpdatePaddingBudgetWithSentData(size);
654}
655
656void PacingController::UpdatePaddingBudgetWithSentData(DataSize size) {
Erik Språng6aa5cea2022-05-16 13:20:36 +0200657 padding_debt_ += size;
658 padding_debt_ = std::min(padding_debt_, padding_rate_ * kMaxDebtInTime);
Erik Språngd05edec2019-08-14 10:43:47 +0200659}
660
661void PacingController::SetQueueTimeLimit(TimeDelta limit) {
Jianhui Daidf59e532022-03-19 15:38:51 +0800662 queue_time_limit_ = limit;
Erik Språngd05edec2019-08-14 10:43:47 +0200663}
664
Erik Språngdf9e51a2022-06-10 11:42:15 +0200665void PacingController::MaybeUpdateMediaRateDueToLongQueue(Timestamp now) {
666 adjusted_media_rate_ = pacing_rate_;
667 if (!drain_large_queues_) {
668 return;
669 }
670
671 DataSize queue_size_data = QueueSizeData();
672 if (queue_size_data > DataSize::Zero()) {
673 // Assuming equal size packets and input/output rate, the average packet
674 // has avg_time_left_ms left to get queue_size_bytes out of the queue, if
675 // time constraint shall be met. Determine bitrate needed for that.
676 packet_queue_->UpdateAverageQueueTime(now);
677 TimeDelta avg_time_left =
678 std::max(TimeDelta::Millis(1),
679 queue_time_limit_ - packet_queue_->AverageQueueTime());
680 DataRate min_rate_needed = queue_size_data / avg_time_left;
681 if (min_rate_needed > pacing_rate_) {
682 adjusted_media_rate_ = min_rate_needed;
683 RTC_LOG(LS_VERBOSE) << "bwe:large_pacing_queue pacing_rate_kbps="
684 << pacing_rate_.kbps();
685 }
686 }
687}
688
Erik Språngd05edec2019-08-14 10:43:47 +0200689} // namespace webrtc