blob: ef9d10ae552a0eec941141439b8b10d5e5694537 [file] [log] [blame]
Stefan Holmere5904162015-03-26 11:11:06 +01001/*
2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#include "modules/pacing/packet_router.h"
Stefan Holmere5904162015-03-26 11:11:06 +010012
danilchap47085372017-08-10 06:03:57 -070013#include <algorithm>
14#include <limits>
15
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020016#include "modules/rtp_rtcp/include/rtp_rtcp.h"
17#include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
18#include "modules/rtp_rtcp/source/rtcp_packet/transport_feedback.h"
19#include "rtc_base/atomicops.h"
20#include "rtc_base/checks.h"
21#include "rtc_base/timeutils.h"
Stefan Holmere5904162015-03-26 11:11:06 +010022
23namespace webrtc {
danilchap47085372017-08-10 06:03:57 -070024namespace {
25
26constexpr int kRembSendIntervalMs = 200;
27
28} // namespace
Stefan Holmere5904162015-03-26 11:11:06 +010029
nisse05843312017-04-18 23:38:35 -070030PacketRouter::PacketRouter()
31 : last_remb_time_ms_(rtc::TimeMillis()),
32 last_send_bitrate_bps_(0),
danilchap47085372017-08-10 06:03:57 -070033 bitrate_bps_(0),
34 max_bitrate_bps_(std::numeric_limits<decltype(max_bitrate_bps_)>::max()),
eladalon822ff2b2017-08-01 06:30:28 -070035 active_remb_module_(nullptr),
erikvargabf5a2fc2017-06-16 05:02:05 -070036 transport_seq_(0) {}
Stefan Holmere5904162015-03-26 11:11:06 +010037
38PacketRouter::~PacketRouter() {
nissefdbfdc92017-03-31 05:44:52 -070039 RTC_DCHECK(rtp_send_modules_.empty());
Danil Chapovaloveb0edd82017-12-14 16:02:31 +010040 RTC_DCHECK(rtcp_feedback_senders_.empty());
eladalon822ff2b2017-08-01 06:30:28 -070041 RTC_DCHECK(sender_remb_candidates_.empty());
42 RTC_DCHECK(receiver_remb_candidates_.empty());
43 RTC_DCHECK(active_remb_module_ == nullptr);
Stefan Holmere5904162015-03-26 11:11:06 +010044}
45
eladalon822ff2b2017-08-01 06:30:28 -070046void PacketRouter::AddSendRtpModule(RtpRtcp* rtp_module, bool remb_candidate) {
stefanbba9dec2016-02-01 04:39:55 -080047 rtc::CritScope cs(&modules_crit_);
nissefdbfdc92017-03-31 05:44:52 -070048 RTC_DCHECK(std::find(rtp_send_modules_.begin(), rtp_send_modules_.end(),
49 rtp_module) == rtp_send_modules_.end());
stefan16b02212017-01-27 07:12:16 -080050 // Put modules which can use regular payload packets (over rtx) instead of
51 // padding first as it's less of a waste
52 if ((rtp_module->RtxSendStatus() & kRtxRedundantPayloads) > 0) {
nissefdbfdc92017-03-31 05:44:52 -070053 rtp_send_modules_.push_front(rtp_module);
stefan16b02212017-01-27 07:12:16 -080054 } else {
nissefdbfdc92017-03-31 05:44:52 -070055 rtp_send_modules_.push_back(rtp_module);
stefan16b02212017-01-27 07:12:16 -080056 }
eladalon822ff2b2017-08-01 06:30:28 -070057
58 if (remb_candidate) {
Danil Chapovaloveb0edd82017-12-14 16:02:31 +010059 AddRembModuleCandidate(rtp_module, /* media_sender = */ true);
eladalon822ff2b2017-08-01 06:30:28 -070060 }
Stefan Holmere5904162015-03-26 11:11:06 +010061}
62
nissefdbfdc92017-03-31 05:44:52 -070063void PacketRouter::RemoveSendRtpModule(RtpRtcp* rtp_module) {
stefanbba9dec2016-02-01 04:39:55 -080064 rtc::CritScope cs(&modules_crit_);
Danil Chapovaloveb0edd82017-12-14 16:02:31 +010065 MaybeRemoveRembModuleCandidate(rtp_module, /* media_sender = */ true);
eladalon822ff2b2017-08-01 06:30:28 -070066 auto it =
67 std::find(rtp_send_modules_.begin(), rtp_send_modules_.end(), rtp_module);
68 RTC_DCHECK(it != rtp_send_modules_.end());
69 rtp_send_modules_.erase(it);
nissefdbfdc92017-03-31 05:44:52 -070070}
71
Danil Chapovaloveb0edd82017-12-14 16:02:31 +010072void PacketRouter::AddReceiveRtpModule(RtcpFeedbackSenderInterface* rtcp_sender,
eladalon822ff2b2017-08-01 06:30:28 -070073 bool remb_candidate) {
nissefdbfdc92017-03-31 05:44:52 -070074 rtc::CritScope cs(&modules_crit_);
Danil Chapovaloveb0edd82017-12-14 16:02:31 +010075 RTC_DCHECK(std::find(rtcp_feedback_senders_.begin(),
76 rtcp_feedback_senders_.end(),
77 rtcp_sender) == rtcp_feedback_senders_.end());
eladalon822ff2b2017-08-01 06:30:28 -070078
Danil Chapovaloveb0edd82017-12-14 16:02:31 +010079 rtcp_feedback_senders_.push_back(rtcp_sender);
eladalon822ff2b2017-08-01 06:30:28 -070080
81 if (remb_candidate) {
Danil Chapovaloveb0edd82017-12-14 16:02:31 +010082 AddRembModuleCandidate(rtcp_sender, /* media_sender = */ false);
eladalon822ff2b2017-08-01 06:30:28 -070083 }
nissefdbfdc92017-03-31 05:44:52 -070084}
85
Danil Chapovaloveb0edd82017-12-14 16:02:31 +010086void PacketRouter::RemoveReceiveRtpModule(
87 RtcpFeedbackSenderInterface* rtcp_sender) {
nissefdbfdc92017-03-31 05:44:52 -070088 rtc::CritScope cs(&modules_crit_);
Danil Chapovaloveb0edd82017-12-14 16:02:31 +010089 MaybeRemoveRembModuleCandidate(rtcp_sender, /* media_sender = */ false);
90 auto it = std::find(rtcp_feedback_senders_.begin(),
91 rtcp_feedback_senders_.end(), rtcp_sender);
92 RTC_DCHECK(it != rtcp_feedback_senders_.end());
93 rtcp_feedback_senders_.erase(it);
Stefan Holmere5904162015-03-26 11:11:06 +010094}
95
96bool PacketRouter::TimeToSendPacket(uint32_t ssrc,
97 uint16_t sequence_number,
98 int64_t capture_timestamp,
philipel29dca2c2016-05-13 11:13:05 +020099 bool retransmission,
philipelc7bf32a2017-02-17 03:59:43 -0800100 const PacedPacketInfo& pacing_info) {
stefanbba9dec2016-02-01 04:39:55 -0800101 rtc::CritScope cs(&modules_crit_);
nissefdbfdc92017-03-31 05:44:52 -0700102 for (auto* rtp_module : rtp_send_modules_) {
brandtr9dfff292016-11-14 05:14:50 -0800103 if (!rtp_module->SendingMedia())
104 continue;
105 if (ssrc == rtp_module->SSRC() || ssrc == rtp_module->FlexfecSsrc()) {
Stefan Holmere5904162015-03-26 11:11:06 +0100106 return rtp_module->TimeToSendPacket(ssrc, sequence_number,
philipela1ed0b32016-06-01 06:31:17 -0700107 capture_timestamp, retransmission,
philipelc7bf32a2017-02-17 03:59:43 -0800108 pacing_info);
Stefan Holmere5904162015-03-26 11:11:06 +0100109 }
110 }
111 return true;
112}
113
philipela1ed0b32016-06-01 06:31:17 -0700114size_t PacketRouter::TimeToSendPadding(size_t bytes_to_send,
philipelc7bf32a2017-02-17 03:59:43 -0800115 const PacedPacketInfo& pacing_info) {
sprang867fb522015-08-03 04:38:41 -0700116 size_t total_bytes_sent = 0;
stefanbba9dec2016-02-01 04:39:55 -0800117 rtc::CritScope cs(&modules_crit_);
stefan16b02212017-01-27 07:12:16 -0800118 // Rtp modules are ordered by which stream can most benefit from padding.
nissefdbfdc92017-03-31 05:44:52 -0700119 for (RtpRtcp* module : rtp_send_modules_) {
stefan53b6cc32017-02-03 08:13:57 -0800120 if (module->SendingMedia() && module->HasBweExtensions()) {
philipela1ed0b32016-06-01 06:31:17 -0700121 size_t bytes_sent = module->TimeToSendPadding(
philipelc7bf32a2017-02-17 03:59:43 -0800122 bytes_to_send - total_bytes_sent, pacing_info);
sprang867fb522015-08-03 04:38:41 -0700123 total_bytes_sent += bytes_sent;
124 if (total_bytes_sent >= bytes_to_send)
125 break;
126 }
Stefan Holmere5904162015-03-26 11:11:06 +0100127 }
sprang867fb522015-08-03 04:38:41 -0700128 return total_bytes_sent;
Stefan Holmere5904162015-03-26 11:11:06 +0100129}
sprang867fb522015-08-03 04:38:41 -0700130
131void PacketRouter::SetTransportWideSequenceNumber(uint16_t sequence_number) {
pbos46ad5422015-12-07 14:29:14 -0800132 rtc::AtomicOps::ReleaseStore(&transport_seq_, sequence_number);
sprang867fb522015-08-03 04:38:41 -0700133}
134
135uint16_t PacketRouter::AllocateSequenceNumber() {
pbos46ad5422015-12-07 14:29:14 -0800136 int prev_seq = rtc::AtomicOps::AcquireLoad(&transport_seq_);
sprang867fb522015-08-03 04:38:41 -0700137 int desired_prev_seq;
138 int new_seq;
139 do {
140 desired_prev_seq = prev_seq;
141 new_seq = (desired_prev_seq + 1) & 0xFFFF;
142 // Note: CompareAndSwap returns the actual value of transport_seq at the
143 // time the CAS operation was executed. Thus, if prev_seq is returned, the
144 // operation was successful - otherwise we need to retry. Saving the
145 // return value saves us a load on retry.
pbos46ad5422015-12-07 14:29:14 -0800146 prev_seq = rtc::AtomicOps::CompareAndSwap(&transport_seq_, desired_prev_seq,
sprang867fb522015-08-03 04:38:41 -0700147 new_seq);
148 } while (prev_seq != desired_prev_seq);
149
150 return new_seq;
151}
152
nisse05843312017-04-18 23:38:35 -0700153void PacketRouter::OnReceiveBitrateChanged(const std::vector<uint32_t>& ssrcs,
154 uint32_t bitrate_bps) {
nisse05843312017-04-18 23:38:35 -0700155 // % threshold for if we should send a new REMB asap.
Danil Chapovalov1de4b622017-12-13 13:35:10 +0100156 const int64_t kSendThresholdPercent = 97;
157 // TODO(danilchap): Remove receive_bitrate_bps variable and the cast
158 // when OnReceiveBitrateChanged takes bitrate as int64_t.
159 int64_t receive_bitrate_bps = static_cast<int64_t>(bitrate_bps);
nisse05843312017-04-18 23:38:35 -0700160
161 int64_t now_ms = rtc::TimeMillis();
162 {
163 rtc::CritScope lock(&remb_crit_);
164
165 // If we already have an estimate, check if the new total estimate is below
166 // kSendThresholdPercent of the previous estimate.
167 if (last_send_bitrate_bps_ > 0) {
Danil Chapovalov1de4b622017-12-13 13:35:10 +0100168 int64_t new_remb_bitrate_bps =
169 last_send_bitrate_bps_ - bitrate_bps_ + receive_bitrate_bps;
nisse05843312017-04-18 23:38:35 -0700170
171 if (new_remb_bitrate_bps <
172 kSendThresholdPercent * last_send_bitrate_bps_ / 100) {
173 // The new bitrate estimate is less than kSendThresholdPercent % of the
174 // last report. Send a REMB asap.
175 last_remb_time_ms_ = now_ms - kRembSendIntervalMs;
176 }
177 }
Danil Chapovalov1de4b622017-12-13 13:35:10 +0100178 bitrate_bps_ = receive_bitrate_bps;
nisse05843312017-04-18 23:38:35 -0700179
180 if (now_ms - last_remb_time_ms_ < kRembSendIntervalMs) {
181 return;
182 }
183 // NOTE: Updated if we intend to send the data; we might not have
184 // a module to actually send it.
185 last_remb_time_ms_ = now_ms;
Danil Chapovalov1de4b622017-12-13 13:35:10 +0100186 last_send_bitrate_bps_ = receive_bitrate_bps;
danilchap47085372017-08-10 06:03:57 -0700187 // Cap the value to send in remb with configured value.
Danil Chapovalov1de4b622017-12-13 13:35:10 +0100188 receive_bitrate_bps = std::min(receive_bitrate_bps, max_bitrate_bps_);
nisse05843312017-04-18 23:38:35 -0700189 }
Danil Chapovalov1de4b622017-12-13 13:35:10 +0100190 SendRemb(receive_bitrate_bps, ssrcs);
nisse05843312017-04-18 23:38:35 -0700191}
192
Danil Chapovalov1de4b622017-12-13 13:35:10 +0100193void PacketRouter::SetMaxDesiredReceiveBitrate(int64_t bitrate_bps) {
194 RTC_DCHECK_GE(bitrate_bps, 0);
danilchap47085372017-08-10 06:03:57 -0700195 {
196 rtc::CritScope lock(&remb_crit_);
197 max_bitrate_bps_ = bitrate_bps;
198 if (rtc::TimeMillis() - last_remb_time_ms_ < kRembSendIntervalMs &&
199 last_send_bitrate_bps_ > 0 &&
200 last_send_bitrate_bps_ <= max_bitrate_bps_) {
201 // Recent measured bitrate is already below the cap.
202 return;
203 }
204 }
205 SendRemb(bitrate_bps, /*ssrcs=*/{});
206}
207
Danil Chapovalov1de4b622017-12-13 13:35:10 +0100208bool PacketRouter::SendRemb(int64_t bitrate_bps,
nisse05843312017-04-18 23:38:35 -0700209 const std::vector<uint32_t>& ssrcs) {
210 rtc::CritScope lock(&modules_crit_);
eladalon822ff2b2017-08-01 06:30:28 -0700211
212 if (!active_remb_module_) {
nisse05843312017-04-18 23:38:35 -0700213 return false;
eladalon822ff2b2017-08-01 06:30:28 -0700214 }
215
Danil Chapovalov51e21aa2017-10-10 17:46:26 +0200216 // The Add* and Remove* methods above ensure that REMB is disabled on all
217 // other modules, because otherwise, they will send REMB with stale info.
218 active_remb_module_->SetRemb(bitrate_bps, ssrcs);
eladalon822ff2b2017-08-01 06:30:28 -0700219
nisse05843312017-04-18 23:38:35 -0700220 return true;
221}
222
223bool PacketRouter::SendTransportFeedback(rtcp::TransportFeedback* packet) {
stefanbba9dec2016-02-01 04:39:55 -0800224 rtc::CritScope cs(&modules_crit_);
nissefdbfdc92017-03-31 05:44:52 -0700225 // Prefer send modules.
226 for (auto* rtp_module : rtp_send_modules_) {
227 packet->SetSenderSsrc(rtp_module->SSRC());
228 if (rtp_module->SendFeedbackPacket(*packet))
229 return true;
230 }
Danil Chapovaloveb0edd82017-12-14 16:02:31 +0100231 for (auto* rtcp_sender : rtcp_feedback_senders_) {
232 packet->SetSenderSsrc(rtcp_sender->SSRC());
233 if (rtcp_sender->SendFeedbackPacket(*packet))
Peter Boström3dd5d1d2016-02-25 16:56:48 +0100234 return true;
235 }
sprang233bd872015-09-08 13:25:16 -0700236 return false;
237}
238
Danil Chapovaloveb0edd82017-12-14 16:02:31 +0100239void PacketRouter::AddRembModuleCandidate(
240 RtcpFeedbackSenderInterface* candidate_module,
241 bool media_sender) {
eladalon822ff2b2017-08-01 06:30:28 -0700242 RTC_DCHECK(candidate_module);
Danil Chapovaloveb0edd82017-12-14 16:02:31 +0100243 std::vector<RtcpFeedbackSenderInterface*>& candidates =
244 media_sender ? sender_remb_candidates_ : receiver_remb_candidates_;
eladalon822ff2b2017-08-01 06:30:28 -0700245 RTC_DCHECK(std::find(candidates.cbegin(), candidates.cend(),
246 candidate_module) == candidates.cend());
247 candidates.push_back(candidate_module);
248 DetermineActiveRembModule();
249}
250
Danil Chapovaloveb0edd82017-12-14 16:02:31 +0100251void PacketRouter::MaybeRemoveRembModuleCandidate(
252 RtcpFeedbackSenderInterface* candidate_module,
253 bool media_sender) {
eladalon822ff2b2017-08-01 06:30:28 -0700254 RTC_DCHECK(candidate_module);
Danil Chapovaloveb0edd82017-12-14 16:02:31 +0100255 std::vector<RtcpFeedbackSenderInterface*>& candidates =
256 media_sender ? sender_remb_candidates_ : receiver_remb_candidates_;
eladalon822ff2b2017-08-01 06:30:28 -0700257 auto it = std::find(candidates.begin(), candidates.end(), candidate_module);
258
259 if (it == candidates.end()) {
260 return; // Function called due to removal of non-REMB-candidate module.
261 }
262
263 if (*it == active_remb_module_) {
264 UnsetActiveRembModule();
265 }
266 candidates.erase(it);
267 DetermineActiveRembModule();
268}
269
270void PacketRouter::UnsetActiveRembModule() {
271 RTC_CHECK(active_remb_module_);
Danil Chapovalov51e21aa2017-10-10 17:46:26 +0200272 active_remb_module_->UnsetRemb();
eladalon822ff2b2017-08-01 06:30:28 -0700273 active_remb_module_ = nullptr;
274}
275
276void PacketRouter::DetermineActiveRembModule() {
277 // Sender modules take precedence over receiver modules, because SRs (sender
278 // reports) are sent more frequently than RR (receiver reports).
279 // When adding the first sender module, we should change the active REMB
280 // module to be that. Otherwise, we remain with the current active module.
281
Danil Chapovaloveb0edd82017-12-14 16:02:31 +0100282 RtcpFeedbackSenderInterface* new_active_remb_module;
eladalon822ff2b2017-08-01 06:30:28 -0700283
284 if (!sender_remb_candidates_.empty()) {
Danil Chapovalov51e21aa2017-10-10 17:46:26 +0200285 new_active_remb_module = sender_remb_candidates_.front();
eladalon822ff2b2017-08-01 06:30:28 -0700286 } else if (!receiver_remb_candidates_.empty()) {
Danil Chapovalov51e21aa2017-10-10 17:46:26 +0200287 new_active_remb_module = receiver_remb_candidates_.front();
eladalon822ff2b2017-08-01 06:30:28 -0700288 } else {
Danil Chapovalov51e21aa2017-10-10 17:46:26 +0200289 new_active_remb_module = nullptr;
eladalon822ff2b2017-08-01 06:30:28 -0700290 }
291
Danil Chapovalov51e21aa2017-10-10 17:46:26 +0200292 if (new_active_remb_module != active_remb_module_ && active_remb_module_) {
293 UnsetActiveRembModule();
eladalon822ff2b2017-08-01 06:30:28 -0700294 }
295
Danil Chapovalov51e21aa2017-10-10 17:46:26 +0200296 active_remb_module_ = new_active_remb_module;
eladalon822ff2b2017-08-01 06:30:28 -0700297}
298
Stefan Holmere5904162015-03-26 11:11:06 +0100299} // namespace webrtc