Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Henrik Kjellander | 0b9e29c | 2015-11-16 11:12:24 +0100 | [diff] [blame] | 11 | #include "webrtc/modules/pacing/packet_router.h" |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 12 | |
sprang | 867fb52 | 2015-08-03 04:38:41 -0700 | [diff] [blame] | 13 | #include "webrtc/base/atomicops.h" |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 14 | #include "webrtc/base/checks.h" |
nisse | 0584331 | 2017-04-18 23:38:35 -0700 | [diff] [blame^] | 15 | #include "webrtc/base/timeutils.h" |
Henrik Kjellander | ff761fb | 2015-11-04 08:31:52 +0100 | [diff] [blame] | 16 | #include "webrtc/modules/rtp_rtcp/include/rtp_rtcp.h" |
| 17 | #include "webrtc/modules/rtp_rtcp/include/rtp_rtcp_defines.h" |
sprang | 233bd87 | 2015-09-08 13:25:16 -0700 | [diff] [blame] | 18 | #include "webrtc/modules/rtp_rtcp/source/rtcp_packet/transport_feedback.h" |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 19 | |
| 20 | namespace webrtc { |
| 21 | |
nisse | 0584331 | 2017-04-18 23:38:35 -0700 | [diff] [blame^] | 22 | PacketRouter::PacketRouter() |
| 23 | : last_remb_time_ms_(rtc::TimeMillis()), |
| 24 | last_send_bitrate_bps_(0), |
| 25 | transport_seq_(0) { |
stefan | bba9dec | 2016-02-01 04:39:55 -0800 | [diff] [blame] | 26 | pacer_thread_checker_.DetachFromThread(); |
pbos | 46ad542 | 2015-12-07 14:29:14 -0800 | [diff] [blame] | 27 | } |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 28 | |
| 29 | PacketRouter::~PacketRouter() { |
nisse | fdbfdc9 | 2017-03-31 05:44:52 -0700 | [diff] [blame] | 30 | RTC_DCHECK(rtp_send_modules_.empty()); |
| 31 | RTC_DCHECK(rtp_receive_modules_.empty()); |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 32 | } |
| 33 | |
nisse | fdbfdc9 | 2017-03-31 05:44:52 -0700 | [diff] [blame] | 34 | void PacketRouter::AddSendRtpModule(RtpRtcp* rtp_module) { |
stefan | bba9dec | 2016-02-01 04:39:55 -0800 | [diff] [blame] | 35 | rtc::CritScope cs(&modules_crit_); |
nisse | fdbfdc9 | 2017-03-31 05:44:52 -0700 | [diff] [blame] | 36 | RTC_DCHECK(std::find(rtp_send_modules_.begin(), rtp_send_modules_.end(), |
| 37 | rtp_module) == rtp_send_modules_.end()); |
nisse | 0584331 | 2017-04-18 23:38:35 -0700 | [diff] [blame^] | 38 | if (rtp_send_modules_.empty() && !rtp_receive_modules_.empty()) { |
| 39 | rtp_receive_modules_.front()->SetREMBStatus(false); |
| 40 | } |
| 41 | |
stefan | 16b0221 | 2017-01-27 07:12:16 -0800 | [diff] [blame] | 42 | // Put modules which can use regular payload packets (over rtx) instead of |
| 43 | // padding first as it's less of a waste |
| 44 | if ((rtp_module->RtxSendStatus() & kRtxRedundantPayloads) > 0) { |
nisse | 0584331 | 2017-04-18 23:38:35 -0700 | [diff] [blame^] | 45 | if (!rtp_send_modules_.empty()) { |
| 46 | rtp_send_modules_.front()->SetREMBStatus(false); |
| 47 | } |
nisse | fdbfdc9 | 2017-03-31 05:44:52 -0700 | [diff] [blame] | 48 | rtp_send_modules_.push_front(rtp_module); |
nisse | 0584331 | 2017-04-18 23:38:35 -0700 | [diff] [blame^] | 49 | rtp_module->SetREMBStatus(true); |
stefan | 16b0221 | 2017-01-27 07:12:16 -0800 | [diff] [blame] | 50 | } else { |
nisse | 0584331 | 2017-04-18 23:38:35 -0700 | [diff] [blame^] | 51 | if (rtp_send_modules_.empty()) { |
| 52 | rtp_module->SetREMBStatus(true); |
| 53 | } |
| 54 | |
nisse | fdbfdc9 | 2017-03-31 05:44:52 -0700 | [diff] [blame] | 55 | rtp_send_modules_.push_back(rtp_module); |
stefan | 16b0221 | 2017-01-27 07:12:16 -0800 | [diff] [blame] | 56 | } |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 57 | } |
| 58 | |
nisse | fdbfdc9 | 2017-03-31 05:44:52 -0700 | [diff] [blame] | 59 | void PacketRouter::RemoveSendRtpModule(RtpRtcp* rtp_module) { |
stefan | bba9dec | 2016-02-01 04:39:55 -0800 | [diff] [blame] | 60 | rtc::CritScope cs(&modules_crit_); |
nisse | fdbfdc9 | 2017-03-31 05:44:52 -0700 | [diff] [blame] | 61 | RTC_DCHECK(std::find(rtp_send_modules_.begin(), rtp_send_modules_.end(), |
| 62 | rtp_module) != rtp_send_modules_.end()); |
| 63 | rtp_send_modules_.remove(rtp_module); |
nisse | 0584331 | 2017-04-18 23:38:35 -0700 | [diff] [blame^] | 64 | rtp_module->SetREMBStatus(false); |
| 65 | if (!rtp_send_modules_.empty()) { |
| 66 | rtp_send_modules_.front()->SetREMBStatus(true); |
| 67 | } else if (!rtp_receive_modules_.empty()) { |
| 68 | rtp_receive_modules_.front()->SetREMBStatus(true); |
| 69 | } |
nisse | fdbfdc9 | 2017-03-31 05:44:52 -0700 | [diff] [blame] | 70 | } |
| 71 | |
| 72 | void PacketRouter::AddReceiveRtpModule(RtpRtcp* rtp_module) { |
| 73 | rtc::CritScope cs(&modules_crit_); |
| 74 | RTC_DCHECK(std::find(rtp_receive_modules_.begin(), rtp_receive_modules_.end(), |
| 75 | rtp_module) == rtp_receive_modules_.end()); |
nisse | 0584331 | 2017-04-18 23:38:35 -0700 | [diff] [blame^] | 76 | if (rtp_send_modules_.empty() && rtp_receive_modules_.empty()) { |
| 77 | rtp_module->SetREMBStatus(true); |
| 78 | } |
nisse | fdbfdc9 | 2017-03-31 05:44:52 -0700 | [diff] [blame] | 79 | rtp_receive_modules_.push_back(rtp_module); |
| 80 | } |
| 81 | |
| 82 | void PacketRouter::RemoveReceiveRtpModule(RtpRtcp* rtp_module) { |
| 83 | rtc::CritScope cs(&modules_crit_); |
| 84 | const auto& it = std::find(rtp_receive_modules_.begin(), |
| 85 | rtp_receive_modules_.end(), rtp_module); |
| 86 | RTC_DCHECK(it != rtp_receive_modules_.end()); |
| 87 | rtp_receive_modules_.erase(it); |
nisse | 0584331 | 2017-04-18 23:38:35 -0700 | [diff] [blame^] | 88 | if (rtp_send_modules_.empty()) { |
| 89 | rtp_module->SetREMBStatus(false); |
| 90 | if (!rtp_receive_modules_.empty()) { |
| 91 | rtp_receive_modules_.front()->SetREMBStatus(true); |
| 92 | } |
| 93 | } |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 94 | } |
| 95 | |
| 96 | bool PacketRouter::TimeToSendPacket(uint32_t ssrc, |
| 97 | uint16_t sequence_number, |
| 98 | int64_t capture_timestamp, |
philipel | 29dca2c | 2016-05-13 11:13:05 +0200 | [diff] [blame] | 99 | bool retransmission, |
philipel | c7bf32a | 2017-02-17 03:59:43 -0800 | [diff] [blame] | 100 | const PacedPacketInfo& pacing_info) { |
stefan | bba9dec | 2016-02-01 04:39:55 -0800 | [diff] [blame] | 101 | RTC_DCHECK(pacer_thread_checker_.CalledOnValidThread()); |
| 102 | rtc::CritScope cs(&modules_crit_); |
nisse | fdbfdc9 | 2017-03-31 05:44:52 -0700 | [diff] [blame] | 103 | for (auto* rtp_module : rtp_send_modules_) { |
brandtr | 9dfff29 | 2016-11-14 05:14:50 -0800 | [diff] [blame] | 104 | if (!rtp_module->SendingMedia()) |
| 105 | continue; |
| 106 | if (ssrc == rtp_module->SSRC() || ssrc == rtp_module->FlexfecSsrc()) { |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 107 | return rtp_module->TimeToSendPacket(ssrc, sequence_number, |
philipel | a1ed0b3 | 2016-06-01 06:31:17 -0700 | [diff] [blame] | 108 | capture_timestamp, retransmission, |
philipel | c7bf32a | 2017-02-17 03:59:43 -0800 | [diff] [blame] | 109 | pacing_info); |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 110 | } |
| 111 | } |
| 112 | return true; |
| 113 | } |
| 114 | |
philipel | a1ed0b3 | 2016-06-01 06:31:17 -0700 | [diff] [blame] | 115 | size_t PacketRouter::TimeToSendPadding(size_t bytes_to_send, |
philipel | c7bf32a | 2017-02-17 03:59:43 -0800 | [diff] [blame] | 116 | const PacedPacketInfo& pacing_info) { |
stefan | bba9dec | 2016-02-01 04:39:55 -0800 | [diff] [blame] | 117 | RTC_DCHECK(pacer_thread_checker_.CalledOnValidThread()); |
sprang | 867fb52 | 2015-08-03 04:38:41 -0700 | [diff] [blame] | 118 | size_t total_bytes_sent = 0; |
stefan | bba9dec | 2016-02-01 04:39:55 -0800 | [diff] [blame] | 119 | rtc::CritScope cs(&modules_crit_); |
stefan | 16b0221 | 2017-01-27 07:12:16 -0800 | [diff] [blame] | 120 | // Rtp modules are ordered by which stream can most benefit from padding. |
nisse | fdbfdc9 | 2017-03-31 05:44:52 -0700 | [diff] [blame] | 121 | for (RtpRtcp* module : rtp_send_modules_) { |
stefan | 53b6cc3 | 2017-02-03 08:13:57 -0800 | [diff] [blame] | 122 | if (module->SendingMedia() && module->HasBweExtensions()) { |
philipel | a1ed0b3 | 2016-06-01 06:31:17 -0700 | [diff] [blame] | 123 | size_t bytes_sent = module->TimeToSendPadding( |
philipel | c7bf32a | 2017-02-17 03:59:43 -0800 | [diff] [blame] | 124 | bytes_to_send - total_bytes_sent, pacing_info); |
sprang | 867fb52 | 2015-08-03 04:38:41 -0700 | [diff] [blame] | 125 | total_bytes_sent += bytes_sent; |
| 126 | if (total_bytes_sent >= bytes_to_send) |
| 127 | break; |
| 128 | } |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 129 | } |
sprang | 867fb52 | 2015-08-03 04:38:41 -0700 | [diff] [blame] | 130 | return total_bytes_sent; |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 131 | } |
sprang | 867fb52 | 2015-08-03 04:38:41 -0700 | [diff] [blame] | 132 | |
| 133 | void PacketRouter::SetTransportWideSequenceNumber(uint16_t sequence_number) { |
pbos | 46ad542 | 2015-12-07 14:29:14 -0800 | [diff] [blame] | 134 | rtc::AtomicOps::ReleaseStore(&transport_seq_, sequence_number); |
sprang | 867fb52 | 2015-08-03 04:38:41 -0700 | [diff] [blame] | 135 | } |
| 136 | |
| 137 | uint16_t PacketRouter::AllocateSequenceNumber() { |
pbos | 46ad542 | 2015-12-07 14:29:14 -0800 | [diff] [blame] | 138 | int prev_seq = rtc::AtomicOps::AcquireLoad(&transport_seq_); |
sprang | 867fb52 | 2015-08-03 04:38:41 -0700 | [diff] [blame] | 139 | int desired_prev_seq; |
| 140 | int new_seq; |
| 141 | do { |
| 142 | desired_prev_seq = prev_seq; |
| 143 | new_seq = (desired_prev_seq + 1) & 0xFFFF; |
| 144 | // Note: CompareAndSwap returns the actual value of transport_seq at the |
| 145 | // time the CAS operation was executed. Thus, if prev_seq is returned, the |
| 146 | // operation was successful - otherwise we need to retry. Saving the |
| 147 | // return value saves us a load on retry. |
pbos | 46ad542 | 2015-12-07 14:29:14 -0800 | [diff] [blame] | 148 | prev_seq = rtc::AtomicOps::CompareAndSwap(&transport_seq_, desired_prev_seq, |
sprang | 867fb52 | 2015-08-03 04:38:41 -0700 | [diff] [blame] | 149 | new_seq); |
| 150 | } while (prev_seq != desired_prev_seq); |
| 151 | |
| 152 | return new_seq; |
| 153 | } |
| 154 | |
nisse | 0584331 | 2017-04-18 23:38:35 -0700 | [diff] [blame^] | 155 | void PacketRouter::OnReceiveBitrateChanged(const std::vector<uint32_t>& ssrcs, |
| 156 | uint32_t bitrate_bps) { |
| 157 | const int kRembSendIntervalMs = 200; |
| 158 | |
| 159 | // % threshold for if we should send a new REMB asap. |
| 160 | const uint32_t kSendThresholdPercent = 97; |
| 161 | |
| 162 | int64_t now_ms = rtc::TimeMillis(); |
| 163 | { |
| 164 | rtc::CritScope lock(&remb_crit_); |
| 165 | |
| 166 | // If we already have an estimate, check if the new total estimate is below |
| 167 | // kSendThresholdPercent of the previous estimate. |
| 168 | if (last_send_bitrate_bps_ > 0) { |
| 169 | uint32_t new_remb_bitrate_bps = |
| 170 | last_send_bitrate_bps_ - bitrate_bps_ + bitrate_bps; |
| 171 | |
| 172 | if (new_remb_bitrate_bps < |
| 173 | kSendThresholdPercent * last_send_bitrate_bps_ / 100) { |
| 174 | // The new bitrate estimate is less than kSendThresholdPercent % of the |
| 175 | // last report. Send a REMB asap. |
| 176 | last_remb_time_ms_ = now_ms - kRembSendIntervalMs; |
| 177 | } |
| 178 | } |
| 179 | bitrate_bps_ = bitrate_bps; |
| 180 | |
| 181 | if (now_ms - last_remb_time_ms_ < kRembSendIntervalMs) { |
| 182 | return; |
| 183 | } |
| 184 | // NOTE: Updated if we intend to send the data; we might not have |
| 185 | // a module to actually send it. |
| 186 | last_remb_time_ms_ = now_ms; |
| 187 | last_send_bitrate_bps_ = bitrate_bps; |
| 188 | } |
| 189 | SendRemb(bitrate_bps, ssrcs); |
| 190 | } |
| 191 | |
| 192 | bool PacketRouter::SendRemb(uint32_t bitrate_bps, |
| 193 | const std::vector<uint32_t>& ssrcs) { |
| 194 | rtc::CritScope lock(&modules_crit_); |
| 195 | RtpRtcp* remb_module; |
| 196 | if (!rtp_send_modules_.empty()) |
| 197 | remb_module = rtp_send_modules_.front(); |
| 198 | else if (!rtp_receive_modules_.empty()) |
| 199 | remb_module = rtp_receive_modules_.front(); |
| 200 | else |
| 201 | return false; |
| 202 | // The Add* and Remove* methods above ensure that this (and only this) module |
| 203 | // has REMB enabled. REMB should be disabled on all other modules, because |
| 204 | // otherwise, they will send REMB with stale info. |
| 205 | RTC_DCHECK(remb_module->REMB()); |
| 206 | remb_module->SetREMBData(bitrate_bps, ssrcs); |
| 207 | return true; |
| 208 | } |
| 209 | |
| 210 | bool PacketRouter::SendTransportFeedback(rtcp::TransportFeedback* packet) { |
nisse | fdbfdc9 | 2017-03-31 05:44:52 -0700 | [diff] [blame] | 211 | RTC_DCHECK(pacer_thread_checker_.CalledOnValidThread()); |
stefan | bba9dec | 2016-02-01 04:39:55 -0800 | [diff] [blame] | 212 | rtc::CritScope cs(&modules_crit_); |
nisse | fdbfdc9 | 2017-03-31 05:44:52 -0700 | [diff] [blame] | 213 | // Prefer send modules. |
| 214 | for (auto* rtp_module : rtp_send_modules_) { |
| 215 | packet->SetSenderSsrc(rtp_module->SSRC()); |
| 216 | if (rtp_module->SendFeedbackPacket(*packet)) |
| 217 | return true; |
| 218 | } |
| 219 | for (auto* rtp_module : rtp_receive_modules_) { |
danilchap | 822a16f | 2016-09-27 09:27:47 -0700 | [diff] [blame] | 220 | packet->SetSenderSsrc(rtp_module->SSRC()); |
Peter Boström | 3dd5d1d | 2016-02-25 16:56:48 +0100 | [diff] [blame] | 221 | if (rtp_module->SendFeedbackPacket(*packet)) |
| 222 | return true; |
| 223 | } |
sprang | 233bd87 | 2015-09-08 13:25:16 -0700 | [diff] [blame] | 224 | return false; |
| 225 | } |
| 226 | |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 227 | } // namespace webrtc |