Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2017 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
| 11 | #include "modules/rtp_rtcp/source/rtcp_transceiver_impl.h" |
| 12 | |
| 13 | #include <utility> |
Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 14 | |
| 15 | #include "api/call/transport.h" |
| 16 | #include "modules/rtp_rtcp/include/receive_statistics.h" |
| 17 | #include "modules/rtp_rtcp/include/rtp_rtcp_defines.h" |
| 18 | #include "modules/rtp_rtcp/source/rtcp_packet.h" |
Danil Chapovalov | d2f37d8 | 2017-11-09 15:42:28 +0100 | [diff] [blame] | 19 | #include "modules/rtp_rtcp/source/rtcp_packet/common_header.h" |
Danil Chapovalov | 2ddf98d | 2017-11-22 14:00:41 +0100 | [diff] [blame] | 20 | #include "modules/rtp_rtcp/source/rtcp_packet/fir.h" |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 21 | #include "modules/rtp_rtcp/source/rtcp_packet/pli.h" |
Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 22 | #include "modules/rtp_rtcp/source/rtcp_packet/receiver_report.h" |
| 23 | #include "modules/rtp_rtcp/source/rtcp_packet/report_block.h" |
Danil Chapovalov | 78161ca | 2017-10-26 12:09:41 +0200 | [diff] [blame] | 24 | #include "modules/rtp_rtcp/source/rtcp_packet/sdes.h" |
Danil Chapovalov | d2f37d8 | 2017-11-09 15:42:28 +0100 | [diff] [blame] | 25 | #include "modules/rtp_rtcp/source/rtcp_packet/sender_report.h" |
| 26 | #include "modules/rtp_rtcp/source/time_util.h" |
Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 27 | #include "rtc_base/checks.h" |
Danil Chapovalov | 8c8d49e | 2017-10-30 15:21:41 +0100 | [diff] [blame] | 28 | #include "rtc_base/ptr_util.h" |
| 29 | #include "rtc_base/task_queue.h" |
Danil Chapovalov | c0fd5f9 | 2017-11-16 14:35:32 +0100 | [diff] [blame] | 30 | #include "rtc_base/timeutils.h" |
Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 31 | |
| 32 | namespace webrtc { |
Danil Chapovalov | 2ddf98d | 2017-11-22 14:00:41 +0100 | [diff] [blame] | 33 | namespace { |
| 34 | |
| 35 | struct SenderReportTimes { |
| 36 | int64_t local_received_time_us; |
| 37 | NtpTime remote_sent_time; |
| 38 | }; |
| 39 | |
| 40 | } // namespace |
| 41 | |
| 42 | struct RtcpTransceiverImpl::RemoteSenderState { |
| 43 | uint8_t fir_sequence_number = 0; |
| 44 | rtc::Optional<SenderReportTimes> last_received_sender_report; |
| 45 | }; |
Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 46 | |
| 47 | // Helper to put several RTCP packets into lower layer datagram composing |
| 48 | // Compound or Reduced-Size RTCP packet, as defined by RFC 5506 section 2. |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 49 | // TODO(danilchap): When in compound mode and packets are so many that several |
| 50 | // compound RTCP packets need to be generated, ensure each packet is compound. |
| 51 | class RtcpTransceiverImpl::PacketSender |
| 52 | : public rtcp::RtcpPacket::PacketReadyCallback { |
Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 53 | public: |
| 54 | PacketSender(Transport* transport, size_t max_packet_size) |
| 55 | : transport_(transport), max_packet_size_(max_packet_size) { |
| 56 | RTC_CHECK_LE(max_packet_size, IP_PACKET_SIZE); |
| 57 | } |
| 58 | ~PacketSender() override { |
| 59 | RTC_DCHECK_EQ(index_, 0) << "Unsent rtcp packet."; |
| 60 | } |
| 61 | |
| 62 | // Appends a packet to pending compound packet. |
| 63 | // Sends rtcp compound packet if buffer was already full and resets buffer. |
| 64 | void AppendPacket(const rtcp::RtcpPacket& packet) { |
| 65 | packet.Create(buffer_, &index_, max_packet_size_, this); |
| 66 | } |
| 67 | |
| 68 | // Sends pending rtcp compound packet. |
| 69 | void Send() { |
| 70 | if (index_ > 0) { |
| 71 | OnPacketReady(buffer_, index_); |
| 72 | index_ = 0; |
| 73 | } |
| 74 | } |
| 75 | |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 76 | bool IsEmpty() const { return index_ == 0; } |
| 77 | |
Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 78 | private: |
| 79 | // Implements RtcpPacket::PacketReadyCallback |
| 80 | void OnPacketReady(uint8_t* data, size_t length) override { |
| 81 | transport_->SendRtcp(data, length); |
| 82 | } |
| 83 | |
| 84 | Transport* const transport_; |
| 85 | const size_t max_packet_size_; |
| 86 | size_t index_ = 0; |
| 87 | uint8_t buffer_[IP_PACKET_SIZE]; |
| 88 | }; |
| 89 | |
Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 90 | RtcpTransceiverImpl::RtcpTransceiverImpl(const RtcpTransceiverConfig& config) |
Danil Chapovalov | 8c8d49e | 2017-10-30 15:21:41 +0100 | [diff] [blame] | 91 | : config_(config), ptr_factory_(this) { |
Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 92 | RTC_CHECK(config_.Validate()); |
Danil Chapovalov | 8c8d49e | 2017-10-30 15:21:41 +0100 | [diff] [blame] | 93 | if (config_.schedule_periodic_compound_packets) |
Danil Chapovalov | c0fd5f9 | 2017-11-16 14:35:32 +0100 | [diff] [blame] | 94 | SchedulePeriodicCompoundPackets(config_.initial_report_delay_ms); |
Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 95 | } |
| 96 | |
| 97 | RtcpTransceiverImpl::~RtcpTransceiverImpl() = default; |
| 98 | |
Danil Chapovalov | c0fd5f9 | 2017-11-16 14:35:32 +0100 | [diff] [blame] | 99 | void RtcpTransceiverImpl::ReceivePacket(rtc::ArrayView<const uint8_t> packet, |
| 100 | int64_t now_us) { |
Danil Chapovalov | d2f37d8 | 2017-11-09 15:42:28 +0100 | [diff] [blame] | 101 | while (!packet.empty()) { |
| 102 | rtcp::CommonHeader rtcp_block; |
| 103 | if (!rtcp_block.Parse(packet.data(), packet.size())) |
| 104 | return; |
| 105 | |
Danil Chapovalov | c0fd5f9 | 2017-11-16 14:35:32 +0100 | [diff] [blame] | 106 | HandleReceivedPacket(rtcp_block, now_us); |
Danil Chapovalov | d2f37d8 | 2017-11-09 15:42:28 +0100 | [diff] [blame] | 107 | |
| 108 | // TODO(danilchap): Use packet.remove_prefix() when that function exists. |
| 109 | packet = packet.subview(rtcp_block.packet_size()); |
| 110 | } |
| 111 | } |
| 112 | |
Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 113 | void RtcpTransceiverImpl::SendCompoundPacket() { |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 114 | SendPeriodicCompoundPacket(); |
| 115 | ReschedulePeriodicCompoundPackets(); |
Danil Chapovalov | 8c8d49e | 2017-10-30 15:21:41 +0100 | [diff] [blame] | 116 | } |
| 117 | |
Danil Chapovalov | d328229 | 2017-11-13 13:46:02 +0100 | [diff] [blame] | 118 | void RtcpTransceiverImpl::SetRemb(int bitrate_bps, |
| 119 | std::vector<uint32_t> ssrcs) { |
| 120 | RTC_DCHECK_GE(bitrate_bps, 0); |
| 121 | remb_.emplace(); |
| 122 | remb_->SetSsrcs(std::move(ssrcs)); |
| 123 | remb_->SetBitrateBps(bitrate_bps); |
| 124 | // TODO(bugs.webrtc.org/8239): Move logic from PacketRouter for sending remb |
| 125 | // immideately on large bitrate change when there is one RtcpTransceiver per |
| 126 | // rtp transport. |
| 127 | } |
| 128 | |
| 129 | void RtcpTransceiverImpl::UnsetRemb() { |
| 130 | remb_.reset(); |
| 131 | } |
| 132 | |
Danil Chapovalov | 2ddf98d | 2017-11-22 14:00:41 +0100 | [diff] [blame] | 133 | void RtcpTransceiverImpl::SendPictureLossIndication( |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 134 | rtc::ArrayView<const uint32_t> ssrcs) { |
| 135 | RTC_DCHECK(!ssrcs.empty()); |
Danil Chapovalov | 2ddf98d | 2017-11-22 14:00:41 +0100 | [diff] [blame] | 136 | SendImmediateFeedback([this, ssrcs](PacketSender* sender) { |
| 137 | for (uint32_t media_ssrc : ssrcs) { |
| 138 | rtcp::Pli pli; |
| 139 | pli.SetSenderSsrc(config_.feedback_ssrc); |
| 140 | pli.SetMediaSsrc(media_ssrc); |
| 141 | sender->AppendPacket(pli); |
| 142 | } |
| 143 | }); |
| 144 | } |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 145 | |
Danil Chapovalov | 2ddf98d | 2017-11-22 14:00:41 +0100 | [diff] [blame] | 146 | void RtcpTransceiverImpl::SendFullIntraRequest( |
| 147 | rtc::ArrayView<const uint32_t> ssrcs) { |
| 148 | RTC_DCHECK(!ssrcs.empty()); |
| 149 | SendImmediateFeedback([this, ssrcs](PacketSender* sender) { |
| 150 | rtcp::Fir fir; |
| 151 | fir.SetSenderSsrc(config_.feedback_ssrc); |
| 152 | for (uint32_t media_ssrc : ssrcs) |
| 153 | fir.AddRequestTo(media_ssrc, |
| 154 | remote_senders_[media_ssrc].fir_sequence_number++); |
| 155 | sender->AppendPacket(fir); |
| 156 | }); |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 157 | } |
| 158 | |
Danil Chapovalov | d2f37d8 | 2017-11-09 15:42:28 +0100 | [diff] [blame] | 159 | void RtcpTransceiverImpl::HandleReceivedPacket( |
Danil Chapovalov | c0fd5f9 | 2017-11-16 14:35:32 +0100 | [diff] [blame] | 160 | const rtcp::CommonHeader& rtcp_packet_header, |
| 161 | int64_t now_us) { |
Danil Chapovalov | d2f37d8 | 2017-11-09 15:42:28 +0100 | [diff] [blame] | 162 | switch (rtcp_packet_header.type()) { |
| 163 | case rtcp::SenderReport::kPacketType: { |
| 164 | rtcp::SenderReport sender_report; |
| 165 | if (!sender_report.Parse(rtcp_packet_header)) |
| 166 | return; |
Danil Chapovalov | 2ddf98d | 2017-11-22 14:00:41 +0100 | [diff] [blame] | 167 | rtc::Optional<SenderReportTimes>& last = |
| 168 | remote_senders_[sender_report.sender_ssrc()] |
| 169 | .last_received_sender_report; |
| 170 | last.emplace(); |
| 171 | last->local_received_time_us = now_us; |
| 172 | last->remote_sent_time = sender_report.ntp(); |
Danil Chapovalov | d2f37d8 | 2017-11-09 15:42:28 +0100 | [diff] [blame] | 173 | break; |
| 174 | } |
| 175 | } |
| 176 | } |
| 177 | |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 178 | void RtcpTransceiverImpl::ReschedulePeriodicCompoundPackets() { |
| 179 | if (!config_.schedule_periodic_compound_packets) |
| 180 | return; |
| 181 | // Stop existent send task. |
| 182 | ptr_factory_.InvalidateWeakPtrs(); |
| 183 | SchedulePeriodicCompoundPackets(config_.report_period_ms); |
| 184 | } |
| 185 | |
Danil Chapovalov | c0fd5f9 | 2017-11-16 14:35:32 +0100 | [diff] [blame] | 186 | void RtcpTransceiverImpl::SchedulePeriodicCompoundPackets(int64_t delay_ms) { |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 187 | class SendPeriodicCompoundPacketTask : public rtc::QueuedTask { |
Danil Chapovalov | 8c8d49e | 2017-10-30 15:21:41 +0100 | [diff] [blame] | 188 | public: |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 189 | SendPeriodicCompoundPacketTask(rtc::TaskQueue* task_queue, |
| 190 | rtc::WeakPtr<RtcpTransceiverImpl> ptr) |
Danil Chapovalov | 8c8d49e | 2017-10-30 15:21:41 +0100 | [diff] [blame] | 191 | : task_queue_(task_queue), ptr_(std::move(ptr)) {} |
| 192 | bool Run() override { |
| 193 | RTC_DCHECK(task_queue_->IsCurrent()); |
| 194 | if (!ptr_) |
| 195 | return true; |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 196 | ptr_->SendPeriodicCompoundPacket(); |
Danil Chapovalov | 8c8d49e | 2017-10-30 15:21:41 +0100 | [diff] [blame] | 197 | task_queue_->PostDelayedTask(rtc::WrapUnique(this), |
| 198 | ptr_->config_.report_period_ms); |
| 199 | return false; |
| 200 | } |
| 201 | |
| 202 | private: |
| 203 | rtc::TaskQueue* const task_queue_; |
| 204 | const rtc::WeakPtr<RtcpTransceiverImpl> ptr_; |
| 205 | }; |
| 206 | |
| 207 | RTC_DCHECK(config_.schedule_periodic_compound_packets); |
Danil Chapovalov | 8c8d49e | 2017-10-30 15:21:41 +0100 | [diff] [blame] | 208 | |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 209 | auto task = rtc::MakeUnique<SendPeriodicCompoundPacketTask>( |
Danil Chapovalov | 8c8d49e | 2017-10-30 15:21:41 +0100 | [diff] [blame] | 210 | config_.task_queue, ptr_factory_.GetWeakPtr()); |
| 211 | if (delay_ms > 0) |
| 212 | config_.task_queue->PostDelayedTask(std::move(task), delay_ms); |
| 213 | else |
| 214 | config_.task_queue->PostTask(std::move(task)); |
| 215 | } |
| 216 | |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 217 | void RtcpTransceiverImpl::CreateCompoundPacket(PacketSender* sender) { |
| 218 | RTC_DCHECK(sender->IsEmpty()); |
Danil Chapovalov | d328229 | 2017-11-13 13:46:02 +0100 | [diff] [blame] | 219 | const uint32_t sender_ssrc = config_.feedback_ssrc; |
Danil Chapovalov | d2f37d8 | 2017-11-09 15:42:28 +0100 | [diff] [blame] | 220 | rtcp::ReceiverReport receiver_report; |
Danil Chapovalov | d328229 | 2017-11-13 13:46:02 +0100 | [diff] [blame] | 221 | receiver_report.SetSenderSsrc(sender_ssrc); |
Danil Chapovalov | d2f37d8 | 2017-11-09 15:42:28 +0100 | [diff] [blame] | 222 | receiver_report.SetReportBlocks(CreateReportBlocks()); |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 223 | sender->AppendPacket(receiver_report); |
Danil Chapovalov | d2f37d8 | 2017-11-09 15:42:28 +0100 | [diff] [blame] | 224 | |
Danil Chapovalov | 78161ca | 2017-10-26 12:09:41 +0200 | [diff] [blame] | 225 | if (!config_.cname.empty()) { |
| 226 | rtcp::Sdes sdes; |
| 227 | bool added = sdes.AddCName(config_.feedback_ssrc, config_.cname); |
| 228 | RTC_DCHECK(added) << "Failed to add cname " << config_.cname |
| 229 | << " to rtcp sdes packet."; |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 230 | sender->AppendPacket(sdes); |
Danil Chapovalov | 78161ca | 2017-10-26 12:09:41 +0200 | [diff] [blame] | 231 | } |
Danil Chapovalov | d328229 | 2017-11-13 13:46:02 +0100 | [diff] [blame] | 232 | if (remb_) { |
| 233 | remb_->SetSenderSsrc(sender_ssrc); |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 234 | sender->AppendPacket(*remb_); |
Danil Chapovalov | d328229 | 2017-11-13 13:46:02 +0100 | [diff] [blame] | 235 | } |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 236 | } |
Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 237 | |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 238 | void RtcpTransceiverImpl::SendPeriodicCompoundPacket() { |
| 239 | PacketSender sender(config_.outgoing_transport, config_.max_packet_size); |
| 240 | CreateCompoundPacket(&sender); |
Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 241 | sender.Send(); |
| 242 | } |
| 243 | |
Danil Chapovalov | 2ddf98d | 2017-11-22 14:00:41 +0100 | [diff] [blame] | 244 | void RtcpTransceiverImpl::SendImmediateFeedback( |
| 245 | rtc::FunctionView<void(PacketSender*)> append_feedback) { |
| 246 | PacketSender sender(config_.outgoing_transport, config_.max_packet_size); |
| 247 | if (config_.rtcp_mode == RtcpMode::kCompound) |
| 248 | CreateCompoundPacket(&sender); |
| 249 | |
| 250 | append_feedback(&sender); |
| 251 | |
| 252 | sender.Send(); |
| 253 | |
| 254 | if (config_.rtcp_mode == RtcpMode::kCompound) |
| 255 | ReschedulePeriodicCompoundPackets(); |
| 256 | } |
| 257 | |
Danil Chapovalov | d2f37d8 | 2017-11-09 15:42:28 +0100 | [diff] [blame] | 258 | std::vector<rtcp::ReportBlock> RtcpTransceiverImpl::CreateReportBlocks() { |
| 259 | if (!config_.receive_statistics) |
| 260 | return {}; |
| 261 | // TODO(danilchap): Support sending more than |
| 262 | // |ReceiverReport::kMaxNumberOfReportBlocks| per compound rtcp packet. |
| 263 | std::vector<rtcp::ReportBlock> report_blocks = |
| 264 | config_.receive_statistics->RtcpReportBlocks( |
| 265 | rtcp::ReceiverReport::kMaxNumberOfReportBlocks); |
| 266 | for (rtcp::ReportBlock& report_block : report_blocks) { |
Danil Chapovalov | 2ddf98d | 2017-11-22 14:00:41 +0100 | [diff] [blame] | 267 | auto it = remote_senders_.find(report_block.source_ssrc()); |
| 268 | if (it == remote_senders_.end() || !it->second.last_received_sender_report) |
Danil Chapovalov | d2f37d8 | 2017-11-09 15:42:28 +0100 | [diff] [blame] | 269 | continue; |
Danil Chapovalov | 2ddf98d | 2017-11-22 14:00:41 +0100 | [diff] [blame] | 270 | const SenderReportTimes& last_sender_report = |
| 271 | *it->second.last_received_sender_report; |
Danil Chapovalov | d2f37d8 | 2017-11-09 15:42:28 +0100 | [diff] [blame] | 272 | report_block.SetLastSr(CompactNtp(last_sender_report.remote_sent_time)); |
| 273 | report_block.SetDelayLastSr(SaturatedUsToCompactNtp( |
| 274 | rtc::TimeMicros() - last_sender_report.local_received_time_us)); |
| 275 | } |
| 276 | return report_blocks; |
| 277 | } |
| 278 | |
Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 279 | } // namespace webrtc |