Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2017 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
| 11 | #include "modules/rtp_rtcp/source/rtcp_transceiver_impl.h" |
| 12 | |
| 13 | #include <utility> |
Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 14 | |
| 15 | #include "api/call/transport.h" |
| 16 | #include "modules/rtp_rtcp/include/receive_statistics.h" |
| 17 | #include "modules/rtp_rtcp/include/rtp_rtcp_defines.h" |
| 18 | #include "modules/rtp_rtcp/source/rtcp_packet.h" |
Danil Chapovalov | d2f37d8 | 2017-11-09 15:42:28 +0100 | [diff] [blame] | 19 | #include "modules/rtp_rtcp/source/rtcp_packet/common_header.h" |
Danil Chapovalov | 2ddf98d | 2017-11-22 14:00:41 +0100 | [diff] [blame] | 20 | #include "modules/rtp_rtcp/source/rtcp_packet/fir.h" |
Danil Chapovalov | 327c43c | 2017-11-27 17:23:04 +0100 | [diff] [blame] | 21 | #include "modules/rtp_rtcp/source/rtcp_packet/nack.h" |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 22 | #include "modules/rtp_rtcp/source/rtcp_packet/pli.h" |
Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 23 | #include "modules/rtp_rtcp/source/rtcp_packet/receiver_report.h" |
| 24 | #include "modules/rtp_rtcp/source/rtcp_packet/report_block.h" |
Danil Chapovalov | 78161ca | 2017-10-26 12:09:41 +0200 | [diff] [blame] | 25 | #include "modules/rtp_rtcp/source/rtcp_packet/sdes.h" |
Danil Chapovalov | d2f37d8 | 2017-11-09 15:42:28 +0100 | [diff] [blame] | 26 | #include "modules/rtp_rtcp/source/rtcp_packet/sender_report.h" |
| 27 | #include "modules/rtp_rtcp/source/time_util.h" |
Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 28 | #include "rtc_base/checks.h" |
Danil Chapovalov | 8c8d49e | 2017-10-30 15:21:41 +0100 | [diff] [blame] | 29 | #include "rtc_base/ptr_util.h" |
| 30 | #include "rtc_base/task_queue.h" |
Danil Chapovalov | c0fd5f9 | 2017-11-16 14:35:32 +0100 | [diff] [blame] | 31 | #include "rtc_base/timeutils.h" |
Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 32 | |
| 33 | namespace webrtc { |
Danil Chapovalov | 2ddf98d | 2017-11-22 14:00:41 +0100 | [diff] [blame] | 34 | namespace { |
| 35 | |
| 36 | struct SenderReportTimes { |
| 37 | int64_t local_received_time_us; |
| 38 | NtpTime remote_sent_time; |
| 39 | }; |
| 40 | |
| 41 | } // namespace |
| 42 | |
| 43 | struct RtcpTransceiverImpl::RemoteSenderState { |
| 44 | uint8_t fir_sequence_number = 0; |
| 45 | rtc::Optional<SenderReportTimes> last_received_sender_report; |
| 46 | }; |
Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 47 | |
| 48 | // Helper to put several RTCP packets into lower layer datagram composing |
| 49 | // Compound or Reduced-Size RTCP packet, as defined by RFC 5506 section 2. |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 50 | // TODO(danilchap): When in compound mode and packets are so many that several |
| 51 | // compound RTCP packets need to be generated, ensure each packet is compound. |
| 52 | class RtcpTransceiverImpl::PacketSender |
| 53 | : public rtcp::RtcpPacket::PacketReadyCallback { |
Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 54 | public: |
| 55 | PacketSender(Transport* transport, size_t max_packet_size) |
| 56 | : transport_(transport), max_packet_size_(max_packet_size) { |
| 57 | RTC_CHECK_LE(max_packet_size, IP_PACKET_SIZE); |
| 58 | } |
| 59 | ~PacketSender() override { |
| 60 | RTC_DCHECK_EQ(index_, 0) << "Unsent rtcp packet."; |
| 61 | } |
| 62 | |
| 63 | // Appends a packet to pending compound packet. |
| 64 | // Sends rtcp compound packet if buffer was already full and resets buffer. |
| 65 | void AppendPacket(const rtcp::RtcpPacket& packet) { |
| 66 | packet.Create(buffer_, &index_, max_packet_size_, this); |
| 67 | } |
| 68 | |
| 69 | // Sends pending rtcp compound packet. |
| 70 | void Send() { |
| 71 | if (index_ > 0) { |
| 72 | OnPacketReady(buffer_, index_); |
| 73 | index_ = 0; |
| 74 | } |
| 75 | } |
| 76 | |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 77 | bool IsEmpty() const { return index_ == 0; } |
| 78 | |
Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 79 | private: |
| 80 | // Implements RtcpPacket::PacketReadyCallback |
| 81 | void OnPacketReady(uint8_t* data, size_t length) override { |
| 82 | transport_->SendRtcp(data, length); |
| 83 | } |
| 84 | |
| 85 | Transport* const transport_; |
| 86 | const size_t max_packet_size_; |
| 87 | size_t index_ = 0; |
| 88 | uint8_t buffer_[IP_PACKET_SIZE]; |
| 89 | }; |
| 90 | |
Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 91 | RtcpTransceiverImpl::RtcpTransceiverImpl(const RtcpTransceiverConfig& config) |
Danil Chapovalov | 8c8d49e | 2017-10-30 15:21:41 +0100 | [diff] [blame] | 92 | : config_(config), ptr_factory_(this) { |
Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 93 | RTC_CHECK(config_.Validate()); |
Danil Chapovalov | 8c8d49e | 2017-10-30 15:21:41 +0100 | [diff] [blame] | 94 | if (config_.schedule_periodic_compound_packets) |
Danil Chapovalov | c0fd5f9 | 2017-11-16 14:35:32 +0100 | [diff] [blame] | 95 | SchedulePeriodicCompoundPackets(config_.initial_report_delay_ms); |
Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 96 | } |
| 97 | |
| 98 | RtcpTransceiverImpl::~RtcpTransceiverImpl() = default; |
| 99 | |
Danil Chapovalov | c0fd5f9 | 2017-11-16 14:35:32 +0100 | [diff] [blame] | 100 | void RtcpTransceiverImpl::ReceivePacket(rtc::ArrayView<const uint8_t> packet, |
| 101 | int64_t now_us) { |
Danil Chapovalov | d2f37d8 | 2017-11-09 15:42:28 +0100 | [diff] [blame] | 102 | while (!packet.empty()) { |
| 103 | rtcp::CommonHeader rtcp_block; |
| 104 | if (!rtcp_block.Parse(packet.data(), packet.size())) |
| 105 | return; |
| 106 | |
Danil Chapovalov | c0fd5f9 | 2017-11-16 14:35:32 +0100 | [diff] [blame] | 107 | HandleReceivedPacket(rtcp_block, now_us); |
Danil Chapovalov | d2f37d8 | 2017-11-09 15:42:28 +0100 | [diff] [blame] | 108 | |
| 109 | // TODO(danilchap): Use packet.remove_prefix() when that function exists. |
| 110 | packet = packet.subview(rtcp_block.packet_size()); |
| 111 | } |
| 112 | } |
| 113 | |
Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 114 | void RtcpTransceiverImpl::SendCompoundPacket() { |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 115 | SendPeriodicCompoundPacket(); |
| 116 | ReschedulePeriodicCompoundPackets(); |
Danil Chapovalov | 8c8d49e | 2017-10-30 15:21:41 +0100 | [diff] [blame] | 117 | } |
| 118 | |
Danil Chapovalov | d328229 | 2017-11-13 13:46:02 +0100 | [diff] [blame] | 119 | void RtcpTransceiverImpl::SetRemb(int bitrate_bps, |
| 120 | std::vector<uint32_t> ssrcs) { |
| 121 | RTC_DCHECK_GE(bitrate_bps, 0); |
| 122 | remb_.emplace(); |
| 123 | remb_->SetSsrcs(std::move(ssrcs)); |
| 124 | remb_->SetBitrateBps(bitrate_bps); |
| 125 | // TODO(bugs.webrtc.org/8239): Move logic from PacketRouter for sending remb |
| 126 | // immideately on large bitrate change when there is one RtcpTransceiver per |
| 127 | // rtp transport. |
| 128 | } |
| 129 | |
| 130 | void RtcpTransceiverImpl::UnsetRemb() { |
| 131 | remb_.reset(); |
| 132 | } |
| 133 | |
Danil Chapovalov | 327c43c | 2017-11-27 17:23:04 +0100 | [diff] [blame] | 134 | void RtcpTransceiverImpl::SendNack(uint32_t ssrc, |
| 135 | std::vector<uint16_t> sequence_numbers) { |
| 136 | RTC_DCHECK(!sequence_numbers.empty()); |
Danil Chapovalov | 8d19e03 | 2017-11-28 19:53:33 +0100 | [diff] [blame] | 137 | rtcp::Nack nack; |
| 138 | nack.SetSenderSsrc(config_.feedback_ssrc); |
| 139 | nack.SetMediaSsrc(ssrc); |
| 140 | nack.SetPacketIds(std::move(sequence_numbers)); |
| 141 | SendImmediateFeedback(nack); |
Danil Chapovalov | 327c43c | 2017-11-27 17:23:04 +0100 | [diff] [blame] | 142 | } |
| 143 | |
Danil Chapovalov | 8d19e03 | 2017-11-28 19:53:33 +0100 | [diff] [blame] | 144 | void RtcpTransceiverImpl::SendPictureLossIndication(uint32_t ssrc) { |
| 145 | rtcp::Pli pli; |
| 146 | pli.SetSenderSsrc(config_.feedback_ssrc); |
| 147 | pli.SetMediaSsrc(ssrc); |
| 148 | SendImmediateFeedback(pli); |
Danil Chapovalov | 2ddf98d | 2017-11-22 14:00:41 +0100 | [diff] [blame] | 149 | } |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 150 | |
Danil Chapovalov | 2ddf98d | 2017-11-22 14:00:41 +0100 | [diff] [blame] | 151 | void RtcpTransceiverImpl::SendFullIntraRequest( |
| 152 | rtc::ArrayView<const uint32_t> ssrcs) { |
| 153 | RTC_DCHECK(!ssrcs.empty()); |
Danil Chapovalov | 8d19e03 | 2017-11-28 19:53:33 +0100 | [diff] [blame] | 154 | rtcp::Fir fir; |
| 155 | fir.SetSenderSsrc(config_.feedback_ssrc); |
| 156 | for (uint32_t media_ssrc : ssrcs) |
| 157 | fir.AddRequestTo(media_ssrc, |
| 158 | remote_senders_[media_ssrc].fir_sequence_number++); |
| 159 | SendImmediateFeedback(fir); |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 160 | } |
| 161 | |
Danil Chapovalov | d2f37d8 | 2017-11-09 15:42:28 +0100 | [diff] [blame] | 162 | void RtcpTransceiverImpl::HandleReceivedPacket( |
Danil Chapovalov | c0fd5f9 | 2017-11-16 14:35:32 +0100 | [diff] [blame] | 163 | const rtcp::CommonHeader& rtcp_packet_header, |
| 164 | int64_t now_us) { |
Danil Chapovalov | d2f37d8 | 2017-11-09 15:42:28 +0100 | [diff] [blame] | 165 | switch (rtcp_packet_header.type()) { |
| 166 | case rtcp::SenderReport::kPacketType: { |
| 167 | rtcp::SenderReport sender_report; |
| 168 | if (!sender_report.Parse(rtcp_packet_header)) |
| 169 | return; |
Danil Chapovalov | 2ddf98d | 2017-11-22 14:00:41 +0100 | [diff] [blame] | 170 | rtc::Optional<SenderReportTimes>& last = |
| 171 | remote_senders_[sender_report.sender_ssrc()] |
| 172 | .last_received_sender_report; |
| 173 | last.emplace(); |
| 174 | last->local_received_time_us = now_us; |
| 175 | last->remote_sent_time = sender_report.ntp(); |
Danil Chapovalov | d2f37d8 | 2017-11-09 15:42:28 +0100 | [diff] [blame] | 176 | break; |
| 177 | } |
| 178 | } |
| 179 | } |
| 180 | |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 181 | void RtcpTransceiverImpl::ReschedulePeriodicCompoundPackets() { |
| 182 | if (!config_.schedule_periodic_compound_packets) |
| 183 | return; |
| 184 | // Stop existent send task. |
| 185 | ptr_factory_.InvalidateWeakPtrs(); |
| 186 | SchedulePeriodicCompoundPackets(config_.report_period_ms); |
| 187 | } |
| 188 | |
Danil Chapovalov | c0fd5f9 | 2017-11-16 14:35:32 +0100 | [diff] [blame] | 189 | void RtcpTransceiverImpl::SchedulePeriodicCompoundPackets(int64_t delay_ms) { |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 190 | class SendPeriodicCompoundPacketTask : public rtc::QueuedTask { |
Danil Chapovalov | 8c8d49e | 2017-10-30 15:21:41 +0100 | [diff] [blame] | 191 | public: |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 192 | SendPeriodicCompoundPacketTask(rtc::TaskQueue* task_queue, |
| 193 | rtc::WeakPtr<RtcpTransceiverImpl> ptr) |
Danil Chapovalov | 8c8d49e | 2017-10-30 15:21:41 +0100 | [diff] [blame] | 194 | : task_queue_(task_queue), ptr_(std::move(ptr)) {} |
| 195 | bool Run() override { |
| 196 | RTC_DCHECK(task_queue_->IsCurrent()); |
| 197 | if (!ptr_) |
| 198 | return true; |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 199 | ptr_->SendPeriodicCompoundPacket(); |
Danil Chapovalov | 8c8d49e | 2017-10-30 15:21:41 +0100 | [diff] [blame] | 200 | task_queue_->PostDelayedTask(rtc::WrapUnique(this), |
| 201 | ptr_->config_.report_period_ms); |
| 202 | return false; |
| 203 | } |
| 204 | |
| 205 | private: |
| 206 | rtc::TaskQueue* const task_queue_; |
| 207 | const rtc::WeakPtr<RtcpTransceiverImpl> ptr_; |
| 208 | }; |
| 209 | |
| 210 | RTC_DCHECK(config_.schedule_periodic_compound_packets); |
Danil Chapovalov | 8c8d49e | 2017-10-30 15:21:41 +0100 | [diff] [blame] | 211 | |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 212 | auto task = rtc::MakeUnique<SendPeriodicCompoundPacketTask>( |
Danil Chapovalov | 8c8d49e | 2017-10-30 15:21:41 +0100 | [diff] [blame] | 213 | config_.task_queue, ptr_factory_.GetWeakPtr()); |
| 214 | if (delay_ms > 0) |
| 215 | config_.task_queue->PostDelayedTask(std::move(task), delay_ms); |
| 216 | else |
| 217 | config_.task_queue->PostTask(std::move(task)); |
| 218 | } |
| 219 | |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 220 | void RtcpTransceiverImpl::CreateCompoundPacket(PacketSender* sender) { |
| 221 | RTC_DCHECK(sender->IsEmpty()); |
Danil Chapovalov | d328229 | 2017-11-13 13:46:02 +0100 | [diff] [blame] | 222 | const uint32_t sender_ssrc = config_.feedback_ssrc; |
Danil Chapovalov | d2f37d8 | 2017-11-09 15:42:28 +0100 | [diff] [blame] | 223 | rtcp::ReceiverReport receiver_report; |
Danil Chapovalov | d328229 | 2017-11-13 13:46:02 +0100 | [diff] [blame] | 224 | receiver_report.SetSenderSsrc(sender_ssrc); |
Danil Chapovalov | d2f37d8 | 2017-11-09 15:42:28 +0100 | [diff] [blame] | 225 | receiver_report.SetReportBlocks(CreateReportBlocks()); |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 226 | sender->AppendPacket(receiver_report); |
Danil Chapovalov | d2f37d8 | 2017-11-09 15:42:28 +0100 | [diff] [blame] | 227 | |
Danil Chapovalov | 78161ca | 2017-10-26 12:09:41 +0200 | [diff] [blame] | 228 | if (!config_.cname.empty()) { |
| 229 | rtcp::Sdes sdes; |
| 230 | bool added = sdes.AddCName(config_.feedback_ssrc, config_.cname); |
| 231 | RTC_DCHECK(added) << "Failed to add cname " << config_.cname |
| 232 | << " to rtcp sdes packet."; |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 233 | sender->AppendPacket(sdes); |
Danil Chapovalov | 78161ca | 2017-10-26 12:09:41 +0200 | [diff] [blame] | 234 | } |
Danil Chapovalov | d328229 | 2017-11-13 13:46:02 +0100 | [diff] [blame] | 235 | if (remb_) { |
| 236 | remb_->SetSenderSsrc(sender_ssrc); |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 237 | sender->AppendPacket(*remb_); |
Danil Chapovalov | d328229 | 2017-11-13 13:46:02 +0100 | [diff] [blame] | 238 | } |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 239 | } |
Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 240 | |
Danil Chapovalov | a7e418c | 2017-11-21 11:08:53 +0100 | [diff] [blame] | 241 | void RtcpTransceiverImpl::SendPeriodicCompoundPacket() { |
| 242 | PacketSender sender(config_.outgoing_transport, config_.max_packet_size); |
| 243 | CreateCompoundPacket(&sender); |
Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 244 | sender.Send(); |
| 245 | } |
| 246 | |
Danil Chapovalov | 2ddf98d | 2017-11-22 14:00:41 +0100 | [diff] [blame] | 247 | void RtcpTransceiverImpl::SendImmediateFeedback( |
Danil Chapovalov | 8d19e03 | 2017-11-28 19:53:33 +0100 | [diff] [blame] | 248 | const rtcp::RtcpPacket& rtcp_packet) { |
Danil Chapovalov | 2ddf98d | 2017-11-22 14:00:41 +0100 | [diff] [blame] | 249 | PacketSender sender(config_.outgoing_transport, config_.max_packet_size); |
Danil Chapovalov | 8d19e03 | 2017-11-28 19:53:33 +0100 | [diff] [blame] | 250 | // Compound mode requires every sent rtcp packet to be compound, i.e. start |
| 251 | // with a sender or receiver report. |
Danil Chapovalov | 2ddf98d | 2017-11-22 14:00:41 +0100 | [diff] [blame] | 252 | if (config_.rtcp_mode == RtcpMode::kCompound) |
| 253 | CreateCompoundPacket(&sender); |
| 254 | |
Danil Chapovalov | 8d19e03 | 2017-11-28 19:53:33 +0100 | [diff] [blame] | 255 | sender.AppendPacket(rtcp_packet); |
Danil Chapovalov | 2ddf98d | 2017-11-22 14:00:41 +0100 | [diff] [blame] | 256 | sender.Send(); |
| 257 | |
Danil Chapovalov | 8d19e03 | 2017-11-28 19:53:33 +0100 | [diff] [blame] | 258 | // If compound packet was sent, delay (reschedule) the periodic one. |
Danil Chapovalov | 2ddf98d | 2017-11-22 14:00:41 +0100 | [diff] [blame] | 259 | if (config_.rtcp_mode == RtcpMode::kCompound) |
| 260 | ReschedulePeriodicCompoundPackets(); |
| 261 | } |
| 262 | |
Danil Chapovalov | d2f37d8 | 2017-11-09 15:42:28 +0100 | [diff] [blame] | 263 | std::vector<rtcp::ReportBlock> RtcpTransceiverImpl::CreateReportBlocks() { |
| 264 | if (!config_.receive_statistics) |
| 265 | return {}; |
| 266 | // TODO(danilchap): Support sending more than |
| 267 | // |ReceiverReport::kMaxNumberOfReportBlocks| per compound rtcp packet. |
| 268 | std::vector<rtcp::ReportBlock> report_blocks = |
| 269 | config_.receive_statistics->RtcpReportBlocks( |
| 270 | rtcp::ReceiverReport::kMaxNumberOfReportBlocks); |
| 271 | for (rtcp::ReportBlock& report_block : report_blocks) { |
Danil Chapovalov | 2ddf98d | 2017-11-22 14:00:41 +0100 | [diff] [blame] | 272 | auto it = remote_senders_.find(report_block.source_ssrc()); |
| 273 | if (it == remote_senders_.end() || !it->second.last_received_sender_report) |
Danil Chapovalov | d2f37d8 | 2017-11-09 15:42:28 +0100 | [diff] [blame] | 274 | continue; |
Danil Chapovalov | 2ddf98d | 2017-11-22 14:00:41 +0100 | [diff] [blame] | 275 | const SenderReportTimes& last_sender_report = |
| 276 | *it->second.last_received_sender_report; |
Danil Chapovalov | d2f37d8 | 2017-11-09 15:42:28 +0100 | [diff] [blame] | 277 | report_block.SetLastSr(CompactNtp(last_sender_report.remote_sent_time)); |
| 278 | report_block.SetDelayLastSr(SaturatedUsToCompactNtp( |
| 279 | rtc::TimeMicros() - last_sender_report.local_received_time_us)); |
| 280 | } |
| 281 | return report_blocks; |
| 282 | } |
| 283 | |
Danil Chapovalov | 398a7c6 | 2017-10-24 17:07:05 +0200 | [diff] [blame] | 284 | } // namespace webrtc |