blob: 33b2b30ad639ae941fcdc553aa225eadcdf8528f [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
pwestin@webrtc.orgf6bb77a2012-01-24 17:16:59 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
niklase@google.com470e71d2011-07-07 08:21:25 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#ifndef WEBRTC_MODULES_RTP_RTCP_SOURCE_RTCP_RECEIVER_H_
12#define WEBRTC_MODULES_RTP_RTCP_SOURCE_RTCP_RECEIVER_H_
13
pwestin@webrtc.org26f8d9c2012-01-19 15:53:09 +000014#include <map>
stefan@webrtc.org28a331e2013-09-17 07:49:56 +000015#include <set>
danilchap95321242016-09-27 07:05:32 -070016#include <string>
danilchapb8b6fbb2015-12-10 05:05:27 -080017#include <vector>
perkj@webrtc.orgce5990c2012-01-11 13:00:08 +000018
Henrik Kjellanderff761fb2015-11-04 08:31:52 +010019#include "webrtc/modules/rtp_rtcp/include/rtp_rtcp_defines.h"
danilchap84432382017-02-09 05:21:42 -080020#include "webrtc/modules/rtp_rtcp/source/rtcp_nack_stats.h"
danilchap798896a2016-09-28 02:54:25 -070021#include "webrtc/modules/rtp_rtcp/source/rtcp_packet/dlrr.h"
kjellanderc8fa6922017-06-30 14:02:00 -070022#include "webrtc/rtc_base/criticalsection.h"
23#include "webrtc/rtc_base/thread_annotations.h"
danilchap0b4b7272016-10-06 09:24:45 -070024#include "webrtc/system_wrappers/include/ntp_time.h"
pbos@webrtc.orga048d7c2013-05-29 14:27:38 +000025#include "webrtc/typedefs.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000026
27namespace webrtc {
spranga790d832016-12-02 07:29:44 -080028class VideoBitrateAllocationObserver;
danilchap59cb2bd2016-08-29 11:08:47 -070029namespace rtcp {
danilchap1b1863a2016-09-20 01:39:54 -070030class CommonHeader;
danilchap1b1863a2016-09-20 01:39:54 -070031class ReportBlock;
32class Rrtr;
spranga790d832016-12-02 07:29:44 -080033class TargetBitrate;
danilchap59cb2bd2016-08-29 11:08:47 -070034class TmmbItem;
35} // namespace rtcp
pwestin@webrtc.org741da942011-09-20 13:52:04 +000036
danilchapda161d72016-08-19 07:29:46 -070037class RTCPReceiver {
38 public:
danilchap59cb2bd2016-08-29 11:08:47 -070039 class ModuleRtpRtcp {
40 public:
41 virtual void SetTmmbn(std::vector<rtcp::TmmbItem> bounding_set) = 0;
42 virtual void OnRequestSendReport() = 0;
43 virtual void OnReceivedNack(
44 const std::vector<uint16_t>& nack_sequence_numbers) = 0;
45 virtual void OnReceivedRtcpReportBlocks(
46 const ReportBlockList& report_blocks) = 0;
47
48 protected:
49 virtual ~ModuleRtpRtcp() = default;
50 };
51
danilchapda161d72016-08-19 07:29:46 -070052 RTCPReceiver(Clock* clock,
53 bool receiver_only,
54 RtcpPacketTypeCounterObserver* packet_type_counter_observer,
55 RtcpBandwidthObserver* rtcp_bandwidth_observer,
56 RtcpIntraFrameObserver* rtcp_intra_frame_observer,
57 TransportFeedbackObserver* transport_feedback_observer,
spranga790d832016-12-02 07:29:44 -080058 VideoBitrateAllocationObserver* bitrate_allocation_observer,
danilchap59cb2bd2016-08-29 11:08:47 -070059 ModuleRtpRtcp* owner);
danilchapda161d72016-08-19 07:29:46 -070060 virtual ~RTCPReceiver();
niklase@google.com470e71d2011-07-07 08:21:25 +000061
danilchap59cb2bd2016-08-29 11:08:47 -070062 bool IncomingPacket(const uint8_t* packet, size_t packet_size);
63
danilchapda161d72016-08-19 07:29:46 -070064 int64_t LastReceivedReceiverReport() const;
niklase@google.com470e71d2011-07-07 08:21:25 +000065
danilchapda161d72016-08-19 07:29:46 -070066 void SetSsrcs(uint32_t main_ssrc, const std::set<uint32_t>& registered_ssrcs);
67 void SetRemoteSSRC(uint32_t ssrc);
68 uint32_t RemoteSSRC() const;
niklase@google.com470e71d2011-07-07 08:21:25 +000069
danilchap8bab7962016-12-20 02:46:46 -080070 // Get received cname.
71 int32_t CNAME(uint32_t remote_ssrc, char cname[RTCP_CNAME_SIZE]) const;
niklase@google.com470e71d2011-07-07 08:21:25 +000072
danilchap8bab7962016-12-20 02:46:46 -080073 // Get received NTP.
74 bool NTP(uint32_t* received_ntp_secs,
75 uint32_t* received_ntp_frac,
76 uint32_t* rtcp_arrival_time_secs,
77 uint32_t* rtcp_arrival_time_frac,
danilchapda161d72016-08-19 07:29:46 -070078 uint32_t* rtcp_timestamp) const;
niklase@google.com470e71d2011-07-07 08:21:25 +000079
danilchap798896a2016-09-28 02:54:25 -070080 bool LastReceivedXrReferenceTimeInfo(rtcp::ReceiveTimeInfo* info) const;
asapersson@webrtc.org8469f7b2013-10-02 13:15:34 +000081
danilchap28b03eb2016-10-05 06:59:44 -070082 // Get rtt.
83 int32_t RTT(uint32_t remote_ssrc,
84 int64_t* last_rtt_ms,
85 int64_t* avg_rtt_ms,
86 int64_t* min_rtt_ms,
87 int64_t* max_rtt_ms) const;
niklase@google.com470e71d2011-07-07 08:21:25 +000088
danilchap8bab7962016-12-20 02:46:46 -080089 int32_t SenderInfoReceived(RTCPSenderInfo* sender_info) const;
niklase@google.com470e71d2011-07-07 08:21:25 +000090
danilchapda161d72016-08-19 07:29:46 -070091 void SetRtcpXrRrtrStatus(bool enable);
92 bool GetAndResetXrRrRtt(int64_t* rtt_ms);
asapersson@webrtc.org7d6bd222013-10-31 12:14:34 +000093
danilchap8bab7962016-12-20 02:46:46 -080094 // Get statistics.
danilchapda161d72016-08-19 07:29:46 -070095 int32_t StatisticsReceived(std::vector<RTCPReportBlock>* receiveBlocks) const;
perkj@webrtc.orgce5990c2012-01-11 13:00:08 +000096
danilchapda161d72016-08-19 07:29:46 -070097 // Returns true if we haven't received an RTCP RR for several RTCP
98 // intervals, but only triggers true once.
99 bool RtcpRrTimeout(int64_t rtcp_interval_ms);
mflodman@webrtc.org2f225ca2013-01-09 13:54:43 +0000100
danilchapda161d72016-08-19 07:29:46 -0700101 // Returns true if we haven't received an RTCP RR telling the receive side
102 // has not received RTP packets for too long, i.e. extended highest sequence
103 // number hasn't increased for several RTCP intervals. The function only
104 // returns true once until a new RR is received.
105 bool RtcpRrSequenceNumberTimeout(int64_t rtcp_interval_ms);
mflodman@webrtc.org2f225ca2013-01-09 13:54:43 +0000106
danilchap7851bda2016-09-29 15:28:07 -0700107 std::vector<rtcp::TmmbItem> TmmbrReceived();
danilchap9bf610e2017-02-20 06:03:01 -0800108 // Return true if new bandwidth should be set.
109 bool UpdateTmmbrTimers();
danilchapda161d72016-08-19 07:29:46 -0700110 std::vector<rtcp::TmmbItem> BoundingSet(bool* tmmbr_owner);
danilchap9bf610e2017-02-20 06:03:01 -0800111 // Set new bandwidth and notify remote clients about it.
112 void NotifyTmmbrUpdated();
niklase@google.com470e71d2011-07-07 08:21:25 +0000113
danilchapda161d72016-08-19 07:29:46 -0700114 void RegisterRtcpStatisticsCallback(RtcpStatisticsCallback* callback);
115 RtcpStatisticsCallback* GetRtcpStatisticsCallback();
sprang@webrtc.orga6ad6e52013-12-05 09:48:44 +0000116
danilchapdd128922016-09-13 12:23:29 -0700117 private:
danilchap92ea6012016-09-23 10:36:03 -0700118 struct PacketInformation;
danilchap9bf610e2017-02-20 06:03:01 -0800119 struct TmmbrInformation;
danilchap28b03eb2016-10-05 06:59:44 -0700120 struct ReportBlockWithRtt;
danilchapefa966b2017-02-17 06:23:15 -0800121 struct LastFirStatus;
danilchap28b03eb2016-10-05 06:59:44 -0700122 // RTCP report blocks mapped by remote SSRC.
123 using ReportBlockInfoMap = std::map<uint32_t, ReportBlockWithRtt>;
124 // RTCP report blocks map mapped by source SSRC.
danilchapdd128922016-09-13 12:23:29 -0700125 using ReportBlockMap = std::map<uint32_t, ReportBlockInfoMap>;
126
danilchap1b1863a2016-09-20 01:39:54 -0700127 bool ParseCompoundPacket(const uint8_t* packet_begin,
128 const uint8_t* packet_end,
danilchap92ea6012016-09-23 10:36:03 -0700129 PacketInformation* packet_information);
danilchapdd128922016-09-13 12:23:29 -0700130
danilchap8bab7962016-12-20 02:46:46 -0800131 void TriggerCallbacksFromRtcpPacket(
danilchap92ea6012016-09-23 10:36:03 -0700132 const PacketInformation& packet_information);
danilchapdd128922016-09-13 12:23:29 -0700133
danilchapec067e92017-02-21 05:38:19 -0800134 TmmbrInformation* FindOrCreateTmmbrInfo(uint32_t remote_ssrc)
135 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
136 // Update TmmbrInformation (if present) is alive.
137 void UpdateTmmbrRemoteIsAlive(uint32_t remote_ssrc)
danilchap8bab7962016-12-20 02:46:46 -0800138 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
danilchap9bf610e2017-02-20 06:03:01 -0800139 TmmbrInformation* GetTmmbrInformation(uint32_t remote_ssrc)
danilchap8bab7962016-12-20 02:46:46 -0800140 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000141
danilchap92ea6012016-09-23 10:36:03 -0700142 void HandleSenderReport(const rtcp::CommonHeader& rtcp_block,
143 PacketInformation* packet_information)
danilchap8bab7962016-12-20 02:46:46 -0800144 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
Danil Chapovalov91511f12016-09-15 16:24:02 +0200145
danilchap92ea6012016-09-23 10:36:03 -0700146 void HandleReceiverReport(const rtcp::CommonHeader& rtcp_block,
147 PacketInformation* packet_information)
danilchap8bab7962016-12-20 02:46:46 -0800148 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000149
danilchap1b1863a2016-09-20 01:39:54 -0700150 void HandleReportBlock(const rtcp::ReportBlock& report_block,
danilchap92ea6012016-09-23 10:36:03 -0700151 PacketInformation* packet_information,
danilchap8bab7962016-12-20 02:46:46 -0800152 uint32_t remote_ssrc)
153 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000154
danilchap8bab7962016-12-20 02:46:46 -0800155 void HandleSdes(const rtcp::CommonHeader& rtcp_block,
danilchap92ea6012016-09-23 10:36:03 -0700156 PacketInformation* packet_information)
danilchap8bab7962016-12-20 02:46:46 -0800157 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000158
danilchap1b1863a2016-09-20 01:39:54 -0700159 void HandleXr(const rtcp::CommonHeader& rtcp_block,
danilchap92ea6012016-09-23 10:36:03 -0700160 PacketInformation* packet_information)
danilchap8bab7962016-12-20 02:46:46 -0800161 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000162
danilchap92ea6012016-09-23 10:36:03 -0700163 void HandleXrReceiveReferenceTime(uint32_t sender_ssrc,
164 const rtcp::Rrtr& rrtr)
danilchap8bab7962016-12-20 02:46:46 -0800165 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000166
danilchap92ea6012016-09-23 10:36:03 -0700167 void HandleXrDlrrReportBlock(const rtcp::ReceiveTimeInfo& rti)
danilchap8bab7962016-12-20 02:46:46 -0800168 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
danilchapda161d72016-08-19 07:29:46 -0700169
spranga790d832016-12-02 07:29:44 -0800170 void HandleXrTargetBitrate(const rtcp::TargetBitrate& target_bitrate,
171 PacketInformation* packet_information)
danilchap8bab7962016-12-20 02:46:46 -0800172 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
spranga790d832016-12-02 07:29:44 -0800173
danilchap8bab7962016-12-20 02:46:46 -0800174 void HandleNack(const rtcp::CommonHeader& rtcp_block,
danilchap92ea6012016-09-23 10:36:03 -0700175 PacketInformation* packet_information)
danilchap8bab7962016-12-20 02:46:46 -0800176 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
danilchapda161d72016-08-19 07:29:46 -0700177
danilchap8bab7962016-12-20 02:46:46 -0800178 void HandleBye(const rtcp::CommonHeader& rtcp_block)
179 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
danilchapda161d72016-08-19 07:29:46 -0700180
danilchap8bab7962016-12-20 02:46:46 -0800181 void HandlePli(const rtcp::CommonHeader& rtcp_block,
danilchap92ea6012016-09-23 10:36:03 -0700182 PacketInformation* packet_information)
danilchap8bab7962016-12-20 02:46:46 -0800183 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
danilchapda161d72016-08-19 07:29:46 -0700184
danilchap1b1863a2016-09-20 01:39:54 -0700185 void HandlePsfbApp(const rtcp::CommonHeader& rtcp_block,
danilchap92ea6012016-09-23 10:36:03 -0700186 PacketInformation* packet_information)
danilchap8bab7962016-12-20 02:46:46 -0800187 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
danilchapda161d72016-08-19 07:29:46 -0700188
danilchap8bab7962016-12-20 02:46:46 -0800189 void HandleTmmbr(const rtcp::CommonHeader& rtcp_block,
danilchap92ea6012016-09-23 10:36:03 -0700190 PacketInformation* packet_information)
danilchap8bab7962016-12-20 02:46:46 -0800191 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000192
danilchap8bab7962016-12-20 02:46:46 -0800193 void HandleTmmbn(const rtcp::CommonHeader& rtcp_block,
danilchap92ea6012016-09-23 10:36:03 -0700194 PacketInformation* packet_information)
danilchap8bab7962016-12-20 02:46:46 -0800195 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000196
danilchap8bab7962016-12-20 02:46:46 -0800197 void HandleSrReq(const rtcp::CommonHeader& rtcp_block,
198 PacketInformation* packet_information)
199 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000200
danilchap8bab7962016-12-20 02:46:46 -0800201 void HandleFir(const rtcp::CommonHeader& rtcp_block,
danilchap92ea6012016-09-23 10:36:03 -0700202 PacketInformation* packet_information)
danilchap8bab7962016-12-20 02:46:46 -0800203 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
danilchapda161d72016-08-19 07:29:46 -0700204
danilchap92ea6012016-09-23 10:36:03 -0700205 void HandleTransportFeedback(const rtcp::CommonHeader& rtcp_block,
206 PacketInformation* packet_information)
danilchap8bab7962016-12-20 02:46:46 -0800207 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
Erik Språng6b8d3552015-09-24 15:06:57 +0200208
danilchap8bab7962016-12-20 02:46:46 -0800209 Clock* const clock_;
Peter Boströmfe7a80c2015-04-23 17:53:17 +0200210 const bool receiver_only_;
danilchap8bab7962016-12-20 02:46:46 -0800211 ModuleRtpRtcp* const rtp_rtcp_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000212
spranga790d832016-12-02 07:29:44 -0800213 rtc::CriticalSection feedbacks_lock_;
214 RtcpBandwidthObserver* const rtcp_bandwidth_observer_;
215 RtcpIntraFrameObserver* const rtcp_intra_frame_observer_;
216 TransportFeedbackObserver* const transport_feedback_observer_;
217 VideoBitrateAllocationObserver* const bitrate_allocation_observer_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000218
danilchap8bab7962016-12-20 02:46:46 -0800219 rtc::CriticalSection rtcp_receiver_lock_;
220 uint32_t main_ssrc_ GUARDED_BY(rtcp_receiver_lock_);
221 uint32_t remote_ssrc_ GUARDED_BY(rtcp_receiver_lock_);
222 std::set<uint32_t> registered_ssrcs_ GUARDED_BY(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000223
danilchap8bab7962016-12-20 02:46:46 -0800224 // Received sender report.
225 RTCPSenderInfo remote_sender_info_;
danilchap0b4b7272016-10-06 09:24:45 -0700226 // When did we receive the last send report.
227 NtpTime last_received_sr_ntp_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000228
asapersson@webrtc.org8469f7b2013-10-02 13:15:34 +0000229 // Received XR receive time report.
danilchap798896a2016-09-28 02:54:25 -0700230 rtcp::ReceiveTimeInfo remote_time_info_;
asapersson@webrtc.org8469f7b2013-10-02 13:15:34 +0000231 // Time when the report was received.
danilchap0b4b7272016-10-06 09:24:45 -0700232 NtpTime last_received_xr_ntp_;
asapersson@webrtc.org7d6bd222013-10-31 12:14:34 +0000233 // Estimated rtt, zero when there is no valid estimate.
danilchap8bab7962016-12-20 02:46:46 -0800234 bool xr_rrtr_status_ GUARDED_BY(rtcp_receiver_lock_);
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000235 int64_t xr_rr_rtt_ms_;
asapersson@webrtc.org8469f7b2013-10-02 13:15:34 +0000236
danilchap9bf610e2017-02-20 06:03:01 -0800237 int64_t oldest_tmmbr_info_ms_ GUARDED_BY(rtcp_receiver_lock_);
238 // Mapped by remote ssrc.
239 std::map<uint32_t, TmmbrInformation> tmmbr_infos_
240 GUARDED_BY(rtcp_receiver_lock_);
241
danilchap8bab7962016-12-20 02:46:46 -0800242 ReportBlockMap received_report_blocks_ GUARDED_BY(rtcp_receiver_lock_);
danilchapefa966b2017-02-17 06:23:15 -0800243 std::map<uint32_t, LastFirStatus> last_fir_ GUARDED_BY(rtcp_receiver_lock_);
danilchap95321242016-09-27 07:05:32 -0700244 std::map<uint32_t, std::string> received_cnames_
danilchap8bab7962016-12-20 02:46:46 -0800245 GUARDED_BY(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000246
mflodman@webrtc.org2f225ca2013-01-09 13:54:43 +0000247 // The last time we received an RTCP RR.
stefanb33eed22017-02-02 03:57:02 -0800248 int64_t last_received_rr_ms_ GUARDED_BY(rtcp_receiver_lock_);
mflodman@webrtc.org2f225ca2013-01-09 13:54:43 +0000249
asapersson@webrtc.orgcb791412014-12-18 14:30:32 +0000250 // The time we last received an RTCP RR telling we have successfully
mflodman@webrtc.org2f225ca2013-01-09 13:54:43 +0000251 // delivered RTP packet to the remote side.
danilchap8bab7962016-12-20 02:46:46 -0800252 int64_t last_increased_sequence_number_ms_;
stefan@webrtc.org8ca8a712013-04-23 16:48:32 +0000253
spranga790d832016-12-02 07:29:44 -0800254 RtcpStatisticsCallback* stats_callback_ GUARDED_BY(feedbacks_lock_);
asapersson@webrtc.org8098e072014-02-19 11:59:02 +0000255
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +0000256 RtcpPacketTypeCounterObserver* const packet_type_counter_observer_;
asapersson@webrtc.org8098e072014-02-19 11:59:02 +0000257 RtcpPacketTypeCounter packet_type_counter_;
asapersson@webrtc.org2dd31342014-10-29 12:42:30 +0000258
danilchap84432382017-02-09 05:21:42 -0800259 RtcpNackStats nack_stats_;
Erik Språng6b8d3552015-09-24 15:06:57 +0200260
261 size_t num_skipped_packets_;
danilchap8bab7962016-12-20 02:46:46 -0800262 int64_t last_skipped_packets_warning_ms_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000263};
pbos@webrtc.orgd900e8b2013-07-03 15:12:26 +0000264} // namespace webrtc
danilchapda161d72016-08-19 07:29:46 -0700265#endif // WEBRTC_MODULES_RTP_RTCP_SOURCE_RTCP_RECEIVER_H_