blob: c00e7ee793d100f875fa20b72be0291235efd910 [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
pwestin@webrtc.orgf6bb77a2012-01-24 17:16:59 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
niklase@google.com470e71d2011-07-07 08:21:25 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#ifndef WEBRTC_MODULES_RTP_RTCP_SOURCE_RTCP_RECEIVER_H_
12#define WEBRTC_MODULES_RTP_RTCP_SOURCE_RTCP_RECEIVER_H_
13
pwestin@webrtc.org26f8d9c2012-01-19 15:53:09 +000014#include <map>
stefan@webrtc.org28a331e2013-09-17 07:49:56 +000015#include <set>
danilchap95321242016-09-27 07:05:32 -070016#include <string>
danilchapb8b6fbb2015-12-10 05:05:27 -080017#include <vector>
perkj@webrtc.orgce5990c2012-01-11 13:00:08 +000018
danilchap7c9426c2016-04-14 03:05:31 -070019#include "webrtc/base/criticalsection.h"
asapersson@webrtc.orgcb791412014-12-18 14:30:32 +000020#include "webrtc/base/thread_annotations.h"
Henrik Kjellanderff761fb2015-11-04 08:31:52 +010021#include "webrtc/modules/rtp_rtcp/include/rtp_rtcp_defines.h"
danilchap84432382017-02-09 05:21:42 -080022#include "webrtc/modules/rtp_rtcp/source/rtcp_nack_stats.h"
danilchap798896a2016-09-28 02:54:25 -070023#include "webrtc/modules/rtp_rtcp/source/rtcp_packet/dlrr.h"
danilchap0b4b7272016-10-06 09:24:45 -070024#include "webrtc/system_wrappers/include/ntp_time.h"
pbos@webrtc.orga048d7c2013-05-29 14:27:38 +000025#include "webrtc/typedefs.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000026
27namespace webrtc {
spranga790d832016-12-02 07:29:44 -080028class VideoBitrateAllocationObserver;
danilchap59cb2bd2016-08-29 11:08:47 -070029namespace rtcp {
danilchap1b1863a2016-09-20 01:39:54 -070030class CommonHeader;
danilchap1b1863a2016-09-20 01:39:54 -070031class ReportBlock;
32class Rrtr;
spranga790d832016-12-02 07:29:44 -080033class TargetBitrate;
danilchap59cb2bd2016-08-29 11:08:47 -070034class TmmbItem;
35} // namespace rtcp
pwestin@webrtc.org741da942011-09-20 13:52:04 +000036
danilchapda161d72016-08-19 07:29:46 -070037class RTCPReceiver {
38 public:
danilchap59cb2bd2016-08-29 11:08:47 -070039 class ModuleRtpRtcp {
40 public:
41 virtual void SetTmmbn(std::vector<rtcp::TmmbItem> bounding_set) = 0;
42 virtual void OnRequestSendReport() = 0;
43 virtual void OnReceivedNack(
44 const std::vector<uint16_t>& nack_sequence_numbers) = 0;
45 virtual void OnReceivedRtcpReportBlocks(
46 const ReportBlockList& report_blocks) = 0;
47
48 protected:
49 virtual ~ModuleRtpRtcp() = default;
50 };
51
danilchapda161d72016-08-19 07:29:46 -070052 RTCPReceiver(Clock* clock,
53 bool receiver_only,
54 RtcpPacketTypeCounterObserver* packet_type_counter_observer,
55 RtcpBandwidthObserver* rtcp_bandwidth_observer,
56 RtcpIntraFrameObserver* rtcp_intra_frame_observer,
57 TransportFeedbackObserver* transport_feedback_observer,
spranga790d832016-12-02 07:29:44 -080058 VideoBitrateAllocationObserver* bitrate_allocation_observer,
danilchap59cb2bd2016-08-29 11:08:47 -070059 ModuleRtpRtcp* owner);
danilchapda161d72016-08-19 07:29:46 -070060 virtual ~RTCPReceiver();
niklase@google.com470e71d2011-07-07 08:21:25 +000061
danilchap59cb2bd2016-08-29 11:08:47 -070062 bool IncomingPacket(const uint8_t* packet, size_t packet_size);
63
danilchapda161d72016-08-19 07:29:46 -070064 int64_t LastReceivedReceiverReport() const;
niklase@google.com470e71d2011-07-07 08:21:25 +000065
danilchapda161d72016-08-19 07:29:46 -070066 void SetSsrcs(uint32_t main_ssrc, const std::set<uint32_t>& registered_ssrcs);
67 void SetRemoteSSRC(uint32_t ssrc);
68 uint32_t RemoteSSRC() const;
niklase@google.com470e71d2011-07-07 08:21:25 +000069
danilchap8bab7962016-12-20 02:46:46 -080070 // Get received cname.
71 int32_t CNAME(uint32_t remote_ssrc, char cname[RTCP_CNAME_SIZE]) const;
niklase@google.com470e71d2011-07-07 08:21:25 +000072
danilchap8bab7962016-12-20 02:46:46 -080073 // Get received NTP.
74 bool NTP(uint32_t* received_ntp_secs,
75 uint32_t* received_ntp_frac,
76 uint32_t* rtcp_arrival_time_secs,
77 uint32_t* rtcp_arrival_time_frac,
danilchapda161d72016-08-19 07:29:46 -070078 uint32_t* rtcp_timestamp) const;
niklase@google.com470e71d2011-07-07 08:21:25 +000079
danilchap798896a2016-09-28 02:54:25 -070080 bool LastReceivedXrReferenceTimeInfo(rtcp::ReceiveTimeInfo* info) const;
asapersson@webrtc.org8469f7b2013-10-02 13:15:34 +000081
danilchap28b03eb2016-10-05 06:59:44 -070082 // Get rtt.
83 int32_t RTT(uint32_t remote_ssrc,
84 int64_t* last_rtt_ms,
85 int64_t* avg_rtt_ms,
86 int64_t* min_rtt_ms,
87 int64_t* max_rtt_ms) const;
niklase@google.com470e71d2011-07-07 08:21:25 +000088
danilchap8bab7962016-12-20 02:46:46 -080089 int32_t SenderInfoReceived(RTCPSenderInfo* sender_info) const;
niklase@google.com470e71d2011-07-07 08:21:25 +000090
danilchapda161d72016-08-19 07:29:46 -070091 void SetRtcpXrRrtrStatus(bool enable);
92 bool GetAndResetXrRrRtt(int64_t* rtt_ms);
asapersson@webrtc.org7d6bd222013-10-31 12:14:34 +000093
danilchap8bab7962016-12-20 02:46:46 -080094 // Get statistics.
danilchapda161d72016-08-19 07:29:46 -070095 int32_t StatisticsReceived(std::vector<RTCPReportBlock>* receiveBlocks) const;
perkj@webrtc.orgce5990c2012-01-11 13:00:08 +000096
danilchapda161d72016-08-19 07:29:46 -070097 // Returns true if we haven't received an RTCP RR for several RTCP
98 // intervals, but only triggers true once.
99 bool RtcpRrTimeout(int64_t rtcp_interval_ms);
mflodman@webrtc.org2f225ca2013-01-09 13:54:43 +0000100
danilchapda161d72016-08-19 07:29:46 -0700101 // Returns true if we haven't received an RTCP RR telling the receive side
102 // has not received RTP packets for too long, i.e. extended highest sequence
103 // number hasn't increased for several RTCP intervals. The function only
104 // returns true once until a new RR is received.
105 bool RtcpRrSequenceNumberTimeout(int64_t rtcp_interval_ms);
mflodman@webrtc.org2f225ca2013-01-09 13:54:43 +0000106
danilchap7851bda2016-09-29 15:28:07 -0700107 std::vector<rtcp::TmmbItem> TmmbrReceived();
danilchap9bf610e2017-02-20 06:03:01 -0800108 // Return true if new bandwidth should be set.
109 bool UpdateTmmbrTimers();
danilchapda161d72016-08-19 07:29:46 -0700110 std::vector<rtcp::TmmbItem> BoundingSet(bool* tmmbr_owner);
danilchap9bf610e2017-02-20 06:03:01 -0800111 // Set new bandwidth and notify remote clients about it.
112 void NotifyTmmbrUpdated();
niklase@google.com470e71d2011-07-07 08:21:25 +0000113
danilchapda161d72016-08-19 07:29:46 -0700114 void RegisterRtcpStatisticsCallback(RtcpStatisticsCallback* callback);
115 RtcpStatisticsCallback* GetRtcpStatisticsCallback();
sprang@webrtc.orga6ad6e52013-12-05 09:48:44 +0000116
danilchapdd128922016-09-13 12:23:29 -0700117 private:
danilchap92ea6012016-09-23 10:36:03 -0700118 struct PacketInformation;
danilchap9bf610e2017-02-20 06:03:01 -0800119 struct TmmbrInformation;
danilchap28b03eb2016-10-05 06:59:44 -0700120 struct ReportBlockWithRtt;
danilchapefa966b2017-02-17 06:23:15 -0800121 struct LastFirStatus;
danilchap28b03eb2016-10-05 06:59:44 -0700122 // RTCP report blocks mapped by remote SSRC.
123 using ReportBlockInfoMap = std::map<uint32_t, ReportBlockWithRtt>;
124 // RTCP report blocks map mapped by source SSRC.
danilchapdd128922016-09-13 12:23:29 -0700125 using ReportBlockMap = std::map<uint32_t, ReportBlockInfoMap>;
126
danilchap1b1863a2016-09-20 01:39:54 -0700127 bool ParseCompoundPacket(const uint8_t* packet_begin,
128 const uint8_t* packet_end,
danilchap92ea6012016-09-23 10:36:03 -0700129 PacketInformation* packet_information);
danilchapdd128922016-09-13 12:23:29 -0700130
danilchap8bab7962016-12-20 02:46:46 -0800131 void TriggerCallbacksFromRtcpPacket(
danilchap92ea6012016-09-23 10:36:03 -0700132 const PacketInformation& packet_information);
danilchapdd128922016-09-13 12:23:29 -0700133
danilchap9bf610e2017-02-20 06:03:01 -0800134 void CreateTmmbrInformation(uint32_t remote_ssrc)
danilchap8bab7962016-12-20 02:46:46 -0800135 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
danilchap9bf610e2017-02-20 06:03:01 -0800136 TmmbrInformation* GetTmmbrInformation(uint32_t remote_ssrc)
danilchap8bab7962016-12-20 02:46:46 -0800137 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000138
danilchap92ea6012016-09-23 10:36:03 -0700139 void HandleSenderReport(const rtcp::CommonHeader& rtcp_block,
140 PacketInformation* packet_information)
danilchap8bab7962016-12-20 02:46:46 -0800141 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
Danil Chapovalov91511f12016-09-15 16:24:02 +0200142
danilchap92ea6012016-09-23 10:36:03 -0700143 void HandleReceiverReport(const rtcp::CommonHeader& rtcp_block,
144 PacketInformation* packet_information)
danilchap8bab7962016-12-20 02:46:46 -0800145 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000146
danilchap1b1863a2016-09-20 01:39:54 -0700147 void HandleReportBlock(const rtcp::ReportBlock& report_block,
danilchap92ea6012016-09-23 10:36:03 -0700148 PacketInformation* packet_information,
danilchap8bab7962016-12-20 02:46:46 -0800149 uint32_t remote_ssrc)
150 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000151
danilchap8bab7962016-12-20 02:46:46 -0800152 void HandleSdes(const rtcp::CommonHeader& rtcp_block,
danilchap92ea6012016-09-23 10:36:03 -0700153 PacketInformation* packet_information)
danilchap8bab7962016-12-20 02:46:46 -0800154 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000155
danilchap1b1863a2016-09-20 01:39:54 -0700156 void HandleXr(const rtcp::CommonHeader& rtcp_block,
danilchap92ea6012016-09-23 10:36:03 -0700157 PacketInformation* packet_information)
danilchap8bab7962016-12-20 02:46:46 -0800158 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000159
danilchap92ea6012016-09-23 10:36:03 -0700160 void HandleXrReceiveReferenceTime(uint32_t sender_ssrc,
161 const rtcp::Rrtr& rrtr)
danilchap8bab7962016-12-20 02:46:46 -0800162 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000163
danilchap92ea6012016-09-23 10:36:03 -0700164 void HandleXrDlrrReportBlock(const rtcp::ReceiveTimeInfo& rti)
danilchap8bab7962016-12-20 02:46:46 -0800165 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
danilchapda161d72016-08-19 07:29:46 -0700166
spranga790d832016-12-02 07:29:44 -0800167 void HandleXrTargetBitrate(const rtcp::TargetBitrate& target_bitrate,
168 PacketInformation* packet_information)
danilchap8bab7962016-12-20 02:46:46 -0800169 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
spranga790d832016-12-02 07:29:44 -0800170
danilchap8bab7962016-12-20 02:46:46 -0800171 void HandleNack(const rtcp::CommonHeader& rtcp_block,
danilchap92ea6012016-09-23 10:36:03 -0700172 PacketInformation* packet_information)
danilchap8bab7962016-12-20 02:46:46 -0800173 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
danilchapda161d72016-08-19 07:29:46 -0700174
danilchap8bab7962016-12-20 02:46:46 -0800175 void HandleBye(const rtcp::CommonHeader& rtcp_block)
176 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
danilchapda161d72016-08-19 07:29:46 -0700177
danilchap8bab7962016-12-20 02:46:46 -0800178 void HandlePli(const rtcp::CommonHeader& rtcp_block,
danilchap92ea6012016-09-23 10:36:03 -0700179 PacketInformation* packet_information)
danilchap8bab7962016-12-20 02:46:46 -0800180 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
danilchapda161d72016-08-19 07:29:46 -0700181
danilchap8bab7962016-12-20 02:46:46 -0800182 void HandleSli(const rtcp::CommonHeader& rtcp_block,
danilchap92ea6012016-09-23 10:36:03 -0700183 PacketInformation* packet_information)
danilchap8bab7962016-12-20 02:46:46 -0800184 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
danilchapda161d72016-08-19 07:29:46 -0700185
danilchap8bab7962016-12-20 02:46:46 -0800186 void HandleRpsi(const rtcp::CommonHeader& rtcp_block,
danilchap92ea6012016-09-23 10:36:03 -0700187 PacketInformation* packet_information)
danilchap8bab7962016-12-20 02:46:46 -0800188 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
danilchapda161d72016-08-19 07:29:46 -0700189
danilchap1b1863a2016-09-20 01:39:54 -0700190 void HandlePsfbApp(const rtcp::CommonHeader& rtcp_block,
danilchap92ea6012016-09-23 10:36:03 -0700191 PacketInformation* packet_information)
danilchap8bab7962016-12-20 02:46:46 -0800192 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
danilchapda161d72016-08-19 07:29:46 -0700193
danilchap8bab7962016-12-20 02:46:46 -0800194 void HandleTmmbr(const rtcp::CommonHeader& rtcp_block,
danilchap92ea6012016-09-23 10:36:03 -0700195 PacketInformation* packet_information)
danilchap8bab7962016-12-20 02:46:46 -0800196 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000197
danilchap8bab7962016-12-20 02:46:46 -0800198 void HandleTmmbn(const rtcp::CommonHeader& rtcp_block,
danilchap92ea6012016-09-23 10:36:03 -0700199 PacketInformation* packet_information)
danilchap8bab7962016-12-20 02:46:46 -0800200 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000201
danilchap8bab7962016-12-20 02:46:46 -0800202 void HandleSrReq(const rtcp::CommonHeader& rtcp_block,
203 PacketInformation* packet_information)
204 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000205
danilchap8bab7962016-12-20 02:46:46 -0800206 void HandleFir(const rtcp::CommonHeader& rtcp_block,
danilchap92ea6012016-09-23 10:36:03 -0700207 PacketInformation* packet_information)
danilchap8bab7962016-12-20 02:46:46 -0800208 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
danilchapda161d72016-08-19 07:29:46 -0700209
danilchap92ea6012016-09-23 10:36:03 -0700210 void HandleTransportFeedback(const rtcp::CommonHeader& rtcp_block,
211 PacketInformation* packet_information)
danilchap8bab7962016-12-20 02:46:46 -0800212 EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
Erik Språng6b8d3552015-09-24 15:06:57 +0200213
danilchap8bab7962016-12-20 02:46:46 -0800214 Clock* const clock_;
Peter Boströmfe7a80c2015-04-23 17:53:17 +0200215 const bool receiver_only_;
danilchap8bab7962016-12-20 02:46:46 -0800216 ModuleRtpRtcp* const rtp_rtcp_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000217
spranga790d832016-12-02 07:29:44 -0800218 rtc::CriticalSection feedbacks_lock_;
219 RtcpBandwidthObserver* const rtcp_bandwidth_observer_;
220 RtcpIntraFrameObserver* const rtcp_intra_frame_observer_;
221 TransportFeedbackObserver* const transport_feedback_observer_;
222 VideoBitrateAllocationObserver* const bitrate_allocation_observer_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000223
danilchap8bab7962016-12-20 02:46:46 -0800224 rtc::CriticalSection rtcp_receiver_lock_;
225 uint32_t main_ssrc_ GUARDED_BY(rtcp_receiver_lock_);
226 uint32_t remote_ssrc_ GUARDED_BY(rtcp_receiver_lock_);
227 std::set<uint32_t> registered_ssrcs_ GUARDED_BY(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000228
danilchap8bab7962016-12-20 02:46:46 -0800229 // Received sender report.
230 RTCPSenderInfo remote_sender_info_;
danilchap0b4b7272016-10-06 09:24:45 -0700231 // When did we receive the last send report.
232 NtpTime last_received_sr_ntp_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000233
asapersson@webrtc.org8469f7b2013-10-02 13:15:34 +0000234 // Received XR receive time report.
danilchap798896a2016-09-28 02:54:25 -0700235 rtcp::ReceiveTimeInfo remote_time_info_;
asapersson@webrtc.org8469f7b2013-10-02 13:15:34 +0000236 // Time when the report was received.
danilchap0b4b7272016-10-06 09:24:45 -0700237 NtpTime last_received_xr_ntp_;
asapersson@webrtc.org7d6bd222013-10-31 12:14:34 +0000238 // Estimated rtt, zero when there is no valid estimate.
danilchap8bab7962016-12-20 02:46:46 -0800239 bool xr_rrtr_status_ GUARDED_BY(rtcp_receiver_lock_);
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000240 int64_t xr_rr_rtt_ms_;
asapersson@webrtc.org8469f7b2013-10-02 13:15:34 +0000241
danilchap9bf610e2017-02-20 06:03:01 -0800242 int64_t oldest_tmmbr_info_ms_ GUARDED_BY(rtcp_receiver_lock_);
243 // Mapped by remote ssrc.
244 std::map<uint32_t, TmmbrInformation> tmmbr_infos_
245 GUARDED_BY(rtcp_receiver_lock_);
246
danilchap8bab7962016-12-20 02:46:46 -0800247 ReportBlockMap received_report_blocks_ GUARDED_BY(rtcp_receiver_lock_);
danilchapefa966b2017-02-17 06:23:15 -0800248 std::map<uint32_t, LastFirStatus> last_fir_ GUARDED_BY(rtcp_receiver_lock_);
danilchap95321242016-09-27 07:05:32 -0700249 std::map<uint32_t, std::string> received_cnames_
danilchap8bab7962016-12-20 02:46:46 -0800250 GUARDED_BY(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000251
mflodman@webrtc.org2f225ca2013-01-09 13:54:43 +0000252 // The last time we received an RTCP RR.
stefanb33eed22017-02-02 03:57:02 -0800253 int64_t last_received_rr_ms_ GUARDED_BY(rtcp_receiver_lock_);
mflodman@webrtc.org2f225ca2013-01-09 13:54:43 +0000254
asapersson@webrtc.orgcb791412014-12-18 14:30:32 +0000255 // The time we last received an RTCP RR telling we have successfully
mflodman@webrtc.org2f225ca2013-01-09 13:54:43 +0000256 // delivered RTP packet to the remote side.
danilchap8bab7962016-12-20 02:46:46 -0800257 int64_t last_increased_sequence_number_ms_;
stefan@webrtc.org8ca8a712013-04-23 16:48:32 +0000258
spranga790d832016-12-02 07:29:44 -0800259 RtcpStatisticsCallback* stats_callback_ GUARDED_BY(feedbacks_lock_);
asapersson@webrtc.org8098e072014-02-19 11:59:02 +0000260
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +0000261 RtcpPacketTypeCounterObserver* const packet_type_counter_observer_;
asapersson@webrtc.org8098e072014-02-19 11:59:02 +0000262 RtcpPacketTypeCounter packet_type_counter_;
asapersson@webrtc.org2dd31342014-10-29 12:42:30 +0000263
danilchap84432382017-02-09 05:21:42 -0800264 RtcpNackStats nack_stats_;
Erik Språng6b8d3552015-09-24 15:06:57 +0200265
266 size_t num_skipped_packets_;
danilchap8bab7962016-12-20 02:46:46 -0800267 int64_t last_skipped_packets_warning_ms_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000268};
pbos@webrtc.orgd900e8b2013-07-03 15:12:26 +0000269} // namespace webrtc
danilchapda161d72016-08-19 07:29:46 -0700270#endif // WEBRTC_MODULES_RTP_RTCP_SOURCE_RTCP_RECEIVER_H_