blob: c4a7855e3fec1a0c980405a05b2a6013933cab2d [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
pwestin@webrtc.orgf6bb77a2012-01-24 17:16:59 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
niklase@google.com470e71d2011-07-07 08:21:25 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#ifndef MODULES_RTP_RTCP_SOURCE_RTCP_RECEIVER_H_
12#define MODULES_RTP_RTCP_SOURCE_RTCP_RECEIVER_H_
niklase@google.com470e71d2011-07-07 08:21:25 +000013
pwestin@webrtc.org26f8d9c2012-01-19 15:53:09 +000014#include <map>
stefan@webrtc.org28a331e2013-09-17 07:49:56 +000015#include <set>
danilchap95321242016-09-27 07:05:32 -070016#include <string>
danilchapb8b6fbb2015-12-10 05:05:27 -080017#include <vector>
perkj@webrtc.orgce5990c2012-01-11 13:00:08 +000018
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020019#include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
20#include "modules/rtp_rtcp/source/rtcp_nack_stats.h"
21#include "modules/rtp_rtcp/source/rtcp_packet/dlrr.h"
22#include "rtc_base/criticalsection.h"
23#include "rtc_base/thread_annotations.h"
24#include "system_wrappers/include/ntp_time.h"
Mirko Bonadei71207422017-09-15 13:58:09 +020025#include "typedefs.h" // NOLINT(build/include)
niklase@google.com470e71d2011-07-07 08:21:25 +000026
27namespace webrtc {
spranga790d832016-12-02 07:29:44 -080028class VideoBitrateAllocationObserver;
danilchap59cb2bd2016-08-29 11:08:47 -070029namespace rtcp {
danilchap1b1863a2016-09-20 01:39:54 -070030class CommonHeader;
danilchap1b1863a2016-09-20 01:39:54 -070031class ReportBlock;
32class Rrtr;
spranga790d832016-12-02 07:29:44 -080033class TargetBitrate;
danilchap59cb2bd2016-08-29 11:08:47 -070034class TmmbItem;
35} // namespace rtcp
pwestin@webrtc.org741da942011-09-20 13:52:04 +000036
danilchapda161d72016-08-19 07:29:46 -070037class RTCPReceiver {
38 public:
danilchap59cb2bd2016-08-29 11:08:47 -070039 class ModuleRtpRtcp {
40 public:
41 virtual void SetTmmbn(std::vector<rtcp::TmmbItem> bounding_set) = 0;
42 virtual void OnRequestSendReport() = 0;
43 virtual void OnReceivedNack(
44 const std::vector<uint16_t>& nack_sequence_numbers) = 0;
45 virtual void OnReceivedRtcpReportBlocks(
46 const ReportBlockList& report_blocks) = 0;
47
48 protected:
49 virtual ~ModuleRtpRtcp() = default;
50 };
51
danilchapda161d72016-08-19 07:29:46 -070052 RTCPReceiver(Clock* clock,
53 bool receiver_only,
54 RtcpPacketTypeCounterObserver* packet_type_counter_observer,
55 RtcpBandwidthObserver* rtcp_bandwidth_observer,
56 RtcpIntraFrameObserver* rtcp_intra_frame_observer,
57 TransportFeedbackObserver* transport_feedback_observer,
spranga790d832016-12-02 07:29:44 -080058 VideoBitrateAllocationObserver* bitrate_allocation_observer,
danilchap59cb2bd2016-08-29 11:08:47 -070059 ModuleRtpRtcp* owner);
danilchapda161d72016-08-19 07:29:46 -070060 virtual ~RTCPReceiver();
niklase@google.com470e71d2011-07-07 08:21:25 +000061
nisse479d3d72017-09-13 07:53:37 -070062 void IncomingPacket(const uint8_t* packet, size_t packet_size);
danilchap59cb2bd2016-08-29 11:08:47 -070063
danilchapda161d72016-08-19 07:29:46 -070064 int64_t LastReceivedReceiverReport() const;
niklase@google.com470e71d2011-07-07 08:21:25 +000065
danilchapda161d72016-08-19 07:29:46 -070066 void SetSsrcs(uint32_t main_ssrc, const std::set<uint32_t>& registered_ssrcs);
67 void SetRemoteSSRC(uint32_t ssrc);
68 uint32_t RemoteSSRC() const;
niklase@google.com470e71d2011-07-07 08:21:25 +000069
danilchap8bab7962016-12-20 02:46:46 -080070 // Get received cname.
71 int32_t CNAME(uint32_t remote_ssrc, char cname[RTCP_CNAME_SIZE]) const;
niklase@google.com470e71d2011-07-07 08:21:25 +000072
danilchap8bab7962016-12-20 02:46:46 -080073 // Get received NTP.
74 bool NTP(uint32_t* received_ntp_secs,
75 uint32_t* received_ntp_frac,
76 uint32_t* rtcp_arrival_time_secs,
77 uint32_t* rtcp_arrival_time_frac,
danilchapda161d72016-08-19 07:29:46 -070078 uint32_t* rtcp_timestamp) const;
niklase@google.com470e71d2011-07-07 08:21:25 +000079
danilchap798896a2016-09-28 02:54:25 -070080 bool LastReceivedXrReferenceTimeInfo(rtcp::ReceiveTimeInfo* info) const;
asapersson@webrtc.org8469f7b2013-10-02 13:15:34 +000081
danilchap28b03eb2016-10-05 06:59:44 -070082 // Get rtt.
83 int32_t RTT(uint32_t remote_ssrc,
84 int64_t* last_rtt_ms,
85 int64_t* avg_rtt_ms,
86 int64_t* min_rtt_ms,
87 int64_t* max_rtt_ms) const;
niklase@google.com470e71d2011-07-07 08:21:25 +000088
danilchapda161d72016-08-19 07:29:46 -070089 void SetRtcpXrRrtrStatus(bool enable);
90 bool GetAndResetXrRrRtt(int64_t* rtt_ms);
asapersson@webrtc.org7d6bd222013-10-31 12:14:34 +000091
danilchap8bab7962016-12-20 02:46:46 -080092 // Get statistics.
danilchapda161d72016-08-19 07:29:46 -070093 int32_t StatisticsReceived(std::vector<RTCPReportBlock>* receiveBlocks) const;
perkj@webrtc.orgce5990c2012-01-11 13:00:08 +000094
danilchapda161d72016-08-19 07:29:46 -070095 // Returns true if we haven't received an RTCP RR for several RTCP
96 // intervals, but only triggers true once.
97 bool RtcpRrTimeout(int64_t rtcp_interval_ms);
mflodman@webrtc.org2f225ca2013-01-09 13:54:43 +000098
danilchapda161d72016-08-19 07:29:46 -070099 // Returns true if we haven't received an RTCP RR telling the receive side
100 // has not received RTP packets for too long, i.e. extended highest sequence
101 // number hasn't increased for several RTCP intervals. The function only
102 // returns true once until a new RR is received.
103 bool RtcpRrSequenceNumberTimeout(int64_t rtcp_interval_ms);
mflodman@webrtc.org2f225ca2013-01-09 13:54:43 +0000104
danilchap7851bda2016-09-29 15:28:07 -0700105 std::vector<rtcp::TmmbItem> TmmbrReceived();
danilchap9bf610e2017-02-20 06:03:01 -0800106 // Return true if new bandwidth should be set.
107 bool UpdateTmmbrTimers();
danilchapda161d72016-08-19 07:29:46 -0700108 std::vector<rtcp::TmmbItem> BoundingSet(bool* tmmbr_owner);
danilchap9bf610e2017-02-20 06:03:01 -0800109 // Set new bandwidth and notify remote clients about it.
110 void NotifyTmmbrUpdated();
niklase@google.com470e71d2011-07-07 08:21:25 +0000111
danilchapda161d72016-08-19 07:29:46 -0700112 void RegisterRtcpStatisticsCallback(RtcpStatisticsCallback* callback);
113 RtcpStatisticsCallback* GetRtcpStatisticsCallback();
sprang@webrtc.orga6ad6e52013-12-05 09:48:44 +0000114
danilchapdd128922016-09-13 12:23:29 -0700115 private:
danilchap92ea6012016-09-23 10:36:03 -0700116 struct PacketInformation;
danilchap9bf610e2017-02-20 06:03:01 -0800117 struct TmmbrInformation;
danilchap28b03eb2016-10-05 06:59:44 -0700118 struct ReportBlockWithRtt;
danilchapefa966b2017-02-17 06:23:15 -0800119 struct LastFirStatus;
danilchap28b03eb2016-10-05 06:59:44 -0700120 // RTCP report blocks mapped by remote SSRC.
121 using ReportBlockInfoMap = std::map<uint32_t, ReportBlockWithRtt>;
122 // RTCP report blocks map mapped by source SSRC.
danilchapdd128922016-09-13 12:23:29 -0700123 using ReportBlockMap = std::map<uint32_t, ReportBlockInfoMap>;
124
danilchap1b1863a2016-09-20 01:39:54 -0700125 bool ParseCompoundPacket(const uint8_t* packet_begin,
126 const uint8_t* packet_end,
danilchap92ea6012016-09-23 10:36:03 -0700127 PacketInformation* packet_information);
danilchapdd128922016-09-13 12:23:29 -0700128
danilchap8bab7962016-12-20 02:46:46 -0800129 void TriggerCallbacksFromRtcpPacket(
danilchap92ea6012016-09-23 10:36:03 -0700130 const PacketInformation& packet_information);
danilchapdd128922016-09-13 12:23:29 -0700131
danilchapec067e92017-02-21 05:38:19 -0800132 TmmbrInformation* FindOrCreateTmmbrInfo(uint32_t remote_ssrc)
danilchap56359be2017-09-07 07:53:45 -0700133 RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
danilchapec067e92017-02-21 05:38:19 -0800134 // Update TmmbrInformation (if present) is alive.
135 void UpdateTmmbrRemoteIsAlive(uint32_t remote_ssrc)
danilchap56359be2017-09-07 07:53:45 -0700136 RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
danilchap9bf610e2017-02-20 06:03:01 -0800137 TmmbrInformation* GetTmmbrInformation(uint32_t remote_ssrc)
danilchap56359be2017-09-07 07:53:45 -0700138 RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000139
danilchap92ea6012016-09-23 10:36:03 -0700140 void HandleSenderReport(const rtcp::CommonHeader& rtcp_block,
141 PacketInformation* packet_information)
danilchap56359be2017-09-07 07:53:45 -0700142 RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
Danil Chapovalov91511f12016-09-15 16:24:02 +0200143
danilchap92ea6012016-09-23 10:36:03 -0700144 void HandleReceiverReport(const rtcp::CommonHeader& rtcp_block,
145 PacketInformation* packet_information)
danilchap56359be2017-09-07 07:53:45 -0700146 RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000147
danilchap1b1863a2016-09-20 01:39:54 -0700148 void HandleReportBlock(const rtcp::ReportBlock& report_block,
danilchap92ea6012016-09-23 10:36:03 -0700149 PacketInformation* packet_information,
danilchap8bab7962016-12-20 02:46:46 -0800150 uint32_t remote_ssrc)
danilchap56359be2017-09-07 07:53:45 -0700151 RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000152
danilchap8bab7962016-12-20 02:46:46 -0800153 void HandleSdes(const rtcp::CommonHeader& rtcp_block,
danilchap92ea6012016-09-23 10:36:03 -0700154 PacketInformation* packet_information)
danilchap56359be2017-09-07 07:53:45 -0700155 RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000156
danilchap1b1863a2016-09-20 01:39:54 -0700157 void HandleXr(const rtcp::CommonHeader& rtcp_block,
danilchap92ea6012016-09-23 10:36:03 -0700158 PacketInformation* packet_information)
danilchap56359be2017-09-07 07:53:45 -0700159 RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000160
danilchap92ea6012016-09-23 10:36:03 -0700161 void HandleXrReceiveReferenceTime(uint32_t sender_ssrc,
162 const rtcp::Rrtr& rrtr)
danilchap56359be2017-09-07 07:53:45 -0700163 RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000164
danilchap92ea6012016-09-23 10:36:03 -0700165 void HandleXrDlrrReportBlock(const rtcp::ReceiveTimeInfo& rti)
danilchap56359be2017-09-07 07:53:45 -0700166 RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
danilchapda161d72016-08-19 07:29:46 -0700167
sprangb32aaf92017-08-28 05:49:12 -0700168 void HandleXrTargetBitrate(uint32_t ssrc,
169 const rtcp::TargetBitrate& target_bitrate,
spranga790d832016-12-02 07:29:44 -0800170 PacketInformation* packet_information)
danilchap56359be2017-09-07 07:53:45 -0700171 RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
spranga790d832016-12-02 07:29:44 -0800172
danilchap8bab7962016-12-20 02:46:46 -0800173 void HandleNack(const rtcp::CommonHeader& rtcp_block,
danilchap92ea6012016-09-23 10:36:03 -0700174 PacketInformation* packet_information)
danilchap56359be2017-09-07 07:53:45 -0700175 RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
danilchapda161d72016-08-19 07:29:46 -0700176
danilchap8bab7962016-12-20 02:46:46 -0800177 void HandleBye(const rtcp::CommonHeader& rtcp_block)
danilchap56359be2017-09-07 07:53:45 -0700178 RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
danilchapda161d72016-08-19 07:29:46 -0700179
danilchap8bab7962016-12-20 02:46:46 -0800180 void HandlePli(const rtcp::CommonHeader& rtcp_block,
danilchap92ea6012016-09-23 10:36:03 -0700181 PacketInformation* packet_information)
danilchap56359be2017-09-07 07:53:45 -0700182 RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
danilchapda161d72016-08-19 07:29:46 -0700183
danilchap1b1863a2016-09-20 01:39:54 -0700184 void HandlePsfbApp(const rtcp::CommonHeader& rtcp_block,
danilchap92ea6012016-09-23 10:36:03 -0700185 PacketInformation* packet_information)
danilchap56359be2017-09-07 07:53:45 -0700186 RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
danilchapda161d72016-08-19 07:29:46 -0700187
danilchap8bab7962016-12-20 02:46:46 -0800188 void HandleTmmbr(const rtcp::CommonHeader& rtcp_block,
danilchap92ea6012016-09-23 10:36:03 -0700189 PacketInformation* packet_information)
danilchap56359be2017-09-07 07:53:45 -0700190 RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000191
danilchap8bab7962016-12-20 02:46:46 -0800192 void HandleTmmbn(const rtcp::CommonHeader& rtcp_block,
danilchap92ea6012016-09-23 10:36:03 -0700193 PacketInformation* packet_information)
danilchap56359be2017-09-07 07:53:45 -0700194 RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000195
danilchap8bab7962016-12-20 02:46:46 -0800196 void HandleSrReq(const rtcp::CommonHeader& rtcp_block,
197 PacketInformation* packet_information)
danilchap56359be2017-09-07 07:53:45 -0700198 RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000199
danilchap8bab7962016-12-20 02:46:46 -0800200 void HandleFir(const rtcp::CommonHeader& rtcp_block,
danilchap92ea6012016-09-23 10:36:03 -0700201 PacketInformation* packet_information)
danilchap56359be2017-09-07 07:53:45 -0700202 RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
danilchapda161d72016-08-19 07:29:46 -0700203
danilchap92ea6012016-09-23 10:36:03 -0700204 void HandleTransportFeedback(const rtcp::CommonHeader& rtcp_block,
205 PacketInformation* packet_information)
danilchap56359be2017-09-07 07:53:45 -0700206 RTC_EXCLUSIVE_LOCKS_REQUIRED(rtcp_receiver_lock_);
Erik Språng6b8d3552015-09-24 15:06:57 +0200207
danilchap8bab7962016-12-20 02:46:46 -0800208 Clock* const clock_;
Peter Boströmfe7a80c2015-04-23 17:53:17 +0200209 const bool receiver_only_;
danilchap8bab7962016-12-20 02:46:46 -0800210 ModuleRtpRtcp* const rtp_rtcp_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000211
spranga790d832016-12-02 07:29:44 -0800212 rtc::CriticalSection feedbacks_lock_;
213 RtcpBandwidthObserver* const rtcp_bandwidth_observer_;
214 RtcpIntraFrameObserver* const rtcp_intra_frame_observer_;
215 TransportFeedbackObserver* const transport_feedback_observer_;
216 VideoBitrateAllocationObserver* const bitrate_allocation_observer_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000217
danilchap8bab7962016-12-20 02:46:46 -0800218 rtc::CriticalSection rtcp_receiver_lock_;
danilchap56359be2017-09-07 07:53:45 -0700219 uint32_t main_ssrc_ RTC_GUARDED_BY(rtcp_receiver_lock_);
220 uint32_t remote_ssrc_ RTC_GUARDED_BY(rtcp_receiver_lock_);
221 std::set<uint32_t> registered_ssrcs_ RTC_GUARDED_BY(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000222
danilchap8bab7962016-12-20 02:46:46 -0800223 // Received sender report.
danilchap56359be2017-09-07 07:53:45 -0700224 NtpTime remote_sender_ntp_time_ RTC_GUARDED_BY(rtcp_receiver_lock_);
225 uint32_t remote_sender_rtp_time_ RTC_GUARDED_BY(rtcp_receiver_lock_);
danilchap0b4b7272016-10-06 09:24:45 -0700226 // When did we receive the last send report.
danilchap56359be2017-09-07 07:53:45 -0700227 NtpTime last_received_sr_ntp_ RTC_GUARDED_BY(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000228
asapersson@webrtc.org8469f7b2013-10-02 13:15:34 +0000229 // Received XR receive time report.
danilchap798896a2016-09-28 02:54:25 -0700230 rtcp::ReceiveTimeInfo remote_time_info_;
asapersson@webrtc.org8469f7b2013-10-02 13:15:34 +0000231 // Time when the report was received.
danilchap0b4b7272016-10-06 09:24:45 -0700232 NtpTime last_received_xr_ntp_;
asapersson@webrtc.org7d6bd222013-10-31 12:14:34 +0000233 // Estimated rtt, zero when there is no valid estimate.
danilchap56359be2017-09-07 07:53:45 -0700234 bool xr_rrtr_status_ RTC_GUARDED_BY(rtcp_receiver_lock_);
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000235 int64_t xr_rr_rtt_ms_;
asapersson@webrtc.org8469f7b2013-10-02 13:15:34 +0000236
danilchap56359be2017-09-07 07:53:45 -0700237 int64_t oldest_tmmbr_info_ms_ RTC_GUARDED_BY(rtcp_receiver_lock_);
danilchap9bf610e2017-02-20 06:03:01 -0800238 // Mapped by remote ssrc.
239 std::map<uint32_t, TmmbrInformation> tmmbr_infos_
danilchap56359be2017-09-07 07:53:45 -0700240 RTC_GUARDED_BY(rtcp_receiver_lock_);
danilchap9bf610e2017-02-20 06:03:01 -0800241
danilchap56359be2017-09-07 07:53:45 -0700242 ReportBlockMap received_report_blocks_ RTC_GUARDED_BY(rtcp_receiver_lock_);
243 std::map<uint32_t, LastFirStatus> last_fir_
244 RTC_GUARDED_BY(rtcp_receiver_lock_);
danilchap95321242016-09-27 07:05:32 -0700245 std::map<uint32_t, std::string> received_cnames_
danilchap56359be2017-09-07 07:53:45 -0700246 RTC_GUARDED_BY(rtcp_receiver_lock_);
niklase@google.com470e71d2011-07-07 08:21:25 +0000247
mflodman@webrtc.org2f225ca2013-01-09 13:54:43 +0000248 // The last time we received an RTCP RR.
danilchap56359be2017-09-07 07:53:45 -0700249 int64_t last_received_rr_ms_ RTC_GUARDED_BY(rtcp_receiver_lock_);
mflodman@webrtc.org2f225ca2013-01-09 13:54:43 +0000250
asapersson@webrtc.orgcb791412014-12-18 14:30:32 +0000251 // The time we last received an RTCP RR telling we have successfully
mflodman@webrtc.org2f225ca2013-01-09 13:54:43 +0000252 // delivered RTP packet to the remote side.
danilchap8bab7962016-12-20 02:46:46 -0800253 int64_t last_increased_sequence_number_ms_;
stefan@webrtc.org8ca8a712013-04-23 16:48:32 +0000254
danilchap56359be2017-09-07 07:53:45 -0700255 RtcpStatisticsCallback* stats_callback_ RTC_GUARDED_BY(feedbacks_lock_);
asapersson@webrtc.org8098e072014-02-19 11:59:02 +0000256
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +0000257 RtcpPacketTypeCounterObserver* const packet_type_counter_observer_;
asapersson@webrtc.org8098e072014-02-19 11:59:02 +0000258 RtcpPacketTypeCounter packet_type_counter_;
asapersson@webrtc.org2dd31342014-10-29 12:42:30 +0000259
danilchap84432382017-02-09 05:21:42 -0800260 RtcpNackStats nack_stats_;
Erik Språng6b8d3552015-09-24 15:06:57 +0200261
262 size_t num_skipped_packets_;
danilchap8bab7962016-12-20 02:46:46 -0800263 int64_t last_skipped_packets_warning_ms_;
niklase@google.com470e71d2011-07-07 08:21:25 +0000264};
pbos@webrtc.orgd900e8b2013-07-03 15:12:26 +0000265} // namespace webrtc
Mirko Bonadei92ea95e2017-09-15 06:47:31 +0200266#endif // MODULES_RTP_RTCP_SOURCE_RTCP_RECEIVER_H_