niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 1 | /* |
leozwang@webrtc.org | 39e9659 | 2012-03-01 18:22:48 +0000 | [diff] [blame] | 2 | * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
mflodman | fa66659 | 2016-04-28 23:15:33 -0700 | [diff] [blame] | 11 | #ifndef WEBRTC_VIDEO_RTP_STREAM_RECEIVER_H_ |
| 12 | #define WEBRTC_VIDEO_RTP_STREAM_RECEIVER_H_ |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 13 | |
pwestin@webrtc.org | 1da1ce0 | 2011-10-13 15:19:55 +0000 | [diff] [blame] | 14 | #include <list> |
kwiberg | 27f982b | 2016-03-01 11:52:33 -0800 | [diff] [blame] | 15 | #include <memory> |
Peter Boström | 9c01725 | 2016-02-26 16:26:20 +0100 | [diff] [blame] | 16 | #include <string> |
kjellander@webrtc.org | 0fcaf99 | 2015-11-26 15:24:52 +0100 | [diff] [blame] | 17 | #include <vector> |
pwestin@webrtc.org | 1da1ce0 | 2011-10-13 15:19:55 +0000 | [diff] [blame] | 18 | |
kwiberg | 4485ffb | 2016-04-26 08:14:39 -0700 | [diff] [blame] | 19 | #include "webrtc/base/constructormagic.h" |
Tommi | 97888bd | 2016-01-21 23:24:59 +0100 | [diff] [blame] | 20 | #include "webrtc/base/criticalsection.h" |
pwestin@webrtc.org | 82dcc9f | 2013-04-02 20:37:14 +0000 | [diff] [blame] | 21 | #include "webrtc/engine_configurations.h" |
Henrik Kjellander | ff761fb | 2015-11-04 08:31:52 +0100 | [diff] [blame] | 22 | #include "webrtc/modules/rtp_rtcp/include/receive_statistics.h" |
Peter Boström | 4fa7eca | 2016-03-02 15:05:53 +0100 | [diff] [blame] | 23 | #include "webrtc/modules/rtp_rtcp/include/remote_ntp_time_estimator.h" |
| 24 | #include "webrtc/modules/rtp_rtcp/include/rtp_payload_registry.h" |
mflodman | c0e58a3 | 2016-04-25 01:26:26 -0700 | [diff] [blame] | 25 | #include "webrtc/modules/rtp_rtcp/include/rtp_rtcp.h" |
Henrik Kjellander | ff761fb | 2015-11-04 08:31:52 +0100 | [diff] [blame] | 26 | #include "webrtc/modules/rtp_rtcp/include/rtp_rtcp_defines.h" |
mflodman | cfc8e3b | 2016-05-03 21:22:04 -0700 | [diff] [blame^] | 27 | #include "webrtc/modules/video_coding/include/video_coding_defines.h" |
pwestin@webrtc.org | 82dcc9f | 2013-04-02 20:37:14 +0000 | [diff] [blame] | 28 | #include "webrtc/typedefs.h" |
mflodman | cfc8e3b | 2016-05-03 21:22:04 -0700 | [diff] [blame^] | 29 | #include "webrtc/video_receive_stream.h" |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 30 | |
mflodman@webrtc.org | ad4ee36 | 2011-11-28 22:39:24 +0000 | [diff] [blame] | 31 | namespace webrtc { |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 32 | |
stefan@webrtc.org | 7bb8f02 | 2013-09-06 13:40:11 +0000 | [diff] [blame] | 33 | class FecReceiver; |
mflodman | c0e58a3 | 2016-04-25 01:26:26 -0700 | [diff] [blame] | 34 | class PacedSender; |
| 35 | class PacketRouter; |
wu@webrtc.org | 88abf11 | 2014-05-14 16:53:51 +0000 | [diff] [blame] | 36 | class RemoteNtpTimeEstimator; |
wu@webrtc.org | 822fbd8 | 2013-08-15 23:38:54 +0000 | [diff] [blame] | 37 | class ReceiveStatistics; |
mflodman | cfc8e3b | 2016-05-03 21:22:04 -0700 | [diff] [blame^] | 38 | class ReceiveStatisticsProxy; |
stefan@webrtc.org | 976a7e6 | 2012-09-21 13:20:21 +0000 | [diff] [blame] | 39 | class RemoteBitrateEstimator; |
mflodman | c0e58a3 | 2016-04-25 01:26:26 -0700 | [diff] [blame] | 40 | class RtcpRttStats; |
stefan@webrtc.org | a5cb98c | 2013-05-29 12:12:51 +0000 | [diff] [blame] | 41 | class RtpHeaderParser; |
wu@webrtc.org | 822fbd8 | 2013-08-15 23:38:54 +0000 | [diff] [blame] | 42 | class RTPPayloadRegistry; |
| 43 | class RtpReceiver; |
mflodman | c0e58a3 | 2016-04-25 01:26:26 -0700 | [diff] [blame] | 44 | class Transport; |
Peter Boström | 0b25072 | 2016-04-22 18:23:15 +0200 | [diff] [blame] | 45 | |
| 46 | namespace vcm { |
| 47 | class VideoReceiver; |
| 48 | } // namespace vcm |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 49 | |
mflodman | cfc8e3b | 2016-05-03 21:22:04 -0700 | [diff] [blame^] | 50 | class RtpStreamReceiver : public RtpData, public RtpFeedback, |
| 51 | public VCMFrameTypeCallback, |
| 52 | public VCMPacketRequestCallback { |
mflodman@webrtc.org | ad4ee36 | 2011-11-28 22:39:24 +0000 | [diff] [blame] | 53 | public: |
mflodman | fa66659 | 2016-04-28 23:15:33 -0700 | [diff] [blame] | 54 | RtpStreamReceiver(vcm::VideoReceiver* video_receiver, |
| 55 | RemoteBitrateEstimator* remote_bitrate_estimator, |
| 56 | Transport* transport, |
| 57 | RtcpRttStats* rtt_stats, |
| 58 | PacedSender* paced_sender, |
mflodman | cfc8e3b | 2016-05-03 21:22:04 -0700 | [diff] [blame^] | 59 | PacketRouter* packet_router, |
| 60 | const VideoReceiveStream::Config& config, |
| 61 | ReceiveStatisticsProxy* receive_stats_proxy); |
mflodman | fa66659 | 2016-04-28 23:15:33 -0700 | [diff] [blame] | 62 | ~RtpStreamReceiver(); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 63 | |
wu@webrtc.org | 822fbd8 | 2013-08-15 23:38:54 +0000 | [diff] [blame] | 64 | bool SetReceiveCodec(const VideoCodec& video_codec); |
wu@webrtc.org | 822fbd8 | 2013-08-15 23:38:54 +0000 | [diff] [blame] | 65 | |
Shao Changbin | e62202f | 2015-04-21 20:24:50 +0800 | [diff] [blame] | 66 | void SetRtxPayloadType(int payload_type, int associated_payload_type); |
noahric | 65220a7 | 2015-10-14 11:29:49 -0700 | [diff] [blame] | 67 | // If set to true, the RTX payload type mapping supplied in |
| 68 | // |SetRtxPayloadType| will be used when restoring RTX packets. Without it, |
| 69 | // RTX packets will always be restored to the last non-RTX packet payload type |
| 70 | // received. |
| 71 | void SetUseRtxPayloadMappingOnRestore(bool val); |
stefan@webrtc.org | ef92755 | 2014-06-05 08:25:29 +0000 | [diff] [blame] | 72 | void SetRtxSsrc(uint32_t ssrc); |
asapersson@webrtc.org | d952c40 | 2014-11-27 07:38:56 +0000 | [diff] [blame] | 73 | bool GetRtxSsrc(uint32_t* ssrc) const; |
wu@webrtc.org | 822fbd8 | 2013-08-15 23:38:54 +0000 | [diff] [blame] | 74 | |
asapersson@webrtc.org | 273fbbb | 2015-01-27 12:17:29 +0000 | [diff] [blame] | 75 | bool IsFecEnabled() const; |
| 76 | |
wu@webrtc.org | 822fbd8 | 2013-08-15 23:38:54 +0000 | [diff] [blame] | 77 | uint32_t GetRemoteSsrc() const; |
| 78 | int GetCsrcs(uint32_t* csrcs) const; |
| 79 | |
wu@webrtc.org | 822fbd8 | 2013-08-15 23:38:54 +0000 | [diff] [blame] | 80 | RtpReceiver* GetRtpReceiver() const; |
mflodman | c0e58a3 | 2016-04-25 01:26:26 -0700 | [diff] [blame] | 81 | RtpRtcp* rtp_rtcp() const { return rtp_rtcp_.get(); } |
wu@webrtc.org | 822fbd8 | 2013-08-15 23:38:54 +0000 | [diff] [blame] | 82 | |
Peter Boström | 9c01725 | 2016-02-26 16:26:20 +0100 | [diff] [blame] | 83 | void EnableReceiveRtpHeaderExtension(const std::string& extension, int id); |
stefan@webrtc.org | a5cb98c | 2013-05-29 12:12:51 +0000 | [diff] [blame] | 84 | |
mflodman@webrtc.org | ad4ee36 | 2011-11-28 22:39:24 +0000 | [diff] [blame] | 85 | void StartReceive(); |
| 86 | void StopReceive(); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 87 | |
Peter Boström | d1d66ba | 2016-02-08 14:07:14 +0100 | [diff] [blame] | 88 | bool DeliverRtp(const uint8_t* rtp_packet, |
| 89 | size_t rtp_packet_length, |
| 90 | const PacketTime& packet_time); |
| 91 | bool DeliverRtcp(const uint8_t* rtcp_packet, size_t rtcp_packet_length); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 92 | |
mflodman@webrtc.org | ad4ee36 | 2011-11-28 22:39:24 +0000 | [diff] [blame] | 93 | // Implements RtpData. |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 94 | int32_t OnReceivedPayloadData(const uint8_t* payload_data, |
| 95 | const size_t payload_size, |
| 96 | const WebRtcRTPHeader* rtp_header) override; |
| 97 | bool OnRecoveredPacket(const uint8_t* packet, size_t packet_length) override; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 98 | |
mflodman | fa66659 | 2016-04-28 23:15:33 -0700 | [diff] [blame] | 99 | // Implements RtpFeedback. |
| 100 | int32_t OnInitializeDecoder(const int8_t payload_type, |
| 101 | const char payload_name[RTP_PAYLOAD_NAME_SIZE], |
| 102 | const int frequency, |
| 103 | const size_t channels, |
| 104 | const uint32_t rate) override; |
| 105 | void OnIncomingSSRCChanged(const uint32_t ssrc) override; |
| 106 | void OnIncomingCSRCChanged(const uint32_t CSRC, const bool added) override {} |
| 107 | |
mflodman | cfc8e3b | 2016-05-03 21:22:04 -0700 | [diff] [blame^] | 108 | // Implements VCMFrameTypeCallback. |
| 109 | int32_t RequestKeyFrame() override; |
| 110 | int32_t SliceLossIndicationRequest(const uint64_t picture_id) override; |
| 111 | |
| 112 | // Implements VCMPacketRequestCallback. |
| 113 | int32_t ResendPackets(const uint16_t* sequenceNumbers, |
| 114 | uint16_t length) override; |
| 115 | |
wu@webrtc.org | 822fbd8 | 2013-08-15 23:38:54 +0000 | [diff] [blame] | 116 | ReceiveStatistics* GetReceiveStatistics() const; |
kjellander@webrtc.org | 0fcaf99 | 2015-11-26 15:24:52 +0100 | [diff] [blame] | 117 | |
mflodman@webrtc.org | ad4ee36 | 2011-11-28 22:39:24 +0000 | [diff] [blame] | 118 | private: |
sprang@webrtc.org | 0e93257 | 2014-01-23 10:00:39 +0000 | [diff] [blame] | 119 | bool ReceivePacket(const uint8_t* packet, |
pkasting@chromium.org | 4591fbd | 2014-11-20 22:28:14 +0000 | [diff] [blame] | 120 | size_t packet_length, |
sprang@webrtc.org | 0e93257 | 2014-01-23 10:00:39 +0000 | [diff] [blame] | 121 | const RTPHeader& header, |
| 122 | bool in_order); |
stefan@webrtc.org | 7bb8f02 | 2013-09-06 13:40:11 +0000 | [diff] [blame] | 123 | // Parses and handles for instance RTX and RED headers. |
| 124 | // This function assumes that it's being called from only one thread. |
| 125 | bool ParseAndHandleEncapsulatingHeader(const uint8_t* packet, |
pkasting@chromium.org | 4591fbd | 2014-11-20 22:28:14 +0000 | [diff] [blame] | 126 | size_t packet_length, |
stefan@webrtc.org | 7bb8f02 | 2013-09-06 13:40:11 +0000 | [diff] [blame] | 127 | const RTPHeader& header); |
asapersson@webrtc.org | 37c0559 | 2015-01-28 13:58:27 +0000 | [diff] [blame] | 128 | void NotifyReceiverOfFecPacket(const RTPHeader& header); |
stefan@webrtc.org | 7bb8f02 | 2013-09-06 13:40:11 +0000 | [diff] [blame] | 129 | bool IsPacketInOrder(const RTPHeader& header) const; |
stefan@webrtc.org | 48df381 | 2013-11-08 15:18:52 +0000 | [diff] [blame] | 130 | bool IsPacketRetransmitted(const RTPHeader& header, bool in_order) const; |
asapersson@webrtc.org | 0800db7 | 2015-01-15 07:40:20 +0000 | [diff] [blame] | 131 | void UpdateHistograms(); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 132 | |
Peter Boström | 4fa7eca | 2016-03-02 15:05:53 +0100 | [diff] [blame] | 133 | Clock* const clock_; |
Peter Boström | 0b25072 | 2016-04-22 18:23:15 +0200 | [diff] [blame] | 134 | vcm::VideoReceiver* const video_receiver_; |
Peter Boström | 4fa7eca | 2016-03-02 15:05:53 +0100 | [diff] [blame] | 135 | RemoteBitrateEstimator* const remote_bitrate_estimator_; |
mflodman | c0e58a3 | 2016-04-25 01:26:26 -0700 | [diff] [blame] | 136 | PacketRouter* const packet_router_; |
Peter Boström | 4fa7eca | 2016-03-02 15:05:53 +0100 | [diff] [blame] | 137 | |
| 138 | RemoteNtpTimeEstimator ntp_estimator_; |
| 139 | RTPPayloadRegistry rtp_payload_registry_; |
| 140 | |
| 141 | const std::unique_ptr<RtpHeaderParser> rtp_header_parser_; |
| 142 | const std::unique_ptr<RtpReceiver> rtp_receiver_; |
kwiberg | 27f982b | 2016-03-01 11:52:33 -0800 | [diff] [blame] | 143 | const std::unique_ptr<ReceiveStatistics> rtp_receive_statistics_; |
| 144 | std::unique_ptr<FecReceiver> fec_receiver_; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 145 | |
Peter Boström | 4fa7eca | 2016-03-02 15:05:53 +0100 | [diff] [blame] | 146 | rtc::CriticalSection receive_cs_; |
| 147 | bool receiving_ GUARDED_BY(receive_cs_); |
| 148 | uint8_t restored_packet_[IP_PACKET_SIZE] GUARDED_BY(receive_cs_); |
| 149 | bool restored_packet_in_use_ GUARDED_BY(receive_cs_); |
| 150 | int64_t last_packet_log_ms_ GUARDED_BY(receive_cs_); |
mflodman | c0e58a3 | 2016-04-25 01:26:26 -0700 | [diff] [blame] | 151 | |
| 152 | const std::unique_ptr<RtpRtcp> rtp_rtcp_; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 153 | }; |
mflodman@webrtc.org | ad4ee36 | 2011-11-28 22:39:24 +0000 | [diff] [blame] | 154 | |
kjellander@webrtc.org | 0fcaf99 | 2015-11-26 15:24:52 +0100 | [diff] [blame] | 155 | } // namespace webrtc |
mflodman@webrtc.org | ad4ee36 | 2011-11-28 22:39:24 +0000 | [diff] [blame] | 156 | |
mflodman | fa66659 | 2016-04-28 23:15:33 -0700 | [diff] [blame] | 157 | #endif // WEBRTC_VIDEO_RTP_STREAM_RECEIVER_H_ |