niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 1 | /* |
leozwang@webrtc.org | 39e9659 | 2012-03-01 18:22:48 +0000 | [diff] [blame] | 2 | * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
mflodman | fa66659 | 2016-04-28 23:15:33 -0700 | [diff] [blame] | 11 | #ifndef WEBRTC_VIDEO_RTP_STREAM_RECEIVER_H_ |
| 12 | #define WEBRTC_VIDEO_RTP_STREAM_RECEIVER_H_ |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 13 | |
pwestin@webrtc.org | 1da1ce0 | 2011-10-13 15:19:55 +0000 | [diff] [blame] | 14 | #include <list> |
kwiberg | 27f982b | 2016-03-01 11:52:33 -0800 | [diff] [blame] | 15 | #include <memory> |
Peter Boström | 9c01725 | 2016-02-26 16:26:20 +0100 | [diff] [blame] | 16 | #include <string> |
kjellander@webrtc.org | 0fcaf99 | 2015-11-26 15:24:52 +0100 | [diff] [blame] | 17 | #include <vector> |
pwestin@webrtc.org | 1da1ce0 | 2011-10-13 15:19:55 +0000 | [diff] [blame] | 18 | |
kwiberg | 4485ffb | 2016-04-26 08:14:39 -0700 | [diff] [blame] | 19 | #include "webrtc/base/constructormagic.h" |
Tommi | 97888bd | 2016-01-21 23:24:59 +0100 | [diff] [blame] | 20 | #include "webrtc/base/criticalsection.h" |
Henrik Kjellander | ff761fb | 2015-11-04 08:31:52 +0100 | [diff] [blame] | 21 | #include "webrtc/modules/rtp_rtcp/include/receive_statistics.h" |
Peter Boström | 4fa7eca | 2016-03-02 15:05:53 +0100 | [diff] [blame] | 22 | #include "webrtc/modules/rtp_rtcp/include/remote_ntp_time_estimator.h" |
| 23 | #include "webrtc/modules/rtp_rtcp/include/rtp_payload_registry.h" |
mflodman | c0e58a3 | 2016-04-25 01:26:26 -0700 | [diff] [blame] | 24 | #include "webrtc/modules/rtp_rtcp/include/rtp_rtcp.h" |
Henrik Kjellander | ff761fb | 2015-11-04 08:31:52 +0100 | [diff] [blame] | 25 | #include "webrtc/modules/rtp_rtcp/include/rtp_rtcp_defines.h" |
mflodman | cfc8e3b | 2016-05-03 21:22:04 -0700 | [diff] [blame] | 26 | #include "webrtc/modules/video_coding/include/video_coding_defines.h" |
pwestin@webrtc.org | 82dcc9f | 2013-04-02 20:37:14 +0000 | [diff] [blame] | 27 | #include "webrtc/typedefs.h" |
mflodman | cfc8e3b | 2016-05-03 21:22:04 -0700 | [diff] [blame] | 28 | #include "webrtc/video_receive_stream.h" |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 29 | |
mflodman@webrtc.org | ad4ee36 | 2011-11-28 22:39:24 +0000 | [diff] [blame] | 30 | namespace webrtc { |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 31 | |
mflodman | c0e58a3 | 2016-04-25 01:26:26 -0700 | [diff] [blame] | 32 | class PacedSender; |
| 33 | class PacketRouter; |
mflodman | dc7d0d2 | 2016-05-06 05:32:22 -0700 | [diff] [blame] | 34 | class ProcessThread; |
wu@webrtc.org | 88abf11 | 2014-05-14 16:53:51 +0000 | [diff] [blame] | 35 | class RemoteNtpTimeEstimator; |
wu@webrtc.org | 822fbd8 | 2013-08-15 23:38:54 +0000 | [diff] [blame] | 36 | class ReceiveStatistics; |
mflodman | cfc8e3b | 2016-05-03 21:22:04 -0700 | [diff] [blame] | 37 | class ReceiveStatisticsProxy; |
stefan@webrtc.org | 976a7e6 | 2012-09-21 13:20:21 +0000 | [diff] [blame] | 38 | class RemoteBitrateEstimator; |
mflodman | c0e58a3 | 2016-04-25 01:26:26 -0700 | [diff] [blame] | 39 | class RtcpRttStats; |
stefan@webrtc.org | a5cb98c | 2013-05-29 12:12:51 +0000 | [diff] [blame] | 40 | class RtpHeaderParser; |
wu@webrtc.org | 822fbd8 | 2013-08-15 23:38:54 +0000 | [diff] [blame] | 41 | class RTPPayloadRegistry; |
| 42 | class RtpReceiver; |
mflodman | c0e58a3 | 2016-04-25 01:26:26 -0700 | [diff] [blame] | 43 | class Transport; |
brandtr | d55c3f6 | 2016-10-31 04:51:33 -0700 | [diff] [blame^] | 44 | class UlpfecReceiver; |
mflodman | dc7d0d2 | 2016-05-06 05:32:22 -0700 | [diff] [blame] | 45 | class VieRemb; |
Peter Boström | 0b25072 | 2016-04-22 18:23:15 +0200 | [diff] [blame] | 46 | |
| 47 | namespace vcm { |
| 48 | class VideoReceiver; |
| 49 | } // namespace vcm |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 50 | |
mflodman | cfc8e3b | 2016-05-03 21:22:04 -0700 | [diff] [blame] | 51 | class RtpStreamReceiver : public RtpData, public RtpFeedback, |
| 52 | public VCMFrameTypeCallback, |
| 53 | public VCMPacketRequestCallback { |
mflodman@webrtc.org | ad4ee36 | 2011-11-28 22:39:24 +0000 | [diff] [blame] | 54 | public: |
mflodman | fa66659 | 2016-04-28 23:15:33 -0700 | [diff] [blame] | 55 | RtpStreamReceiver(vcm::VideoReceiver* video_receiver, |
| 56 | RemoteBitrateEstimator* remote_bitrate_estimator, |
| 57 | Transport* transport, |
| 58 | RtcpRttStats* rtt_stats, |
| 59 | PacedSender* paced_sender, |
mflodman | cfc8e3b | 2016-05-03 21:22:04 -0700 | [diff] [blame] | 60 | PacketRouter* packet_router, |
mflodman | dc7d0d2 | 2016-05-06 05:32:22 -0700 | [diff] [blame] | 61 | VieRemb* remb, |
Tommi | 733b547 | 2016-06-10 17:58:01 +0200 | [diff] [blame] | 62 | const VideoReceiveStream::Config* config, |
mflodman | dc7d0d2 | 2016-05-06 05:32:22 -0700 | [diff] [blame] | 63 | ReceiveStatisticsProxy* receive_stats_proxy, |
Erik Språng | 737336d | 2016-07-29 12:59:36 +0200 | [diff] [blame] | 64 | ProcessThread* process_thread, |
| 65 | RateLimiter* retransmission_rate_limiter); |
mflodman | fa66659 | 2016-04-28 23:15:33 -0700 | [diff] [blame] | 66 | ~RtpStreamReceiver(); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 67 | |
wu@webrtc.org | 822fbd8 | 2013-08-15 23:38:54 +0000 | [diff] [blame] | 68 | bool SetReceiveCodec(const VideoCodec& video_codec); |
wu@webrtc.org | 822fbd8 | 2013-08-15 23:38:54 +0000 | [diff] [blame] | 69 | |
wu@webrtc.org | 822fbd8 | 2013-08-15 23:38:54 +0000 | [diff] [blame] | 70 | uint32_t GetRemoteSsrc() const; |
| 71 | int GetCsrcs(uint32_t* csrcs) const; |
| 72 | |
wu@webrtc.org | 822fbd8 | 2013-08-15 23:38:54 +0000 | [diff] [blame] | 73 | RtpReceiver* GetRtpReceiver() const; |
mflodman | c0e58a3 | 2016-04-25 01:26:26 -0700 | [diff] [blame] | 74 | RtpRtcp* rtp_rtcp() const { return rtp_rtcp_.get(); } |
wu@webrtc.org | 822fbd8 | 2013-08-15 23:38:54 +0000 | [diff] [blame] | 75 | |
mflodman@webrtc.org | ad4ee36 | 2011-11-28 22:39:24 +0000 | [diff] [blame] | 76 | void StartReceive(); |
| 77 | void StopReceive(); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 78 | |
Peter Boström | d1d66ba | 2016-02-08 14:07:14 +0100 | [diff] [blame] | 79 | bool DeliverRtp(const uint8_t* rtp_packet, |
| 80 | size_t rtp_packet_length, |
| 81 | const PacketTime& packet_time); |
| 82 | bool DeliverRtcp(const uint8_t* rtcp_packet, size_t rtcp_packet_length); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 83 | |
mflodman | dc7d0d2 | 2016-05-06 05:32:22 -0700 | [diff] [blame] | 84 | void SignalNetworkState(NetworkState state); |
| 85 | |
mflodman@webrtc.org | ad4ee36 | 2011-11-28 22:39:24 +0000 | [diff] [blame] | 86 | // Implements RtpData. |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 87 | int32_t OnReceivedPayloadData(const uint8_t* payload_data, |
Peter Boström | 0208322 | 2016-06-14 12:52:54 +0200 | [diff] [blame] | 88 | size_t payload_size, |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 89 | const WebRtcRTPHeader* rtp_header) override; |
| 90 | bool OnRecoveredPacket(const uint8_t* packet, size_t packet_length) override; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 91 | |
mflodman | fa66659 | 2016-04-28 23:15:33 -0700 | [diff] [blame] | 92 | // Implements RtpFeedback. |
Sergey Ulanov | ec4f068 | 2016-07-28 15:19:10 -0700 | [diff] [blame] | 93 | int32_t OnInitializeDecoder(int8_t payload_type, |
mflodman | fa66659 | 2016-04-28 23:15:33 -0700 | [diff] [blame] | 94 | const char payload_name[RTP_PAYLOAD_NAME_SIZE], |
Sergey Ulanov | ec4f068 | 2016-07-28 15:19:10 -0700 | [diff] [blame] | 95 | int frequency, |
| 96 | size_t channels, |
| 97 | uint32_t rate) override; |
| 98 | void OnIncomingSSRCChanged(uint32_t ssrc) override; |
| 99 | void OnIncomingCSRCChanged(uint32_t CSRC, bool added) override {} |
mflodman | fa66659 | 2016-04-28 23:15:33 -0700 | [diff] [blame] | 100 | |
mflodman | cfc8e3b | 2016-05-03 21:22:04 -0700 | [diff] [blame] | 101 | // Implements VCMFrameTypeCallback. |
| 102 | int32_t RequestKeyFrame() override; |
| 103 | int32_t SliceLossIndicationRequest(const uint64_t picture_id) override; |
| 104 | |
mflodman | dc7d0d2 | 2016-05-06 05:32:22 -0700 | [diff] [blame] | 105 | bool IsFecEnabled() const; |
| 106 | bool IsRetransmissionsEnabled() const; |
| 107 | // Don't use, still experimental. |
| 108 | void RequestPacketRetransmit(const std::vector<uint16_t>& sequence_numbers); |
| 109 | |
mflodman | cfc8e3b | 2016-05-03 21:22:04 -0700 | [diff] [blame] | 110 | // Implements VCMPacketRequestCallback. |
| 111 | int32_t ResendPackets(const uint16_t* sequenceNumbers, |
| 112 | uint16_t length) override; |
| 113 | |
mflodman@webrtc.org | ad4ee36 | 2011-11-28 22:39:24 +0000 | [diff] [blame] | 114 | private: |
sprang@webrtc.org | 0e93257 | 2014-01-23 10:00:39 +0000 | [diff] [blame] | 115 | bool ReceivePacket(const uint8_t* packet, |
pkasting@chromium.org | 4591fbd | 2014-11-20 22:28:14 +0000 | [diff] [blame] | 116 | size_t packet_length, |
sprang@webrtc.org | 0e93257 | 2014-01-23 10:00:39 +0000 | [diff] [blame] | 117 | const RTPHeader& header, |
| 118 | bool in_order); |
stefan@webrtc.org | 7bb8f02 | 2013-09-06 13:40:11 +0000 | [diff] [blame] | 119 | // Parses and handles for instance RTX and RED headers. |
| 120 | // This function assumes that it's being called from only one thread. |
| 121 | bool ParseAndHandleEncapsulatingHeader(const uint8_t* packet, |
pkasting@chromium.org | 4591fbd | 2014-11-20 22:28:14 +0000 | [diff] [blame] | 122 | size_t packet_length, |
stefan@webrtc.org | 7bb8f02 | 2013-09-06 13:40:11 +0000 | [diff] [blame] | 123 | const RTPHeader& header); |
asapersson@webrtc.org | 37c0559 | 2015-01-28 13:58:27 +0000 | [diff] [blame] | 124 | void NotifyReceiverOfFecPacket(const RTPHeader& header); |
stefan@webrtc.org | 7bb8f02 | 2013-09-06 13:40:11 +0000 | [diff] [blame] | 125 | bool IsPacketInOrder(const RTPHeader& header) const; |
stefan@webrtc.org | 48df381 | 2013-11-08 15:18:52 +0000 | [diff] [blame] | 126 | bool IsPacketRetransmitted(const RTPHeader& header, bool in_order) const; |
asapersson@webrtc.org | 0800db7 | 2015-01-15 07:40:20 +0000 | [diff] [blame] | 127 | void UpdateHistograms(); |
mflodman | dc7d0d2 | 2016-05-06 05:32:22 -0700 | [diff] [blame] | 128 | void EnableReceiveRtpHeaderExtension(const std::string& extension, int id); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 129 | |
Peter Boström | 4fa7eca | 2016-03-02 15:05:53 +0100 | [diff] [blame] | 130 | Clock* const clock_; |
Tommi | 733b547 | 2016-06-10 17:58:01 +0200 | [diff] [blame] | 131 | // Ownership of this object lies with VideoReceiveStream, which owns |this|. |
| 132 | const VideoReceiveStream::Config& config_; |
Peter Boström | 0b25072 | 2016-04-22 18:23:15 +0200 | [diff] [blame] | 133 | vcm::VideoReceiver* const video_receiver_; |
Peter Boström | 4fa7eca | 2016-03-02 15:05:53 +0100 | [diff] [blame] | 134 | RemoteBitrateEstimator* const remote_bitrate_estimator_; |
mflodman | c0e58a3 | 2016-04-25 01:26:26 -0700 | [diff] [blame] | 135 | PacketRouter* const packet_router_; |
mflodman | dc7d0d2 | 2016-05-06 05:32:22 -0700 | [diff] [blame] | 136 | VieRemb* const remb_; |
| 137 | ProcessThread* const process_thread_; |
Peter Boström | 4fa7eca | 2016-03-02 15:05:53 +0100 | [diff] [blame] | 138 | |
| 139 | RemoteNtpTimeEstimator ntp_estimator_; |
| 140 | RTPPayloadRegistry rtp_payload_registry_; |
| 141 | |
| 142 | const std::unique_ptr<RtpHeaderParser> rtp_header_parser_; |
| 143 | const std::unique_ptr<RtpReceiver> rtp_receiver_; |
kwiberg | 27f982b | 2016-03-01 11:52:33 -0800 | [diff] [blame] | 144 | const std::unique_ptr<ReceiveStatistics> rtp_receive_statistics_; |
brandtr | d55c3f6 | 2016-10-31 04:51:33 -0700 | [diff] [blame^] | 145 | std::unique_ptr<UlpfecReceiver> ulpfec_receiver_; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 146 | |
Peter Boström | 4fa7eca | 2016-03-02 15:05:53 +0100 | [diff] [blame] | 147 | rtc::CriticalSection receive_cs_; |
| 148 | bool receiving_ GUARDED_BY(receive_cs_); |
| 149 | uint8_t restored_packet_[IP_PACKET_SIZE] GUARDED_BY(receive_cs_); |
| 150 | bool restored_packet_in_use_ GUARDED_BY(receive_cs_); |
| 151 | int64_t last_packet_log_ms_ GUARDED_BY(receive_cs_); |
mflodman | c0e58a3 | 2016-04-25 01:26:26 -0700 | [diff] [blame] | 152 | |
| 153 | const std::unique_ptr<RtpRtcp> rtp_rtcp_; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 154 | }; |
mflodman@webrtc.org | ad4ee36 | 2011-11-28 22:39:24 +0000 | [diff] [blame] | 155 | |
kjellander@webrtc.org | 0fcaf99 | 2015-11-26 15:24:52 +0100 | [diff] [blame] | 156 | } // namespace webrtc |
mflodman@webrtc.org | ad4ee36 | 2011-11-28 22:39:24 +0000 | [diff] [blame] | 157 | |
mflodman | fa66659 | 2016-04-28 23:15:33 -0700 | [diff] [blame] | 158 | #endif // WEBRTC_VIDEO_RTP_STREAM_RECEIVER_H_ |