Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 11 | #ifndef MODULES_PACING_PACKET_ROUTER_H_ |
| 12 | #define MODULES_PACING_PACKET_ROUTER_H_ |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 13 | |
Yves Gerey | 988cc08 | 2018-10-23 12:03:01 +0200 | [diff] [blame] | 14 | #include <stddef.h> |
| 15 | #include <stdint.h> |
Jonas Olsson | a4d8737 | 2019-07-05 19:08:33 +0200 | [diff] [blame] | 16 | |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 17 | #include <list> |
Erik Språng | 58ee187 | 2019-06-18 16:20:11 +0200 | [diff] [blame] | 18 | #include <memory> |
Danil Chapovalov | db59de3 | 2019-06-26 11:06:41 +0200 | [diff] [blame] | 19 | #include <unordered_map> |
Erik Språng | c06aef2 | 2019-10-17 13:02:27 +0200 | [diff] [blame] | 20 | #include <utility> |
nisse | fdbfdc9 | 2017-03-31 05:44:52 -0700 | [diff] [blame] | 21 | #include <vector> |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 22 | |
Yves Gerey | 988cc08 | 2018-10-23 12:03:01 +0200 | [diff] [blame] | 23 | #include "api/transport/network_types.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 24 | #include "modules/remote_bitrate_estimator/include/remote_bitrate_estimator.h" |
| 25 | #include "modules/rtp_rtcp/include/rtp_rtcp_defines.h" |
Per Kjellander | ee153c9 | 2019-10-10 16:43:46 +0200 | [diff] [blame] | 26 | #include "modules/rtp_rtcp/source/rtcp_packet.h" |
Erik Språng | 58ee187 | 2019-06-18 16:20:11 +0200 | [diff] [blame] | 27 | #include "modules/rtp_rtcp/source/rtp_packet_to_send.h" |
Steve Anton | 10542f2 | 2019-01-11 09:11:00 -0800 | [diff] [blame] | 28 | #include "rtc_base/constructor_magic.h" |
| 29 | #include "rtc_base/critical_section.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 30 | #include "rtc_base/thread_annotations.h" |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 31 | |
| 32 | namespace webrtc { |
| 33 | |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 34 | class RtpRtcp; |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 35 | |
Erik Språng | 58ee187 | 2019-06-18 16:20:11 +0200 | [diff] [blame] | 36 | // PacketRouter keeps track of rtp send modules to support the pacer. |
nisse | fdbfdc9 | 2017-03-31 05:44:52 -0700 | [diff] [blame] | 37 | // In addition, it handles feedback messages, which are sent on a send |
| 38 | // module if possible (sender report), otherwise on receive module |
| 39 | // (receiver report). For the latter case, we also keep track of the |
| 40 | // receive modules. |
Erik Språng | fac7e31 | 2019-08-27 16:47:00 +0200 | [diff] [blame] | 41 | class PacketRouter : public RemoteBitrateObserver, |
Danil Chapovalov | 599df85 | 2017-09-25 15:19:35 +0200 | [diff] [blame] | 42 | public TransportFeedbackSenderInterface { |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 43 | public: |
| 44 | PacketRouter(); |
Erik Språng | 5f01bf6 | 2019-10-16 17:06:34 +0200 | [diff] [blame] | 45 | explicit PacketRouter(uint16_t start_transport_seq); |
nisse | 76e62b0 | 2017-05-31 02:24:52 -0700 | [diff] [blame] | 46 | ~PacketRouter() override; |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 47 | |
eladalon | 822ff2b | 2017-08-01 06:30:28 -0700 | [diff] [blame] | 48 | void AddSendRtpModule(RtpRtcp* rtp_module, bool remb_candidate); |
| 49 | void RemoveSendRtpModule(RtpRtcp* rtp_module); |
eladalon | 822ff2b | 2017-08-01 06:30:28 -0700 | [diff] [blame] | 50 | |
Danil Chapovalov | eb0edd8 | 2017-12-14 16:02:31 +0100 | [diff] [blame] | 51 | void AddReceiveRtpModule(RtcpFeedbackSenderInterface* rtcp_sender, |
| 52 | bool remb_candidate); |
| 53 | void RemoveReceiveRtpModule(RtcpFeedbackSenderInterface* rtcp_sender); |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 54 | |
Erik Språng | 58ee187 | 2019-06-18 16:20:11 +0200 | [diff] [blame] | 55 | virtual void SendPacket(std::unique_ptr<RtpPacketToSend> packet, |
| 56 | const PacedPacketInfo& cluster_info); |
| 57 | |
Erik Språng | f6468d2 | 2019-07-05 16:53:43 +0200 | [diff] [blame] | 58 | virtual std::vector<std::unique_ptr<RtpPacketToSend>> GeneratePadding( |
| 59 | size_t target_size_bytes); |
Erik Språng | 478cb46 | 2019-06-26 15:49:27 +0200 | [diff] [blame] | 60 | |
Erik Språng | 5f01bf6 | 2019-10-16 17:06:34 +0200 | [diff] [blame] | 61 | uint16_t CurrentTransportSequenceNumber() const; |
| 62 | |
nisse | 0584331 | 2017-04-18 23:38:35 -0700 | [diff] [blame] | 63 | // Called every time there is a new bitrate estimate for a receive channel |
| 64 | // group. This call will trigger a new RTCP REMB packet if the bitrate |
| 65 | // estimate has decreased or if no RTCP REMB packet has been sent for |
| 66 | // a certain time interval. |
| 67 | // Implements RtpReceiveBitrateUpdate. |
| 68 | void OnReceiveBitrateChanged(const std::vector<uint32_t>& ssrcs, |
| 69 | uint32_t bitrate_bps) override; |
| 70 | |
danilchap | 4708537 | 2017-08-10 06:03:57 -0700 | [diff] [blame] | 71 | // Ensures remote party notified of the receive bitrate limit no larger than |
| 72 | // |bitrate_bps|. |
Danil Chapovalov | 1de4b62 | 2017-12-13 13:35:10 +0100 | [diff] [blame] | 73 | void SetMaxDesiredReceiveBitrate(int64_t bitrate_bps); |
danilchap | 4708537 | 2017-08-10 06:03:57 -0700 | [diff] [blame] | 74 | |
nisse | 0584331 | 2017-04-18 23:38:35 -0700 | [diff] [blame] | 75 | // Send REMB feedback. |
Danil Chapovalov | 1de4b62 | 2017-12-13 13:35:10 +0100 | [diff] [blame] | 76 | bool SendRemb(int64_t bitrate_bps, const std::vector<uint32_t>& ssrcs); |
nisse | 0584331 | 2017-04-18 23:38:35 -0700 | [diff] [blame] | 77 | |
Per Kjellander | ee153c9 | 2019-10-10 16:43:46 +0200 | [diff] [blame] | 78 | // Sends |packets| in one or more IP packets. |
| 79 | bool SendCombinedRtcpPacket( |
| 80 | std::vector<std::unique_ptr<rtcp::RtcpPacket>> packets) override; |
sprang | 233bd87 | 2015-09-08 13:25:16 -0700 | [diff] [blame] | 81 | |
sprang | 867fb52 | 2015-08-03 04:38:41 -0700 | [diff] [blame] | 82 | private: |
Danil Chapovalov | eb0edd8 | 2017-12-14 16:02:31 +0100 | [diff] [blame] | 83 | void AddRembModuleCandidate(RtcpFeedbackSenderInterface* candidate_module, |
| 84 | bool media_sender) |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 85 | RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_crit_); |
Danil Chapovalov | eb0edd8 | 2017-12-14 16:02:31 +0100 | [diff] [blame] | 86 | void MaybeRemoveRembModuleCandidate( |
| 87 | RtcpFeedbackSenderInterface* candidate_module, |
| 88 | bool media_sender) RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_crit_); |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 89 | void UnsetActiveRembModule() RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_crit_); |
| 90 | void DetermineActiveRembModule() RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_crit_); |
Erik Språng | c06aef2 | 2019-10-17 13:02:27 +0200 | [diff] [blame] | 91 | void AddSendRtpModuleToMap(RtpRtcp* rtp_module, uint32_t ssrc) |
| 92 | RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_crit_); |
| 93 | void RemoveSendRtpModuleFromMap(uint32_t ssrc) |
Mirko Bonadei | 999a72a | 2019-07-12 17:33:46 +0000 | [diff] [blame] | 94 | RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_crit_); |
eladalon | 822ff2b | 2017-08-01 06:30:28 -0700 | [diff] [blame] | 95 | |
stefan | bba9dec | 2016-02-01 04:39:55 -0800 | [diff] [blame] | 96 | rtc::CriticalSection modules_crit_; |
Erik Språng | c06aef2 | 2019-10-17 13:02:27 +0200 | [diff] [blame] | 97 | // Ssrc to RtpRtcp module and iterator into |send_modules_list_|; |
| 98 | std::unordered_map<uint32_t, |
| 99 | std::pair<RtpRtcp*, std::list<RtpRtcp*>::iterator>> |
| 100 | send_modules_map_ RTC_GUARDED_BY(modules_crit_); |
| 101 | std::list<RtpRtcp*> send_modules_list_ RTC_GUARDED_BY(modules_crit_); |
Erik Språng | 8b7ca4a | 2018-05-17 13:43:35 +0200 | [diff] [blame] | 102 | // The last module used to send media. |
| 103 | RtpRtcp* last_send_module_ RTC_GUARDED_BY(modules_crit_); |
Danil Chapovalov | eb0edd8 | 2017-12-14 16:02:31 +0100 | [diff] [blame] | 104 | // Rtcp modules of the rtp receivers. |
| 105 | std::vector<RtcpFeedbackSenderInterface*> rtcp_feedback_senders_ |
| 106 | RTC_GUARDED_BY(modules_crit_); |
sprang | 867fb52 | 2015-08-03 04:38:41 -0700 | [diff] [blame] | 107 | |
eladalon | 822ff2b | 2017-08-01 06:30:28 -0700 | [diff] [blame] | 108 | // TODO(eladalon): remb_crit_ only ever held from one function, and it's not |
| 109 | // clear if that function can actually be called from more than one thread. |
nisse | 0584331 | 2017-04-18 23:38:35 -0700 | [diff] [blame] | 110 | rtc::CriticalSection remb_crit_; |
| 111 | // The last time a REMB was sent. |
danilchap | 56359be | 2017-09-07 07:53:45 -0700 | [diff] [blame] | 112 | int64_t last_remb_time_ms_ RTC_GUARDED_BY(remb_crit_); |
Danil Chapovalov | 1de4b62 | 2017-12-13 13:35:10 +0100 | [diff] [blame] | 113 | int64_t last_send_bitrate_bps_ RTC_GUARDED_BY(remb_crit_); |
nisse | 0584331 | 2017-04-18 23:38:35 -0700 | [diff] [blame] | 114 | // The last bitrate update. |
Danil Chapovalov | 1de4b62 | 2017-12-13 13:35:10 +0100 | [diff] [blame] | 115 | int64_t bitrate_bps_ RTC_GUARDED_BY(remb_crit_); |
| 116 | int64_t max_bitrate_bps_ RTC_GUARDED_BY(remb_crit_); |
nisse | 0584331 | 2017-04-18 23:38:35 -0700 | [diff] [blame] | 117 | |
eladalon | 822ff2b | 2017-08-01 06:30:28 -0700 | [diff] [blame] | 118 | // Candidates for the REMB module can be RTP sender/receiver modules, with |
| 119 | // the sender modules taking precedence. |
Danil Chapovalov | eb0edd8 | 2017-12-14 16:02:31 +0100 | [diff] [blame] | 120 | std::vector<RtcpFeedbackSenderInterface*> sender_remb_candidates_ |
| 121 | RTC_GUARDED_BY(modules_crit_); |
| 122 | std::vector<RtcpFeedbackSenderInterface*> receiver_remb_candidates_ |
| 123 | RTC_GUARDED_BY(modules_crit_); |
| 124 | RtcpFeedbackSenderInterface* active_remb_module_ |
| 125 | RTC_GUARDED_BY(modules_crit_); |
eladalon | 822ff2b | 2017-08-01 06:30:28 -0700 | [diff] [blame] | 126 | |
Erik Språng | 13a8e16 | 2019-10-21 19:39:57 +0200 | [diff] [blame] | 127 | uint64_t transport_seq_ RTC_GUARDED_BY(modules_crit_); |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 128 | |
henrikg | 3c089d7 | 2015-09-16 05:37:44 -0700 | [diff] [blame] | 129 | RTC_DISALLOW_COPY_AND_ASSIGN(PacketRouter); |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 130 | }; |
| 131 | } // namespace webrtc |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 132 | #endif // MODULES_PACING_PACKET_ROUTER_H_ |