Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 11 | #ifndef MODULES_PACING_PACKET_ROUTER_H_ |
| 12 | #define MODULES_PACING_PACKET_ROUTER_H_ |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 13 | |
Yves Gerey | 988cc08 | 2018-10-23 12:03:01 +0200 | [diff] [blame] | 14 | #include <stddef.h> |
| 15 | #include <stdint.h> |
Jonas Olsson | a4d8737 | 2019-07-05 19:08:33 +0200 | [diff] [blame] | 16 | |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 17 | #include <list> |
Erik Språng | 58ee187 | 2019-06-18 16:20:11 +0200 | [diff] [blame] | 18 | #include <memory> |
Danil Chapovalov | db59de3 | 2019-06-26 11:06:41 +0200 | [diff] [blame] | 19 | #include <unordered_map> |
Erik Språng | c06aef2 | 2019-10-17 13:02:27 +0200 | [diff] [blame] | 20 | #include <utility> |
nisse | fdbfdc9 | 2017-03-31 05:44:52 -0700 | [diff] [blame] | 21 | #include <vector> |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 22 | |
Yves Gerey | 988cc08 | 2018-10-23 12:03:01 +0200 | [diff] [blame] | 23 | #include "api/transport/network_types.h" |
Erik Språng | ed1fb19 | 2020-06-30 11:53:37 +0000 | [diff] [blame] | 24 | #include "modules/pacing/pacing_controller.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 25 | #include "modules/remote_bitrate_estimator/include/remote_bitrate_estimator.h" |
| 26 | #include "modules/rtp_rtcp/include/rtp_rtcp_defines.h" |
Per Kjellander | ee153c9 | 2019-10-10 16:43:46 +0200 | [diff] [blame] | 27 | #include "modules/rtp_rtcp/source/rtcp_packet.h" |
Erik Språng | 58ee187 | 2019-06-18 16:20:11 +0200 | [diff] [blame] | 28 | #include "modules/rtp_rtcp/source/rtp_packet_to_send.h" |
Steve Anton | 10542f2 | 2019-01-11 09:11:00 -0800 | [diff] [blame] | 29 | #include "rtc_base/constructor_magic.h" |
Markus Handell | 1e79c9b | 2020-06-10 15:12:15 +0200 | [diff] [blame] | 30 | #include "rtc_base/synchronization/mutex.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 31 | #include "rtc_base/thread_annotations.h" |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 32 | |
| 33 | namespace webrtc { |
| 34 | |
Tomas Gunnarsson | f25761d | 2020-06-03 22:55:33 +0200 | [diff] [blame] | 35 | class RtpRtcpInterface; |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 36 | |
Erik Språng | 58ee187 | 2019-06-18 16:20:11 +0200 | [diff] [blame] | 37 | // PacketRouter keeps track of rtp send modules to support the pacer. |
nisse | fdbfdc9 | 2017-03-31 05:44:52 -0700 | [diff] [blame] | 38 | // In addition, it handles feedback messages, which are sent on a send |
| 39 | // module if possible (sender report), otherwise on receive module |
| 40 | // (receiver report). For the latter case, we also keep track of the |
| 41 | // receive modules. |
Per Kjellander | fe2063e | 2021-05-12 09:02:43 +0200 | [diff] [blame] | 42 | class PacketRouter : public PacingController::PacketSender { |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 43 | public: |
| 44 | PacketRouter(); |
Erik Språng | 5f01bf6 | 2019-10-16 17:06:34 +0200 | [diff] [blame] | 45 | explicit PacketRouter(uint16_t start_transport_seq); |
nisse | 76e62b0 | 2017-05-31 02:24:52 -0700 | [diff] [blame] | 46 | ~PacketRouter() override; |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 47 | |
Tomas Gunnarsson | f25761d | 2020-06-03 22:55:33 +0200 | [diff] [blame] | 48 | void AddSendRtpModule(RtpRtcpInterface* rtp_module, bool remb_candidate); |
| 49 | void RemoveSendRtpModule(RtpRtcpInterface* rtp_module); |
eladalon | 822ff2b | 2017-08-01 06:30:28 -0700 | [diff] [blame] | 50 | |
Danil Chapovalov | eb0edd8 | 2017-12-14 16:02:31 +0100 | [diff] [blame] | 51 | void AddReceiveRtpModule(RtcpFeedbackSenderInterface* rtcp_sender, |
| 52 | bool remb_candidate); |
| 53 | void RemoveReceiveRtpModule(RtcpFeedbackSenderInterface* rtcp_sender); |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 54 | |
Erik Språng | ed1fb19 | 2020-06-30 11:53:37 +0000 | [diff] [blame] | 55 | void SendPacket(std::unique_ptr<RtpPacketToSend> packet, |
| 56 | const PacedPacketInfo& cluster_info) override; |
Erik Språng | 1d50cb6 | 2020-07-02 17:41:32 +0200 | [diff] [blame] | 57 | std::vector<std::unique_ptr<RtpPacketToSend>> FetchFec() override; |
Erik Språng | ed1fb19 | 2020-06-30 11:53:37 +0000 | [diff] [blame] | 58 | std::vector<std::unique_ptr<RtpPacketToSend>> GeneratePadding( |
| 59 | DataSize size) override; |
Erik Språng | 478cb46 | 2019-06-26 15:49:27 +0200 | [diff] [blame] | 60 | |
Erik Språng | 5f01bf6 | 2019-10-16 17:06:34 +0200 | [diff] [blame] | 61 | uint16_t CurrentTransportSequenceNumber() const; |
| 62 | |
nisse | 0584331 | 2017-04-18 23:38:35 -0700 | [diff] [blame] | 63 | // Send REMB feedback. |
Per Kjellander | fe2063e | 2021-05-12 09:02:43 +0200 | [diff] [blame] | 64 | void SendRemb(int64_t bitrate_bps, std::vector<uint32_t> ssrcs); |
nisse | 0584331 | 2017-04-18 23:38:35 -0700 | [diff] [blame] | 65 | |
Per Kjellander | ee153c9 | 2019-10-10 16:43:46 +0200 | [diff] [blame] | 66 | // Sends |packets| in one or more IP packets. |
Per Kjellander | fe2063e | 2021-05-12 09:02:43 +0200 | [diff] [blame] | 67 | void SendCombinedRtcpPacket( |
| 68 | std::vector<std::unique_ptr<rtcp::RtcpPacket>> packets); |
sprang | 233bd87 | 2015-09-08 13:25:16 -0700 | [diff] [blame] | 69 | |
sprang | 867fb52 | 2015-08-03 04:38:41 -0700 | [diff] [blame] | 70 | private: |
Danil Chapovalov | eb0edd8 | 2017-12-14 16:02:31 +0100 | [diff] [blame] | 71 | void AddRembModuleCandidate(RtcpFeedbackSenderInterface* candidate_module, |
| 72 | bool media_sender) |
Markus Handell | 1e79c9b | 2020-06-10 15:12:15 +0200 | [diff] [blame] | 73 | RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_mutex_); |
Danil Chapovalov | eb0edd8 | 2017-12-14 16:02:31 +0100 | [diff] [blame] | 74 | void MaybeRemoveRembModuleCandidate( |
| 75 | RtcpFeedbackSenderInterface* candidate_module, |
Markus Handell | 1e79c9b | 2020-06-10 15:12:15 +0200 | [diff] [blame] | 76 | bool media_sender) RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_mutex_); |
| 77 | void UnsetActiveRembModule() RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_mutex_); |
| 78 | void DetermineActiveRembModule() RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_mutex_); |
Tomas Gunnarsson | f25761d | 2020-06-03 22:55:33 +0200 | [diff] [blame] | 79 | void AddSendRtpModuleToMap(RtpRtcpInterface* rtp_module, uint32_t ssrc) |
Markus Handell | 1e79c9b | 2020-06-10 15:12:15 +0200 | [diff] [blame] | 80 | RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_mutex_); |
Erik Språng | c06aef2 | 2019-10-17 13:02:27 +0200 | [diff] [blame] | 81 | void RemoveSendRtpModuleFromMap(uint32_t ssrc) |
Markus Handell | 1e79c9b | 2020-06-10 15:12:15 +0200 | [diff] [blame] | 82 | RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_mutex_); |
eladalon | 822ff2b | 2017-08-01 06:30:28 -0700 | [diff] [blame] | 83 | |
Markus Handell | 1e79c9b | 2020-06-10 15:12:15 +0200 | [diff] [blame] | 84 | mutable Mutex modules_mutex_; |
Tomas Gunnarsson | f25761d | 2020-06-03 22:55:33 +0200 | [diff] [blame] | 85 | // Ssrc to RtpRtcpInterface module; |
| 86 | std::unordered_map<uint32_t, RtpRtcpInterface*> send_modules_map_ |
Markus Handell | 1e79c9b | 2020-06-10 15:12:15 +0200 | [diff] [blame] | 87 | RTC_GUARDED_BY(modules_mutex_); |
| 88 | std::list<RtpRtcpInterface*> send_modules_list_ |
| 89 | RTC_GUARDED_BY(modules_mutex_); |
Erik Språng | 8b7ca4a | 2018-05-17 13:43:35 +0200 | [diff] [blame] | 90 | // The last module used to send media. |
Markus Handell | 1e79c9b | 2020-06-10 15:12:15 +0200 | [diff] [blame] | 91 | RtpRtcpInterface* last_send_module_ RTC_GUARDED_BY(modules_mutex_); |
Danil Chapovalov | eb0edd8 | 2017-12-14 16:02:31 +0100 | [diff] [blame] | 92 | // Rtcp modules of the rtp receivers. |
| 93 | std::vector<RtcpFeedbackSenderInterface*> rtcp_feedback_senders_ |
Markus Handell | 1e79c9b | 2020-06-10 15:12:15 +0200 | [diff] [blame] | 94 | RTC_GUARDED_BY(modules_mutex_); |
sprang | 867fb52 | 2015-08-03 04:38:41 -0700 | [diff] [blame] | 95 | |
eladalon | 822ff2b | 2017-08-01 06:30:28 -0700 | [diff] [blame] | 96 | // Candidates for the REMB module can be RTP sender/receiver modules, with |
| 97 | // the sender modules taking precedence. |
Danil Chapovalov | eb0edd8 | 2017-12-14 16:02:31 +0100 | [diff] [blame] | 98 | std::vector<RtcpFeedbackSenderInterface*> sender_remb_candidates_ |
Markus Handell | 1e79c9b | 2020-06-10 15:12:15 +0200 | [diff] [blame] | 99 | RTC_GUARDED_BY(modules_mutex_); |
Danil Chapovalov | eb0edd8 | 2017-12-14 16:02:31 +0100 | [diff] [blame] | 100 | std::vector<RtcpFeedbackSenderInterface*> receiver_remb_candidates_ |
Markus Handell | 1e79c9b | 2020-06-10 15:12:15 +0200 | [diff] [blame] | 101 | RTC_GUARDED_BY(modules_mutex_); |
Danil Chapovalov | eb0edd8 | 2017-12-14 16:02:31 +0100 | [diff] [blame] | 102 | RtcpFeedbackSenderInterface* active_remb_module_ |
Markus Handell | 1e79c9b | 2020-06-10 15:12:15 +0200 | [diff] [blame] | 103 | RTC_GUARDED_BY(modules_mutex_); |
eladalon | 822ff2b | 2017-08-01 06:30:28 -0700 | [diff] [blame] | 104 | |
Markus Handell | 1e79c9b | 2020-06-10 15:12:15 +0200 | [diff] [blame] | 105 | uint64_t transport_seq_ RTC_GUARDED_BY(modules_mutex_); |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 106 | |
Erik Språng | 1d50cb6 | 2020-07-02 17:41:32 +0200 | [diff] [blame] | 107 | // TODO(bugs.webrtc.org/10809): Replace lock with a sequence checker once the |
| 108 | // process thread is gone. |
| 109 | std::vector<std::unique_ptr<RtpPacketToSend>> pending_fec_packets_ |
| 110 | RTC_GUARDED_BY(modules_mutex_); |
| 111 | |
henrikg | 3c089d7 | 2015-09-16 05:37:44 -0700 | [diff] [blame] | 112 | RTC_DISALLOW_COPY_AND_ASSIGN(PacketRouter); |
Stefan Holmer | e590416 | 2015-03-26 11:11:06 +0100 | [diff] [blame] | 113 | }; |
| 114 | } // namespace webrtc |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 115 | #endif // MODULES_PACING_PACKET_ROUTER_H_ |