blob: 309d4382df7b1d770a3d5cfa825ad48b01d90a46 [file] [log] [blame]
Stefan Holmere5904162015-03-26 11:11:06 +01001/*
2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#ifndef MODULES_PACING_PACKET_ROUTER_H_
12#define MODULES_PACING_PACKET_ROUTER_H_
Stefan Holmere5904162015-03-26 11:11:06 +010013
Yves Gerey988cc082018-10-23 12:03:01 +020014#include <stddef.h>
15#include <stdint.h>
Jonas Olssona4d87372019-07-05 19:08:33 +020016
Stefan Holmere5904162015-03-26 11:11:06 +010017#include <list>
Erik Språng58ee1872019-06-18 16:20:11 +020018#include <memory>
Danil Chapovalovdb59de32019-06-26 11:06:41 +020019#include <unordered_map>
nissefdbfdc92017-03-31 05:44:52 -070020#include <vector>
Stefan Holmere5904162015-03-26 11:11:06 +010021
Yves Gerey988cc082018-10-23 12:03:01 +020022#include "api/transport/network_types.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020023#include "modules/remote_bitrate_estimator/include/remote_bitrate_estimator.h"
24#include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
Erik Språng58ee1872019-06-18 16:20:11 +020025#include "modules/rtp_rtcp/source/rtp_packet_to_send.h"
Steve Anton10542f22019-01-11 09:11:00 -080026#include "rtc_base/constructor_magic.h"
27#include "rtc_base/critical_section.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020028#include "rtc_base/thread_annotations.h"
Stefan Holmere5904162015-03-26 11:11:06 +010029
30namespace webrtc {
31
Stefan Holmere5904162015-03-26 11:11:06 +010032class RtpRtcp;
sprangebbf8a82015-09-21 15:11:14 -070033namespace rtcp {
34class TransportFeedback;
35} // namespace rtcp
Stefan Holmere5904162015-03-26 11:11:06 +010036
Erik Språng58ee1872019-06-18 16:20:11 +020037// PacketRouter keeps track of rtp send modules to support the pacer.
nissefdbfdc92017-03-31 05:44:52 -070038// In addition, it handles feedback messages, which are sent on a send
39// module if possible (sender report), otherwise on receive module
40// (receiver report). For the latter case, we also keep track of the
41// receive modules.
Erik Språnge7942432019-06-12 13:30:02 +020042class PacketRouter : public TransportSequenceNumberAllocator,
Danil Chapovalov599df852017-09-25 15:19:35 +020043 public RemoteBitrateObserver,
44 public TransportFeedbackSenderInterface {
Stefan Holmere5904162015-03-26 11:11:06 +010045 public:
46 PacketRouter();
nisse76e62b02017-05-31 02:24:52 -070047 ~PacketRouter() override;
Stefan Holmere5904162015-03-26 11:11:06 +010048
eladalon822ff2b2017-08-01 06:30:28 -070049 void AddSendRtpModule(RtpRtcp* rtp_module, bool remb_candidate);
50 void RemoveSendRtpModule(RtpRtcp* rtp_module);
eladalon822ff2b2017-08-01 06:30:28 -070051
Danil Chapovaloveb0edd82017-12-14 16:02:31 +010052 void AddReceiveRtpModule(RtcpFeedbackSenderInterface* rtcp_sender,
53 bool remb_candidate);
54 void RemoveReceiveRtpModule(RtcpFeedbackSenderInterface* rtcp_sender);
Stefan Holmere5904162015-03-26 11:11:06 +010055
Erik Språnge7942432019-06-12 13:30:02 +020056 virtual RtpPacketSendResult TimeToSendPacket(
Erik Språngd2879622019-05-10 08:29:01 -070057 uint32_t ssrc,
58 uint16_t sequence_number,
59 int64_t capture_timestamp,
60 bool retransmission,
Erik Språnge7942432019-06-12 13:30:02 +020061 const PacedPacketInfo& packet_info);
Stefan Holmere5904162015-03-26 11:11:06 +010062
Erik Språng58ee1872019-06-18 16:20:11 +020063 virtual void SendPacket(std::unique_ptr<RtpPacketToSend> packet,
64 const PacedPacketInfo& cluster_info);
65
Erik Språnge7942432019-06-12 13:30:02 +020066 virtual size_t TimeToSendPadding(size_t bytes,
67 const PacedPacketInfo& packet_info);
Stefan Holmere5904162015-03-26 11:11:06 +010068
Erik Språngf6468d22019-07-05 16:53:43 +020069 virtual std::vector<std::unique_ptr<RtpPacketToSend>> GeneratePadding(
70 size_t target_size_bytes);
Erik Språng478cb462019-06-26 15:49:27 +020071
sprang867fb522015-08-03 04:38:41 -070072 void SetTransportWideSequenceNumber(uint16_t sequence_number);
sprangebbf8a82015-09-21 15:11:14 -070073 uint16_t AllocateSequenceNumber() override;
Stefan Holmere5904162015-03-26 11:11:06 +010074
nisse05843312017-04-18 23:38:35 -070075 // Called every time there is a new bitrate estimate for a receive channel
76 // group. This call will trigger a new RTCP REMB packet if the bitrate
77 // estimate has decreased or if no RTCP REMB packet has been sent for
78 // a certain time interval.
79 // Implements RtpReceiveBitrateUpdate.
80 void OnReceiveBitrateChanged(const std::vector<uint32_t>& ssrcs,
81 uint32_t bitrate_bps) override;
82
danilchap47085372017-08-10 06:03:57 -070083 // Ensures remote party notified of the receive bitrate limit no larger than
84 // |bitrate_bps|.
Danil Chapovalov1de4b622017-12-13 13:35:10 +010085 void SetMaxDesiredReceiveBitrate(int64_t bitrate_bps);
danilchap47085372017-08-10 06:03:57 -070086
nisse05843312017-04-18 23:38:35 -070087 // Send REMB feedback.
Danil Chapovalov1de4b622017-12-13 13:35:10 +010088 bool SendRemb(int64_t bitrate_bps, const std::vector<uint32_t>& ssrcs);
nisse05843312017-04-18 23:38:35 -070089
sprang233bd872015-09-08 13:25:16 -070090 // Send transport feedback packet to send-side.
Danil Chapovalov599df852017-09-25 15:19:35 +020091 bool SendTransportFeedback(rtcp::TransportFeedback* packet) override;
sprang233bd872015-09-08 13:25:16 -070092
sprang867fb522015-08-03 04:38:41 -070093 private:
Danil Chapovalovdb59de32019-06-26 11:06:41 +020094 RtpRtcp* FindRtpModule(uint32_t ssrc)
95 RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_crit_);
96
Danil Chapovaloveb0edd82017-12-14 16:02:31 +010097 void AddRembModuleCandidate(RtcpFeedbackSenderInterface* candidate_module,
98 bool media_sender)
danilchap56359be2017-09-07 07:53:45 -070099 RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_crit_);
Danil Chapovaloveb0edd82017-12-14 16:02:31 +0100100 void MaybeRemoveRembModuleCandidate(
101 RtcpFeedbackSenderInterface* candidate_module,
102 bool media_sender) RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_crit_);
danilchap56359be2017-09-07 07:53:45 -0700103 void UnsetActiveRembModule() RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_crit_);
104 void DetermineActiveRembModule() RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_crit_);
Mirko Bonadei999a72a2019-07-12 17:33:46 +0000105 bool TrySendPacket(RtpPacketToSend* packet,
106 const PacedPacketInfo& cluster_info,
107 RtpRtcp* rtp_module)
108 RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_crit_);
eladalon822ff2b2017-08-01 06:30:28 -0700109
stefanbba9dec2016-02-01 04:39:55 -0800110 rtc::CriticalSection modules_crit_;
Danil Chapovaloveb0edd82017-12-14 16:02:31 +0100111 // Rtp and Rtcp modules of the rtp senders.
danilchap56359be2017-09-07 07:53:45 -0700112 std::list<RtpRtcp*> rtp_send_modules_ RTC_GUARDED_BY(modules_crit_);
Danil Chapovalovdb59de32019-06-26 11:06:41 +0200113 // Ssrc to RtpRtcp module cache.
114 std::unordered_map<uint32_t, RtpRtcp*> rtp_module_cache_map_
115 RTC_GUARDED_BY(modules_crit_);
Erik Språng8b7ca4a2018-05-17 13:43:35 +0200116 // The last module used to send media.
117 RtpRtcp* last_send_module_ RTC_GUARDED_BY(modules_crit_);
Danil Chapovaloveb0edd82017-12-14 16:02:31 +0100118 // Rtcp modules of the rtp receivers.
119 std::vector<RtcpFeedbackSenderInterface*> rtcp_feedback_senders_
120 RTC_GUARDED_BY(modules_crit_);
sprang867fb522015-08-03 04:38:41 -0700121
eladalon822ff2b2017-08-01 06:30:28 -0700122 // TODO(eladalon): remb_crit_ only ever held from one function, and it's not
123 // clear if that function can actually be called from more than one thread.
nisse05843312017-04-18 23:38:35 -0700124 rtc::CriticalSection remb_crit_;
125 // The last time a REMB was sent.
danilchap56359be2017-09-07 07:53:45 -0700126 int64_t last_remb_time_ms_ RTC_GUARDED_BY(remb_crit_);
Danil Chapovalov1de4b622017-12-13 13:35:10 +0100127 int64_t last_send_bitrate_bps_ RTC_GUARDED_BY(remb_crit_);
nisse05843312017-04-18 23:38:35 -0700128 // The last bitrate update.
Danil Chapovalov1de4b622017-12-13 13:35:10 +0100129 int64_t bitrate_bps_ RTC_GUARDED_BY(remb_crit_);
130 int64_t max_bitrate_bps_ RTC_GUARDED_BY(remb_crit_);
nisse05843312017-04-18 23:38:35 -0700131
eladalon822ff2b2017-08-01 06:30:28 -0700132 // Candidates for the REMB module can be RTP sender/receiver modules, with
133 // the sender modules taking precedence.
Danil Chapovaloveb0edd82017-12-14 16:02:31 +0100134 std::vector<RtcpFeedbackSenderInterface*> sender_remb_candidates_
135 RTC_GUARDED_BY(modules_crit_);
136 std::vector<RtcpFeedbackSenderInterface*> receiver_remb_candidates_
137 RTC_GUARDED_BY(modules_crit_);
138 RtcpFeedbackSenderInterface* active_remb_module_
139 RTC_GUARDED_BY(modules_crit_);
eladalon822ff2b2017-08-01 06:30:28 -0700140
pbos46ad5422015-12-07 14:29:14 -0800141 volatile int transport_seq_;
Stefan Holmere5904162015-03-26 11:11:06 +0100142
henrikg3c089d72015-09-16 05:37:44 -0700143 RTC_DISALLOW_COPY_AND_ASSIGN(PacketRouter);
Stefan Holmere5904162015-03-26 11:11:06 +0100144};
145} // namespace webrtc
Mirko Bonadei92ea95e2017-09-15 06:47:31 +0200146#endif // MODULES_PACING_PACKET_ROUTER_H_