blob: 0ca4607d61f93a49da6b53b4a0890677e1c517ff [file] [log] [blame]
Stefan Holmere5904162015-03-26 11:11:06 +01001/*
2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#ifndef MODULES_PACING_PACKET_ROUTER_H_
12#define MODULES_PACING_PACKET_ROUTER_H_
Stefan Holmere5904162015-03-26 11:11:06 +010013
Yves Gerey988cc082018-10-23 12:03:01 +020014#include <stddef.h>
15#include <stdint.h>
Stefan Holmere5904162015-03-26 11:11:06 +010016#include <list>
Erik Språng58ee1872019-06-18 16:20:11 +020017#include <memory>
Danil Chapovalovdb59de32019-06-26 11:06:41 +020018#include <unordered_map>
nissefdbfdc92017-03-31 05:44:52 -070019#include <vector>
Stefan Holmere5904162015-03-26 11:11:06 +010020
Yves Gerey988cc082018-10-23 12:03:01 +020021#include "api/transport/network_types.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020022#include "modules/remote_bitrate_estimator/include/remote_bitrate_estimator.h"
23#include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
Erik Språng58ee1872019-06-18 16:20:11 +020024#include "modules/rtp_rtcp/source/rtp_packet_to_send.h"
Steve Anton10542f22019-01-11 09:11:00 -080025#include "rtc_base/constructor_magic.h"
26#include "rtc_base/critical_section.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020027#include "rtc_base/thread_annotations.h"
Stefan Holmere5904162015-03-26 11:11:06 +010028
29namespace webrtc {
30
Stefan Holmere5904162015-03-26 11:11:06 +010031class RtpRtcp;
sprangebbf8a82015-09-21 15:11:14 -070032namespace rtcp {
33class TransportFeedback;
34} // namespace rtcp
Stefan Holmere5904162015-03-26 11:11:06 +010035
Erik Språng58ee1872019-06-18 16:20:11 +020036// PacketRouter keeps track of rtp send modules to support the pacer.
nissefdbfdc92017-03-31 05:44:52 -070037// In addition, it handles feedback messages, which are sent on a send
38// module if possible (sender report), otherwise on receive module
39// (receiver report). For the latter case, we also keep track of the
40// receive modules.
Erik Språnge7942432019-06-12 13:30:02 +020041class PacketRouter : public TransportSequenceNumberAllocator,
Danil Chapovalov599df852017-09-25 15:19:35 +020042 public RemoteBitrateObserver,
43 public TransportFeedbackSenderInterface {
Stefan Holmere5904162015-03-26 11:11:06 +010044 public:
45 PacketRouter();
nisse76e62b02017-05-31 02:24:52 -070046 ~PacketRouter() override;
Stefan Holmere5904162015-03-26 11:11:06 +010047
eladalon822ff2b2017-08-01 06:30:28 -070048 void AddSendRtpModule(RtpRtcp* rtp_module, bool remb_candidate);
49 void RemoveSendRtpModule(RtpRtcp* rtp_module);
eladalon822ff2b2017-08-01 06:30:28 -070050
Danil Chapovaloveb0edd82017-12-14 16:02:31 +010051 void AddReceiveRtpModule(RtcpFeedbackSenderInterface* rtcp_sender,
52 bool remb_candidate);
53 void RemoveReceiveRtpModule(RtcpFeedbackSenderInterface* rtcp_sender);
Stefan Holmere5904162015-03-26 11:11:06 +010054
Erik Språnge7942432019-06-12 13:30:02 +020055 virtual RtpPacketSendResult TimeToSendPacket(
Erik Språngd2879622019-05-10 08:29:01 -070056 uint32_t ssrc,
57 uint16_t sequence_number,
58 int64_t capture_timestamp,
59 bool retransmission,
Erik Språnge7942432019-06-12 13:30:02 +020060 const PacedPacketInfo& packet_info);
Stefan Holmere5904162015-03-26 11:11:06 +010061
Erik Språng58ee1872019-06-18 16:20:11 +020062 virtual void SendPacket(std::unique_ptr<RtpPacketToSend> packet,
63 const PacedPacketInfo& cluster_info);
64
Erik Språnge7942432019-06-12 13:30:02 +020065 virtual size_t TimeToSendPadding(size_t bytes,
66 const PacedPacketInfo& packet_info);
Stefan Holmere5904162015-03-26 11:11:06 +010067
sprang867fb522015-08-03 04:38:41 -070068 void SetTransportWideSequenceNumber(uint16_t sequence_number);
sprangebbf8a82015-09-21 15:11:14 -070069 uint16_t AllocateSequenceNumber() override;
Stefan Holmere5904162015-03-26 11:11:06 +010070
nisse05843312017-04-18 23:38:35 -070071 // Called every time there is a new bitrate estimate for a receive channel
72 // group. This call will trigger a new RTCP REMB packet if the bitrate
73 // estimate has decreased or if no RTCP REMB packet has been sent for
74 // a certain time interval.
75 // Implements RtpReceiveBitrateUpdate.
76 void OnReceiveBitrateChanged(const std::vector<uint32_t>& ssrcs,
77 uint32_t bitrate_bps) override;
78
danilchap47085372017-08-10 06:03:57 -070079 // Ensures remote party notified of the receive bitrate limit no larger than
80 // |bitrate_bps|.
Danil Chapovalov1de4b622017-12-13 13:35:10 +010081 void SetMaxDesiredReceiveBitrate(int64_t bitrate_bps);
danilchap47085372017-08-10 06:03:57 -070082
nisse05843312017-04-18 23:38:35 -070083 // Send REMB feedback.
Danil Chapovalov1de4b622017-12-13 13:35:10 +010084 bool SendRemb(int64_t bitrate_bps, const std::vector<uint32_t>& ssrcs);
nisse05843312017-04-18 23:38:35 -070085
sprang233bd872015-09-08 13:25:16 -070086 // Send transport feedback packet to send-side.
Danil Chapovalov599df852017-09-25 15:19:35 +020087 bool SendTransportFeedback(rtcp::TransportFeedback* packet) override;
sprang233bd872015-09-08 13:25:16 -070088
sprang867fb522015-08-03 04:38:41 -070089 private:
Danil Chapovalovdb59de32019-06-26 11:06:41 +020090 RtpRtcp* FindRtpModule(uint32_t ssrc)
91 RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_crit_);
92
Danil Chapovaloveb0edd82017-12-14 16:02:31 +010093 void AddRembModuleCandidate(RtcpFeedbackSenderInterface* candidate_module,
94 bool media_sender)
danilchap56359be2017-09-07 07:53:45 -070095 RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_crit_);
Danil Chapovaloveb0edd82017-12-14 16:02:31 +010096 void MaybeRemoveRembModuleCandidate(
97 RtcpFeedbackSenderInterface* candidate_module,
98 bool media_sender) RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_crit_);
danilchap56359be2017-09-07 07:53:45 -070099 void UnsetActiveRembModule() RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_crit_);
100 void DetermineActiveRembModule() RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_crit_);
eladalon822ff2b2017-08-01 06:30:28 -0700101
stefanbba9dec2016-02-01 04:39:55 -0800102 rtc::CriticalSection modules_crit_;
Danil Chapovaloveb0edd82017-12-14 16:02:31 +0100103 // Rtp and Rtcp modules of the rtp senders.
danilchap56359be2017-09-07 07:53:45 -0700104 std::list<RtpRtcp*> rtp_send_modules_ RTC_GUARDED_BY(modules_crit_);
Danil Chapovalovdb59de32019-06-26 11:06:41 +0200105 // Ssrc to RtpRtcp module cache.
106 std::unordered_map<uint32_t, RtpRtcp*> rtp_module_cache_map_
107 RTC_GUARDED_BY(modules_crit_);
Erik Språng8b7ca4a2018-05-17 13:43:35 +0200108 // The last module used to send media.
109 RtpRtcp* last_send_module_ RTC_GUARDED_BY(modules_crit_);
Danil Chapovaloveb0edd82017-12-14 16:02:31 +0100110 // Rtcp modules of the rtp receivers.
111 std::vector<RtcpFeedbackSenderInterface*> rtcp_feedback_senders_
112 RTC_GUARDED_BY(modules_crit_);
sprang867fb522015-08-03 04:38:41 -0700113
eladalon822ff2b2017-08-01 06:30:28 -0700114 // TODO(eladalon): remb_crit_ only ever held from one function, and it's not
115 // clear if that function can actually be called from more than one thread.
nisse05843312017-04-18 23:38:35 -0700116 rtc::CriticalSection remb_crit_;
117 // The last time a REMB was sent.
danilchap56359be2017-09-07 07:53:45 -0700118 int64_t last_remb_time_ms_ RTC_GUARDED_BY(remb_crit_);
Danil Chapovalov1de4b622017-12-13 13:35:10 +0100119 int64_t last_send_bitrate_bps_ RTC_GUARDED_BY(remb_crit_);
nisse05843312017-04-18 23:38:35 -0700120 // The last bitrate update.
Danil Chapovalov1de4b622017-12-13 13:35:10 +0100121 int64_t bitrate_bps_ RTC_GUARDED_BY(remb_crit_);
122 int64_t max_bitrate_bps_ RTC_GUARDED_BY(remb_crit_);
nisse05843312017-04-18 23:38:35 -0700123
eladalon822ff2b2017-08-01 06:30:28 -0700124 // Candidates for the REMB module can be RTP sender/receiver modules, with
125 // the sender modules taking precedence.
Danil Chapovaloveb0edd82017-12-14 16:02:31 +0100126 std::vector<RtcpFeedbackSenderInterface*> sender_remb_candidates_
127 RTC_GUARDED_BY(modules_crit_);
128 std::vector<RtcpFeedbackSenderInterface*> receiver_remb_candidates_
129 RTC_GUARDED_BY(modules_crit_);
130 RtcpFeedbackSenderInterface* active_remb_module_
131 RTC_GUARDED_BY(modules_crit_);
eladalon822ff2b2017-08-01 06:30:28 -0700132
pbos46ad5422015-12-07 14:29:14 -0800133 volatile int transport_seq_;
Stefan Holmere5904162015-03-26 11:11:06 +0100134
henrikg3c089d72015-09-16 05:37:44 -0700135 RTC_DISALLOW_COPY_AND_ASSIGN(PacketRouter);
Stefan Holmere5904162015-03-26 11:11:06 +0100136};
137} // namespace webrtc
Mirko Bonadei92ea95e2017-09-15 06:47:31 +0200138#endif // MODULES_PACING_PACKET_ROUTER_H_