blob: a03dc4cdd244a41a0bda095ac6c9de6fec701958 [file] [log] [blame]
Stefan Holmere5904162015-03-26 11:11:06 +01001/*
2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#ifndef MODULES_PACING_PACKET_ROUTER_H_
12#define MODULES_PACING_PACKET_ROUTER_H_
Stefan Holmere5904162015-03-26 11:11:06 +010013
Yves Gerey988cc082018-10-23 12:03:01 +020014#include <stddef.h>
15#include <stdint.h>
Stefan Holmere5904162015-03-26 11:11:06 +010016#include <list>
Erik Språng58ee1872019-06-18 16:20:11 +020017#include <memory>
Danil Chapovalovdb59de32019-06-26 11:06:41 +020018#include <unordered_map>
nissefdbfdc92017-03-31 05:44:52 -070019#include <vector>
Stefan Holmere5904162015-03-26 11:11:06 +010020
Yves Gerey988cc082018-10-23 12:03:01 +020021#include "api/transport/network_types.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020022#include "modules/remote_bitrate_estimator/include/remote_bitrate_estimator.h"
23#include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
Erik Språng58ee1872019-06-18 16:20:11 +020024#include "modules/rtp_rtcp/source/rtp_packet_to_send.h"
Steve Anton10542f22019-01-11 09:11:00 -080025#include "rtc_base/constructor_magic.h"
26#include "rtc_base/critical_section.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020027#include "rtc_base/thread_annotations.h"
Stefan Holmere5904162015-03-26 11:11:06 +010028
29namespace webrtc {
30
Stefan Holmere5904162015-03-26 11:11:06 +010031class RtpRtcp;
sprangebbf8a82015-09-21 15:11:14 -070032namespace rtcp {
33class TransportFeedback;
34} // namespace rtcp
Stefan Holmere5904162015-03-26 11:11:06 +010035
Erik Språng58ee1872019-06-18 16:20:11 +020036// PacketRouter keeps track of rtp send modules to support the pacer.
nissefdbfdc92017-03-31 05:44:52 -070037// In addition, it handles feedback messages, which are sent on a send
38// module if possible (sender report), otherwise on receive module
39// (receiver report). For the latter case, we also keep track of the
40// receive modules.
Erik Språnge7942432019-06-12 13:30:02 +020041class PacketRouter : public TransportSequenceNumberAllocator,
Danil Chapovalov599df852017-09-25 15:19:35 +020042 public RemoteBitrateObserver,
43 public TransportFeedbackSenderInterface {
Stefan Holmere5904162015-03-26 11:11:06 +010044 public:
45 PacketRouter();
nisse76e62b02017-05-31 02:24:52 -070046 ~PacketRouter() override;
Stefan Holmere5904162015-03-26 11:11:06 +010047
eladalon822ff2b2017-08-01 06:30:28 -070048 void AddSendRtpModule(RtpRtcp* rtp_module, bool remb_candidate);
49 void RemoveSendRtpModule(RtpRtcp* rtp_module);
eladalon822ff2b2017-08-01 06:30:28 -070050
Danil Chapovaloveb0edd82017-12-14 16:02:31 +010051 void AddReceiveRtpModule(RtcpFeedbackSenderInterface* rtcp_sender,
52 bool remb_candidate);
53 void RemoveReceiveRtpModule(RtcpFeedbackSenderInterface* rtcp_sender);
Stefan Holmere5904162015-03-26 11:11:06 +010054
Erik Språnge7942432019-06-12 13:30:02 +020055 virtual RtpPacketSendResult TimeToSendPacket(
Erik Språngd2879622019-05-10 08:29:01 -070056 uint32_t ssrc,
57 uint16_t sequence_number,
58 int64_t capture_timestamp,
59 bool retransmission,
Erik Språnge7942432019-06-12 13:30:02 +020060 const PacedPacketInfo& packet_info);
Stefan Holmere5904162015-03-26 11:11:06 +010061
Erik Språng58ee1872019-06-18 16:20:11 +020062 virtual void SendPacket(std::unique_ptr<RtpPacketToSend> packet,
63 const PacedPacketInfo& cluster_info);
64
Erik Språnge7942432019-06-12 13:30:02 +020065 virtual size_t TimeToSendPadding(size_t bytes,
66 const PacedPacketInfo& packet_info);
Stefan Holmere5904162015-03-26 11:11:06 +010067
Erik Språngf6468d22019-07-05 16:53:43 +020068 virtual std::vector<std::unique_ptr<RtpPacketToSend>> GeneratePadding(
69 size_t target_size_bytes);
Erik Språng478cb462019-06-26 15:49:27 +020070
sprang867fb522015-08-03 04:38:41 -070071 void SetTransportWideSequenceNumber(uint16_t sequence_number);
sprangebbf8a82015-09-21 15:11:14 -070072 uint16_t AllocateSequenceNumber() override;
Stefan Holmere5904162015-03-26 11:11:06 +010073
nisse05843312017-04-18 23:38:35 -070074 // Called every time there is a new bitrate estimate for a receive channel
75 // group. This call will trigger a new RTCP REMB packet if the bitrate
76 // estimate has decreased or if no RTCP REMB packet has been sent for
77 // a certain time interval.
78 // Implements RtpReceiveBitrateUpdate.
79 void OnReceiveBitrateChanged(const std::vector<uint32_t>& ssrcs,
80 uint32_t bitrate_bps) override;
81
danilchap47085372017-08-10 06:03:57 -070082 // Ensures remote party notified of the receive bitrate limit no larger than
83 // |bitrate_bps|.
Danil Chapovalov1de4b622017-12-13 13:35:10 +010084 void SetMaxDesiredReceiveBitrate(int64_t bitrate_bps);
danilchap47085372017-08-10 06:03:57 -070085
nisse05843312017-04-18 23:38:35 -070086 // Send REMB feedback.
Danil Chapovalov1de4b622017-12-13 13:35:10 +010087 bool SendRemb(int64_t bitrate_bps, const std::vector<uint32_t>& ssrcs);
nisse05843312017-04-18 23:38:35 -070088
sprang233bd872015-09-08 13:25:16 -070089 // Send transport feedback packet to send-side.
Danil Chapovalov599df852017-09-25 15:19:35 +020090 bool SendTransportFeedback(rtcp::TransportFeedback* packet) override;
sprang233bd872015-09-08 13:25:16 -070091
sprang867fb522015-08-03 04:38:41 -070092 private:
Danil Chapovalovdb59de32019-06-26 11:06:41 +020093 RtpRtcp* FindRtpModule(uint32_t ssrc)
94 RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_crit_);
95
Danil Chapovaloveb0edd82017-12-14 16:02:31 +010096 void AddRembModuleCandidate(RtcpFeedbackSenderInterface* candidate_module,
97 bool media_sender)
danilchap56359be2017-09-07 07:53:45 -070098 RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_crit_);
Danil Chapovaloveb0edd82017-12-14 16:02:31 +010099 void MaybeRemoveRembModuleCandidate(
100 RtcpFeedbackSenderInterface* candidate_module,
101 bool media_sender) RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_crit_);
danilchap56359be2017-09-07 07:53:45 -0700102 void UnsetActiveRembModule() RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_crit_);
103 void DetermineActiveRembModule() RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_crit_);
eladalon822ff2b2017-08-01 06:30:28 -0700104
stefanbba9dec2016-02-01 04:39:55 -0800105 rtc::CriticalSection modules_crit_;
Danil Chapovaloveb0edd82017-12-14 16:02:31 +0100106 // Rtp and Rtcp modules of the rtp senders.
danilchap56359be2017-09-07 07:53:45 -0700107 std::list<RtpRtcp*> rtp_send_modules_ RTC_GUARDED_BY(modules_crit_);
Danil Chapovalovdb59de32019-06-26 11:06:41 +0200108 // Ssrc to RtpRtcp module cache.
109 std::unordered_map<uint32_t, RtpRtcp*> rtp_module_cache_map_
110 RTC_GUARDED_BY(modules_crit_);
Erik Språng8b7ca4a2018-05-17 13:43:35 +0200111 // The last module used to send media.
112 RtpRtcp* last_send_module_ RTC_GUARDED_BY(modules_crit_);
Danil Chapovaloveb0edd82017-12-14 16:02:31 +0100113 // Rtcp modules of the rtp receivers.
114 std::vector<RtcpFeedbackSenderInterface*> rtcp_feedback_senders_
115 RTC_GUARDED_BY(modules_crit_);
sprang867fb522015-08-03 04:38:41 -0700116
eladalon822ff2b2017-08-01 06:30:28 -0700117 // TODO(eladalon): remb_crit_ only ever held from one function, and it's not
118 // clear if that function can actually be called from more than one thread.
nisse05843312017-04-18 23:38:35 -0700119 rtc::CriticalSection remb_crit_;
120 // The last time a REMB was sent.
danilchap56359be2017-09-07 07:53:45 -0700121 int64_t last_remb_time_ms_ RTC_GUARDED_BY(remb_crit_);
Danil Chapovalov1de4b622017-12-13 13:35:10 +0100122 int64_t last_send_bitrate_bps_ RTC_GUARDED_BY(remb_crit_);
nisse05843312017-04-18 23:38:35 -0700123 // The last bitrate update.
Danil Chapovalov1de4b622017-12-13 13:35:10 +0100124 int64_t bitrate_bps_ RTC_GUARDED_BY(remb_crit_);
125 int64_t max_bitrate_bps_ RTC_GUARDED_BY(remb_crit_);
nisse05843312017-04-18 23:38:35 -0700126
eladalon822ff2b2017-08-01 06:30:28 -0700127 // Candidates for the REMB module can be RTP sender/receiver modules, with
128 // the sender modules taking precedence.
Danil Chapovaloveb0edd82017-12-14 16:02:31 +0100129 std::vector<RtcpFeedbackSenderInterface*> sender_remb_candidates_
130 RTC_GUARDED_BY(modules_crit_);
131 std::vector<RtcpFeedbackSenderInterface*> receiver_remb_candidates_
132 RTC_GUARDED_BY(modules_crit_);
133 RtcpFeedbackSenderInterface* active_remb_module_
134 RTC_GUARDED_BY(modules_crit_);
eladalon822ff2b2017-08-01 06:30:28 -0700135
pbos46ad5422015-12-07 14:29:14 -0800136 volatile int transport_seq_;
Stefan Holmere5904162015-03-26 11:11:06 +0100137
henrikg3c089d72015-09-16 05:37:44 -0700138 RTC_DISALLOW_COPY_AND_ASSIGN(PacketRouter);
Stefan Holmere5904162015-03-26 11:11:06 +0100139};
140} // namespace webrtc
Mirko Bonadei92ea95e2017-09-15 06:47:31 +0200141#endif // MODULES_PACING_PACKET_ROUTER_H_