blob: 2fa104b4cdb1255389307355754c78e30728bacc [file] [log] [blame]
Stefan Holmere5904162015-03-26 11:11:06 +01001/*
2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#ifndef MODULES_PACING_PACKET_ROUTER_H_
12#define MODULES_PACING_PACKET_ROUTER_H_
Stefan Holmere5904162015-03-26 11:11:06 +010013
Yves Gerey988cc082018-10-23 12:03:01 +020014#include <stddef.h>
15#include <stdint.h>
Jonas Olssona4d87372019-07-05 19:08:33 +020016
Stefan Holmere5904162015-03-26 11:11:06 +010017#include <list>
Erik Språng58ee1872019-06-18 16:20:11 +020018#include <memory>
Danil Chapovalovdb59de32019-06-26 11:06:41 +020019#include <unordered_map>
Erik Språngc06aef22019-10-17 13:02:27 +020020#include <utility>
nissefdbfdc92017-03-31 05:44:52 -070021#include <vector>
Stefan Holmere5904162015-03-26 11:11:06 +010022
Yves Gerey988cc082018-10-23 12:03:01 +020023#include "api/transport/network_types.h"
Erik Språnged1fb192020-06-30 11:53:37 +000024#include "modules/pacing/pacing_controller.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020025#include "modules/remote_bitrate_estimator/include/remote_bitrate_estimator.h"
26#include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
Per Kjellanderee153c92019-10-10 16:43:46 +020027#include "modules/rtp_rtcp/source/rtcp_packet.h"
Erik Språng58ee1872019-06-18 16:20:11 +020028#include "modules/rtp_rtcp/source/rtp_packet_to_send.h"
Steve Anton10542f22019-01-11 09:11:00 -080029#include "rtc_base/constructor_magic.h"
Markus Handell1e79c9b2020-06-10 15:12:15 +020030#include "rtc_base/synchronization/mutex.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020031#include "rtc_base/thread_annotations.h"
Stefan Holmere5904162015-03-26 11:11:06 +010032
33namespace webrtc {
34
Tomas Gunnarssonf25761d2020-06-03 22:55:33 +020035class RtpRtcpInterface;
Stefan Holmere5904162015-03-26 11:11:06 +010036
Erik Språng58ee1872019-06-18 16:20:11 +020037// PacketRouter keeps track of rtp send modules to support the pacer.
nissefdbfdc92017-03-31 05:44:52 -070038// In addition, it handles feedback messages, which are sent on a send
39// module if possible (sender report), otherwise on receive module
40// (receiver report). For the latter case, we also keep track of the
41// receive modules.
Erik Språngfac7e312019-08-27 16:47:00 +020042class PacketRouter : public RemoteBitrateObserver,
Erik Språnged1fb192020-06-30 11:53:37 +000043 public TransportFeedbackSenderInterface,
44 public PacingController::PacketSender {
Stefan Holmere5904162015-03-26 11:11:06 +010045 public:
46 PacketRouter();
Erik Språng5f01bf62019-10-16 17:06:34 +020047 explicit PacketRouter(uint16_t start_transport_seq);
nisse76e62b02017-05-31 02:24:52 -070048 ~PacketRouter() override;
Stefan Holmere5904162015-03-26 11:11:06 +010049
Tomas Gunnarssonf25761d2020-06-03 22:55:33 +020050 void AddSendRtpModule(RtpRtcpInterface* rtp_module, bool remb_candidate);
51 void RemoveSendRtpModule(RtpRtcpInterface* rtp_module);
eladalon822ff2b2017-08-01 06:30:28 -070052
Danil Chapovaloveb0edd82017-12-14 16:02:31 +010053 void AddReceiveRtpModule(RtcpFeedbackSenderInterface* rtcp_sender,
54 bool remb_candidate);
55 void RemoveReceiveRtpModule(RtcpFeedbackSenderInterface* rtcp_sender);
Stefan Holmere5904162015-03-26 11:11:06 +010056
Erik Språnged1fb192020-06-30 11:53:37 +000057 void SendPacket(std::unique_ptr<RtpPacketToSend> packet,
58 const PacedPacketInfo& cluster_info) override;
Erik Språng1d50cb62020-07-02 17:41:32 +020059 std::vector<std::unique_ptr<RtpPacketToSend>> FetchFec() override;
Erik Språnged1fb192020-06-30 11:53:37 +000060 std::vector<std::unique_ptr<RtpPacketToSend>> GeneratePadding(
61 DataSize size) override;
Erik Språng478cb462019-06-26 15:49:27 +020062
Erik Språng5f01bf62019-10-16 17:06:34 +020063 uint16_t CurrentTransportSequenceNumber() const;
64
nisse05843312017-04-18 23:38:35 -070065 // Called every time there is a new bitrate estimate for a receive channel
66 // group. This call will trigger a new RTCP REMB packet if the bitrate
67 // estimate has decreased or if no RTCP REMB packet has been sent for
68 // a certain time interval.
69 // Implements RtpReceiveBitrateUpdate.
70 void OnReceiveBitrateChanged(const std::vector<uint32_t>& ssrcs,
71 uint32_t bitrate_bps) override;
72
danilchap47085372017-08-10 06:03:57 -070073 // Ensures remote party notified of the receive bitrate limit no larger than
74 // |bitrate_bps|.
Danil Chapovalov1de4b622017-12-13 13:35:10 +010075 void SetMaxDesiredReceiveBitrate(int64_t bitrate_bps);
danilchap47085372017-08-10 06:03:57 -070076
nisse05843312017-04-18 23:38:35 -070077 // Send REMB feedback.
Danil Chapovalov1de4b622017-12-13 13:35:10 +010078 bool SendRemb(int64_t bitrate_bps, const std::vector<uint32_t>& ssrcs);
nisse05843312017-04-18 23:38:35 -070079
Per Kjellanderee153c92019-10-10 16:43:46 +020080 // Sends |packets| in one or more IP packets.
81 bool SendCombinedRtcpPacket(
82 std::vector<std::unique_ptr<rtcp::RtcpPacket>> packets) override;
sprang233bd872015-09-08 13:25:16 -070083
sprang867fb522015-08-03 04:38:41 -070084 private:
Danil Chapovaloveb0edd82017-12-14 16:02:31 +010085 void AddRembModuleCandidate(RtcpFeedbackSenderInterface* candidate_module,
86 bool media_sender)
Markus Handell1e79c9b2020-06-10 15:12:15 +020087 RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_mutex_);
Danil Chapovaloveb0edd82017-12-14 16:02:31 +010088 void MaybeRemoveRembModuleCandidate(
89 RtcpFeedbackSenderInterface* candidate_module,
Markus Handell1e79c9b2020-06-10 15:12:15 +020090 bool media_sender) RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_mutex_);
91 void UnsetActiveRembModule() RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_mutex_);
92 void DetermineActiveRembModule() RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_mutex_);
Tomas Gunnarssonf25761d2020-06-03 22:55:33 +020093 void AddSendRtpModuleToMap(RtpRtcpInterface* rtp_module, uint32_t ssrc)
Markus Handell1e79c9b2020-06-10 15:12:15 +020094 RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_mutex_);
Erik Språngc06aef22019-10-17 13:02:27 +020095 void RemoveSendRtpModuleFromMap(uint32_t ssrc)
Markus Handell1e79c9b2020-06-10 15:12:15 +020096 RTC_EXCLUSIVE_LOCKS_REQUIRED(modules_mutex_);
eladalon822ff2b2017-08-01 06:30:28 -070097
Markus Handell1e79c9b2020-06-10 15:12:15 +020098 mutable Mutex modules_mutex_;
Tomas Gunnarssonf25761d2020-06-03 22:55:33 +020099 // Ssrc to RtpRtcpInterface module;
100 std::unordered_map<uint32_t, RtpRtcpInterface*> send_modules_map_
Markus Handell1e79c9b2020-06-10 15:12:15 +0200101 RTC_GUARDED_BY(modules_mutex_);
102 std::list<RtpRtcpInterface*> send_modules_list_
103 RTC_GUARDED_BY(modules_mutex_);
Erik Språng8b7ca4a2018-05-17 13:43:35 +0200104 // The last module used to send media.
Markus Handell1e79c9b2020-06-10 15:12:15 +0200105 RtpRtcpInterface* last_send_module_ RTC_GUARDED_BY(modules_mutex_);
Danil Chapovaloveb0edd82017-12-14 16:02:31 +0100106 // Rtcp modules of the rtp receivers.
107 std::vector<RtcpFeedbackSenderInterface*> rtcp_feedback_senders_
Markus Handell1e79c9b2020-06-10 15:12:15 +0200108 RTC_GUARDED_BY(modules_mutex_);
sprang867fb522015-08-03 04:38:41 -0700109
Markus Handell1e79c9b2020-06-10 15:12:15 +0200110 // TODO(eladalon): remb_mutex_ only ever held from one function, and it's not
eladalon822ff2b2017-08-01 06:30:28 -0700111 // clear if that function can actually be called from more than one thread.
Markus Handell1e79c9b2020-06-10 15:12:15 +0200112 Mutex remb_mutex_;
nisse05843312017-04-18 23:38:35 -0700113 // The last time a REMB was sent.
Markus Handell1e79c9b2020-06-10 15:12:15 +0200114 int64_t last_remb_time_ms_ RTC_GUARDED_BY(remb_mutex_);
115 int64_t last_send_bitrate_bps_ RTC_GUARDED_BY(remb_mutex_);
nisse05843312017-04-18 23:38:35 -0700116 // The last bitrate update.
Markus Handell1e79c9b2020-06-10 15:12:15 +0200117 int64_t bitrate_bps_ RTC_GUARDED_BY(remb_mutex_);
118 int64_t max_bitrate_bps_ RTC_GUARDED_BY(remb_mutex_);
nisse05843312017-04-18 23:38:35 -0700119
eladalon822ff2b2017-08-01 06:30:28 -0700120 // Candidates for the REMB module can be RTP sender/receiver modules, with
121 // the sender modules taking precedence.
Danil Chapovaloveb0edd82017-12-14 16:02:31 +0100122 std::vector<RtcpFeedbackSenderInterface*> sender_remb_candidates_
Markus Handell1e79c9b2020-06-10 15:12:15 +0200123 RTC_GUARDED_BY(modules_mutex_);
Danil Chapovaloveb0edd82017-12-14 16:02:31 +0100124 std::vector<RtcpFeedbackSenderInterface*> receiver_remb_candidates_
Markus Handell1e79c9b2020-06-10 15:12:15 +0200125 RTC_GUARDED_BY(modules_mutex_);
Danil Chapovaloveb0edd82017-12-14 16:02:31 +0100126 RtcpFeedbackSenderInterface* active_remb_module_
Markus Handell1e79c9b2020-06-10 15:12:15 +0200127 RTC_GUARDED_BY(modules_mutex_);
eladalon822ff2b2017-08-01 06:30:28 -0700128
Markus Handell1e79c9b2020-06-10 15:12:15 +0200129 uint64_t transport_seq_ RTC_GUARDED_BY(modules_mutex_);
Stefan Holmere5904162015-03-26 11:11:06 +0100130
Erik Språng1d50cb62020-07-02 17:41:32 +0200131 // TODO(bugs.webrtc.org/10809): Replace lock with a sequence checker once the
132 // process thread is gone.
133 std::vector<std::unique_ptr<RtpPacketToSend>> pending_fec_packets_
134 RTC_GUARDED_BY(modules_mutex_);
135
henrikg3c089d72015-09-16 05:37:44 -0700136 RTC_DISALLOW_COPY_AND_ASSIGN(PacketRouter);
Stefan Holmere5904162015-03-26 11:11:06 +0100137};
138} // namespace webrtc
Mirko Bonadei92ea95e2017-09-15 06:47:31 +0200139#endif // MODULES_PACING_PACKET_ROUTER_H_