blob: c8a9f2cd4ee5852a74096715e82ea0833f972029 [file] [log] [blame]
nisseb8f9a322017-03-27 05:36:15 -07001/*
2 * Copyright (c) 2017 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#ifndef CALL_RTP_TRANSPORT_CONTROLLER_SEND_H_
12#define CALL_RTP_TRANSPORT_CONTROLLER_SEND_H_
nisseb8f9a322017-03-27 05:36:15 -070013
Sebastian Jansson87609be2018-12-05 17:35:35 +010014#include <atomic>
Sebastian Jansson91bb6672018-02-21 13:02:51 +010015#include <map>
Sebastian Janssonc33c0fc2018-02-22 11:10:18 +010016#include <memory>
Sebastian Jansson97f61ea2018-02-21 13:01:55 +010017#include <string>
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020018#include <vector>
Sebastian Jansson97f61ea2018-02-21 13:01:55 +010019
Sebastian Janssondfce03a2018-05-18 18:05:10 +020020#include "api/transport/network_control.h"
Sebastian Jansson97f61ea2018-02-21 13:01:55 +010021#include "call/rtp_bitrate_configurator.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020022#include "call/rtp_transport_controller_send_interface.h"
Stefan Holmer9416ef82018-07-19 10:34:38 +020023#include "call/rtp_video_sender.h"
Sebastian Jansson87609be2018-12-05 17:35:35 +010024#include "modules/congestion_controller/rtp/control_handler.h"
25#include "modules/congestion_controller/rtp/transport_feedback_adapter.h"
Niels Möllerfd6c0912017-10-31 10:19:10 +010026#include "modules/pacing/packet_router.h"
Sebastian Janssonc33c0fc2018-02-22 11:10:18 +010027#include "modules/utility/include/process_thread.h"
Steve Anton10542f22019-01-11 09:11:00 -080028#include "rtc_base/constructor_magic.h"
29#include "rtc_base/network_route.h"
Sebastian Jansson87609be2018-12-05 17:35:35 +010030#include "rtc_base/race_checker.h"
Sebastian Janssone6256052018-05-04 14:08:15 +020031#include "rtc_base/task_queue.h"
Sebastian Janssonecb68972019-01-18 10:30:54 +010032#include "rtc_base/task_utils/repeating_task.h"
nissecae45d02017-04-24 05:53:20 -070033
nisseb8f9a322017-03-27 05:36:15 -070034namespace webrtc {
nissecae45d02017-04-24 05:53:20 -070035class Clock;
Benjamin Wright192eeec2018-10-17 17:27:25 -070036class FrameEncryptorInterface;
nissecae45d02017-04-24 05:53:20 -070037class RtcEventLog;
nisseb8f9a322017-03-27 05:36:15 -070038
nissecae45d02017-04-24 05:53:20 -070039// TODO(nisse): When we get the underlying transports here, we should
40// have one object implementing RtpTransportControllerSendInterface
41// per transport, sharing the same congestion controller.
Sebastian Jansson317a5222018-03-16 15:36:37 +010042class RtpTransportControllerSend final
43 : public RtpTransportControllerSendInterface,
Sebastian Jansson87609be2018-12-05 17:35:35 +010044 public RtcpBandwidthObserver,
Sebastian Jansson87609be2018-12-05 17:35:35 +010045 public TransportFeedbackObserver {
nisseb8f9a322017-03-27 05:36:15 -070046 public:
Sebastian Janssondfce03a2018-05-18 18:05:10 +020047 RtpTransportControllerSend(
48 Clock* clock,
49 RtcEventLog* event_log,
50 NetworkControllerFactoryInterface* controller_factory,
Sebastian Janssoned50e6c2019-03-01 14:45:21 +010051 const BitrateConstraints& bitrate_config,
52 std::unique_ptr<ProcessThread> process_thread,
53 TaskQueueFactory* task_queue_factory);
Sebastian Jansson97f61ea2018-02-21 13:01:55 +010054 ~RtpTransportControllerSend() override;
Sebastian Jansson19704ec2018-03-12 15:59:12 +010055
Stefan Holmer9416ef82018-07-19 10:34:38 +020056 RtpVideoSenderInterface* CreateRtpVideoSender(
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020057 std::map<uint32_t, RtpState> suspended_ssrcs,
58 const std::map<uint32_t, RtpPayloadState>&
59 states, // move states into RtpTransportControllerSend
60 const RtpConfig& rtp_config,
Jiawei Ou55718122018-11-09 13:17:39 -080061 int rtcp_report_interval_ms,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020062 Transport* send_transport,
63 const RtpSenderObservers& observers,
Stefan Holmer64be7fa2018-10-04 15:21:55 +020064 RtcEventLog* event_log,
Benjamin Wright192eeec2018-10-17 17:27:25 -070065 std::unique_ptr<FecController> fec_controller,
66 const RtpSenderFrameEncryptionConfig& frame_encryption_config) override;
Stefan Holmer9416ef82018-07-19 10:34:38 +020067 void DestroyRtpVideoSender(
68 RtpVideoSenderInterface* rtp_video_sender) override;
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020069
nissecae45d02017-04-24 05:53:20 -070070 // Implements RtpTransportControllerSendInterface
Sebastian Janssone6256052018-05-04 14:08:15 +020071 rtc::TaskQueue* GetWorkerQueue() override;
nisse76e62b02017-05-31 02:24:52 -070072 PacketRouter* packet_router() override;
Sebastian Jansson4c1ffb82018-02-15 16:51:58 +010073
nisse76e62b02017-05-31 02:24:52 -070074 TransportFeedbackObserver* transport_feedback_observer() override;
75 RtpPacketSender* packet_sender() override;
sprangdb2a9fc2017-08-09 06:42:32 -070076
Stefan Holmer5c8942a2017-08-22 16:16:44 +020077 void SetAllocatedSendBitrateLimits(int min_send_bitrate_bps,
philipel832b1c82018-02-28 17:04:18 +010078 int max_padding_bitrate_bps,
philipeldb4fa4b2018-03-06 18:29:22 +010079 int max_total_bitrate_bps) override;
Stefan Holmer5c8942a2017-08-22 16:16:44 +020080
Sebastian Jansson4c1ffb82018-02-15 16:51:58 +010081 void SetPacingFactor(float pacing_factor) override;
82 void SetQueueTimeLimit(int limit_ms) override;
Sebastian Janssone4be6da2018-02-15 16:51:41 +010083 void RegisterPacketFeedbackObserver(
84 PacketFeedbackObserver* observer) override;
85 void DeRegisterPacketFeedbackObserver(
86 PacketFeedbackObserver* observer) override;
Sebastian Jansson19704ec2018-03-12 15:59:12 +010087 void RegisterTargetTransferRateObserver(
88 TargetTransferRateObserver* observer) override;
Sebastian Jansson97f61ea2018-02-21 13:01:55 +010089 void OnNetworkRouteChanged(const std::string& transport_name,
90 const rtc::NetworkRoute& network_route) override;
Sebastian Janssone4be6da2018-02-15 16:51:41 +010091 void OnNetworkAvailability(bool network_available) override;
Sebastian Janssone4be6da2018-02-15 16:51:41 +010092 RtcpBandwidthObserver* GetBandwidthObserver() override;
Sebastian Janssone4be6da2018-02-15 16:51:41 +010093 int64_t GetPacerQueuingDelayMs() const override;
94 int64_t GetFirstPacketTimeMs() const override;
Sebastian Janssone4be6da2018-02-15 16:51:41 +010095 void EnablePeriodicAlrProbing(bool enable) override;
96 void OnSentPacket(const rtc::SentPacket& sent_packet) override;
nissecae45d02017-04-24 05:53:20 -070097
Sebastian Jansson97f61ea2018-02-21 13:01:55 +010098 void SetSdpBitrateParameters(const BitrateConstraints& constraints) override;
Yves Gerey665174f2018-06-19 15:03:05 +020099 void SetClientBitratePreferences(const BitrateSettings& preferences) override;
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100100
Stefan Holmer64be7fa2018-10-04 15:21:55 +0200101 void OnTransportOverheadChanged(
102 size_t transport_overhead_per_packet) override;
103
Sebastian Jansson87609be2018-12-05 17:35:35 +0100104 // Implements RtcpBandwidthObserver interface
105 void OnReceivedEstimatedBitrate(uint32_t bitrate) override;
106 void OnReceivedRtcpReceiverReport(const ReportBlockList& report_blocks,
107 int64_t rtt,
108 int64_t now_ms) override;
109
110 // Implements TransportFeedbackObserver interface
111 void AddPacket(uint32_t ssrc,
112 uint16_t sequence_number,
113 size_t length,
114 const PacedPacketInfo& pacing_info) override;
115 void OnTransportFeedback(const rtcp::TransportFeedback& feedback) override;
116
nissecae45d02017-04-24 05:53:20 -0700117 private:
Sebastian Jansson87609be2018-12-05 17:35:35 +0100118 void MaybeCreateControllers() RTC_RUN_ON(task_queue_);
119 void UpdateInitialConstraints(TargetRateConstraints new_contraints)
120 RTC_RUN_ON(task_queue_);
121
122 void StartProcessPeriodicTasks() RTC_RUN_ON(task_queue_);
123 void UpdateControllerWithTimeInterval() RTC_RUN_ON(task_queue_);
Sebastian Jansson87609be2018-12-05 17:35:35 +0100124
125 void UpdateStreamsConfig() RTC_RUN_ON(task_queue_);
Sebastian Jansson87609be2018-12-05 17:35:35 +0100126 void OnReceivedRtcpReceiverReportBlocks(const ReportBlockList& report_blocks,
127 int64_t now_ms)
128 RTC_RUN_ON(task_queue_);
Sebastian Jansson16180952018-12-12 16:49:10 +0100129 void PostUpdates(NetworkControlUpdate update) RTC_RUN_ON(task_queue_);
130 void UpdateControlState() RTC_RUN_ON(task_queue_);
Sebastian Jansson87609be2018-12-05 17:35:35 +0100131
Sebastian Janssonaa01f272019-01-30 11:28:59 +0100132 Clock* const clock_;
nissecae45d02017-04-24 05:53:20 -0700133 PacketRouter packet_router_;
Stefan Holmer9416ef82018-07-19 10:34:38 +0200134 std::vector<std::unique_ptr<RtpVideoSenderInterface>> video_rtp_senders_;
Stefan Holmer5c8942a2017-08-22 16:16:44 +0200135 PacedSender pacer_;
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100136 RtpBitrateConfigurator bitrate_configurator_;
Sebastian Jansson91bb6672018-02-21 13:02:51 +0100137 std::map<std::string, rtc::NetworkRoute> network_routes_;
Sebastian Janssonc33c0fc2018-02-22 11:10:18 +0100138 const std::unique_ptr<ProcessThread> process_thread_;
Sebastian Jansson87609be2018-12-05 17:35:35 +0100139
140 TargetTransferRateObserver* observer_ RTC_GUARDED_BY(task_queue_);
141
142 // TODO(srte): Move all access to feedback adapter to task queue.
143 TransportFeedbackAdapter transport_feedback_adapter_;
144
145 NetworkControllerFactoryInterface* const controller_factory_override_
146 RTC_PT_GUARDED_BY(task_queue_);
147 const std::unique_ptr<NetworkControllerFactoryInterface>
148 controller_factory_fallback_ RTC_PT_GUARDED_BY(task_queue_);
149
150 std::unique_ptr<CongestionControlHandler> control_handler_
151 RTC_GUARDED_BY(task_queue_) RTC_PT_GUARDED_BY(task_queue_);
152
153 std::unique_ptr<NetworkControllerInterface> controller_
154 RTC_GUARDED_BY(task_queue_) RTC_PT_GUARDED_BY(task_queue_);
155
156 TimeDelta process_interval_ RTC_GUARDED_BY(task_queue_);
157
158 std::map<uint32_t, RTCPReportBlock> last_report_blocks_
159 RTC_GUARDED_BY(task_queue_);
160 Timestamp last_report_block_time_ RTC_GUARDED_BY(task_queue_);
161
162 NetworkControllerConfig initial_config_ RTC_GUARDED_BY(task_queue_);
163 StreamsConfig streams_config_ RTC_GUARDED_BY(task_queue_);
164
165 const bool reset_feedback_on_route_change_;
166 const bool send_side_bwe_with_overhead_;
Christoffer Rodbroc610e262019-01-08 10:49:19 +0100167 const bool add_pacing_to_cwin_;
Sebastian Jansson87609be2018-12-05 17:35:35 +0100168 // Transport overhead is written by OnNetworkRouteChanged and read by
169 // AddPacket.
170 // TODO(srte): Remove atomic when feedback adapter runs on task queue.
171 std::atomic<size_t> transport_overhead_bytes_per_packet_;
172 bool network_available_ RTC_GUARDED_BY(task_queue_);
Sebastian Janssonecb68972019-01-18 10:30:54 +0100173 RepeatingTaskHandle pacer_queue_update_task_ RTC_GUARDED_BY(task_queue_);
174 RepeatingTaskHandle controller_task_ RTC_GUARDED_BY(task_queue_);
Sebastian Jansson87609be2018-12-05 17:35:35 +0100175 // Protects access to last_packet_feedback_vector_ in feedback adapter.
176 // TODO(srte): Remove this checker when feedback adapter runs on task queue.
177 rtc::RaceChecker worker_race_;
178
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200179 RateLimiter retransmission_rate_limiter_;
180
Sebastian Janssone6256052018-05-04 14:08:15 +0200181 // TODO(perkj): |task_queue_| is supposed to replace |process_thread_|.
182 // |task_queue_| is defined last to ensure all pending tasks are cancelled
183 // and deleted before any other members.
184 rtc::TaskQueue task_queue_;
nissecae45d02017-04-24 05:53:20 -0700185 RTC_DISALLOW_COPY_AND_ASSIGN(RtpTransportControllerSend);
nisseb8f9a322017-03-27 05:36:15 -0700186};
187
188} // namespace webrtc
189
Mirko Bonadei92ea95e2017-09-15 06:47:31 +0200190#endif // CALL_RTP_TRANSPORT_CONTROLLER_SEND_H_