blob: e7e1610032b1e74855100d82af7b80b1d357dbfb [file] [log] [blame]
nisseb8f9a322017-03-27 05:36:15 -07001/*
2 * Copyright (c) 2017 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#ifndef CALL_RTP_TRANSPORT_CONTROLLER_SEND_H_
12#define CALL_RTP_TRANSPORT_CONTROLLER_SEND_H_
nisseb8f9a322017-03-27 05:36:15 -070013
Sebastian Jansson87609be2018-12-05 17:35:35 +010014#include <atomic>
Sebastian Jansson91bb6672018-02-21 13:02:51 +010015#include <map>
Sebastian Janssonc33c0fc2018-02-22 11:10:18 +010016#include <memory>
Sebastian Jansson97f61ea2018-02-21 13:01:55 +010017#include <string>
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020018#include <vector>
Sebastian Jansson97f61ea2018-02-21 13:01:55 +010019
Ying Wang0810a7c2019-04-10 13:48:24 +020020#include "api/network_state_predictor.h"
Sebastian Janssondfce03a2018-05-18 18:05:10 +020021#include "api/transport/network_control.h"
Sebastian Jansson97f61ea2018-02-21 13:01:55 +010022#include "call/rtp_bitrate_configurator.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020023#include "call/rtp_transport_controller_send_interface.h"
Stefan Holmer9416ef82018-07-19 10:34:38 +020024#include "call/rtp_video_sender.h"
Sebastian Jansson87609be2018-12-05 17:35:35 +010025#include "modules/congestion_controller/rtp/control_handler.h"
26#include "modules/congestion_controller/rtp/transport_feedback_adapter.h"
Niels Möllerfd6c0912017-10-31 10:19:10 +010027#include "modules/pacing/packet_router.h"
Sebastian Janssonc33c0fc2018-02-22 11:10:18 +010028#include "modules/utility/include/process_thread.h"
Steve Anton10542f22019-01-11 09:11:00 -080029#include "rtc_base/constructor_magic.h"
30#include "rtc_base/network_route.h"
Sebastian Jansson87609be2018-12-05 17:35:35 +010031#include "rtc_base/race_checker.h"
Sebastian Janssone6256052018-05-04 14:08:15 +020032#include "rtc_base/task_queue.h"
Sebastian Janssonecb68972019-01-18 10:30:54 +010033#include "rtc_base/task_utils/repeating_task.h"
nissecae45d02017-04-24 05:53:20 -070034
nisseb8f9a322017-03-27 05:36:15 -070035namespace webrtc {
nissecae45d02017-04-24 05:53:20 -070036class Clock;
Benjamin Wright192eeec2018-10-17 17:27:25 -070037class FrameEncryptorInterface;
nissecae45d02017-04-24 05:53:20 -070038class RtcEventLog;
nisseb8f9a322017-03-27 05:36:15 -070039
nissecae45d02017-04-24 05:53:20 -070040// TODO(nisse): When we get the underlying transports here, we should
41// have one object implementing RtpTransportControllerSendInterface
42// per transport, sharing the same congestion controller.
Sebastian Jansson317a5222018-03-16 15:36:37 +010043class RtpTransportControllerSend final
44 : public RtpTransportControllerSendInterface,
Sebastian Jansson87609be2018-12-05 17:35:35 +010045 public RtcpBandwidthObserver,
Sebastian Janssone1795f42019-07-24 11:38:03 +020046 public TransportFeedbackObserver,
47 public NetworkStateEstimateObserver {
nisseb8f9a322017-03-27 05:36:15 -070048 public:
Sebastian Janssondfce03a2018-05-18 18:05:10 +020049 RtpTransportControllerSend(
50 Clock* clock,
51 RtcEventLog* event_log,
Ying Wang0810a7c2019-04-10 13:48:24 +020052 NetworkStatePredictorFactoryInterface* predictor_factory,
Sebastian Janssondfce03a2018-05-18 18:05:10 +020053 NetworkControllerFactoryInterface* controller_factory,
Sebastian Janssoned50e6c2019-03-01 14:45:21 +010054 const BitrateConstraints& bitrate_config,
55 std::unique_ptr<ProcessThread> process_thread,
56 TaskQueueFactory* task_queue_factory);
Sebastian Jansson97f61ea2018-02-21 13:01:55 +010057 ~RtpTransportControllerSend() override;
Sebastian Jansson19704ec2018-03-12 15:59:12 +010058
Stefan Holmer9416ef82018-07-19 10:34:38 +020059 RtpVideoSenderInterface* CreateRtpVideoSender(
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020060 std::map<uint32_t, RtpState> suspended_ssrcs,
61 const std::map<uint32_t, RtpPayloadState>&
62 states, // move states into RtpTransportControllerSend
63 const RtpConfig& rtp_config,
Jiawei Ou55718122018-11-09 13:17:39 -080064 int rtcp_report_interval_ms,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020065 Transport* send_transport,
66 const RtpSenderObservers& observers,
Stefan Holmer64be7fa2018-10-04 15:21:55 +020067 RtcEventLog* event_log,
Benjamin Wright192eeec2018-10-17 17:27:25 -070068 std::unique_ptr<FecController> fec_controller,
69 const RtpSenderFrameEncryptionConfig& frame_encryption_config) override;
Stefan Holmer9416ef82018-07-19 10:34:38 +020070 void DestroyRtpVideoSender(
71 RtpVideoSenderInterface* rtp_video_sender) override;
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020072
nissecae45d02017-04-24 05:53:20 -070073 // Implements RtpTransportControllerSendInterface
Sebastian Janssone6256052018-05-04 14:08:15 +020074 rtc::TaskQueue* GetWorkerQueue() override;
nisse76e62b02017-05-31 02:24:52 -070075 PacketRouter* packet_router() override;
Sebastian Jansson4c1ffb82018-02-15 16:51:58 +010076
Sebastian Janssone1795f42019-07-24 11:38:03 +020077 NetworkStateEstimateObserver* network_state_estimate_observer() override;
nisse76e62b02017-05-31 02:24:52 -070078 TransportFeedbackObserver* transport_feedback_observer() override;
Erik Språng59b86542019-06-23 18:24:46 +020079 RtpPacketPacer* packet_sender() override;
sprangdb2a9fc2017-08-09 06:42:32 -070080
Stefan Holmer5c8942a2017-08-22 16:16:44 +020081 void SetAllocatedSendBitrateLimits(int min_send_bitrate_bps,
philipel832b1c82018-02-28 17:04:18 +010082 int max_padding_bitrate_bps,
philipeldb4fa4b2018-03-06 18:29:22 +010083 int max_total_bitrate_bps) override;
Stefan Holmer5c8942a2017-08-22 16:16:44 +020084
Sebastian Jansson4c1ffb82018-02-15 16:51:58 +010085 void SetPacingFactor(float pacing_factor) override;
86 void SetQueueTimeLimit(int limit_ms) override;
Sebastian Janssone4be6da2018-02-15 16:51:41 +010087 void RegisterPacketFeedbackObserver(
88 PacketFeedbackObserver* observer) override;
89 void DeRegisterPacketFeedbackObserver(
90 PacketFeedbackObserver* observer) override;
Sebastian Jansson19704ec2018-03-12 15:59:12 +010091 void RegisterTargetTransferRateObserver(
92 TargetTransferRateObserver* observer) override;
Sebastian Jansson97f61ea2018-02-21 13:01:55 +010093 void OnNetworkRouteChanged(const std::string& transport_name,
94 const rtc::NetworkRoute& network_route) override;
Sebastian Janssone4be6da2018-02-15 16:51:41 +010095 void OnNetworkAvailability(bool network_available) override;
Sebastian Janssone4be6da2018-02-15 16:51:41 +010096 RtcpBandwidthObserver* GetBandwidthObserver() override;
Sebastian Janssone4be6da2018-02-15 16:51:41 +010097 int64_t GetPacerQueuingDelayMs() const override;
98 int64_t GetFirstPacketTimeMs() const override;
Sebastian Janssone4be6da2018-02-15 16:51:41 +010099 void EnablePeriodicAlrProbing(bool enable) override;
100 void OnSentPacket(const rtc::SentPacket& sent_packet) override;
Sebastian Jansson607a6f12019-06-13 17:48:53 +0200101 void OnReceivedPacket(const ReceivedPacket& packet_msg) override;
nissecae45d02017-04-24 05:53:20 -0700102
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100103 void SetSdpBitrateParameters(const BitrateConstraints& constraints) override;
Yves Gerey665174f2018-06-19 15:03:05 +0200104 void SetClientBitratePreferences(const BitrateSettings& preferences) override;
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100105
Stefan Holmer64be7fa2018-10-04 15:21:55 +0200106 void OnTransportOverheadChanged(
107 size_t transport_overhead_per_packet) override;
108
Sebastian Jansson87609be2018-12-05 17:35:35 +0100109 // Implements RtcpBandwidthObserver interface
110 void OnReceivedEstimatedBitrate(uint32_t bitrate) override;
111 void OnReceivedRtcpReceiverReport(const ReportBlockList& report_blocks,
112 int64_t rtt,
113 int64_t now_ms) override;
114
115 // Implements TransportFeedbackObserver interface
Erik Språng30a276b2019-04-23 12:00:11 +0200116 void OnAddPacket(const RtpPacketSendInfo& packet_info) override;
Sebastian Jansson87609be2018-12-05 17:35:35 +0100117 void OnTransportFeedback(const rtcp::TransportFeedback& feedback) override;
118
Sebastian Janssone1795f42019-07-24 11:38:03 +0200119 // Implements NetworkStateEstimateObserver interface
120 void OnRemoteNetworkEstimate(NetworkStateEstimate estimate) override;
121
nissecae45d02017-04-24 05:53:20 -0700122 private:
Sebastian Jansson87609be2018-12-05 17:35:35 +0100123 void MaybeCreateControllers() RTC_RUN_ON(task_queue_);
124 void UpdateInitialConstraints(TargetRateConstraints new_contraints)
125 RTC_RUN_ON(task_queue_);
126
127 void StartProcessPeriodicTasks() RTC_RUN_ON(task_queue_);
128 void UpdateControllerWithTimeInterval() RTC_RUN_ON(task_queue_);
Sebastian Jansson87609be2018-12-05 17:35:35 +0100129
130 void UpdateStreamsConfig() RTC_RUN_ON(task_queue_);
Sebastian Jansson87609be2018-12-05 17:35:35 +0100131 void OnReceivedRtcpReceiverReportBlocks(const ReportBlockList& report_blocks,
132 int64_t now_ms)
133 RTC_RUN_ON(task_queue_);
Sebastian Jansson16180952018-12-12 16:49:10 +0100134 void PostUpdates(NetworkControlUpdate update) RTC_RUN_ON(task_queue_);
135 void UpdateControlState() RTC_RUN_ON(task_queue_);
Sebastian Jansson87609be2018-12-05 17:35:35 +0100136
Sebastian Janssonaa01f272019-01-30 11:28:59 +0100137 Clock* const clock_;
Sebastian Jansson166b45d2019-05-13 11:57:42 +0200138 RtcEventLog* const event_log_;
Sebastian Janssondf88cc02019-04-15 15:42:25 +0200139 const FieldTrialBasedConfig trial_based_config_;
nissecae45d02017-04-24 05:53:20 -0700140 PacketRouter packet_router_;
Stefan Holmer9416ef82018-07-19 10:34:38 +0200141 std::vector<std::unique_ptr<RtpVideoSenderInterface>> video_rtp_senders_;
Stefan Holmer5c8942a2017-08-22 16:16:44 +0200142 PacedSender pacer_;
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100143 RtpBitrateConfigurator bitrate_configurator_;
Sebastian Jansson91bb6672018-02-21 13:02:51 +0100144 std::map<std::string, rtc::NetworkRoute> network_routes_;
Sebastian Janssonc33c0fc2018-02-22 11:10:18 +0100145 const std::unique_ptr<ProcessThread> process_thread_;
Sebastian Jansson87609be2018-12-05 17:35:35 +0100146
147 TargetTransferRateObserver* observer_ RTC_GUARDED_BY(task_queue_);
148
149 // TODO(srte): Move all access to feedback adapter to task queue.
150 TransportFeedbackAdapter transport_feedback_adapter_;
151
152 NetworkControllerFactoryInterface* const controller_factory_override_
153 RTC_PT_GUARDED_BY(task_queue_);
154 const std::unique_ptr<NetworkControllerFactoryInterface>
155 controller_factory_fallback_ RTC_PT_GUARDED_BY(task_queue_);
156
157 std::unique_ptr<CongestionControlHandler> control_handler_
158 RTC_GUARDED_BY(task_queue_) RTC_PT_GUARDED_BY(task_queue_);
159
160 std::unique_ptr<NetworkControllerInterface> controller_
161 RTC_GUARDED_BY(task_queue_) RTC_PT_GUARDED_BY(task_queue_);
162
163 TimeDelta process_interval_ RTC_GUARDED_BY(task_queue_);
164
165 std::map<uint32_t, RTCPReportBlock> last_report_blocks_
166 RTC_GUARDED_BY(task_queue_);
167 Timestamp last_report_block_time_ RTC_GUARDED_BY(task_queue_);
168
169 NetworkControllerConfig initial_config_ RTC_GUARDED_BY(task_queue_);
170 StreamsConfig streams_config_ RTC_GUARDED_BY(task_queue_);
171
172 const bool reset_feedback_on_route_change_;
173 const bool send_side_bwe_with_overhead_;
Christoffer Rodbroc610e262019-01-08 10:49:19 +0100174 const bool add_pacing_to_cwin_;
Sebastian Jansson87609be2018-12-05 17:35:35 +0100175 // Transport overhead is written by OnNetworkRouteChanged and read by
176 // AddPacket.
177 // TODO(srte): Remove atomic when feedback adapter runs on task queue.
178 std::atomic<size_t> transport_overhead_bytes_per_packet_;
179 bool network_available_ RTC_GUARDED_BY(task_queue_);
Sebastian Janssonecb68972019-01-18 10:30:54 +0100180 RepeatingTaskHandle pacer_queue_update_task_ RTC_GUARDED_BY(task_queue_);
181 RepeatingTaskHandle controller_task_ RTC_GUARDED_BY(task_queue_);
Sebastian Jansson87609be2018-12-05 17:35:35 +0100182 // Protects access to last_packet_feedback_vector_ in feedback adapter.
183 // TODO(srte): Remove this checker when feedback adapter runs on task queue.
184 rtc::RaceChecker worker_race_;
185
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200186 RateLimiter retransmission_rate_limiter_;
187
Sebastian Janssone6256052018-05-04 14:08:15 +0200188 // TODO(perkj): |task_queue_| is supposed to replace |process_thread_|.
189 // |task_queue_| is defined last to ensure all pending tasks are cancelled
190 // and deleted before any other members.
191 rtc::TaskQueue task_queue_;
nissecae45d02017-04-24 05:53:20 -0700192 RTC_DISALLOW_COPY_AND_ASSIGN(RtpTransportControllerSend);
nisseb8f9a322017-03-27 05:36:15 -0700193};
194
195} // namespace webrtc
196
Mirko Bonadei92ea95e2017-09-15 06:47:31 +0200197#endif // CALL_RTP_TRANSPORT_CONTROLLER_SEND_H_