blob: 6a1564873889dd45096116fd381dbe73f7591ee8 [file] [log] [blame]
nisseb8f9a322017-03-27 05:36:15 -07001/*
2 * Copyright (c) 2017 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#ifndef CALL_RTP_TRANSPORT_CONTROLLER_SEND_H_
12#define CALL_RTP_TRANSPORT_CONTROLLER_SEND_H_
nisseb8f9a322017-03-27 05:36:15 -070013
Sebastian Jansson87609be2018-12-05 17:35:35 +010014#include <atomic>
Sebastian Jansson91bb6672018-02-21 13:02:51 +010015#include <map>
Sebastian Janssonc33c0fc2018-02-22 11:10:18 +010016#include <memory>
Sebastian Jansson97f61ea2018-02-21 13:01:55 +010017#include <string>
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020018#include <vector>
Sebastian Jansson97f61ea2018-02-21 13:01:55 +010019
Sebastian Janssondfce03a2018-05-18 18:05:10 +020020#include "api/transport/network_control.h"
Sebastian Jansson97f61ea2018-02-21 13:01:55 +010021#include "call/rtp_bitrate_configurator.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020022#include "call/rtp_transport_controller_send_interface.h"
Stefan Holmer9416ef82018-07-19 10:34:38 +020023#include "call/rtp_video_sender.h"
Sebastian Jansson87609be2018-12-05 17:35:35 +010024#include "modules/congestion_controller/rtp/control_handler.h"
25#include "modules/congestion_controller/rtp/transport_feedback_adapter.h"
Niels Möllerfd6c0912017-10-31 10:19:10 +010026#include "modules/pacing/packet_router.h"
Sebastian Janssonc33c0fc2018-02-22 11:10:18 +010027#include "modules/utility/include/process_thread.h"
Steve Anton10542f22019-01-11 09:11:00 -080028#include "rtc_base/constructor_magic.h"
29#include "rtc_base/network_route.h"
Sebastian Jansson87609be2018-12-05 17:35:35 +010030#include "rtc_base/race_checker.h"
Sebastian Janssone6256052018-05-04 14:08:15 +020031#include "rtc_base/task_queue.h"
Sebastian Janssonecb68972019-01-18 10:30:54 +010032#include "rtc_base/task_utils/repeating_task.h"
nissecae45d02017-04-24 05:53:20 -070033
nisseb8f9a322017-03-27 05:36:15 -070034namespace webrtc {
nissecae45d02017-04-24 05:53:20 -070035class Clock;
Benjamin Wright192eeec2018-10-17 17:27:25 -070036class FrameEncryptorInterface;
nissecae45d02017-04-24 05:53:20 -070037class RtcEventLog;
nisseb8f9a322017-03-27 05:36:15 -070038
nissecae45d02017-04-24 05:53:20 -070039// TODO(nisse): When we get the underlying transports here, we should
40// have one object implementing RtpTransportControllerSendInterface
41// per transport, sharing the same congestion controller.
Sebastian Jansson317a5222018-03-16 15:36:37 +010042class RtpTransportControllerSend final
43 : public RtpTransportControllerSendInterface,
Sebastian Jansson87609be2018-12-05 17:35:35 +010044 public RtcpBandwidthObserver,
45 public CallStatsObserver,
46 public TransportFeedbackObserver {
nisseb8f9a322017-03-27 05:36:15 -070047 public:
Sebastian Janssondfce03a2018-05-18 18:05:10 +020048 RtpTransportControllerSend(
49 Clock* clock,
50 RtcEventLog* event_log,
51 NetworkControllerFactoryInterface* controller_factory,
52 const BitrateConstraints& bitrate_config);
Sebastian Jansson97f61ea2018-02-21 13:01:55 +010053 ~RtpTransportControllerSend() override;
Sebastian Jansson19704ec2018-03-12 15:59:12 +010054
Stefan Holmer9416ef82018-07-19 10:34:38 +020055 RtpVideoSenderInterface* CreateRtpVideoSender(
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020056 std::map<uint32_t, RtpState> suspended_ssrcs,
57 const std::map<uint32_t, RtpPayloadState>&
58 states, // move states into RtpTransportControllerSend
59 const RtpConfig& rtp_config,
Jiawei Ou55718122018-11-09 13:17:39 -080060 int rtcp_report_interval_ms,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020061 Transport* send_transport,
62 const RtpSenderObservers& observers,
Stefan Holmer64be7fa2018-10-04 15:21:55 +020063 RtcEventLog* event_log,
Benjamin Wright192eeec2018-10-17 17:27:25 -070064 std::unique_ptr<FecController> fec_controller,
65 const RtpSenderFrameEncryptionConfig& frame_encryption_config) override;
Stefan Holmer9416ef82018-07-19 10:34:38 +020066 void DestroyRtpVideoSender(
67 RtpVideoSenderInterface* rtp_video_sender) override;
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020068
nissecae45d02017-04-24 05:53:20 -070069 // Implements RtpTransportControllerSendInterface
Sebastian Janssone6256052018-05-04 14:08:15 +020070 rtc::TaskQueue* GetWorkerQueue() override;
nisse76e62b02017-05-31 02:24:52 -070071 PacketRouter* packet_router() override;
Sebastian Jansson4c1ffb82018-02-15 16:51:58 +010072
nisse76e62b02017-05-31 02:24:52 -070073 TransportFeedbackObserver* transport_feedback_observer() override;
74 RtpPacketSender* packet_sender() override;
sprangdb2a9fc2017-08-09 06:42:32 -070075 const RtpKeepAliveConfig& keepalive_config() const override;
76
Stefan Holmer5c8942a2017-08-22 16:16:44 +020077 void SetAllocatedSendBitrateLimits(int min_send_bitrate_bps,
philipel832b1c82018-02-28 17:04:18 +010078 int max_padding_bitrate_bps,
philipeldb4fa4b2018-03-06 18:29:22 +010079 int max_total_bitrate_bps) override;
Stefan Holmer5c8942a2017-08-22 16:16:44 +020080
sprangdb2a9fc2017-08-09 06:42:32 -070081 void SetKeepAliveConfig(const RtpKeepAliveConfig& config);
Sebastian Jansson4c1ffb82018-02-15 16:51:58 +010082 void SetPacingFactor(float pacing_factor) override;
83 void SetQueueTimeLimit(int limit_ms) override;
Sebastian Janssone4be6da2018-02-15 16:51:41 +010084 CallStatsObserver* GetCallStatsObserver() override;
85 void RegisterPacketFeedbackObserver(
86 PacketFeedbackObserver* observer) override;
87 void DeRegisterPacketFeedbackObserver(
88 PacketFeedbackObserver* observer) override;
Sebastian Jansson19704ec2018-03-12 15:59:12 +010089 void RegisterTargetTransferRateObserver(
90 TargetTransferRateObserver* observer) override;
Sebastian Jansson97f61ea2018-02-21 13:01:55 +010091 void OnNetworkRouteChanged(const std::string& transport_name,
92 const rtc::NetworkRoute& network_route) override;
Sebastian Janssone4be6da2018-02-15 16:51:41 +010093 void OnNetworkAvailability(bool network_available) override;
Sebastian Janssone4be6da2018-02-15 16:51:41 +010094 RtcpBandwidthObserver* GetBandwidthObserver() override;
Sebastian Janssone4be6da2018-02-15 16:51:41 +010095 int64_t GetPacerQueuingDelayMs() const override;
96 int64_t GetFirstPacketTimeMs() const override;
Sebastian Jansson12130bb2018-03-21 12:48:43 +010097 void SetPerPacketFeedbackAvailable(bool available) override;
Sebastian Janssone4be6da2018-02-15 16:51:41 +010098 void EnablePeriodicAlrProbing(bool enable) override;
99 void OnSentPacket(const rtc::SentPacket& sent_packet) override;
nissecae45d02017-04-24 05:53:20 -0700100
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100101 void SetSdpBitrateParameters(const BitrateConstraints& constraints) override;
Yves Gerey665174f2018-06-19 15:03:05 +0200102 void SetClientBitratePreferences(const BitrateSettings& preferences) override;
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100103
Alex Narestbcf91802018-06-25 16:08:36 +0200104 void SetAllocatedBitrateWithoutFeedback(uint32_t bitrate_bps) override;
105
Stefan Holmer64be7fa2018-10-04 15:21:55 +0200106 void OnTransportOverheadChanged(
107 size_t transport_overhead_per_packet) override;
108
Sebastian Jansson87609be2018-12-05 17:35:35 +0100109 // Implements RtcpBandwidthObserver interface
110 void OnReceivedEstimatedBitrate(uint32_t bitrate) override;
111 void OnReceivedRtcpReceiverReport(const ReportBlockList& report_blocks,
112 int64_t rtt,
113 int64_t now_ms) override;
114
115 // Implements TransportFeedbackObserver interface
116 void AddPacket(uint32_t ssrc,
117 uint16_t sequence_number,
118 size_t length,
119 const PacedPacketInfo& pacing_info) override;
120 void OnTransportFeedback(const rtcp::TransportFeedback& feedback) override;
121
122 // Implements CallStatsObserver interface
123 void OnRttUpdate(int64_t avg_rtt_ms, int64_t max_rtt_ms) override;
nissecae45d02017-04-24 05:53:20 -0700124 private:
Sebastian Jansson87609be2018-12-05 17:35:35 +0100125 void MaybeCreateControllers() RTC_RUN_ON(task_queue_);
126 void UpdateInitialConstraints(TargetRateConstraints new_contraints)
127 RTC_RUN_ON(task_queue_);
128
129 void StartProcessPeriodicTasks() RTC_RUN_ON(task_queue_);
130 void UpdateControllerWithTimeInterval() RTC_RUN_ON(task_queue_);
Sebastian Jansson87609be2018-12-05 17:35:35 +0100131
132 void UpdateStreamsConfig() RTC_RUN_ON(task_queue_);
Sebastian Jansson87609be2018-12-05 17:35:35 +0100133 void OnReceivedRtcpReceiverReportBlocks(const ReportBlockList& report_blocks,
134 int64_t now_ms)
135 RTC_RUN_ON(task_queue_);
Sebastian Jansson16180952018-12-12 16:49:10 +0100136 void PostUpdates(NetworkControlUpdate update) RTC_RUN_ON(task_queue_);
137 void UpdateControlState() RTC_RUN_ON(task_queue_);
Sebastian Jansson87609be2018-12-05 17:35:35 +0100138
Sebastian Jansson19704ec2018-03-12 15:59:12 +0100139 const Clock* const clock_;
nissecae45d02017-04-24 05:53:20 -0700140 PacketRouter packet_router_;
Stefan Holmer9416ef82018-07-19 10:34:38 +0200141 std::vector<std::unique_ptr<RtpVideoSenderInterface>> video_rtp_senders_;
Stefan Holmer5c8942a2017-08-22 16:16:44 +0200142 PacedSender pacer_;
sprangdb2a9fc2017-08-09 06:42:32 -0700143 RtpKeepAliveConfig keepalive_;
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100144 RtpBitrateConfigurator bitrate_configurator_;
Sebastian Jansson91bb6672018-02-21 13:02:51 +0100145 std::map<std::string, rtc::NetworkRoute> network_routes_;
Sebastian Janssonc33c0fc2018-02-22 11:10:18 +0100146 const std::unique_ptr<ProcessThread> process_thread_;
Sebastian Jansson87609be2018-12-05 17:35:35 +0100147
148 TargetTransferRateObserver* observer_ RTC_GUARDED_BY(task_queue_);
149
150 // TODO(srte): Move all access to feedback adapter to task queue.
151 TransportFeedbackAdapter transport_feedback_adapter_;
152
153 NetworkControllerFactoryInterface* const controller_factory_override_
154 RTC_PT_GUARDED_BY(task_queue_);
155 const std::unique_ptr<NetworkControllerFactoryInterface>
156 controller_factory_fallback_ RTC_PT_GUARDED_BY(task_queue_);
157
158 std::unique_ptr<CongestionControlHandler> control_handler_
159 RTC_GUARDED_BY(task_queue_) RTC_PT_GUARDED_BY(task_queue_);
160
161 std::unique_ptr<NetworkControllerInterface> controller_
162 RTC_GUARDED_BY(task_queue_) RTC_PT_GUARDED_BY(task_queue_);
163
164 TimeDelta process_interval_ RTC_GUARDED_BY(task_queue_);
165
166 std::map<uint32_t, RTCPReportBlock> last_report_blocks_
167 RTC_GUARDED_BY(task_queue_);
168 Timestamp last_report_block_time_ RTC_GUARDED_BY(task_queue_);
169
170 NetworkControllerConfig initial_config_ RTC_GUARDED_BY(task_queue_);
171 StreamsConfig streams_config_ RTC_GUARDED_BY(task_queue_);
172
173 const bool reset_feedback_on_route_change_;
174 const bool send_side_bwe_with_overhead_;
Christoffer Rodbroc610e262019-01-08 10:49:19 +0100175 const bool add_pacing_to_cwin_;
Sebastian Jansson87609be2018-12-05 17:35:35 +0100176 // Transport overhead is written by OnNetworkRouteChanged and read by
177 // AddPacket.
178 // TODO(srte): Remove atomic when feedback adapter runs on task queue.
179 std::atomic<size_t> transport_overhead_bytes_per_packet_;
180 bool network_available_ RTC_GUARDED_BY(task_queue_);
Sebastian Jansson87609be2018-12-05 17:35:35 +0100181 bool packet_feedback_available_ RTC_GUARDED_BY(task_queue_);
Sebastian Janssonecb68972019-01-18 10:30:54 +0100182 RepeatingTaskHandle pacer_queue_update_task_ RTC_GUARDED_BY(task_queue_);
183 RepeatingTaskHandle controller_task_ RTC_GUARDED_BY(task_queue_);
Sebastian Jansson87609be2018-12-05 17:35:35 +0100184 // Protects access to last_packet_feedback_vector_ in feedback adapter.
185 // TODO(srte): Remove this checker when feedback adapter runs on task queue.
186 rtc::RaceChecker worker_race_;
187
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200188 RateLimiter retransmission_rate_limiter_;
189
Sebastian Janssone6256052018-05-04 14:08:15 +0200190 // TODO(perkj): |task_queue_| is supposed to replace |process_thread_|.
191 // |task_queue_| is defined last to ensure all pending tasks are cancelled
192 // and deleted before any other members.
193 rtc::TaskQueue task_queue_;
nissecae45d02017-04-24 05:53:20 -0700194 RTC_DISALLOW_COPY_AND_ASSIGN(RtpTransportControllerSend);
nisseb8f9a322017-03-27 05:36:15 -0700195};
196
197} // namespace webrtc
198
Mirko Bonadei92ea95e2017-09-15 06:47:31 +0200199#endif // CALL_RTP_TRANSPORT_CONTROLLER_SEND_H_