blob: 4e8d0211448d5b6a9f79bf0591492f9d9cb0b8a6 [file] [log] [blame]
nissecae45d02017-04-24 05:53:20 -07001/*
2 * Copyright (c) 2017 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
Jonas Olssona4d87372019-07-05 19:08:33 +020010#include "call/rtp_transport_controller_send.h"
11
Mirko Bonadei317a1f02019-09-17 17:06:18 +020012#include <memory>
Sebastian Jansson91bb6672018-02-21 13:02:51 +010013#include <utility>
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020014#include <vector>
nissecae45d02017-04-24 05:53:20 -070015
Yves Gerey3e707812018-11-28 16:47:49 +010016#include "absl/types/optional.h"
Sebastian Jansson87609be2018-12-05 17:35:35 +010017#include "api/transport/goog_cc_factory.h"
Yves Gerey3e707812018-11-28 16:47:49 +010018#include "api/transport/network_types.h"
19#include "api/units/data_rate.h"
20#include "api/units/time_delta.h"
21#include "api/units/timestamp.h"
Yves Gerey3e707812018-11-28 16:47:49 +010022#include "call/rtp_video_sender.h"
Sebastian Jansson0a5ed892019-09-18 15:37:31 +020023#include "logging/rtc_event_log/events/rtc_event_remote_estimate.h"
Sebastian Jansson166b45d2019-05-13 11:57:42 +020024#include "logging/rtc_event_log/events/rtc_event_route_change.h"
Yves Gerey3e707812018-11-28 16:47:49 +010025#include "rtc_base/checks.h"
Sebastian Jansson97f61ea2018-02-21 13:01:55 +010026#include "rtc_base/logging.h"
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020027#include "rtc_base/rate_limiter.h"
Sebastian Jansson19bea512018-03-13 19:07:46 +010028#include "system_wrappers/include/field_trial.h"
nissecae45d02017-04-24 05:53:20 -070029
30namespace webrtc {
Sebastian Jansson19bea512018-03-13 19:07:46 +010031namespace {
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020032static const int64_t kRetransmitWindowSizeMs = 500;
Stefan Holmer64be7fa2018-10-04 15:21:55 +020033static const size_t kMaxOverheadBytes = 500;
Sebastian Jansson19bea512018-03-13 19:07:46 +010034
Sebastian Janssonecb68972019-01-18 10:30:54 +010035constexpr TimeDelta kPacerQueueUpdateInterval = TimeDelta::Millis<25>();
Sebastian Jansson87609be2018-12-05 17:35:35 +010036
37TargetRateConstraints ConvertConstraints(int min_bitrate_bps,
38 int max_bitrate_bps,
39 int start_bitrate_bps,
Sebastian Janssonaa01f272019-01-30 11:28:59 +010040 Clock* clock) {
Sebastian Jansson87609be2018-12-05 17:35:35 +010041 TargetRateConstraints msg;
42 msg.at_time = Timestamp::ms(clock->TimeInMilliseconds());
43 msg.min_data_rate =
44 min_bitrate_bps >= 0 ? DataRate::bps(min_bitrate_bps) : DataRate::Zero();
45 msg.max_data_rate = max_bitrate_bps > 0 ? DataRate::bps(max_bitrate_bps)
46 : DataRate::Infinity();
47 if (start_bitrate_bps > 0)
48 msg.starting_rate = DataRate::bps(start_bitrate_bps);
49 return msg;
50}
51
52TargetRateConstraints ConvertConstraints(const BitrateConstraints& contraints,
Sebastian Janssonaa01f272019-01-30 11:28:59 +010053 Clock* clock) {
Sebastian Jansson87609be2018-12-05 17:35:35 +010054 return ConvertConstraints(contraints.min_bitrate_bps,
55 contraints.max_bitrate_bps,
56 contraints.start_bitrate_bps, clock);
57}
Sebastian Jansson19bea512018-03-13 19:07:46 +010058} // namespace
nissecae45d02017-04-24 05:53:20 -070059
60RtpTransportControllerSend::RtpTransportControllerSend(
61 Clock* clock,
Sebastian Jansson97f61ea2018-02-21 13:01:55 +010062 webrtc::RtcEventLog* event_log,
Ying Wang0810a7c2019-04-10 13:48:24 +020063 NetworkStatePredictorFactoryInterface* predictor_factory,
Sebastian Janssondfce03a2018-05-18 18:05:10 +020064 NetworkControllerFactoryInterface* controller_factory,
Sebastian Janssoned50e6c2019-03-01 14:45:21 +010065 const BitrateConstraints& bitrate_config,
66 std::unique_ptr<ProcessThread> process_thread,
67 TaskQueueFactory* task_queue_factory)
Sebastian Jansson19704ec2018-03-12 15:59:12 +010068 : clock_(clock),
Sebastian Jansson166b45d2019-05-13 11:57:42 +020069 event_log_(event_log),
Sebastian Jansson317a5222018-03-16 15:36:37 +010070 bitrate_configurator_(bitrate_config),
Sebastian Janssoned50e6c2019-03-01 14:45:21 +010071 process_thread_(std::move(process_thread)),
Tommi55dd72c2019-08-29 18:32:31 +020072 pacer_(clock, &packet_router_, event_log, nullptr, process_thread_.get()),
Sebastian Jansson317a5222018-03-16 15:36:37 +010073 observer_(nullptr),
Sebastian Jansson87609be2018-12-05 17:35:35 +010074 controller_factory_override_(controller_factory),
75 controller_factory_fallback_(
Mirko Bonadei317a1f02019-09-17 17:06:18 +020076 std::make_unique<GoogCcNetworkControllerFactory>(predictor_factory)),
Sebastian Jansson87609be2018-12-05 17:35:35 +010077 process_interval_(controller_factory_fallback_->GetProcessInterval()),
78 last_report_block_time_(Timestamp::ms(clock_->TimeInMilliseconds())),
79 reset_feedback_on_route_change_(
80 !field_trial::IsEnabled("WebRTC-Bwe-NoFeedbackReset")),
81 send_side_bwe_with_overhead_(
82 webrtc::field_trial::IsEnabled("WebRTC-SendSideBwe-WithOverhead")),
Christoffer Rodbroc610e262019-01-08 10:49:19 +010083 add_pacing_to_cwin_(
84 field_trial::IsEnabled("WebRTC-AddPacingToCongestionWindowPushback")),
Sebastian Jansson87609be2018-12-05 17:35:35 +010085 transport_overhead_bytes_per_packet_(0),
86 network_available_(false),
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020087 retransmission_rate_limiter_(clock, kRetransmitWindowSizeMs),
Sebastian Janssoned50e6c2019-03-01 14:45:21 +010088 task_queue_(task_queue_factory->CreateTaskQueue(
89 "rtp_send_controller",
90 TaskQueueFactory::Priority::NORMAL)) {
Sebastian Jansson87609be2018-12-05 17:35:35 +010091 initial_config_.constraints = ConvertConstraints(bitrate_config, clock_);
Sebastian Janssondf88cc02019-04-15 15:42:25 +020092 initial_config_.event_log = event_log;
93 initial_config_.key_value_config = &trial_based_config_;
Sebastian Jansson87609be2018-12-05 17:35:35 +010094 RTC_DCHECK(bitrate_config.start_bitrate_bps > 0);
95
Erik Språng425d6aa2019-07-29 16:38:27 +020096 pacer()->SetPacingRates(DataRate::bps(bitrate_config.start_bitrate_bps),
97 DataRate::Zero());
Sebastian Janssonbd9fe092018-05-07 16:33:50 +020098
Sebastian Janssonc33c0fc2018-02-22 11:10:18 +010099 process_thread_->Start();
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100100}
Sebastian Janssonc33c0fc2018-02-22 11:10:18 +0100101
102RtpTransportControllerSend::~RtpTransportControllerSend() {
103 process_thread_->Stop();
Sebastian Janssonc33c0fc2018-02-22 11:10:18 +0100104}
nissecae45d02017-04-24 05:53:20 -0700105
Stefan Holmer9416ef82018-07-19 10:34:38 +0200106RtpVideoSenderInterface* RtpTransportControllerSend::CreateRtpVideoSender(
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200107 std::map<uint32_t, RtpState> suspended_ssrcs,
108 const std::map<uint32_t, RtpPayloadState>& states,
109 const RtpConfig& rtp_config,
Jiawei Ou55718122018-11-09 13:17:39 -0800110 int rtcp_report_interval_ms,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200111 Transport* send_transport,
112 const RtpSenderObservers& observers,
Stefan Holmer64be7fa2018-10-04 15:21:55 +0200113 RtcEventLog* event_log,
Benjamin Wright192eeec2018-10-17 17:27:25 -0700114 std::unique_ptr<FecController> fec_controller,
115 const RtpSenderFrameEncryptionConfig& frame_encryption_config) {
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200116 video_rtp_senders_.push_back(std::make_unique<RtpVideoSender>(
Sebastian Jansson572c60f2019-03-04 18:30:41 +0100117 clock_, suspended_ssrcs, states, rtp_config, rtcp_report_interval_ms,
Oleh Prypine8964902019-03-29 15:33:01 +0000118 send_transport, observers,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200119 // TODO(holmer): Remove this circular dependency by injecting
120 // the parts of RtpTransportControllerSendInterface that are really used.
Benjamin Wright192eeec2018-10-17 17:27:25 -0700121 this, event_log, &retransmission_rate_limiter_, std::move(fec_controller),
122 frame_encryption_config.frame_encryptor,
123 frame_encryption_config.crypto_options));
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200124 return video_rtp_senders_.back().get();
125}
126
Stefan Holmer9416ef82018-07-19 10:34:38 +0200127void RtpTransportControllerSend::DestroyRtpVideoSender(
128 RtpVideoSenderInterface* rtp_video_sender) {
129 std::vector<std::unique_ptr<RtpVideoSenderInterface>>::iterator it =
Stefan Holmer5ed25af2018-07-18 15:17:14 +0200130 video_rtp_senders_.end();
131 for (it = video_rtp_senders_.begin(); it != video_rtp_senders_.end(); ++it) {
132 if (it->get() == rtp_video_sender) {
133 break;
134 }
135 }
136 RTC_DCHECK(it != video_rtp_senders_.end());
137 video_rtp_senders_.erase(it);
138}
139
Sebastian Jansson16180952018-12-12 16:49:10 +0100140void RtpTransportControllerSend::UpdateControlState() {
141 absl::optional<TargetTransferRate> update = control_handler_->GetUpdate();
142 if (!update)
143 return;
Sebastian Janssonf34116e2019-09-24 17:55:50 +0200144 retransmission_rate_limiter_.SetMaxRate(update->target_rate.bps());
Sebastian Jansson16180952018-12-12 16:49:10 +0100145 // We won't create control_handler_ until we have an observers.
Sebastian Jansson87609be2018-12-05 17:35:35 +0100146 RTC_DCHECK(observer_ != nullptr);
Sebastian Jansson16180952018-12-12 16:49:10 +0100147 observer_->OnTargetTransferRate(*update);
Sebastian Janssone6256052018-05-04 14:08:15 +0200148}
149
Erik Språng425d6aa2019-07-29 16:38:27 +0200150RtpPacketPacer* RtpTransportControllerSend::pacer() {
151 // TODO(bugs.webrtc.org/10809): Return reference to the correct
152 // pacer implementation.
153 return &pacer_;
154}
155
156const RtpPacketPacer* RtpTransportControllerSend::pacer() const {
157 // TODO(bugs.webrtc.org/10809): Return reference to the correct
158 // pacer implementation.
159 return &pacer_;
160}
161
Sebastian Janssone6256052018-05-04 14:08:15 +0200162rtc::TaskQueue* RtpTransportControllerSend::GetWorkerQueue() {
163 return &task_queue_;
Sebastian Jansson19704ec2018-03-12 15:59:12 +0100164}
165
nisse76e62b02017-05-31 02:24:52 -0700166PacketRouter* RtpTransportControllerSend::packet_router() {
167 return &packet_router_;
168}
169
Sebastian Janssone1795f42019-07-24 11:38:03 +0200170NetworkStateEstimateObserver*
171RtpTransportControllerSend::network_state_estimate_observer() {
172 return this;
173}
174
nisse76e62b02017-05-31 02:24:52 -0700175TransportFeedbackObserver*
176RtpTransportControllerSend::transport_feedback_observer() {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100177 return this;
nisse76e62b02017-05-31 02:24:52 -0700178}
179
Erik Språngaa59eca2019-07-24 14:52:55 +0200180RtpPacketSender* RtpTransportControllerSend::packet_sender() {
Erik Språng425d6aa2019-07-29 16:38:27 +0200181 // TODO(bugs.webrtc.org/10809): Return reference to the correct
182 // pacer implementation.
Stefan Holmer5c8942a2017-08-22 16:16:44 +0200183 return &pacer_;
nisse76e62b02017-05-31 02:24:52 -0700184}
185
Stefan Holmer5c8942a2017-08-22 16:16:44 +0200186void RtpTransportControllerSend::SetAllocatedSendBitrateLimits(
Sebastian Jansson93b1ea22019-09-18 18:31:52 +0200187 BitrateAllocationLimits limits) {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100188 RTC_DCHECK_RUN_ON(&task_queue_);
Sebastian Jansson93b1ea22019-09-18 18:31:52 +0200189 streams_config_.min_total_allocated_bitrate = limits.min_allocatable_rate;
190 streams_config_.max_padding_rate = limits.max_padding_rate;
191 streams_config_.max_total_allocated_bitrate = limits.max_allocatable_rate;
Sebastian Jansson87609be2018-12-05 17:35:35 +0100192 UpdateStreamsConfig();
Stefan Holmer5c8942a2017-08-22 16:16:44 +0200193}
Sebastian Jansson4c1ffb82018-02-15 16:51:58 +0100194void RtpTransportControllerSend::SetPacingFactor(float pacing_factor) {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100195 RTC_DCHECK_RUN_ON(&task_queue_);
196 streams_config_.pacing_factor = pacing_factor;
197 UpdateStreamsConfig();
Sebastian Jansson4c1ffb82018-02-15 16:51:58 +0100198}
199void RtpTransportControllerSend::SetQueueTimeLimit(int limit_ms) {
Erik Språng425d6aa2019-07-29 16:38:27 +0200200 pacer()->SetQueueTimeLimit(TimeDelta::ms(limit_ms));
Sebastian Jansson4c1ffb82018-02-15 16:51:58 +0100201}
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100202void RtpTransportControllerSend::RegisterPacketFeedbackObserver(
203 PacketFeedbackObserver* observer) {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100204 transport_feedback_adapter_.RegisterPacketFeedbackObserver(observer);
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100205}
206void RtpTransportControllerSend::DeRegisterPacketFeedbackObserver(
207 PacketFeedbackObserver* observer) {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100208 transport_feedback_adapter_.DeRegisterPacketFeedbackObserver(observer);
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100209}
Sebastian Jansson19704ec2018-03-12 15:59:12 +0100210
211void RtpTransportControllerSend::RegisterTargetTransferRateObserver(
212 TargetTransferRateObserver* observer) {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100213 task_queue_.PostTask([this, observer] {
214 RTC_DCHECK_RUN_ON(&task_queue_);
Sebastian Jansson19704ec2018-03-12 15:59:12 +0100215 RTC_DCHECK(observer_ == nullptr);
216 observer_ = observer;
Sebastian Jansson2701bc92018-12-11 15:02:47 +0100217 observer_->OnStartRateUpdate(*initial_config_.constraints.starting_rate);
Sebastian Jansson87609be2018-12-05 17:35:35 +0100218 MaybeCreateControllers();
219 });
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100220}
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100221void RtpTransportControllerSend::OnNetworkRouteChanged(
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100222 const std::string& transport_name,
223 const rtc::NetworkRoute& network_route) {
Sebastian Jansson91bb6672018-02-21 13:02:51 +0100224 // Check if the network route is connected.
225 if (!network_route.connected) {
226 RTC_LOG(LS_INFO) << "Transport " << transport_name << " is disconnected";
227 // TODO(honghaiz): Perhaps handle this in SignalChannelNetworkState and
228 // consider merging these two methods.
229 return;
230 }
231
232 // Check whether the network route has changed on each transport.
233 auto result =
234 network_routes_.insert(std::make_pair(transport_name, network_route));
235 auto kv = result.first;
236 bool inserted = result.second;
237 if (inserted) {
238 // No need to reset BWE if this is the first time the network connects.
239 return;
240 }
Sebastian Janssonaf2adda2018-12-04 11:16:19 +0100241 if (kv->second.connected != network_route.connected ||
242 kv->second.local_network_id != network_route.local_network_id ||
243 kv->second.remote_network_id != network_route.remote_network_id) {
Sebastian Jansson91bb6672018-02-21 13:02:51 +0100244 kv->second = network_route;
245 BitrateConstraints bitrate_config = bitrate_configurator_.GetConfig();
246 RTC_LOG(LS_INFO) << "Network route changed on transport " << transport_name
247 << ": new local network id "
248 << network_route.local_network_id
249 << " new remote network id "
250 << network_route.remote_network_id
251 << " Reset bitrates to min: "
252 << bitrate_config.min_bitrate_bps
253 << " bps, start: " << bitrate_config.start_bitrate_bps
254 << " bps, max: " << bitrate_config.max_bitrate_bps
255 << " bps.";
256 RTC_DCHECK_GT(bitrate_config.start_bitrate_bps, 0);
Sebastian Jansson87609be2018-12-05 17:35:35 +0100257
258 if (reset_feedback_on_route_change_)
259 transport_feedback_adapter_.SetNetworkIds(
260 network_route.local_network_id, network_route.remote_network_id);
261 transport_overhead_bytes_per_packet_ = network_route.packet_overhead;
262
Sebastian Jansson166b45d2019-05-13 11:57:42 +0200263 if (event_log_) {
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200264 event_log_->Log(std::make_unique<RtcEventRouteChange>(
Sebastian Jansson166b45d2019-05-13 11:57:42 +0200265 network_route.connected, network_route.packet_overhead));
266 }
Sebastian Jansson87609be2018-12-05 17:35:35 +0100267 NetworkRouteChange msg;
268 msg.at_time = Timestamp::ms(clock_->TimeInMilliseconds());
269 msg.constraints = ConvertConstraints(bitrate_config, clock_);
270 task_queue_.PostTask([this, msg] {
271 RTC_DCHECK_RUN_ON(&task_queue_);
272 if (controller_) {
Sebastian Jansson16180952018-12-12 16:49:10 +0100273 PostUpdates(controller_->OnNetworkRouteChange(msg));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100274 } else {
275 UpdateInitialConstraints(msg.constraints);
276 }
Erik Språng425d6aa2019-07-29 16:38:27 +0200277 pacer()->UpdateOutstandingData(DataSize::Zero());
Sebastian Jansson87609be2018-12-05 17:35:35 +0100278 });
Sebastian Jansson91bb6672018-02-21 13:02:51 +0100279 }
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100280}
281void RtpTransportControllerSend::OnNetworkAvailability(bool network_available) {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100282 RTC_LOG(LS_INFO) << "SignalNetworkState "
283 << (network_available ? "Up" : "Down");
284 NetworkAvailability msg;
285 msg.at_time = Timestamp::ms(clock_->TimeInMilliseconds());
286 msg.network_available = network_available;
287 task_queue_.PostTask([this, msg]() {
288 RTC_DCHECK_RUN_ON(&task_queue_);
Sebastian Jansson16180952018-12-12 16:49:10 +0100289 if (network_available_ == msg.network_available)
290 return;
Sebastian Jansson87609be2018-12-05 17:35:35 +0100291 network_available_ = msg.network_available;
Sebastian Jansson16180952018-12-12 16:49:10 +0100292 if (network_available_) {
Erik Språng425d6aa2019-07-29 16:38:27 +0200293 pacer()->Resume();
Sebastian Jansson16180952018-12-12 16:49:10 +0100294 } else {
Erik Språng425d6aa2019-07-29 16:38:27 +0200295 pacer()->Pause();
Sebastian Jansson16180952018-12-12 16:49:10 +0100296 }
Erik Språng425d6aa2019-07-29 16:38:27 +0200297 pacer()->UpdateOutstandingData(DataSize::Zero());
Sebastian Jansson16180952018-12-12 16:49:10 +0100298
Sebastian Jansson87609be2018-12-05 17:35:35 +0100299 if (controller_) {
Sebastian Jansson16180952018-12-12 16:49:10 +0100300 control_handler_->SetNetworkAvailability(network_available_);
301 PostUpdates(controller_->OnNetworkAvailability(msg));
302 UpdateControlState();
Sebastian Jansson87609be2018-12-05 17:35:35 +0100303 } else {
304 MaybeCreateControllers();
305 }
306 });
307
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200308 for (auto& rtp_sender : video_rtp_senders_) {
309 rtp_sender->OnNetworkAvailability(network_available);
310 }
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100311}
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100312RtcpBandwidthObserver* RtpTransportControllerSend::GetBandwidthObserver() {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100313 return this;
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100314}
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100315int64_t RtpTransportControllerSend::GetPacerQueuingDelayMs() const {
Erik Språng425d6aa2019-07-29 16:38:27 +0200316 return pacer()->OldestPacketWaitTime().ms();
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100317}
Erik Språng425d6aa2019-07-29 16:38:27 +0200318absl::optional<Timestamp> RtpTransportControllerSend::GetFirstPacketTime()
319 const {
320 return pacer()->FirstSentPacketTime();
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100321}
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100322void RtpTransportControllerSend::EnablePeriodicAlrProbing(bool enable) {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100323 task_queue_.PostTask([this, enable]() {
324 RTC_DCHECK_RUN_ON(&task_queue_);
325 streams_config_.requests_alr_probing = enable;
326 UpdateStreamsConfig();
327 });
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100328}
329void RtpTransportControllerSend::OnSentPacket(
330 const rtc::SentPacket& sent_packet) {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100331 absl::optional<SentPacket> packet_msg =
332 transport_feedback_adapter_.ProcessSentPacket(sent_packet);
333 if (packet_msg) {
334 task_queue_.PostTask([this, packet_msg]() {
335 RTC_DCHECK_RUN_ON(&task_queue_);
336 if (controller_)
Sebastian Jansson16180952018-12-12 16:49:10 +0100337 PostUpdates(controller_->OnSentPacket(*packet_msg));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100338 });
339 }
Erik Språng425d6aa2019-07-29 16:38:27 +0200340 pacer()->UpdateOutstandingData(
341 transport_feedback_adapter_.GetOutstandingData());
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100342}
sprangdb2a9fc2017-08-09 06:42:32 -0700343
Ying Wang8b279102019-05-27 17:19:08 +0200344void RtpTransportControllerSend::OnReceivedPacket(
Sebastian Jansson607a6f12019-06-13 17:48:53 +0200345 const ReceivedPacket& packet_msg) {
Ying Wang8b279102019-05-27 17:19:08 +0200346 task_queue_.PostTask([this, packet_msg]() {
347 RTC_DCHECK_RUN_ON(&task_queue_);
348 if (controller_)
349 PostUpdates(controller_->OnReceivedPacket(packet_msg));
350 });
351}
352
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100353void RtpTransportControllerSend::SetSdpBitrateParameters(
354 const BitrateConstraints& constraints) {
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200355 absl::optional<BitrateConstraints> updated =
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100356 bitrate_configurator_.UpdateWithSdpParameters(constraints);
357 if (updated.has_value()) {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100358 TargetRateConstraints msg = ConvertConstraints(*updated, clock_);
359 task_queue_.PostTask([this, msg]() {
360 RTC_DCHECK_RUN_ON(&task_queue_);
361 if (controller_) {
Sebastian Jansson16180952018-12-12 16:49:10 +0100362 PostUpdates(controller_->OnTargetRateConstraints(msg));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100363 } else {
364 UpdateInitialConstraints(msg);
365 }
366 });
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100367 } else {
368 RTC_LOG(LS_VERBOSE)
Sebastian Jansson8f83b422018-02-21 13:07:13 +0100369 << "WebRTC.RtpTransportControllerSend.SetSdpBitrateParameters: "
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100370 << "nothing to update";
371 }
372}
373
374void RtpTransportControllerSend::SetClientBitratePreferences(
Niels Möller0c4f7be2018-05-07 14:01:37 +0200375 const BitrateSettings& preferences) {
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200376 absl::optional<BitrateConstraints> updated =
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100377 bitrate_configurator_.UpdateWithClientPreferences(preferences);
378 if (updated.has_value()) {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100379 TargetRateConstraints msg = ConvertConstraints(*updated, clock_);
380 task_queue_.PostTask([this, msg]() {
381 RTC_DCHECK_RUN_ON(&task_queue_);
382 if (controller_) {
Sebastian Jansson16180952018-12-12 16:49:10 +0100383 PostUpdates(controller_->OnTargetRateConstraints(msg));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100384 } else {
385 UpdateInitialConstraints(msg);
386 }
387 });
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100388 } else {
389 RTC_LOG(LS_VERBOSE)
Sebastian Jansson8f83b422018-02-21 13:07:13 +0100390 << "WebRTC.RtpTransportControllerSend.SetClientBitratePreferences: "
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100391 << "nothing to update";
392 }
393}
Alex Narestbcf91802018-06-25 16:08:36 +0200394
Stefan Holmer64be7fa2018-10-04 15:21:55 +0200395void RtpTransportControllerSend::OnTransportOverheadChanged(
396 size_t transport_overhead_bytes_per_packet) {
397 if (transport_overhead_bytes_per_packet >= kMaxOverheadBytes) {
398 RTC_LOG(LS_ERROR) << "Transport overhead exceeds " << kMaxOverheadBytes;
399 return;
400 }
401
402 // TODO(holmer): Call AudioRtpSenders when they have been moved to
403 // RtpTransportControllerSend.
404 for (auto& rtp_video_sender : video_rtp_senders_) {
405 rtp_video_sender->OnTransportOverheadChanged(
406 transport_overhead_bytes_per_packet);
407 }
408}
Sebastian Jansson87609be2018-12-05 17:35:35 +0100409
Erik Språngaa59eca2019-07-24 14:52:55 +0200410void RtpTransportControllerSend::AccountForAudioPacketsInPacedSender(
411 bool account_for_audio) {
Erik Språng425d6aa2019-07-29 16:38:27 +0200412 pacer()->SetAccountForAudioPackets(account_for_audio);
Erik Språngaa59eca2019-07-24 14:52:55 +0200413}
414
Sebastian Jansson87609be2018-12-05 17:35:35 +0100415void RtpTransportControllerSend::OnReceivedEstimatedBitrate(uint32_t bitrate) {
416 RemoteBitrateReport msg;
417 msg.receive_time = Timestamp::ms(clock_->TimeInMilliseconds());
418 msg.bandwidth = DataRate::bps(bitrate);
419 task_queue_.PostTask([this, msg]() {
420 RTC_DCHECK_RUN_ON(&task_queue_);
421 if (controller_)
Sebastian Jansson16180952018-12-12 16:49:10 +0100422 PostUpdates(controller_->OnRemoteBitrateReport(msg));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100423 });
424}
425
426void RtpTransportControllerSend::OnReceivedRtcpReceiverReport(
427 const ReportBlockList& report_blocks,
428 int64_t rtt_ms,
429 int64_t now_ms) {
430 task_queue_.PostTask([this, report_blocks, now_ms]() {
431 RTC_DCHECK_RUN_ON(&task_queue_);
432 OnReceivedRtcpReceiverReportBlocks(report_blocks, now_ms);
433 });
434
435 task_queue_.PostTask([this, now_ms, rtt_ms]() {
436 RTC_DCHECK_RUN_ON(&task_queue_);
437 RoundTripTimeUpdate report;
438 report.receive_time = Timestamp::ms(now_ms);
439 report.round_trip_time = TimeDelta::ms(rtt_ms);
440 report.smoothed = false;
Christoffer Rodbro4bd31772019-03-27 12:34:21 +0100441 if (controller_ && !report.round_trip_time.IsZero())
Sebastian Jansson16180952018-12-12 16:49:10 +0100442 PostUpdates(controller_->OnRoundTripTimeUpdate(report));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100443 });
444}
445
Erik Språng30a276b2019-04-23 12:00:11 +0200446void RtpTransportControllerSend::OnAddPacket(
447 const RtpPacketSendInfo& packet_info) {
Sebastian Jansson05acd2b2019-01-21 13:07:47 +0100448 transport_feedback_adapter_.AddPacket(
Erik Språng30a276b2019-04-23 12:00:11 +0200449 packet_info,
450 send_side_bwe_with_overhead_ ? transport_overhead_bytes_per_packet_.load()
451 : 0,
Sebastian Jansson05acd2b2019-01-21 13:07:47 +0100452 Timestamp::ms(clock_->TimeInMilliseconds()));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100453}
454
455void RtpTransportControllerSend::OnTransportFeedback(
456 const rtcp::TransportFeedback& feedback) {
457 RTC_DCHECK_RUNS_SERIALIZED(&worker_race_);
458
459 absl::optional<TransportPacketsFeedback> feedback_msg =
Sebastian Jansson05acd2b2019-01-21 13:07:47 +0100460 transport_feedback_adapter_.ProcessTransportFeedback(
461 feedback, Timestamp::ms(clock_->TimeInMilliseconds()));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100462 if (feedback_msg) {
463 task_queue_.PostTask([this, feedback_msg]() {
464 RTC_DCHECK_RUN_ON(&task_queue_);
465 if (controller_)
Sebastian Jansson16180952018-12-12 16:49:10 +0100466 PostUpdates(controller_->OnTransportPacketsFeedback(*feedback_msg));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100467 });
468 }
Erik Språng425d6aa2019-07-29 16:38:27 +0200469 pacer()->UpdateOutstandingData(
470 transport_feedback_adapter_.GetOutstandingData());
Sebastian Jansson87609be2018-12-05 17:35:35 +0100471}
472
Sebastian Janssone1795f42019-07-24 11:38:03 +0200473void RtpTransportControllerSend::OnRemoteNetworkEstimate(
474 NetworkStateEstimate estimate) {
Sebastian Jansson0a5ed892019-09-18 15:37:31 +0200475 if (event_log_) {
476 event_log_->Log(std::make_unique<RtcEventRemoteEstimate>(
477 estimate.link_capacity_lower, estimate.link_capacity_upper));
478 }
Sebastian Janssone1795f42019-07-24 11:38:03 +0200479 estimate.update_time = Timestamp::ms(clock_->TimeInMilliseconds());
480 task_queue_.PostTask([this, estimate] {
481 RTC_DCHECK_RUN_ON(&task_queue_);
482 if (controller_)
483 controller_->OnNetworkStateEstimate(estimate);
484 });
485}
486
Sebastian Jansson87609be2018-12-05 17:35:35 +0100487void RtpTransportControllerSend::MaybeCreateControllers() {
488 RTC_DCHECK(!controller_);
489 RTC_DCHECK(!control_handler_);
490
491 if (!network_available_ || !observer_)
492 return;
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200493 control_handler_ = std::make_unique<CongestionControlHandler>();
Sebastian Jansson87609be2018-12-05 17:35:35 +0100494
495 initial_config_.constraints.at_time =
496 Timestamp::ms(clock_->TimeInMilliseconds());
497 initial_config_.stream_based_config = streams_config_;
498
499 // TODO(srte): Use fallback controller if no feedback is available.
500 if (controller_factory_override_) {
501 RTC_LOG(LS_INFO) << "Creating overridden congestion controller";
502 controller_ = controller_factory_override_->Create(initial_config_);
503 process_interval_ = controller_factory_override_->GetProcessInterval();
504 } else {
505 RTC_LOG(LS_INFO) << "Creating fallback congestion controller";
506 controller_ = controller_factory_fallback_->Create(initial_config_);
507 process_interval_ = controller_factory_fallback_->GetProcessInterval();
508 }
509 UpdateControllerWithTimeInterval();
510 StartProcessPeriodicTasks();
511}
512
513void RtpTransportControllerSend::UpdateInitialConstraints(
514 TargetRateConstraints new_contraints) {
515 if (!new_contraints.starting_rate)
516 new_contraints.starting_rate = initial_config_.constraints.starting_rate;
517 RTC_DCHECK(new_contraints.starting_rate);
518 initial_config_.constraints = new_contraints;
519}
520
521void RtpTransportControllerSend::StartProcessPeriodicTasks() {
Sebastian Janssonecb68972019-01-18 10:30:54 +0100522 if (!pacer_queue_update_task_.Running()) {
523 pacer_queue_update_task_ = RepeatingTaskHandle::DelayedStart(
Danil Chapovalov4423c362019-03-06 18:41:39 +0100524 task_queue_.Get(), kPacerQueueUpdateInterval, [this]() {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100525 RTC_DCHECK_RUN_ON(&task_queue_);
Erik Språng425d6aa2019-07-29 16:38:27 +0200526 TimeDelta expected_queue_time = pacer()->ExpectedQueueTime();
Sebastian Jansson16180952018-12-12 16:49:10 +0100527 control_handler_->SetPacerQueue(expected_queue_time);
528 UpdateControlState();
Sebastian Janssonecb68972019-01-18 10:30:54 +0100529 return kPacerQueueUpdateInterval;
Sebastian Jansson87609be2018-12-05 17:35:35 +0100530 });
531 }
Sebastian Janssonecb68972019-01-18 10:30:54 +0100532 controller_task_.Stop();
Sebastian Jansson87609be2018-12-05 17:35:35 +0100533 if (process_interval_.IsFinite()) {
Sebastian Janssonecb68972019-01-18 10:30:54 +0100534 controller_task_ = RepeatingTaskHandle::DelayedStart(
Danil Chapovalov4423c362019-03-06 18:41:39 +0100535 task_queue_.Get(), process_interval_, [this]() {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100536 RTC_DCHECK_RUN_ON(&task_queue_);
537 UpdateControllerWithTimeInterval();
Sebastian Janssonecb68972019-01-18 10:30:54 +0100538 return process_interval_;
Sebastian Jansson87609be2018-12-05 17:35:35 +0100539 });
540 }
541}
542
543void RtpTransportControllerSend::UpdateControllerWithTimeInterval() {
Sebastian Jansson16180952018-12-12 16:49:10 +0100544 RTC_DCHECK(controller_);
545 ProcessInterval msg;
546 msg.at_time = Timestamp::ms(clock_->TimeInMilliseconds());
Christoffer Rodbroc610e262019-01-08 10:49:19 +0100547 if (add_pacing_to_cwin_)
Erik Språng425d6aa2019-07-29 16:38:27 +0200548 msg.pacer_queue = pacer()->QueueSizeData();
Sebastian Jansson16180952018-12-12 16:49:10 +0100549 PostUpdates(controller_->OnProcessInterval(msg));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100550}
551
552void RtpTransportControllerSend::UpdateStreamsConfig() {
553 streams_config_.at_time = Timestamp::ms(clock_->TimeInMilliseconds());
554 if (controller_)
Sebastian Jansson16180952018-12-12 16:49:10 +0100555 PostUpdates(controller_->OnStreamsConfig(streams_config_));
556}
557
558void RtpTransportControllerSend::PostUpdates(NetworkControlUpdate update) {
559 if (update.congestion_window) {
Erik Språng425d6aa2019-07-29 16:38:27 +0200560 pacer()->SetCongestionWindow(*update.congestion_window);
Sebastian Jansson16180952018-12-12 16:49:10 +0100561 }
562 if (update.pacer_config) {
Erik Språng425d6aa2019-07-29 16:38:27 +0200563 pacer()->SetPacingRates(update.pacer_config->data_rate(),
564 update.pacer_config->pad_rate());
Sebastian Jansson16180952018-12-12 16:49:10 +0100565 }
566 for (const auto& probe : update.probe_cluster_configs) {
Erik Språng425d6aa2019-07-29 16:38:27 +0200567 pacer()->CreateProbeCluster(probe.target_data_rate, probe.id);
Sebastian Jansson16180952018-12-12 16:49:10 +0100568 }
569 if (update.target_rate) {
570 control_handler_->SetTargetRate(*update.target_rate);
571 UpdateControlState();
572 }
Sebastian Jansson87609be2018-12-05 17:35:35 +0100573}
574
575void RtpTransportControllerSend::OnReceivedRtcpReceiverReportBlocks(
576 const ReportBlockList& report_blocks,
577 int64_t now_ms) {
578 if (report_blocks.empty())
579 return;
580
581 int total_packets_lost_delta = 0;
582 int total_packets_delta = 0;
583
584 // Compute the packet loss from all report blocks.
585 for (const RTCPReportBlock& report_block : report_blocks) {
586 auto it = last_report_blocks_.find(report_block.source_ssrc);
587 if (it != last_report_blocks_.end()) {
588 auto number_of_packets = report_block.extended_highest_sequence_number -
589 it->second.extended_highest_sequence_number;
590 total_packets_delta += number_of_packets;
591 auto lost_delta = report_block.packets_lost - it->second.packets_lost;
592 total_packets_lost_delta += lost_delta;
593 }
594 last_report_blocks_[report_block.source_ssrc] = report_block;
595 }
596 // Can only compute delta if there has been previous blocks to compare to. If
597 // not, total_packets_delta will be unchanged and there's nothing more to do.
598 if (!total_packets_delta)
599 return;
600 int packets_received_delta = total_packets_delta - total_packets_lost_delta;
601 // To detect lost packets, at least one packet has to be received. This check
602 // is needed to avoid bandwith detection update in
603 // VideoSendStreamTest.SuspendBelowMinBitrate
604
605 if (packets_received_delta < 1)
606 return;
607 Timestamp now = Timestamp::ms(now_ms);
608 TransportLossReport msg;
609 msg.packets_lost_delta = total_packets_lost_delta;
610 msg.packets_received_delta = packets_received_delta;
611 msg.receive_time = now;
612 msg.start_time = last_report_block_time_;
613 msg.end_time = now;
614 if (controller_)
Sebastian Jansson16180952018-12-12 16:49:10 +0100615 PostUpdates(controller_->OnTransportLossReport(msg));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100616 last_report_block_time_ = now;
617}
618
nissecae45d02017-04-24 05:53:20 -0700619} // namespace webrtc