blob: e519a76544e3d22778ce24c69d4eceea156f4564 [file] [log] [blame]
nissecae45d02017-04-24 05:53:20 -07001/*
2 * Copyright (c) 2017 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
Sebastian Jansson91bb6672018-02-21 13:02:51 +010010#include <utility>
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020011#include <vector>
nissecae45d02017-04-24 05:53:20 -070012
Karl Wiberg918f50c2018-07-05 11:40:33 +020013#include "absl/memory/memory.h"
Yves Gerey3e707812018-11-28 16:47:49 +010014#include "absl/types/optional.h"
Sebastian Jansson87609be2018-12-05 17:35:35 +010015#include "api/transport/goog_cc_factory.h"
Yves Gerey3e707812018-11-28 16:47:49 +010016#include "api/transport/network_types.h"
17#include "api/units/data_rate.h"
18#include "api/units/time_delta.h"
19#include "api/units/timestamp.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020020#include "call/rtp_transport_controller_send.h"
Yves Gerey3e707812018-11-28 16:47:49 +010021#include "call/rtp_video_sender.h"
Yves Gerey3e707812018-11-28 16:47:49 +010022#include "rtc_base/checks.h"
Sebastian Janssonc33c0fc2018-02-22 11:10:18 +010023#include "rtc_base/location.h"
Sebastian Jansson97f61ea2018-02-21 13:01:55 +010024#include "rtc_base/logging.h"
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020025#include "rtc_base/rate_limiter.h"
Sebastian Jansson19bea512018-03-13 19:07:46 +010026#include "system_wrappers/include/field_trial.h"
nissecae45d02017-04-24 05:53:20 -070027
28namespace webrtc {
Sebastian Jansson19bea512018-03-13 19:07:46 +010029namespace {
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020030static const int64_t kRetransmitWindowSizeMs = 500;
Stefan Holmer64be7fa2018-10-04 15:21:55 +020031static const size_t kMaxOverheadBytes = 500;
Sebastian Jansson19bea512018-03-13 19:07:46 +010032
Sebastian Janssonecb68972019-01-18 10:30:54 +010033constexpr TimeDelta kPacerQueueUpdateInterval = TimeDelta::Millis<25>();
Sebastian Jansson87609be2018-12-05 17:35:35 +010034
35TargetRateConstraints ConvertConstraints(int min_bitrate_bps,
36 int max_bitrate_bps,
37 int start_bitrate_bps,
38 const Clock* clock) {
39 TargetRateConstraints msg;
40 msg.at_time = Timestamp::ms(clock->TimeInMilliseconds());
41 msg.min_data_rate =
42 min_bitrate_bps >= 0 ? DataRate::bps(min_bitrate_bps) : DataRate::Zero();
43 msg.max_data_rate = max_bitrate_bps > 0 ? DataRate::bps(max_bitrate_bps)
44 : DataRate::Infinity();
45 if (start_bitrate_bps > 0)
46 msg.starting_rate = DataRate::bps(start_bitrate_bps);
47 return msg;
48}
49
50TargetRateConstraints ConvertConstraints(const BitrateConstraints& contraints,
51 const Clock* clock) {
52 return ConvertConstraints(contraints.min_bitrate_bps,
53 contraints.max_bitrate_bps,
54 contraints.start_bitrate_bps, clock);
55}
Sebastian Jansson19bea512018-03-13 19:07:46 +010056} // namespace
nissecae45d02017-04-24 05:53:20 -070057
58RtpTransportControllerSend::RtpTransportControllerSend(
59 Clock* clock,
Sebastian Jansson97f61ea2018-02-21 13:01:55 +010060 webrtc::RtcEventLog* event_log,
Sebastian Janssondfce03a2018-05-18 18:05:10 +020061 NetworkControllerFactoryInterface* controller_factory,
Sebastian Jansson97f61ea2018-02-21 13:01:55 +010062 const BitrateConstraints& bitrate_config)
Sebastian Jansson19704ec2018-03-12 15:59:12 +010063 : clock_(clock),
64 pacer_(clock, &packet_router_, event_log),
Sebastian Jansson317a5222018-03-16 15:36:37 +010065 bitrate_configurator_(bitrate_config),
66 process_thread_(ProcessThread::Create("SendControllerThread")),
67 observer_(nullptr),
Sebastian Jansson87609be2018-12-05 17:35:35 +010068 controller_factory_override_(controller_factory),
69 controller_factory_fallback_(
70 absl::make_unique<GoogCcNetworkControllerFactory>(event_log)),
71 process_interval_(controller_factory_fallback_->GetProcessInterval()),
72 last_report_block_time_(Timestamp::ms(clock_->TimeInMilliseconds())),
73 reset_feedback_on_route_change_(
74 !field_trial::IsEnabled("WebRTC-Bwe-NoFeedbackReset")),
75 send_side_bwe_with_overhead_(
76 webrtc::field_trial::IsEnabled("WebRTC-SendSideBwe-WithOverhead")),
Christoffer Rodbroc610e262019-01-08 10:49:19 +010077 add_pacing_to_cwin_(
78 field_trial::IsEnabled("WebRTC-AddPacingToCongestionWindowPushback")),
Sebastian Jansson87609be2018-12-05 17:35:35 +010079 transport_overhead_bytes_per_packet_(0),
80 network_available_(false),
Sebastian Jansson87609be2018-12-05 17:35:35 +010081 packet_feedback_available_(false),
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020082 retransmission_rate_limiter_(clock, kRetransmitWindowSizeMs),
Sebastian Janssone6256052018-05-04 14:08:15 +020083 task_queue_("rtp_send_controller") {
Sebastian Jansson87609be2018-12-05 17:35:35 +010084 initial_config_.constraints = ConvertConstraints(bitrate_config, clock_);
85 RTC_DCHECK(bitrate_config.start_bitrate_bps > 0);
86
Sebastian Jansson02c4f152018-12-20 09:41:03 +010087 pacer_.SetPacingRates(bitrate_config.start_bitrate_bps, 0);
Sebastian Janssonbd9fe092018-05-07 16:33:50 +020088
Sebastian Janssonc33c0fc2018-02-22 11:10:18 +010089 process_thread_->RegisterModule(&pacer_, RTC_FROM_HERE);
Sebastian Janssonc33c0fc2018-02-22 11:10:18 +010090 process_thread_->Start();
Sebastian Jansson97f61ea2018-02-21 13:01:55 +010091}
Sebastian Janssonc33c0fc2018-02-22 11:10:18 +010092
93RtpTransportControllerSend::~RtpTransportControllerSend() {
94 process_thread_->Stop();
Sebastian Janssonc33c0fc2018-02-22 11:10:18 +010095 process_thread_->DeRegisterModule(&pacer_);
96}
nissecae45d02017-04-24 05:53:20 -070097
Stefan Holmer9416ef82018-07-19 10:34:38 +020098RtpVideoSenderInterface* RtpTransportControllerSend::CreateRtpVideoSender(
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020099 std::map<uint32_t, RtpState> suspended_ssrcs,
100 const std::map<uint32_t, RtpPayloadState>& states,
101 const RtpConfig& rtp_config,
Jiawei Ou55718122018-11-09 13:17:39 -0800102 int rtcp_report_interval_ms,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200103 Transport* send_transport,
104 const RtpSenderObservers& observers,
Stefan Holmer64be7fa2018-10-04 15:21:55 +0200105 RtcEventLog* event_log,
Benjamin Wright192eeec2018-10-17 17:27:25 -0700106 std::unique_ptr<FecController> fec_controller,
107 const RtpSenderFrameEncryptionConfig& frame_encryption_config) {
Stefan Holmer9416ef82018-07-19 10:34:38 +0200108 video_rtp_senders_.push_back(absl::make_unique<RtpVideoSender>(
Amit Hilbuch0fc28432018-12-18 13:01:47 -0800109 suspended_ssrcs, states, rtp_config, rtcp_report_interval_ms,
Jiawei Ou55718122018-11-09 13:17:39 -0800110 send_transport, observers,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200111 // TODO(holmer): Remove this circular dependency by injecting
112 // the parts of RtpTransportControllerSendInterface that are really used.
Benjamin Wright192eeec2018-10-17 17:27:25 -0700113 this, event_log, &retransmission_rate_limiter_, std::move(fec_controller),
114 frame_encryption_config.frame_encryptor,
115 frame_encryption_config.crypto_options));
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200116 return video_rtp_senders_.back().get();
117}
118
Stefan Holmer9416ef82018-07-19 10:34:38 +0200119void RtpTransportControllerSend::DestroyRtpVideoSender(
120 RtpVideoSenderInterface* rtp_video_sender) {
121 std::vector<std::unique_ptr<RtpVideoSenderInterface>>::iterator it =
Stefan Holmer5ed25af2018-07-18 15:17:14 +0200122 video_rtp_senders_.end();
123 for (it = video_rtp_senders_.begin(); it != video_rtp_senders_.end(); ++it) {
124 if (it->get() == rtp_video_sender) {
125 break;
126 }
127 }
128 RTC_DCHECK(it != video_rtp_senders_.end());
129 video_rtp_senders_.erase(it);
130}
131
Sebastian Jansson16180952018-12-12 16:49:10 +0100132void RtpTransportControllerSend::UpdateControlState() {
133 absl::optional<TargetTransferRate> update = control_handler_->GetUpdate();
134 if (!update)
135 return;
136 retransmission_rate_limiter_.SetMaxRate(
137 update->network_estimate.bandwidth.bps());
138 // We won't create control_handler_ until we have an observers.
Sebastian Jansson87609be2018-12-05 17:35:35 +0100139 RTC_DCHECK(observer_ != nullptr);
Sebastian Jansson16180952018-12-12 16:49:10 +0100140 observer_->OnTargetTransferRate(*update);
Sebastian Janssone6256052018-05-04 14:08:15 +0200141}
142
143rtc::TaskQueue* RtpTransportControllerSend::GetWorkerQueue() {
144 return &task_queue_;
Sebastian Jansson19704ec2018-03-12 15:59:12 +0100145}
146
nisse76e62b02017-05-31 02:24:52 -0700147PacketRouter* RtpTransportControllerSend::packet_router() {
148 return &packet_router_;
149}
150
nisse76e62b02017-05-31 02:24:52 -0700151TransportFeedbackObserver*
152RtpTransportControllerSend::transport_feedback_observer() {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100153 return this;
nisse76e62b02017-05-31 02:24:52 -0700154}
155
156RtpPacketSender* RtpTransportControllerSend::packet_sender() {
Stefan Holmer5c8942a2017-08-22 16:16:44 +0200157 return &pacer_;
nisse76e62b02017-05-31 02:24:52 -0700158}
159
sprangdb2a9fc2017-08-09 06:42:32 -0700160const RtpKeepAliveConfig& RtpTransportControllerSend::keepalive_config() const {
161 return keepalive_;
162}
163
Stefan Holmer5c8942a2017-08-22 16:16:44 +0200164void RtpTransportControllerSend::SetAllocatedSendBitrateLimits(
165 int min_send_bitrate_bps,
philipel832b1c82018-02-28 17:04:18 +0100166 int max_padding_bitrate_bps,
philipeldb4fa4b2018-03-06 18:29:22 +0100167 int max_total_bitrate_bps) {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100168 RTC_DCHECK_RUN_ON(&task_queue_);
169 streams_config_.min_pacing_rate = DataRate::bps(min_send_bitrate_bps);
170 streams_config_.max_padding_rate = DataRate::bps(max_padding_bitrate_bps);
171 streams_config_.max_total_allocated_bitrate =
172 DataRate::bps(max_total_bitrate_bps);
173 UpdateStreamsConfig();
Stefan Holmer5c8942a2017-08-22 16:16:44 +0200174}
175
sprangdb2a9fc2017-08-09 06:42:32 -0700176void RtpTransportControllerSend::SetKeepAliveConfig(
177 const RtpKeepAliveConfig& config) {
178 keepalive_ = config;
179}
Sebastian Jansson4c1ffb82018-02-15 16:51:58 +0100180void RtpTransportControllerSend::SetPacingFactor(float pacing_factor) {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100181 RTC_DCHECK_RUN_ON(&task_queue_);
182 streams_config_.pacing_factor = pacing_factor;
183 UpdateStreamsConfig();
Sebastian Jansson4c1ffb82018-02-15 16:51:58 +0100184}
185void RtpTransportControllerSend::SetQueueTimeLimit(int limit_ms) {
186 pacer_.SetQueueTimeLimit(limit_ms);
187}
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100188CallStatsObserver* RtpTransportControllerSend::GetCallStatsObserver() {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100189 return this;
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100190}
191void RtpTransportControllerSend::RegisterPacketFeedbackObserver(
192 PacketFeedbackObserver* observer) {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100193 transport_feedback_adapter_.RegisterPacketFeedbackObserver(observer);
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100194}
195void RtpTransportControllerSend::DeRegisterPacketFeedbackObserver(
196 PacketFeedbackObserver* observer) {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100197 transport_feedback_adapter_.DeRegisterPacketFeedbackObserver(observer);
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100198}
Sebastian Jansson19704ec2018-03-12 15:59:12 +0100199
200void RtpTransportControllerSend::RegisterTargetTransferRateObserver(
201 TargetTransferRateObserver* observer) {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100202 task_queue_.PostTask([this, observer] {
203 RTC_DCHECK_RUN_ON(&task_queue_);
Sebastian Jansson19704ec2018-03-12 15:59:12 +0100204 RTC_DCHECK(observer_ == nullptr);
205 observer_ = observer;
Sebastian Jansson2701bc92018-12-11 15:02:47 +0100206 observer_->OnStartRateUpdate(*initial_config_.constraints.starting_rate);
Sebastian Jansson87609be2018-12-05 17:35:35 +0100207 MaybeCreateControllers();
208 });
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100209}
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100210void RtpTransportControllerSend::OnNetworkRouteChanged(
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100211 const std::string& transport_name,
212 const rtc::NetworkRoute& network_route) {
Sebastian Jansson91bb6672018-02-21 13:02:51 +0100213 // Check if the network route is connected.
214 if (!network_route.connected) {
215 RTC_LOG(LS_INFO) << "Transport " << transport_name << " is disconnected";
216 // TODO(honghaiz): Perhaps handle this in SignalChannelNetworkState and
217 // consider merging these two methods.
218 return;
219 }
220
221 // Check whether the network route has changed on each transport.
222 auto result =
223 network_routes_.insert(std::make_pair(transport_name, network_route));
224 auto kv = result.first;
225 bool inserted = result.second;
226 if (inserted) {
227 // No need to reset BWE if this is the first time the network connects.
228 return;
229 }
Sebastian Janssonaf2adda2018-12-04 11:16:19 +0100230 if (kv->second.connected != network_route.connected ||
231 kv->second.local_network_id != network_route.local_network_id ||
232 kv->second.remote_network_id != network_route.remote_network_id) {
Sebastian Jansson91bb6672018-02-21 13:02:51 +0100233 kv->second = network_route;
234 BitrateConstraints bitrate_config = bitrate_configurator_.GetConfig();
235 RTC_LOG(LS_INFO) << "Network route changed on transport " << transport_name
236 << ": new local network id "
237 << network_route.local_network_id
238 << " new remote network id "
239 << network_route.remote_network_id
240 << " Reset bitrates to min: "
241 << bitrate_config.min_bitrate_bps
242 << " bps, start: " << bitrate_config.start_bitrate_bps
243 << " bps, max: " << bitrate_config.max_bitrate_bps
244 << " bps.";
245 RTC_DCHECK_GT(bitrate_config.start_bitrate_bps, 0);
Sebastian Jansson87609be2018-12-05 17:35:35 +0100246
247 if (reset_feedback_on_route_change_)
248 transport_feedback_adapter_.SetNetworkIds(
249 network_route.local_network_id, network_route.remote_network_id);
250 transport_overhead_bytes_per_packet_ = network_route.packet_overhead;
251
252 NetworkRouteChange msg;
253 msg.at_time = Timestamp::ms(clock_->TimeInMilliseconds());
254 msg.constraints = ConvertConstraints(bitrate_config, clock_);
255 task_queue_.PostTask([this, msg] {
256 RTC_DCHECK_RUN_ON(&task_queue_);
257 if (controller_) {
Sebastian Jansson16180952018-12-12 16:49:10 +0100258 PostUpdates(controller_->OnNetworkRouteChange(msg));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100259 } else {
260 UpdateInitialConstraints(msg.constraints);
261 }
262 pacer_.UpdateOutstandingData(0);
263 });
Sebastian Jansson91bb6672018-02-21 13:02:51 +0100264 }
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100265}
266void RtpTransportControllerSend::OnNetworkAvailability(bool network_available) {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100267 RTC_LOG(LS_INFO) << "SignalNetworkState "
268 << (network_available ? "Up" : "Down");
269 NetworkAvailability msg;
270 msg.at_time = Timestamp::ms(clock_->TimeInMilliseconds());
271 msg.network_available = network_available;
272 task_queue_.PostTask([this, msg]() {
273 RTC_DCHECK_RUN_ON(&task_queue_);
Sebastian Jansson16180952018-12-12 16:49:10 +0100274 if (network_available_ == msg.network_available)
275 return;
Sebastian Jansson87609be2018-12-05 17:35:35 +0100276 network_available_ = msg.network_available;
Sebastian Jansson16180952018-12-12 16:49:10 +0100277 if (network_available_) {
278 pacer_.Resume();
279 } else {
280 pacer_.Pause();
281 }
282 pacer_.UpdateOutstandingData(0);
283
Sebastian Jansson87609be2018-12-05 17:35:35 +0100284 if (controller_) {
Sebastian Jansson16180952018-12-12 16:49:10 +0100285 control_handler_->SetNetworkAvailability(network_available_);
286 PostUpdates(controller_->OnNetworkAvailability(msg));
287 UpdateControlState();
Sebastian Jansson87609be2018-12-05 17:35:35 +0100288 } else {
289 MaybeCreateControllers();
290 }
291 });
292
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200293 for (auto& rtp_sender : video_rtp_senders_) {
294 rtp_sender->OnNetworkAvailability(network_available);
295 }
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100296}
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100297RtcpBandwidthObserver* RtpTransportControllerSend::GetBandwidthObserver() {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100298 return this;
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100299}
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100300int64_t RtpTransportControllerSend::GetPacerQueuingDelayMs() const {
Sebastian Janssona06e9192018-03-07 18:49:55 +0100301 return pacer_.QueueInMs();
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100302}
303int64_t RtpTransportControllerSend::GetFirstPacketTimeMs() const {
Sebastian Janssona06e9192018-03-07 18:49:55 +0100304 return pacer_.FirstSentPacketTimeMs();
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100305}
Sebastian Jansson12130bb2018-03-21 12:48:43 +0100306void RtpTransportControllerSend::SetPerPacketFeedbackAvailable(bool available) {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100307 RTC_DCHECK_RUN_ON(&task_queue_);
308 packet_feedback_available_ = available;
309 if (!controller_)
310 MaybeCreateControllers();
Sebastian Jansson12130bb2018-03-21 12:48:43 +0100311}
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100312void RtpTransportControllerSend::EnablePeriodicAlrProbing(bool enable) {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100313 task_queue_.PostTask([this, enable]() {
314 RTC_DCHECK_RUN_ON(&task_queue_);
315 streams_config_.requests_alr_probing = enable;
316 UpdateStreamsConfig();
317 });
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100318}
319void RtpTransportControllerSend::OnSentPacket(
320 const rtc::SentPacket& sent_packet) {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100321 absl::optional<SentPacket> packet_msg =
322 transport_feedback_adapter_.ProcessSentPacket(sent_packet);
323 if (packet_msg) {
324 task_queue_.PostTask([this, packet_msg]() {
325 RTC_DCHECK_RUN_ON(&task_queue_);
326 if (controller_)
Sebastian Jansson16180952018-12-12 16:49:10 +0100327 PostUpdates(controller_->OnSentPacket(*packet_msg));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100328 });
329 }
Sebastian Jansson16180952018-12-12 16:49:10 +0100330 pacer_.UpdateOutstandingData(
331 transport_feedback_adapter_.GetOutstandingData().bytes());
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100332}
sprangdb2a9fc2017-08-09 06:42:32 -0700333
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100334void RtpTransportControllerSend::SetSdpBitrateParameters(
335 const BitrateConstraints& constraints) {
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200336 absl::optional<BitrateConstraints> updated =
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100337 bitrate_configurator_.UpdateWithSdpParameters(constraints);
338 if (updated.has_value()) {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100339 TargetRateConstraints msg = ConvertConstraints(*updated, clock_);
340 task_queue_.PostTask([this, msg]() {
341 RTC_DCHECK_RUN_ON(&task_queue_);
342 if (controller_) {
Sebastian Jansson16180952018-12-12 16:49:10 +0100343 PostUpdates(controller_->OnTargetRateConstraints(msg));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100344 } else {
345 UpdateInitialConstraints(msg);
346 }
347 });
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100348 } else {
349 RTC_LOG(LS_VERBOSE)
Sebastian Jansson8f83b422018-02-21 13:07:13 +0100350 << "WebRTC.RtpTransportControllerSend.SetSdpBitrateParameters: "
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100351 << "nothing to update";
352 }
353}
354
355void RtpTransportControllerSend::SetClientBitratePreferences(
Niels Möller0c4f7be2018-05-07 14:01:37 +0200356 const BitrateSettings& preferences) {
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200357 absl::optional<BitrateConstraints> updated =
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100358 bitrate_configurator_.UpdateWithClientPreferences(preferences);
359 if (updated.has_value()) {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100360 TargetRateConstraints msg = ConvertConstraints(*updated, clock_);
361 task_queue_.PostTask([this, msg]() {
362 RTC_DCHECK_RUN_ON(&task_queue_);
363 if (controller_) {
Sebastian Jansson16180952018-12-12 16:49:10 +0100364 PostUpdates(controller_->OnTargetRateConstraints(msg));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100365 } else {
366 UpdateInitialConstraints(msg);
367 }
368 });
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100369 } else {
370 RTC_LOG(LS_VERBOSE)
Sebastian Jansson8f83b422018-02-21 13:07:13 +0100371 << "WebRTC.RtpTransportControllerSend.SetClientBitratePreferences: "
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100372 << "nothing to update";
373 }
374}
Alex Narestbcf91802018-06-25 16:08:36 +0200375
376void RtpTransportControllerSend::SetAllocatedBitrateWithoutFeedback(
377 uint32_t bitrate_bps) {
Sebastian Jansson35fa2802018-10-01 09:16:12 +0200378 // Audio transport feedback will not be reported in this mode, instead update
379 // acknowledged bitrate estimator with the bitrate allocated for audio.
380 if (field_trial::IsEnabled("WebRTC-Audio-ABWENoTWCC")) {
381 // TODO(srte): Make sure it's safe to always report this and remove the
382 // field trial check.
Sebastian Jansson87609be2018-12-05 17:35:35 +0100383 task_queue_.PostTask([this, bitrate_bps]() {
384 RTC_DCHECK_RUN_ON(&task_queue_);
385 streams_config_.unacknowledged_rate_allocation =
386 DataRate::bps(bitrate_bps);
387 UpdateStreamsConfig();
388 });
Sebastian Jansson35fa2802018-10-01 09:16:12 +0200389 }
Alex Narestbcf91802018-06-25 16:08:36 +0200390}
Stefan Holmer64be7fa2018-10-04 15:21:55 +0200391
392void RtpTransportControllerSend::OnTransportOverheadChanged(
393 size_t transport_overhead_bytes_per_packet) {
394 if (transport_overhead_bytes_per_packet >= kMaxOverheadBytes) {
395 RTC_LOG(LS_ERROR) << "Transport overhead exceeds " << kMaxOverheadBytes;
396 return;
397 }
398
399 // TODO(holmer): Call AudioRtpSenders when they have been moved to
400 // RtpTransportControllerSend.
401 for (auto& rtp_video_sender : video_rtp_senders_) {
402 rtp_video_sender->OnTransportOverheadChanged(
403 transport_overhead_bytes_per_packet);
404 }
405}
Sebastian Jansson87609be2018-12-05 17:35:35 +0100406
407void RtpTransportControllerSend::OnReceivedEstimatedBitrate(uint32_t bitrate) {
408 RemoteBitrateReport msg;
409 msg.receive_time = Timestamp::ms(clock_->TimeInMilliseconds());
410 msg.bandwidth = DataRate::bps(bitrate);
411 task_queue_.PostTask([this, msg]() {
412 RTC_DCHECK_RUN_ON(&task_queue_);
413 if (controller_)
Sebastian Jansson16180952018-12-12 16:49:10 +0100414 PostUpdates(controller_->OnRemoteBitrateReport(msg));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100415 });
416}
417
418void RtpTransportControllerSend::OnReceivedRtcpReceiverReport(
419 const ReportBlockList& report_blocks,
420 int64_t rtt_ms,
421 int64_t now_ms) {
422 task_queue_.PostTask([this, report_blocks, now_ms]() {
423 RTC_DCHECK_RUN_ON(&task_queue_);
424 OnReceivedRtcpReceiverReportBlocks(report_blocks, now_ms);
425 });
426
427 task_queue_.PostTask([this, now_ms, rtt_ms]() {
428 RTC_DCHECK_RUN_ON(&task_queue_);
429 RoundTripTimeUpdate report;
430 report.receive_time = Timestamp::ms(now_ms);
431 report.round_trip_time = TimeDelta::ms(rtt_ms);
432 report.smoothed = false;
433 if (controller_)
Sebastian Jansson16180952018-12-12 16:49:10 +0100434 PostUpdates(controller_->OnRoundTripTimeUpdate(report));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100435 });
436}
437
438void RtpTransportControllerSend::AddPacket(uint32_t ssrc,
439 uint16_t sequence_number,
440 size_t length,
441 const PacedPacketInfo& pacing_info) {
442 if (send_side_bwe_with_overhead_) {
443 length += transport_overhead_bytes_per_packet_;
444 }
Sebastian Jansson05acd2b2019-01-21 13:07:47 +0100445 transport_feedback_adapter_.AddPacket(
446 ssrc, sequence_number, length, pacing_info,
447 Timestamp::ms(clock_->TimeInMilliseconds()));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100448}
449
450void RtpTransportControllerSend::OnTransportFeedback(
451 const rtcp::TransportFeedback& feedback) {
452 RTC_DCHECK_RUNS_SERIALIZED(&worker_race_);
453
454 absl::optional<TransportPacketsFeedback> feedback_msg =
Sebastian Jansson05acd2b2019-01-21 13:07:47 +0100455 transport_feedback_adapter_.ProcessTransportFeedback(
456 feedback, Timestamp::ms(clock_->TimeInMilliseconds()));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100457 if (feedback_msg) {
458 task_queue_.PostTask([this, feedback_msg]() {
459 RTC_DCHECK_RUN_ON(&task_queue_);
460 if (controller_)
Sebastian Jansson16180952018-12-12 16:49:10 +0100461 PostUpdates(controller_->OnTransportPacketsFeedback(*feedback_msg));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100462 });
463 }
Sebastian Jansson16180952018-12-12 16:49:10 +0100464 pacer_.UpdateOutstandingData(
465 transport_feedback_adapter_.GetOutstandingData().bytes());
Sebastian Jansson87609be2018-12-05 17:35:35 +0100466}
467
468void RtpTransportControllerSend::OnRttUpdate(int64_t avg_rtt_ms,
469 int64_t max_rtt_ms) {
470 int64_t now_ms = clock_->TimeInMilliseconds();
471 RoundTripTimeUpdate report;
472 report.receive_time = Timestamp::ms(now_ms);
473 report.round_trip_time = TimeDelta::ms(avg_rtt_ms);
474 report.smoothed = true;
475 task_queue_.PostTask([this, report]() {
476 RTC_DCHECK_RUN_ON(&task_queue_);
477 if (controller_)
Sebastian Jansson16180952018-12-12 16:49:10 +0100478 PostUpdates(controller_->OnRoundTripTimeUpdate(report));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100479 });
480}
481
482void RtpTransportControllerSend::MaybeCreateControllers() {
483 RTC_DCHECK(!controller_);
484 RTC_DCHECK(!control_handler_);
485
486 if (!network_available_ || !observer_)
487 return;
Sebastian Jansson16180952018-12-12 16:49:10 +0100488 control_handler_ = absl::make_unique<CongestionControlHandler>();
Sebastian Jansson87609be2018-12-05 17:35:35 +0100489
490 initial_config_.constraints.at_time =
491 Timestamp::ms(clock_->TimeInMilliseconds());
492 initial_config_.stream_based_config = streams_config_;
493
494 // TODO(srte): Use fallback controller if no feedback is available.
495 if (controller_factory_override_) {
496 RTC_LOG(LS_INFO) << "Creating overridden congestion controller";
497 controller_ = controller_factory_override_->Create(initial_config_);
498 process_interval_ = controller_factory_override_->GetProcessInterval();
499 } else {
500 RTC_LOG(LS_INFO) << "Creating fallback congestion controller";
501 controller_ = controller_factory_fallback_->Create(initial_config_);
502 process_interval_ = controller_factory_fallback_->GetProcessInterval();
503 }
504 UpdateControllerWithTimeInterval();
505 StartProcessPeriodicTasks();
506}
507
508void RtpTransportControllerSend::UpdateInitialConstraints(
509 TargetRateConstraints new_contraints) {
510 if (!new_contraints.starting_rate)
511 new_contraints.starting_rate = initial_config_.constraints.starting_rate;
512 RTC_DCHECK(new_contraints.starting_rate);
513 initial_config_.constraints = new_contraints;
514}
515
516void RtpTransportControllerSend::StartProcessPeriodicTasks() {
Sebastian Janssonecb68972019-01-18 10:30:54 +0100517 if (!pacer_queue_update_task_.Running()) {
518 pacer_queue_update_task_ = RepeatingTaskHandle::DelayedStart(
519 &task_queue_, kPacerQueueUpdateInterval, [this]() {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100520 RTC_DCHECK_RUN_ON(&task_queue_);
Sebastian Jansson16180952018-12-12 16:49:10 +0100521 TimeDelta expected_queue_time =
522 TimeDelta::ms(pacer_.ExpectedQueueTimeMs());
523 control_handler_->SetPacerQueue(expected_queue_time);
524 UpdateControlState();
Sebastian Janssonecb68972019-01-18 10:30:54 +0100525 return kPacerQueueUpdateInterval;
Sebastian Jansson87609be2018-12-05 17:35:35 +0100526 });
527 }
Sebastian Janssonecb68972019-01-18 10:30:54 +0100528 controller_task_.Stop();
Sebastian Jansson87609be2018-12-05 17:35:35 +0100529 if (process_interval_.IsFinite()) {
Sebastian Janssonecb68972019-01-18 10:30:54 +0100530 controller_task_ = RepeatingTaskHandle::DelayedStart(
531 &task_queue_, process_interval_, [this]() {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100532 RTC_DCHECK_RUN_ON(&task_queue_);
533 UpdateControllerWithTimeInterval();
Sebastian Janssonecb68972019-01-18 10:30:54 +0100534 return process_interval_;
Sebastian Jansson87609be2018-12-05 17:35:35 +0100535 });
536 }
537}
538
539void RtpTransportControllerSend::UpdateControllerWithTimeInterval() {
Sebastian Jansson16180952018-12-12 16:49:10 +0100540 RTC_DCHECK(controller_);
541 ProcessInterval msg;
542 msg.at_time = Timestamp::ms(clock_->TimeInMilliseconds());
Christoffer Rodbroc610e262019-01-08 10:49:19 +0100543 if (add_pacing_to_cwin_)
544 msg.pacer_queue = DataSize::bytes(pacer_.QueueSizeBytes());
Sebastian Jansson16180952018-12-12 16:49:10 +0100545 PostUpdates(controller_->OnProcessInterval(msg));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100546}
547
548void RtpTransportControllerSend::UpdateStreamsConfig() {
549 streams_config_.at_time = Timestamp::ms(clock_->TimeInMilliseconds());
550 if (controller_)
Sebastian Jansson16180952018-12-12 16:49:10 +0100551 PostUpdates(controller_->OnStreamsConfig(streams_config_));
552}
553
554void RtpTransportControllerSend::PostUpdates(NetworkControlUpdate update) {
555 if (update.congestion_window) {
556 if (update.congestion_window->IsFinite())
557 pacer_.SetCongestionWindow(update.congestion_window->bytes());
558 else
559 pacer_.SetCongestionWindow(PacedSender::kNoCongestionWindow);
560 }
561 if (update.pacer_config) {
562 pacer_.SetPacingRates(update.pacer_config->data_rate().bps(),
563 update.pacer_config->pad_rate().bps());
564 }
565 for (const auto& probe : update.probe_cluster_configs) {
566 int64_t bitrate_bps = probe.target_data_rate.bps();
567 pacer_.CreateProbeCluster(bitrate_bps);
568 }
569 if (update.target_rate) {
570 control_handler_->SetTargetRate(*update.target_rate);
571 UpdateControlState();
572 }
Sebastian Jansson87609be2018-12-05 17:35:35 +0100573}
574
575void RtpTransportControllerSend::OnReceivedRtcpReceiverReportBlocks(
576 const ReportBlockList& report_blocks,
577 int64_t now_ms) {
578 if (report_blocks.empty())
579 return;
580
581 int total_packets_lost_delta = 0;
582 int total_packets_delta = 0;
583
584 // Compute the packet loss from all report blocks.
585 for (const RTCPReportBlock& report_block : report_blocks) {
586 auto it = last_report_blocks_.find(report_block.source_ssrc);
587 if (it != last_report_blocks_.end()) {
588 auto number_of_packets = report_block.extended_highest_sequence_number -
589 it->second.extended_highest_sequence_number;
590 total_packets_delta += number_of_packets;
591 auto lost_delta = report_block.packets_lost - it->second.packets_lost;
592 total_packets_lost_delta += lost_delta;
593 }
594 last_report_blocks_[report_block.source_ssrc] = report_block;
595 }
596 // Can only compute delta if there has been previous blocks to compare to. If
597 // not, total_packets_delta will be unchanged and there's nothing more to do.
598 if (!total_packets_delta)
599 return;
600 int packets_received_delta = total_packets_delta - total_packets_lost_delta;
601 // To detect lost packets, at least one packet has to be received. This check
602 // is needed to avoid bandwith detection update in
603 // VideoSendStreamTest.SuspendBelowMinBitrate
604
605 if (packets_received_delta < 1)
606 return;
607 Timestamp now = Timestamp::ms(now_ms);
608 TransportLossReport msg;
609 msg.packets_lost_delta = total_packets_lost_delta;
610 msg.packets_received_delta = packets_received_delta;
611 msg.receive_time = now;
612 msg.start_time = last_report_block_time_;
613 msg.end_time = now;
614 if (controller_)
Sebastian Jansson16180952018-12-12 16:49:10 +0100615 PostUpdates(controller_->OnTransportLossReport(msg));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100616 last_report_block_time_ = now;
617}
618
nissecae45d02017-04-24 05:53:20 -0700619} // namespace webrtc