blob: 42b92f9b40350362ca4576950d3c4e369c800f1e [file] [log] [blame]
nissecae45d02017-04-24 05:53:20 -07001/*
2 * Copyright (c) 2017 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
Jonas Olssona4d87372019-07-05 19:08:33 +020010#include "call/rtp_transport_controller_send.h"
11
Mirko Bonadei317a1f02019-09-17 17:06:18 +020012#include <memory>
Sebastian Jansson91bb6672018-02-21 13:02:51 +010013#include <utility>
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020014#include <vector>
nissecae45d02017-04-24 05:53:20 -070015
Yves Gerey3e707812018-11-28 16:47:49 +010016#include "absl/types/optional.h"
Sebastian Jansson87609be2018-12-05 17:35:35 +010017#include "api/transport/goog_cc_factory.h"
Yves Gerey3e707812018-11-28 16:47:49 +010018#include "api/transport/network_types.h"
19#include "api/units/data_rate.h"
20#include "api/units/time_delta.h"
21#include "api/units/timestamp.h"
Yves Gerey3e707812018-11-28 16:47:49 +010022#include "call/rtp_video_sender.h"
Sebastian Jansson0a5ed892019-09-18 15:37:31 +020023#include "logging/rtc_event_log/events/rtc_event_remote_estimate.h"
Sebastian Jansson166b45d2019-05-13 11:57:42 +020024#include "logging/rtc_event_log/events/rtc_event_route_change.h"
Sebastian Jansson658f1812020-01-16 10:59:28 +010025#include "modules/rtp_rtcp/source/rtcp_packet/transport_feedback.h"
Yves Gerey3e707812018-11-28 16:47:49 +010026#include "rtc_base/checks.h"
Sebastian Jansson97f61ea2018-02-21 13:01:55 +010027#include "rtc_base/logging.h"
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020028#include "rtc_base/rate_limiter.h"
nissecae45d02017-04-24 05:53:20 -070029
30namespace webrtc {
Sebastian Jansson19bea512018-03-13 19:07:46 +010031namespace {
Stefan Holmerdbdb3a02018-07-17 16:03:46 +020032static const int64_t kRetransmitWindowSizeMs = 500;
Stefan Holmer64be7fa2018-10-04 15:21:55 +020033static const size_t kMaxOverheadBytes = 500;
Sebastian Jansson19bea512018-03-13 19:07:46 +010034
Danil Chapovalov0c626af2020-02-10 11:16:00 +010035constexpr TimeDelta kPacerQueueUpdateInterval = TimeDelta::Millis(25);
Sebastian Jansson87609be2018-12-05 17:35:35 +010036
37TargetRateConstraints ConvertConstraints(int min_bitrate_bps,
38 int max_bitrate_bps,
39 int start_bitrate_bps,
Sebastian Janssonaa01f272019-01-30 11:28:59 +010040 Clock* clock) {
Sebastian Jansson87609be2018-12-05 17:35:35 +010041 TargetRateConstraints msg;
Danil Chapovalov0c626af2020-02-10 11:16:00 +010042 msg.at_time = Timestamp::Millis(clock->TimeInMilliseconds());
Danil Chapovalovcad3e0e2020-02-17 18:46:07 +010043 msg.min_data_rate = min_bitrate_bps >= 0
44 ? DataRate::BitsPerSec(min_bitrate_bps)
45 : DataRate::Zero();
46 msg.max_data_rate = max_bitrate_bps > 0
47 ? DataRate::BitsPerSec(max_bitrate_bps)
48 : DataRate::Infinity();
Sebastian Jansson87609be2018-12-05 17:35:35 +010049 if (start_bitrate_bps > 0)
Danil Chapovalovcad3e0e2020-02-17 18:46:07 +010050 msg.starting_rate = DataRate::BitsPerSec(start_bitrate_bps);
Sebastian Jansson87609be2018-12-05 17:35:35 +010051 return msg;
52}
53
54TargetRateConstraints ConvertConstraints(const BitrateConstraints& contraints,
Sebastian Janssonaa01f272019-01-30 11:28:59 +010055 Clock* clock) {
Sebastian Jansson87609be2018-12-05 17:35:35 +010056 return ConvertConstraints(contraints.min_bitrate_bps,
57 contraints.max_bitrate_bps,
58 contraints.start_bitrate_bps, clock);
59}
Erik Språng662678d2019-11-15 17:18:52 +010060
61bool IsEnabled(const WebRtcKeyValueConfig* trials, absl::string_view key) {
Erik Språng014dd3c2019-11-28 13:44:25 +010062 RTC_DCHECK(trials != nullptr);
63 return trials->Lookup(key).find("Enabled") == 0;
Erik Språng662678d2019-11-15 17:18:52 +010064}
65
Sebastian Jansson19bea512018-03-13 19:07:46 +010066} // namespace
nissecae45d02017-04-24 05:53:20 -070067
68RtpTransportControllerSend::RtpTransportControllerSend(
69 Clock* clock,
Sebastian Jansson97f61ea2018-02-21 13:01:55 +010070 webrtc::RtcEventLog* event_log,
Ying Wang0810a7c2019-04-10 13:48:24 +020071 NetworkStatePredictorFactoryInterface* predictor_factory,
Sebastian Janssondfce03a2018-05-18 18:05:10 +020072 NetworkControllerFactoryInterface* controller_factory,
Sebastian Janssoned50e6c2019-03-01 14:45:21 +010073 const BitrateConstraints& bitrate_config,
74 std::unique_ptr<ProcessThread> process_thread,
Erik Språng662678d2019-11-15 17:18:52 +010075 TaskQueueFactory* task_queue_factory,
76 const WebRtcKeyValueConfig* trials)
Sebastian Jansson19704ec2018-03-12 15:59:12 +010077 : clock_(clock),
Sebastian Jansson166b45d2019-05-13 11:57:42 +020078 event_log_(event_log),
Sebastian Jansson317a5222018-03-16 15:36:37 +010079 bitrate_configurator_(bitrate_config),
Sebastian Janssoned50e6c2019-03-01 14:45:21 +010080 process_thread_(std::move(process_thread)),
Erik Språng014dd3c2019-11-28 13:44:25 +010081 use_task_queue_pacer_(IsEnabled(trials, "WebRTC-TaskQueuePacer")),
Erik Språng4314a492019-11-26 17:48:49 +010082 process_thread_pacer_(use_task_queue_pacer_
83 ? nullptr
84 : new PacedSender(clock,
85 &packet_router_,
86 event_log,
Erik Språng014dd3c2019-11-28 13:44:25 +010087 trials,
Erik Språng4314a492019-11-26 17:48:49 +010088 process_thread_.get())),
89 task_queue_pacer_(use_task_queue_pacer_
90 ? new TaskQueuePacedSender(clock,
91 &packet_router_,
92 event_log,
Erik Språng014dd3c2019-11-28 13:44:25 +010093 trials,
Erik Språng4314a492019-11-26 17:48:49 +010094 task_queue_factory)
95 : nullptr),
Sebastian Jansson317a5222018-03-16 15:36:37 +010096 observer_(nullptr),
Sebastian Jansson87609be2018-12-05 17:35:35 +010097 controller_factory_override_(controller_factory),
98 controller_factory_fallback_(
Mirko Bonadei317a1f02019-09-17 17:06:18 +020099 std::make_unique<GoogCcNetworkControllerFactory>(predictor_factory)),
Sebastian Jansson87609be2018-12-05 17:35:35 +0100100 process_interval_(controller_factory_fallback_->GetProcessInterval()),
Danil Chapovalov0c626af2020-02-10 11:16:00 +0100101 last_report_block_time_(Timestamp::Millis(clock_->TimeInMilliseconds())),
Sebastian Jansson87609be2018-12-05 17:35:35 +0100102 reset_feedback_on_route_change_(
Erik Språng014dd3c2019-11-28 13:44:25 +0100103 !IsEnabled(trials, "WebRTC-Bwe-NoFeedbackReset")),
Sebastian Jansson87609be2018-12-05 17:35:35 +0100104 send_side_bwe_with_overhead_(
Erik Språng014dd3c2019-11-28 13:44:25 +0100105 IsEnabled(trials, "WebRTC-SendSideBwe-WithOverhead")),
Christoffer Rodbroc610e262019-01-08 10:49:19 +0100106 add_pacing_to_cwin_(
Erik Språng014dd3c2019-11-28 13:44:25 +0100107 IsEnabled(trials, "WebRTC-AddPacingToCongestionWindowPushback")),
Sebastian Jansson87609be2018-12-05 17:35:35 +0100108 transport_overhead_bytes_per_packet_(0),
109 network_available_(false),
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200110 retransmission_rate_limiter_(clock, kRetransmitWindowSizeMs),
Sebastian Janssoned50e6c2019-03-01 14:45:21 +0100111 task_queue_(task_queue_factory->CreateTaskQueue(
112 "rtp_send_controller",
113 TaskQueueFactory::Priority::NORMAL)) {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100114 initial_config_.constraints = ConvertConstraints(bitrate_config, clock_);
Sebastian Janssondf88cc02019-04-15 15:42:25 +0200115 initial_config_.event_log = event_log;
Erik Språng014dd3c2019-11-28 13:44:25 +0100116 initial_config_.key_value_config = trials;
Sebastian Jansson87609be2018-12-05 17:35:35 +0100117 RTC_DCHECK(bitrate_config.start_bitrate_bps > 0);
118
Danil Chapovalovcad3e0e2020-02-17 18:46:07 +0100119 pacer()->SetPacingRates(
120 DataRate::BitsPerSec(bitrate_config.start_bitrate_bps), DataRate::Zero());
Sebastian Janssonbd9fe092018-05-07 16:33:50 +0200121
Erik Språng4314a492019-11-26 17:48:49 +0100122 if (!use_task_queue_pacer_) {
123 process_thread_->Start();
124 }
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100125}
Sebastian Janssonc33c0fc2018-02-22 11:10:18 +0100126
127RtpTransportControllerSend::~RtpTransportControllerSend() {
Erik Språng4314a492019-11-26 17:48:49 +0100128 if (!use_task_queue_pacer_) {
129 process_thread_->Stop();
130 }
Sebastian Janssonc33c0fc2018-02-22 11:10:18 +0100131}
nissecae45d02017-04-24 05:53:20 -0700132
Stefan Holmer9416ef82018-07-19 10:34:38 +0200133RtpVideoSenderInterface* RtpTransportControllerSend::CreateRtpVideoSender(
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200134 std::map<uint32_t, RtpState> suspended_ssrcs,
135 const std::map<uint32_t, RtpPayloadState>& states,
136 const RtpConfig& rtp_config,
Jiawei Ou55718122018-11-09 13:17:39 -0800137 int rtcp_report_interval_ms,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200138 Transport* send_transport,
139 const RtpSenderObservers& observers,
Stefan Holmer64be7fa2018-10-04 15:21:55 +0200140 RtcEventLog* event_log,
Benjamin Wright192eeec2018-10-17 17:27:25 -0700141 std::unique_ptr<FecController> fec_controller,
Marina Cioceae77912b2020-02-27 16:16:55 +0100142 const RtpSenderFrameEncryptionConfig& frame_encryption_config,
143 rtc::scoped_refptr<FrameTransformerInterface> frame_transformer) {
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200144 video_rtp_senders_.push_back(std::make_unique<RtpVideoSender>(
Sebastian Jansson572c60f2019-03-04 18:30:41 +0100145 clock_, suspended_ssrcs, states, rtp_config, rtcp_report_interval_ms,
Oleh Prypine8964902019-03-29 15:33:01 +0000146 send_transport, observers,
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200147 // TODO(holmer): Remove this circular dependency by injecting
148 // the parts of RtpTransportControllerSendInterface that are really used.
Benjamin Wright192eeec2018-10-17 17:27:25 -0700149 this, event_log, &retransmission_rate_limiter_, std::move(fec_controller),
150 frame_encryption_config.frame_encryptor,
Marina Cioceae77912b2020-02-27 16:16:55 +0100151 frame_encryption_config.crypto_options, std::move(frame_transformer)));
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200152 return video_rtp_senders_.back().get();
153}
154
Stefan Holmer9416ef82018-07-19 10:34:38 +0200155void RtpTransportControllerSend::DestroyRtpVideoSender(
156 RtpVideoSenderInterface* rtp_video_sender) {
157 std::vector<std::unique_ptr<RtpVideoSenderInterface>>::iterator it =
Stefan Holmer5ed25af2018-07-18 15:17:14 +0200158 video_rtp_senders_.end();
159 for (it = video_rtp_senders_.begin(); it != video_rtp_senders_.end(); ++it) {
160 if (it->get() == rtp_video_sender) {
161 break;
162 }
163 }
164 RTC_DCHECK(it != video_rtp_senders_.end());
165 video_rtp_senders_.erase(it);
166}
167
Sebastian Jansson16180952018-12-12 16:49:10 +0100168void RtpTransportControllerSend::UpdateControlState() {
169 absl::optional<TargetTransferRate> update = control_handler_->GetUpdate();
170 if (!update)
171 return;
Sebastian Janssonf34116e2019-09-24 17:55:50 +0200172 retransmission_rate_limiter_.SetMaxRate(update->target_rate.bps());
Sebastian Jansson16180952018-12-12 16:49:10 +0100173 // We won't create control_handler_ until we have an observers.
Sebastian Jansson87609be2018-12-05 17:35:35 +0100174 RTC_DCHECK(observer_ != nullptr);
Sebastian Jansson16180952018-12-12 16:49:10 +0100175 observer_->OnTargetTransferRate(*update);
Sebastian Janssone6256052018-05-04 14:08:15 +0200176}
177
Erik Språng425d6aa2019-07-29 16:38:27 +0200178RtpPacketPacer* RtpTransportControllerSend::pacer() {
Erik Språng4314a492019-11-26 17:48:49 +0100179 if (use_task_queue_pacer_) {
180 return task_queue_pacer_.get();
181 }
182 return process_thread_pacer_.get();
Erik Språng425d6aa2019-07-29 16:38:27 +0200183}
184
185const RtpPacketPacer* RtpTransportControllerSend::pacer() const {
Erik Språng4314a492019-11-26 17:48:49 +0100186 if (use_task_queue_pacer_) {
187 return task_queue_pacer_.get();
188 }
189 return process_thread_pacer_.get();
Erik Språng425d6aa2019-07-29 16:38:27 +0200190}
191
Sebastian Janssone6256052018-05-04 14:08:15 +0200192rtc::TaskQueue* RtpTransportControllerSend::GetWorkerQueue() {
193 return &task_queue_;
Sebastian Jansson19704ec2018-03-12 15:59:12 +0100194}
195
nisse76e62b02017-05-31 02:24:52 -0700196PacketRouter* RtpTransportControllerSend::packet_router() {
197 return &packet_router_;
198}
199
Sebastian Janssone1795f42019-07-24 11:38:03 +0200200NetworkStateEstimateObserver*
201RtpTransportControllerSend::network_state_estimate_observer() {
202 return this;
203}
204
nisse76e62b02017-05-31 02:24:52 -0700205TransportFeedbackObserver*
206RtpTransportControllerSend::transport_feedback_observer() {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100207 return this;
nisse76e62b02017-05-31 02:24:52 -0700208}
209
Erik Språngaa59eca2019-07-24 14:52:55 +0200210RtpPacketSender* RtpTransportControllerSend::packet_sender() {
Erik Språng4314a492019-11-26 17:48:49 +0100211 if (use_task_queue_pacer_) {
212 return task_queue_pacer_.get();
213 }
214 return process_thread_pacer_.get();
nisse76e62b02017-05-31 02:24:52 -0700215}
216
Stefan Holmer5c8942a2017-08-22 16:16:44 +0200217void RtpTransportControllerSend::SetAllocatedSendBitrateLimits(
Sebastian Jansson93b1ea22019-09-18 18:31:52 +0200218 BitrateAllocationLimits limits) {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100219 RTC_DCHECK_RUN_ON(&task_queue_);
Sebastian Jansson93b1ea22019-09-18 18:31:52 +0200220 streams_config_.min_total_allocated_bitrate = limits.min_allocatable_rate;
221 streams_config_.max_padding_rate = limits.max_padding_rate;
222 streams_config_.max_total_allocated_bitrate = limits.max_allocatable_rate;
Sebastian Jansson87609be2018-12-05 17:35:35 +0100223 UpdateStreamsConfig();
Stefan Holmer5c8942a2017-08-22 16:16:44 +0200224}
Sebastian Jansson4c1ffb82018-02-15 16:51:58 +0100225void RtpTransportControllerSend::SetPacingFactor(float pacing_factor) {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100226 RTC_DCHECK_RUN_ON(&task_queue_);
227 streams_config_.pacing_factor = pacing_factor;
228 UpdateStreamsConfig();
Sebastian Jansson4c1ffb82018-02-15 16:51:58 +0100229}
230void RtpTransportControllerSend::SetQueueTimeLimit(int limit_ms) {
Danil Chapovalov0c626af2020-02-10 11:16:00 +0100231 pacer()->SetQueueTimeLimit(TimeDelta::Millis(limit_ms));
Sebastian Jansson4c1ffb82018-02-15 16:51:58 +0100232}
Sebastian Janssonf2988552019-10-29 17:18:51 +0100233StreamFeedbackProvider*
234RtpTransportControllerSend::GetStreamFeedbackProvider() {
JT Tehea992f82020-01-15 18:24:20 +0000235 return &feedback_demuxer_;
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100236}
Sebastian Jansson19704ec2018-03-12 15:59:12 +0100237
238void RtpTransportControllerSend::RegisterTargetTransferRateObserver(
239 TargetTransferRateObserver* observer) {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100240 task_queue_.PostTask([this, observer] {
241 RTC_DCHECK_RUN_ON(&task_queue_);
Sebastian Jansson19704ec2018-03-12 15:59:12 +0100242 RTC_DCHECK(observer_ == nullptr);
243 observer_ = observer;
Sebastian Jansson2701bc92018-12-11 15:02:47 +0100244 observer_->OnStartRateUpdate(*initial_config_.constraints.starting_rate);
Sebastian Jansson87609be2018-12-05 17:35:35 +0100245 MaybeCreateControllers();
246 });
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100247}
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100248void RtpTransportControllerSend::OnNetworkRouteChanged(
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100249 const std::string& transport_name,
250 const rtc::NetworkRoute& network_route) {
Sebastian Jansson91bb6672018-02-21 13:02:51 +0100251 // Check if the network route is connected.
Jonas Oreland71fda362020-03-20 16:11:56 +0100252
Sebastian Jansson91bb6672018-02-21 13:02:51 +0100253 if (!network_route.connected) {
Sebastian Jansson91bb6672018-02-21 13:02:51 +0100254 // TODO(honghaiz): Perhaps handle this in SignalChannelNetworkState and
255 // consider merging these two methods.
256 return;
257 }
258
259 // Check whether the network route has changed on each transport.
260 auto result =
261 network_routes_.insert(std::make_pair(transport_name, network_route));
262 auto kv = result.first;
263 bool inserted = result.second;
Jonas Oreland5b6a4d82020-03-24 07:36:52 +0100264 if (inserted || !(kv->second == network_route)) {
265 RTC_LOG(LS_INFO) << "Network route changed on transport " << transport_name
266 << ": new_route = " << network_route.DebugString();
267 if (!inserted) {
268 RTC_LOG(LS_INFO) << "old_route = " << kv->second.DebugString();
269 }
270 }
271
Sebastian Jansson91bb6672018-02-21 13:02:51 +0100272 if (inserted) {
Jakob Ivarssonb4cdd622020-02-13 14:01:26 +0100273 task_queue_.PostTask([this, network_route] {
274 RTC_DCHECK_RUN_ON(&task_queue_);
275 transport_overhead_bytes_per_packet_ = network_route.packet_overhead;
276 });
Sebastian Jansson91bb6672018-02-21 13:02:51 +0100277 // No need to reset BWE if this is the first time the network connects.
278 return;
279 }
Jonas Oreland5b6a4d82020-03-24 07:36:52 +0100280
281 const rtc::NetworkRoute old_route = kv->second;
Jonas Oreland71fda362020-03-20 16:11:56 +0100282 kv->second = network_route;
Jonas Oreland71fda362020-03-20 16:11:56 +0100283
284 // Check if enough conditions of the new/old route has changed
285 // to trigger resetting of bitrates (and a probe).
286 // Currently we only check local/remote network id (i.e IP address) and
287 // connected state and do not consider if we change route due to TURN.
288 //
289 // TODO(bugs.webrtc.org/11438) : Experiment with using more information/
290 // other conditions.
291 if (old_route.connected != network_route.connected ||
292 old_route.local.network_id() != network_route.local.network_id() ||
293 old_route.remote.network_id() != network_route.remote.network_id()) {
Sebastian Jansson91bb6672018-02-21 13:02:51 +0100294 BitrateConstraints bitrate_config = bitrate_configurator_.GetConfig();
Jonas Oreland71fda362020-03-20 16:11:56 +0100295 RTC_LOG(LS_INFO) << "Reset bitrates to min: "
Sebastian Jansson91bb6672018-02-21 13:02:51 +0100296 << bitrate_config.min_bitrate_bps
297 << " bps, start: " << bitrate_config.start_bitrate_bps
298 << " bps, max: " << bitrate_config.max_bitrate_bps
299 << " bps.";
300 RTC_DCHECK_GT(bitrate_config.start_bitrate_bps, 0);
Sebastian Jansson87609be2018-12-05 17:35:35 +0100301
Sebastian Jansson166b45d2019-05-13 11:57:42 +0200302 if (event_log_) {
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200303 event_log_->Log(std::make_unique<RtcEventRouteChange>(
Sebastian Jansson166b45d2019-05-13 11:57:42 +0200304 network_route.connected, network_route.packet_overhead));
305 }
Sebastian Jansson87609be2018-12-05 17:35:35 +0100306 NetworkRouteChange msg;
Danil Chapovalov0c626af2020-02-10 11:16:00 +0100307 msg.at_time = Timestamp::Millis(clock_->TimeInMilliseconds());
Sebastian Jansson87609be2018-12-05 17:35:35 +0100308 msg.constraints = ConvertConstraints(bitrate_config, clock_);
Sebastian Jansson658f1812020-01-16 10:59:28 +0100309 task_queue_.PostTask([this, msg, network_route] {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100310 RTC_DCHECK_RUN_ON(&task_queue_);
Sebastian Jansson658f1812020-01-16 10:59:28 +0100311 transport_overhead_bytes_per_packet_ = network_route.packet_overhead;
312 if (reset_feedback_on_route_change_) {
Jonas Oreland71fda362020-03-20 16:11:56 +0100313 // TODO(bugs.webrtc.org/11438) : Consider if transport_feedback_adapter
314 // should have a real "route" rather than just local/remote network_id.
Sebastian Jansson658f1812020-01-16 10:59:28 +0100315 transport_feedback_adapter_.SetNetworkIds(
Jonas Oreland71fda362020-03-20 16:11:56 +0100316 network_route.local.network_id(),
317 network_route.remote.network_id());
Sebastian Jansson658f1812020-01-16 10:59:28 +0100318 }
Sebastian Jansson87609be2018-12-05 17:35:35 +0100319 if (controller_) {
Sebastian Jansson16180952018-12-12 16:49:10 +0100320 PostUpdates(controller_->OnNetworkRouteChange(msg));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100321 } else {
322 UpdateInitialConstraints(msg.constraints);
323 }
Erik Språng425d6aa2019-07-29 16:38:27 +0200324 pacer()->UpdateOutstandingData(DataSize::Zero());
Sebastian Jansson87609be2018-12-05 17:35:35 +0100325 });
Sebastian Jansson91bb6672018-02-21 13:02:51 +0100326 }
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100327}
328void RtpTransportControllerSend::OnNetworkAvailability(bool network_available) {
Harald Alvestrand977b2652019-12-12 13:40:50 +0100329 RTC_LOG(LS_VERBOSE) << "SignalNetworkState "
330 << (network_available ? "Up" : "Down");
Sebastian Jansson87609be2018-12-05 17:35:35 +0100331 NetworkAvailability msg;
Danil Chapovalov0c626af2020-02-10 11:16:00 +0100332 msg.at_time = Timestamp::Millis(clock_->TimeInMilliseconds());
Sebastian Jansson87609be2018-12-05 17:35:35 +0100333 msg.network_available = network_available;
334 task_queue_.PostTask([this, msg]() {
335 RTC_DCHECK_RUN_ON(&task_queue_);
Sebastian Jansson16180952018-12-12 16:49:10 +0100336 if (network_available_ == msg.network_available)
337 return;
Sebastian Jansson87609be2018-12-05 17:35:35 +0100338 network_available_ = msg.network_available;
Sebastian Jansson16180952018-12-12 16:49:10 +0100339 if (network_available_) {
Erik Språng425d6aa2019-07-29 16:38:27 +0200340 pacer()->Resume();
Sebastian Jansson16180952018-12-12 16:49:10 +0100341 } else {
Erik Språng425d6aa2019-07-29 16:38:27 +0200342 pacer()->Pause();
Sebastian Jansson16180952018-12-12 16:49:10 +0100343 }
Erik Språng425d6aa2019-07-29 16:38:27 +0200344 pacer()->UpdateOutstandingData(DataSize::Zero());
Sebastian Jansson16180952018-12-12 16:49:10 +0100345
Sebastian Jansson87609be2018-12-05 17:35:35 +0100346 if (controller_) {
Sebastian Jansson16180952018-12-12 16:49:10 +0100347 control_handler_->SetNetworkAvailability(network_available_);
348 PostUpdates(controller_->OnNetworkAvailability(msg));
349 UpdateControlState();
Sebastian Jansson87609be2018-12-05 17:35:35 +0100350 } else {
351 MaybeCreateControllers();
352 }
353 });
354
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200355 for (auto& rtp_sender : video_rtp_senders_) {
356 rtp_sender->OnNetworkAvailability(network_available);
357 }
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100358}
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100359RtcpBandwidthObserver* RtpTransportControllerSend::GetBandwidthObserver() {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100360 return this;
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100361}
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100362int64_t RtpTransportControllerSend::GetPacerQueuingDelayMs() const {
Erik Språng425d6aa2019-07-29 16:38:27 +0200363 return pacer()->OldestPacketWaitTime().ms();
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100364}
Erik Språng425d6aa2019-07-29 16:38:27 +0200365absl::optional<Timestamp> RtpTransportControllerSend::GetFirstPacketTime()
366 const {
367 return pacer()->FirstSentPacketTime();
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100368}
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100369void RtpTransportControllerSend::EnablePeriodicAlrProbing(bool enable) {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100370 task_queue_.PostTask([this, enable]() {
371 RTC_DCHECK_RUN_ON(&task_queue_);
372 streams_config_.requests_alr_probing = enable;
373 UpdateStreamsConfig();
374 });
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100375}
376void RtpTransportControllerSend::OnSentPacket(
377 const rtc::SentPacket& sent_packet) {
Sebastian Jansson658f1812020-01-16 10:59:28 +0100378 task_queue_.PostTask([this, sent_packet]() {
379 RTC_DCHECK_RUN_ON(&task_queue_);
380 absl::optional<SentPacket> packet_msg =
381 transport_feedback_adapter_.ProcessSentPacket(sent_packet);
382 pacer()->UpdateOutstandingData(
383 transport_feedback_adapter_.GetOutstandingData());
384 if (packet_msg && controller_)
385 PostUpdates(controller_->OnSentPacket(*packet_msg));
386 });
Sebastian Janssone4be6da2018-02-15 16:51:41 +0100387}
sprangdb2a9fc2017-08-09 06:42:32 -0700388
Ying Wang8b279102019-05-27 17:19:08 +0200389void RtpTransportControllerSend::OnReceivedPacket(
Sebastian Jansson607a6f12019-06-13 17:48:53 +0200390 const ReceivedPacket& packet_msg) {
Ying Wang8b279102019-05-27 17:19:08 +0200391 task_queue_.PostTask([this, packet_msg]() {
392 RTC_DCHECK_RUN_ON(&task_queue_);
393 if (controller_)
394 PostUpdates(controller_->OnReceivedPacket(packet_msg));
395 });
396}
397
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100398void RtpTransportControllerSend::SetSdpBitrateParameters(
399 const BitrateConstraints& constraints) {
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200400 absl::optional<BitrateConstraints> updated =
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100401 bitrate_configurator_.UpdateWithSdpParameters(constraints);
402 if (updated.has_value()) {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100403 TargetRateConstraints msg = ConvertConstraints(*updated, clock_);
404 task_queue_.PostTask([this, msg]() {
405 RTC_DCHECK_RUN_ON(&task_queue_);
406 if (controller_) {
Sebastian Jansson16180952018-12-12 16:49:10 +0100407 PostUpdates(controller_->OnTargetRateConstraints(msg));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100408 } else {
409 UpdateInitialConstraints(msg);
410 }
411 });
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100412 } else {
413 RTC_LOG(LS_VERBOSE)
Sebastian Jansson8f83b422018-02-21 13:07:13 +0100414 << "WebRTC.RtpTransportControllerSend.SetSdpBitrateParameters: "
Jonas Olssonb2b20312020-01-14 12:11:31 +0100415 "nothing to update";
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100416 }
417}
418
419void RtpTransportControllerSend::SetClientBitratePreferences(
Niels Möller0c4f7be2018-05-07 14:01:37 +0200420 const BitrateSettings& preferences) {
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200421 absl::optional<BitrateConstraints> updated =
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100422 bitrate_configurator_.UpdateWithClientPreferences(preferences);
423 if (updated.has_value()) {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100424 TargetRateConstraints msg = ConvertConstraints(*updated, clock_);
425 task_queue_.PostTask([this, msg]() {
426 RTC_DCHECK_RUN_ON(&task_queue_);
427 if (controller_) {
Sebastian Jansson16180952018-12-12 16:49:10 +0100428 PostUpdates(controller_->OnTargetRateConstraints(msg));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100429 } else {
430 UpdateInitialConstraints(msg);
431 }
432 });
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100433 } else {
434 RTC_LOG(LS_VERBOSE)
Sebastian Jansson8f83b422018-02-21 13:07:13 +0100435 << "WebRTC.RtpTransportControllerSend.SetClientBitratePreferences: "
Jonas Olssonb2b20312020-01-14 12:11:31 +0100436 "nothing to update";
Sebastian Jansson97f61ea2018-02-21 13:01:55 +0100437 }
438}
Alex Narestbcf91802018-06-25 16:08:36 +0200439
Stefan Holmer64be7fa2018-10-04 15:21:55 +0200440void RtpTransportControllerSend::OnTransportOverheadChanged(
441 size_t transport_overhead_bytes_per_packet) {
442 if (transport_overhead_bytes_per_packet >= kMaxOverheadBytes) {
443 RTC_LOG(LS_ERROR) << "Transport overhead exceeds " << kMaxOverheadBytes;
444 return;
445 }
446
Mirko Bonadeie7bc3a32020-01-29 18:45:00 +0000447 pacer()->SetTransportOverhead(
Danil Chapovalovcad3e0e2020-02-17 18:46:07 +0100448 DataSize::Bytes(transport_overhead_bytes_per_packet));
Mirko Bonadeie7bc3a32020-01-29 18:45:00 +0000449
Stefan Holmer64be7fa2018-10-04 15:21:55 +0200450 // TODO(holmer): Call AudioRtpSenders when they have been moved to
451 // RtpTransportControllerSend.
452 for (auto& rtp_video_sender : video_rtp_senders_) {
453 rtp_video_sender->OnTransportOverheadChanged(
454 transport_overhead_bytes_per_packet);
455 }
456}
Sebastian Jansson87609be2018-12-05 17:35:35 +0100457
Erik Språngaa59eca2019-07-24 14:52:55 +0200458void RtpTransportControllerSend::AccountForAudioPacketsInPacedSender(
459 bool account_for_audio) {
Erik Språng425d6aa2019-07-29 16:38:27 +0200460 pacer()->SetAccountForAudioPackets(account_for_audio);
Erik Språngaa59eca2019-07-24 14:52:55 +0200461}
462
Sebastian Janssonc3eb9fd2020-01-29 17:42:52 +0100463void RtpTransportControllerSend::IncludeOverheadInPacedSender() {
464 pacer()->SetIncludeOverhead();
465}
466
Sebastian Jansson87609be2018-12-05 17:35:35 +0100467void RtpTransportControllerSend::OnReceivedEstimatedBitrate(uint32_t bitrate) {
468 RemoteBitrateReport msg;
Danil Chapovalov0c626af2020-02-10 11:16:00 +0100469 msg.receive_time = Timestamp::Millis(clock_->TimeInMilliseconds());
Danil Chapovalovcad3e0e2020-02-17 18:46:07 +0100470 msg.bandwidth = DataRate::BitsPerSec(bitrate);
Sebastian Jansson87609be2018-12-05 17:35:35 +0100471 task_queue_.PostTask([this, msg]() {
472 RTC_DCHECK_RUN_ON(&task_queue_);
473 if (controller_)
Sebastian Jansson16180952018-12-12 16:49:10 +0100474 PostUpdates(controller_->OnRemoteBitrateReport(msg));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100475 });
476}
477
478void RtpTransportControllerSend::OnReceivedRtcpReceiverReport(
479 const ReportBlockList& report_blocks,
480 int64_t rtt_ms,
481 int64_t now_ms) {
482 task_queue_.PostTask([this, report_blocks, now_ms]() {
483 RTC_DCHECK_RUN_ON(&task_queue_);
484 OnReceivedRtcpReceiverReportBlocks(report_blocks, now_ms);
485 });
486
487 task_queue_.PostTask([this, now_ms, rtt_ms]() {
488 RTC_DCHECK_RUN_ON(&task_queue_);
489 RoundTripTimeUpdate report;
Danil Chapovalov0c626af2020-02-10 11:16:00 +0100490 report.receive_time = Timestamp::Millis(now_ms);
491 report.round_trip_time = TimeDelta::Millis(rtt_ms);
Sebastian Jansson87609be2018-12-05 17:35:35 +0100492 report.smoothed = false;
Christoffer Rodbro4bd31772019-03-27 12:34:21 +0100493 if (controller_ && !report.round_trip_time.IsZero())
Sebastian Jansson16180952018-12-12 16:49:10 +0100494 PostUpdates(controller_->OnRoundTripTimeUpdate(report));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100495 });
496}
497
Erik Språng30a276b2019-04-23 12:00:11 +0200498void RtpTransportControllerSend::OnAddPacket(
499 const RtpPacketSendInfo& packet_info) {
JT Tehea992f82020-01-15 18:24:20 +0000500 feedback_demuxer_.AddPacket(packet_info);
501
Danil Chapovalov0c626af2020-02-10 11:16:00 +0100502 Timestamp creation_time = Timestamp::Millis(clock_->TimeInMilliseconds());
Sebastian Jansson658f1812020-01-16 10:59:28 +0100503 task_queue_.PostTask([this, packet_info, creation_time]() {
504 RTC_DCHECK_RUN_ON(&task_queue_);
505 transport_feedback_adapter_.AddPacket(
506 packet_info,
507 send_side_bwe_with_overhead_ ? transport_overhead_bytes_per_packet_ : 0,
508 creation_time);
509 });
Sebastian Jansson87609be2018-12-05 17:35:35 +0100510}
511
512void RtpTransportControllerSend::OnTransportFeedback(
513 const rtcp::TransportFeedback& feedback) {
JT Tehea992f82020-01-15 18:24:20 +0000514 feedback_demuxer_.OnTransportFeedback(feedback);
Danil Chapovalov0c626af2020-02-10 11:16:00 +0100515 auto feedback_time = Timestamp::Millis(clock_->TimeInMilliseconds());
Sebastian Jansson658f1812020-01-16 10:59:28 +0100516 task_queue_.PostTask([this, feedback, feedback_time]() {
517 RTC_DCHECK_RUN_ON(&task_queue_);
518 absl::optional<TransportPacketsFeedback> feedback_msg =
519 transport_feedback_adapter_.ProcessTransportFeedback(feedback,
520 feedback_time);
521 if (feedback_msg && controller_) {
522 PostUpdates(controller_->OnTransportPacketsFeedback(*feedback_msg));
523 }
524 pacer()->UpdateOutstandingData(
525 transport_feedback_adapter_.GetOutstandingData());
526 });
Sebastian Jansson87609be2018-12-05 17:35:35 +0100527}
528
Sebastian Janssone1795f42019-07-24 11:38:03 +0200529void RtpTransportControllerSend::OnRemoteNetworkEstimate(
530 NetworkStateEstimate estimate) {
Sebastian Jansson0a5ed892019-09-18 15:37:31 +0200531 if (event_log_) {
532 event_log_->Log(std::make_unique<RtcEventRemoteEstimate>(
533 estimate.link_capacity_lower, estimate.link_capacity_upper));
534 }
Danil Chapovalov0c626af2020-02-10 11:16:00 +0100535 estimate.update_time = Timestamp::Millis(clock_->TimeInMilliseconds());
Sebastian Janssone1795f42019-07-24 11:38:03 +0200536 task_queue_.PostTask([this, estimate] {
537 RTC_DCHECK_RUN_ON(&task_queue_);
538 if (controller_)
Danil Chapovalove34fb872019-10-21 10:51:08 +0200539 PostUpdates(controller_->OnNetworkStateEstimate(estimate));
Sebastian Janssone1795f42019-07-24 11:38:03 +0200540 });
541}
542
Sebastian Jansson87609be2018-12-05 17:35:35 +0100543void RtpTransportControllerSend::MaybeCreateControllers() {
544 RTC_DCHECK(!controller_);
545 RTC_DCHECK(!control_handler_);
546
547 if (!network_available_ || !observer_)
548 return;
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200549 control_handler_ = std::make_unique<CongestionControlHandler>();
Sebastian Jansson87609be2018-12-05 17:35:35 +0100550
551 initial_config_.constraints.at_time =
Danil Chapovalov0c626af2020-02-10 11:16:00 +0100552 Timestamp::Millis(clock_->TimeInMilliseconds());
Sebastian Jansson87609be2018-12-05 17:35:35 +0100553 initial_config_.stream_based_config = streams_config_;
554
555 // TODO(srte): Use fallback controller if no feedback is available.
556 if (controller_factory_override_) {
557 RTC_LOG(LS_INFO) << "Creating overridden congestion controller";
558 controller_ = controller_factory_override_->Create(initial_config_);
559 process_interval_ = controller_factory_override_->GetProcessInterval();
560 } else {
561 RTC_LOG(LS_INFO) << "Creating fallback congestion controller";
562 controller_ = controller_factory_fallback_->Create(initial_config_);
563 process_interval_ = controller_factory_fallback_->GetProcessInterval();
564 }
565 UpdateControllerWithTimeInterval();
566 StartProcessPeriodicTasks();
567}
568
569void RtpTransportControllerSend::UpdateInitialConstraints(
570 TargetRateConstraints new_contraints) {
571 if (!new_contraints.starting_rate)
572 new_contraints.starting_rate = initial_config_.constraints.starting_rate;
573 RTC_DCHECK(new_contraints.starting_rate);
574 initial_config_.constraints = new_contraints;
575}
576
577void RtpTransportControllerSend::StartProcessPeriodicTasks() {
Sebastian Janssonecb68972019-01-18 10:30:54 +0100578 if (!pacer_queue_update_task_.Running()) {
579 pacer_queue_update_task_ = RepeatingTaskHandle::DelayedStart(
Danil Chapovalov4423c362019-03-06 18:41:39 +0100580 task_queue_.Get(), kPacerQueueUpdateInterval, [this]() {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100581 RTC_DCHECK_RUN_ON(&task_queue_);
Erik Språng425d6aa2019-07-29 16:38:27 +0200582 TimeDelta expected_queue_time = pacer()->ExpectedQueueTime();
Sebastian Jansson16180952018-12-12 16:49:10 +0100583 control_handler_->SetPacerQueue(expected_queue_time);
584 UpdateControlState();
Sebastian Janssonecb68972019-01-18 10:30:54 +0100585 return kPacerQueueUpdateInterval;
Sebastian Jansson87609be2018-12-05 17:35:35 +0100586 });
587 }
Sebastian Janssonecb68972019-01-18 10:30:54 +0100588 controller_task_.Stop();
Sebastian Jansson87609be2018-12-05 17:35:35 +0100589 if (process_interval_.IsFinite()) {
Sebastian Janssonecb68972019-01-18 10:30:54 +0100590 controller_task_ = RepeatingTaskHandle::DelayedStart(
Danil Chapovalov4423c362019-03-06 18:41:39 +0100591 task_queue_.Get(), process_interval_, [this]() {
Sebastian Jansson87609be2018-12-05 17:35:35 +0100592 RTC_DCHECK_RUN_ON(&task_queue_);
593 UpdateControllerWithTimeInterval();
Sebastian Janssonecb68972019-01-18 10:30:54 +0100594 return process_interval_;
Sebastian Jansson87609be2018-12-05 17:35:35 +0100595 });
596 }
597}
598
599void RtpTransportControllerSend::UpdateControllerWithTimeInterval() {
Sebastian Jansson16180952018-12-12 16:49:10 +0100600 RTC_DCHECK(controller_);
601 ProcessInterval msg;
Danil Chapovalov0c626af2020-02-10 11:16:00 +0100602 msg.at_time = Timestamp::Millis(clock_->TimeInMilliseconds());
Christoffer Rodbroc610e262019-01-08 10:49:19 +0100603 if (add_pacing_to_cwin_)
Erik Språng425d6aa2019-07-29 16:38:27 +0200604 msg.pacer_queue = pacer()->QueueSizeData();
Sebastian Jansson16180952018-12-12 16:49:10 +0100605 PostUpdates(controller_->OnProcessInterval(msg));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100606}
607
608void RtpTransportControllerSend::UpdateStreamsConfig() {
Danil Chapovalov0c626af2020-02-10 11:16:00 +0100609 streams_config_.at_time = Timestamp::Millis(clock_->TimeInMilliseconds());
Sebastian Jansson87609be2018-12-05 17:35:35 +0100610 if (controller_)
Sebastian Jansson16180952018-12-12 16:49:10 +0100611 PostUpdates(controller_->OnStreamsConfig(streams_config_));
612}
613
614void RtpTransportControllerSend::PostUpdates(NetworkControlUpdate update) {
615 if (update.congestion_window) {
Erik Språng425d6aa2019-07-29 16:38:27 +0200616 pacer()->SetCongestionWindow(*update.congestion_window);
Sebastian Jansson16180952018-12-12 16:49:10 +0100617 }
618 if (update.pacer_config) {
Erik Språng425d6aa2019-07-29 16:38:27 +0200619 pacer()->SetPacingRates(update.pacer_config->data_rate(),
620 update.pacer_config->pad_rate());
Sebastian Jansson16180952018-12-12 16:49:10 +0100621 }
622 for (const auto& probe : update.probe_cluster_configs) {
Erik Språng425d6aa2019-07-29 16:38:27 +0200623 pacer()->CreateProbeCluster(probe.target_data_rate, probe.id);
Sebastian Jansson16180952018-12-12 16:49:10 +0100624 }
625 if (update.target_rate) {
626 control_handler_->SetTargetRate(*update.target_rate);
627 UpdateControlState();
628 }
Sebastian Jansson87609be2018-12-05 17:35:35 +0100629}
630
631void RtpTransportControllerSend::OnReceivedRtcpReceiverReportBlocks(
632 const ReportBlockList& report_blocks,
633 int64_t now_ms) {
634 if (report_blocks.empty())
635 return;
636
637 int total_packets_lost_delta = 0;
638 int total_packets_delta = 0;
639
640 // Compute the packet loss from all report blocks.
641 for (const RTCPReportBlock& report_block : report_blocks) {
642 auto it = last_report_blocks_.find(report_block.source_ssrc);
643 if (it != last_report_blocks_.end()) {
644 auto number_of_packets = report_block.extended_highest_sequence_number -
645 it->second.extended_highest_sequence_number;
646 total_packets_delta += number_of_packets;
647 auto lost_delta = report_block.packets_lost - it->second.packets_lost;
648 total_packets_lost_delta += lost_delta;
649 }
650 last_report_blocks_[report_block.source_ssrc] = report_block;
651 }
652 // Can only compute delta if there has been previous blocks to compare to. If
653 // not, total_packets_delta will be unchanged and there's nothing more to do.
654 if (!total_packets_delta)
655 return;
656 int packets_received_delta = total_packets_delta - total_packets_lost_delta;
657 // To detect lost packets, at least one packet has to be received. This check
658 // is needed to avoid bandwith detection update in
659 // VideoSendStreamTest.SuspendBelowMinBitrate
660
661 if (packets_received_delta < 1)
662 return;
Danil Chapovalov0c626af2020-02-10 11:16:00 +0100663 Timestamp now = Timestamp::Millis(now_ms);
Sebastian Jansson87609be2018-12-05 17:35:35 +0100664 TransportLossReport msg;
665 msg.packets_lost_delta = total_packets_lost_delta;
666 msg.packets_received_delta = packets_received_delta;
667 msg.receive_time = now;
668 msg.start_time = last_report_block_time_;
669 msg.end_time = now;
670 if (controller_)
Sebastian Jansson16180952018-12-12 16:49:10 +0100671 PostUpdates(controller_->OnTransportLossReport(msg));
Sebastian Jansson87609be2018-12-05 17:35:35 +0100672 last_report_block_time_ = now;
673}
674
nissecae45d02017-04-24 05:53:20 -0700675} // namespace webrtc