nisse | cae45d0 | 2017-04-24 05:53:20 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2017 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
Jonas Olsson | a4d8737 | 2019-07-05 19:08:33 +0200 | [diff] [blame] | 10 | #include "call/rtp_transport_controller_send.h" |
| 11 | |
Mirko Bonadei | 317a1f0 | 2019-09-17 17:06:18 +0200 | [diff] [blame] | 12 | #include <memory> |
Sebastian Jansson | 91bb667 | 2018-02-21 13:02:51 +0100 | [diff] [blame] | 13 | #include <utility> |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 14 | #include <vector> |
nisse | cae45d0 | 2017-04-24 05:53:20 -0700 | [diff] [blame] | 15 | |
Mirko Bonadei | 06d3559 | 2020-04-01 13:43:08 +0200 | [diff] [blame] | 16 | #include "absl/strings/match.h" |
Yves Gerey | 3e70781 | 2018-11-28 16:47:49 +0100 | [diff] [blame] | 17 | #include "absl/types/optional.h" |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 18 | #include "api/transport/goog_cc_factory.h" |
Yves Gerey | 3e70781 | 2018-11-28 16:47:49 +0100 | [diff] [blame] | 19 | #include "api/transport/network_types.h" |
| 20 | #include "api/units/data_rate.h" |
| 21 | #include "api/units/time_delta.h" |
| 22 | #include "api/units/timestamp.h" |
Yves Gerey | 3e70781 | 2018-11-28 16:47:49 +0100 | [diff] [blame] | 23 | #include "call/rtp_video_sender.h" |
Sebastian Jansson | 0a5ed89 | 2019-09-18 15:37:31 +0200 | [diff] [blame] | 24 | #include "logging/rtc_event_log/events/rtc_event_remote_estimate.h" |
Sebastian Jansson | 166b45d | 2019-05-13 11:57:42 +0200 | [diff] [blame] | 25 | #include "logging/rtc_event_log/events/rtc_event_route_change.h" |
Sebastian Jansson | 658f181 | 2020-01-16 10:59:28 +0100 | [diff] [blame] | 26 | #include "modules/rtp_rtcp/source/rtcp_packet/transport_feedback.h" |
Yves Gerey | 3e70781 | 2018-11-28 16:47:49 +0100 | [diff] [blame] | 27 | #include "rtc_base/checks.h" |
Sebastian Jansson | 97f61ea | 2018-02-21 13:01:55 +0100 | [diff] [blame] | 28 | #include "rtc_base/logging.h" |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 29 | #include "rtc_base/rate_limiter.h" |
nisse | cae45d0 | 2017-04-24 05:53:20 -0700 | [diff] [blame] | 30 | |
| 31 | namespace webrtc { |
Sebastian Jansson | 19bea51 | 2018-03-13 19:07:46 +0100 | [diff] [blame] | 32 | namespace { |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 33 | static const int64_t kRetransmitWindowSizeMs = 500; |
Stefan Holmer | 64be7fa | 2018-10-04 15:21:55 +0200 | [diff] [blame] | 34 | static const size_t kMaxOverheadBytes = 500; |
Sebastian Jansson | 19bea51 | 2018-03-13 19:07:46 +0100 | [diff] [blame] | 35 | |
Danil Chapovalov | 0c626af | 2020-02-10 11:16:00 +0100 | [diff] [blame] | 36 | constexpr TimeDelta kPacerQueueUpdateInterval = TimeDelta::Millis(25); |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 37 | |
| 38 | TargetRateConstraints ConvertConstraints(int min_bitrate_bps, |
| 39 | int max_bitrate_bps, |
| 40 | int start_bitrate_bps, |
Sebastian Jansson | aa01f27 | 2019-01-30 11:28:59 +0100 | [diff] [blame] | 41 | Clock* clock) { |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 42 | TargetRateConstraints msg; |
Danil Chapovalov | 0c626af | 2020-02-10 11:16:00 +0100 | [diff] [blame] | 43 | msg.at_time = Timestamp::Millis(clock->TimeInMilliseconds()); |
Danil Chapovalov | cad3e0e | 2020-02-17 18:46:07 +0100 | [diff] [blame] | 44 | msg.min_data_rate = min_bitrate_bps >= 0 |
| 45 | ? DataRate::BitsPerSec(min_bitrate_bps) |
| 46 | : DataRate::Zero(); |
| 47 | msg.max_data_rate = max_bitrate_bps > 0 |
| 48 | ? DataRate::BitsPerSec(max_bitrate_bps) |
| 49 | : DataRate::Infinity(); |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 50 | if (start_bitrate_bps > 0) |
Danil Chapovalov | cad3e0e | 2020-02-17 18:46:07 +0100 | [diff] [blame] | 51 | msg.starting_rate = DataRate::BitsPerSec(start_bitrate_bps); |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 52 | return msg; |
| 53 | } |
| 54 | |
| 55 | TargetRateConstraints ConvertConstraints(const BitrateConstraints& contraints, |
Sebastian Jansson | aa01f27 | 2019-01-30 11:28:59 +0100 | [diff] [blame] | 56 | Clock* clock) { |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 57 | return ConvertConstraints(contraints.min_bitrate_bps, |
| 58 | contraints.max_bitrate_bps, |
| 59 | contraints.start_bitrate_bps, clock); |
| 60 | } |
Erik Språng | 662678d | 2019-11-15 17:18:52 +0100 | [diff] [blame] | 61 | |
| 62 | bool IsEnabled(const WebRtcKeyValueConfig* trials, absl::string_view key) { |
Erik Språng | 014dd3c | 2019-11-28 13:44:25 +0100 | [diff] [blame] | 63 | RTC_DCHECK(trials != nullptr); |
Mirko Bonadei | 06d3559 | 2020-04-01 13:43:08 +0200 | [diff] [blame] | 64 | return absl::StartsWith(trials->Lookup(key), "Enabled"); |
Erik Språng | 662678d | 2019-11-15 17:18:52 +0100 | [diff] [blame] | 65 | } |
| 66 | |
Jakob Ivarsson | 36274f9 | 2020-10-22 13:01:07 +0200 | [diff] [blame^] | 67 | bool IsDisabled(const WebRtcKeyValueConfig* trials, absl::string_view key) { |
| 68 | RTC_DCHECK(trials != nullptr); |
| 69 | return absl::StartsWith(trials->Lookup(key), "Disabled"); |
| 70 | } |
| 71 | |
Christoffer Rodbro | 6404cdd | 2020-03-26 20:37:21 +0100 | [diff] [blame] | 72 | bool IsRelayed(const rtc::NetworkRoute& route) { |
| 73 | return route.local.uses_turn() || route.remote.uses_turn(); |
Christoffer Rodbro | b0ca519 | 2020-03-26 09:22:24 +0100 | [diff] [blame] | 74 | } |
| 75 | |
Sebastian Jansson | 19bea51 | 2018-03-13 19:07:46 +0100 | [diff] [blame] | 76 | } // namespace |
nisse | cae45d0 | 2017-04-24 05:53:20 -0700 | [diff] [blame] | 77 | |
| 78 | RtpTransportControllerSend::RtpTransportControllerSend( |
| 79 | Clock* clock, |
Sebastian Jansson | 97f61ea | 2018-02-21 13:01:55 +0100 | [diff] [blame] | 80 | webrtc::RtcEventLog* event_log, |
Ying Wang | 0810a7c | 2019-04-10 13:48:24 +0200 | [diff] [blame] | 81 | NetworkStatePredictorFactoryInterface* predictor_factory, |
Sebastian Jansson | dfce03a | 2018-05-18 18:05:10 +0200 | [diff] [blame] | 82 | NetworkControllerFactoryInterface* controller_factory, |
Sebastian Jansson | ed50e6c | 2019-03-01 14:45:21 +0100 | [diff] [blame] | 83 | const BitrateConstraints& bitrate_config, |
| 84 | std::unique_ptr<ProcessThread> process_thread, |
Erik Språng | 662678d | 2019-11-15 17:18:52 +0100 | [diff] [blame] | 85 | TaskQueueFactory* task_queue_factory, |
| 86 | const WebRtcKeyValueConfig* trials) |
Sebastian Jansson | 19704ec | 2018-03-12 15:59:12 +0100 | [diff] [blame] | 87 | : clock_(clock), |
Sebastian Jansson | 166b45d | 2019-05-13 11:57:42 +0200 | [diff] [blame] | 88 | event_log_(event_log), |
Sebastian Jansson | 317a522 | 2018-03-16 15:36:37 +0100 | [diff] [blame] | 89 | bitrate_configurator_(bitrate_config), |
Erik Språng | 7703f23 | 2020-09-14 11:03:13 +0200 | [diff] [blame] | 90 | process_thread_started_(false), |
Sebastian Jansson | ed50e6c | 2019-03-01 14:45:21 +0100 | [diff] [blame] | 91 | process_thread_(std::move(process_thread)), |
Erik Språng | 014dd3c | 2019-11-28 13:44:25 +0100 | [diff] [blame] | 92 | use_task_queue_pacer_(IsEnabled(trials, "WebRTC-TaskQueuePacer")), |
Erik Språng | 4314a49 | 2019-11-26 17:48:49 +0100 | [diff] [blame] | 93 | process_thread_pacer_(use_task_queue_pacer_ |
| 94 | ? nullptr |
| 95 | : new PacedSender(clock, |
| 96 | &packet_router_, |
| 97 | event_log, |
Erik Språng | 014dd3c | 2019-11-28 13:44:25 +0100 | [diff] [blame] | 98 | trials, |
Erik Språng | 4314a49 | 2019-11-26 17:48:49 +0100 | [diff] [blame] | 99 | process_thread_.get())), |
Erik Språng | 4ab61cb | 2020-05-19 17:40:58 +0200 | [diff] [blame] | 100 | task_queue_pacer_( |
| 101 | use_task_queue_pacer_ |
| 102 | ? new TaskQueuePacedSender( |
| 103 | clock, |
| 104 | &packet_router_, |
| 105 | event_log, |
| 106 | trials, |
| 107 | task_queue_factory, |
| 108 | /*hold_back_window = */ PacingController::kMinSleepTime) |
| 109 | : nullptr), |
Sebastian Jansson | 317a522 | 2018-03-16 15:36:37 +0100 | [diff] [blame] | 110 | observer_(nullptr), |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 111 | controller_factory_override_(controller_factory), |
| 112 | controller_factory_fallback_( |
Mirko Bonadei | 317a1f0 | 2019-09-17 17:06:18 +0200 | [diff] [blame] | 113 | std::make_unique<GoogCcNetworkControllerFactory>(predictor_factory)), |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 114 | process_interval_(controller_factory_fallback_->GetProcessInterval()), |
Danil Chapovalov | 0c626af | 2020-02-10 11:16:00 +0100 | [diff] [blame] | 115 | last_report_block_time_(Timestamp::Millis(clock_->TimeInMilliseconds())), |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 116 | reset_feedback_on_route_change_( |
Erik Språng | 014dd3c | 2019-11-28 13:44:25 +0100 | [diff] [blame] | 117 | !IsEnabled(trials, "WebRTC-Bwe-NoFeedbackReset")), |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 118 | send_side_bwe_with_overhead_( |
Jakob Ivarsson | 36274f9 | 2020-10-22 13:01:07 +0200 | [diff] [blame^] | 119 | !IsDisabled(trials, "WebRTC-SendSideBwe-WithOverhead")), |
Christoffer Rodbro | c610e26 | 2019-01-08 10:49:19 +0100 | [diff] [blame] | 120 | add_pacing_to_cwin_( |
Erik Språng | 014dd3c | 2019-11-28 13:44:25 +0100 | [diff] [blame] | 121 | IsEnabled(trials, "WebRTC-AddPacingToCongestionWindowPushback")), |
Christoffer Rodbro | 6404cdd | 2020-03-26 20:37:21 +0100 | [diff] [blame] | 122 | relay_bandwidth_cap_("relay_cap", DataRate::PlusInfinity()), |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 123 | transport_overhead_bytes_per_packet_(0), |
| 124 | network_available_(false), |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 125 | retransmission_rate_limiter_(clock, kRetransmitWindowSizeMs), |
Sebastian Jansson | ed50e6c | 2019-03-01 14:45:21 +0100 | [diff] [blame] | 126 | task_queue_(task_queue_factory->CreateTaskQueue( |
| 127 | "rtp_send_controller", |
| 128 | TaskQueueFactory::Priority::NORMAL)) { |
Christoffer Rodbro | 6404cdd | 2020-03-26 20:37:21 +0100 | [diff] [blame] | 129 | ParseFieldTrial({&relay_bandwidth_cap_}, |
| 130 | trials->Lookup("WebRTC-Bwe-NetworkRouteConstraints")); |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 131 | initial_config_.constraints = ConvertConstraints(bitrate_config, clock_); |
Sebastian Jansson | df88cc0 | 2019-04-15 15:42:25 +0200 | [diff] [blame] | 132 | initial_config_.event_log = event_log; |
Erik Språng | 014dd3c | 2019-11-28 13:44:25 +0100 | [diff] [blame] | 133 | initial_config_.key_value_config = trials; |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 134 | RTC_DCHECK(bitrate_config.start_bitrate_bps > 0); |
| 135 | |
Danil Chapovalov | cad3e0e | 2020-02-17 18:46:07 +0100 | [diff] [blame] | 136 | pacer()->SetPacingRates( |
| 137 | DataRate::BitsPerSec(bitrate_config.start_bitrate_bps), DataRate::Zero()); |
Sebastian Jansson | bd9fe09 | 2018-05-07 16:33:50 +0200 | [diff] [blame] | 138 | |
Erik Språng | 979c13f | 2020-09-18 17:30:07 +0200 | [diff] [blame] | 139 | if (absl::StartsWith(trials->Lookup("WebRTC-LazyPacerStart"), "Disabled")) { |
Erik Språng | 7703f23 | 2020-09-14 11:03:13 +0200 | [diff] [blame] | 140 | EnsureStarted(); |
Erik Språng | 4314a49 | 2019-11-26 17:48:49 +0100 | [diff] [blame] | 141 | } |
Sebastian Jansson | 97f61ea | 2018-02-21 13:01:55 +0100 | [diff] [blame] | 142 | } |
Sebastian Jansson | c33c0fc | 2018-02-22 11:10:18 +0100 | [diff] [blame] | 143 | |
| 144 | RtpTransportControllerSend::~RtpTransportControllerSend() { |
Erik Språng | 7703f23 | 2020-09-14 11:03:13 +0200 | [diff] [blame] | 145 | process_thread_->Stop(); |
Sebastian Jansson | c33c0fc | 2018-02-22 11:10:18 +0100 | [diff] [blame] | 146 | } |
nisse | cae45d0 | 2017-04-24 05:53:20 -0700 | [diff] [blame] | 147 | |
Stefan Holmer | 9416ef8 | 2018-07-19 10:34:38 +0200 | [diff] [blame] | 148 | RtpVideoSenderInterface* RtpTransportControllerSend::CreateRtpVideoSender( |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 149 | std::map<uint32_t, RtpState> suspended_ssrcs, |
| 150 | const std::map<uint32_t, RtpPayloadState>& states, |
| 151 | const RtpConfig& rtp_config, |
Jiawei Ou | 5571812 | 2018-11-09 13:17:39 -0800 | [diff] [blame] | 152 | int rtcp_report_interval_ms, |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 153 | Transport* send_transport, |
| 154 | const RtpSenderObservers& observers, |
Stefan Holmer | 64be7fa | 2018-10-04 15:21:55 +0200 | [diff] [blame] | 155 | RtcEventLog* event_log, |
Benjamin Wright | 192eeec | 2018-10-17 17:27:25 -0700 | [diff] [blame] | 156 | std::unique_ptr<FecController> fec_controller, |
Marina Ciocea | e77912b | 2020-02-27 16:16:55 +0100 | [diff] [blame] | 157 | const RtpSenderFrameEncryptionConfig& frame_encryption_config, |
| 158 | rtc::scoped_refptr<FrameTransformerInterface> frame_transformer) { |
Mirko Bonadei | 317a1f0 | 2019-09-17 17:06:18 +0200 | [diff] [blame] | 159 | video_rtp_senders_.push_back(std::make_unique<RtpVideoSender>( |
Sebastian Jansson | 572c60f | 2019-03-04 18:30:41 +0100 | [diff] [blame] | 160 | clock_, suspended_ssrcs, states, rtp_config, rtcp_report_interval_ms, |
Oleh Prypin | e896490 | 2019-03-29 15:33:01 +0000 | [diff] [blame] | 161 | send_transport, observers, |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 162 | // TODO(holmer): Remove this circular dependency by injecting |
| 163 | // the parts of RtpTransportControllerSendInterface that are really used. |
Benjamin Wright | 192eeec | 2018-10-17 17:27:25 -0700 | [diff] [blame] | 164 | this, event_log, &retransmission_rate_limiter_, std::move(fec_controller), |
| 165 | frame_encryption_config.frame_encryptor, |
Marina Ciocea | e77912b | 2020-02-27 16:16:55 +0100 | [diff] [blame] | 166 | frame_encryption_config.crypto_options, std::move(frame_transformer))); |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 167 | return video_rtp_senders_.back().get(); |
| 168 | } |
| 169 | |
Stefan Holmer | 9416ef8 | 2018-07-19 10:34:38 +0200 | [diff] [blame] | 170 | void RtpTransportControllerSend::DestroyRtpVideoSender( |
| 171 | RtpVideoSenderInterface* rtp_video_sender) { |
| 172 | std::vector<std::unique_ptr<RtpVideoSenderInterface>>::iterator it = |
Stefan Holmer | 5ed25af | 2018-07-18 15:17:14 +0200 | [diff] [blame] | 173 | video_rtp_senders_.end(); |
| 174 | for (it = video_rtp_senders_.begin(); it != video_rtp_senders_.end(); ++it) { |
| 175 | if (it->get() == rtp_video_sender) { |
| 176 | break; |
| 177 | } |
| 178 | } |
| 179 | RTC_DCHECK(it != video_rtp_senders_.end()); |
| 180 | video_rtp_senders_.erase(it); |
| 181 | } |
| 182 | |
Sebastian Jansson | 1618095 | 2018-12-12 16:49:10 +0100 | [diff] [blame] | 183 | void RtpTransportControllerSend::UpdateControlState() { |
| 184 | absl::optional<TargetTransferRate> update = control_handler_->GetUpdate(); |
| 185 | if (!update) |
| 186 | return; |
Sebastian Jansson | f34116e | 2019-09-24 17:55:50 +0200 | [diff] [blame] | 187 | retransmission_rate_limiter_.SetMaxRate(update->target_rate.bps()); |
Sebastian Jansson | 1618095 | 2018-12-12 16:49:10 +0100 | [diff] [blame] | 188 | // We won't create control_handler_ until we have an observers. |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 189 | RTC_DCHECK(observer_ != nullptr); |
Sebastian Jansson | 1618095 | 2018-12-12 16:49:10 +0100 | [diff] [blame] | 190 | observer_->OnTargetTransferRate(*update); |
Sebastian Jansson | e625605 | 2018-05-04 14:08:15 +0200 | [diff] [blame] | 191 | } |
| 192 | |
Erik Språng | 425d6aa | 2019-07-29 16:38:27 +0200 | [diff] [blame] | 193 | RtpPacketPacer* RtpTransportControllerSend::pacer() { |
Erik Språng | 4314a49 | 2019-11-26 17:48:49 +0100 | [diff] [blame] | 194 | if (use_task_queue_pacer_) { |
| 195 | return task_queue_pacer_.get(); |
| 196 | } |
| 197 | return process_thread_pacer_.get(); |
Erik Språng | 425d6aa | 2019-07-29 16:38:27 +0200 | [diff] [blame] | 198 | } |
| 199 | |
| 200 | const RtpPacketPacer* RtpTransportControllerSend::pacer() const { |
Erik Språng | 4314a49 | 2019-11-26 17:48:49 +0100 | [diff] [blame] | 201 | if (use_task_queue_pacer_) { |
| 202 | return task_queue_pacer_.get(); |
| 203 | } |
| 204 | return process_thread_pacer_.get(); |
Erik Språng | 425d6aa | 2019-07-29 16:38:27 +0200 | [diff] [blame] | 205 | } |
| 206 | |
Sebastian Jansson | e625605 | 2018-05-04 14:08:15 +0200 | [diff] [blame] | 207 | rtc::TaskQueue* RtpTransportControllerSend::GetWorkerQueue() { |
| 208 | return &task_queue_; |
Sebastian Jansson | 19704ec | 2018-03-12 15:59:12 +0100 | [diff] [blame] | 209 | } |
| 210 | |
nisse | 76e62b0 | 2017-05-31 02:24:52 -0700 | [diff] [blame] | 211 | PacketRouter* RtpTransportControllerSend::packet_router() { |
| 212 | return &packet_router_; |
| 213 | } |
| 214 | |
Sebastian Jansson | e1795f4 | 2019-07-24 11:38:03 +0200 | [diff] [blame] | 215 | NetworkStateEstimateObserver* |
| 216 | RtpTransportControllerSend::network_state_estimate_observer() { |
| 217 | return this; |
| 218 | } |
| 219 | |
nisse | 76e62b0 | 2017-05-31 02:24:52 -0700 | [diff] [blame] | 220 | TransportFeedbackObserver* |
| 221 | RtpTransportControllerSend::transport_feedback_observer() { |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 222 | return this; |
nisse | 76e62b0 | 2017-05-31 02:24:52 -0700 | [diff] [blame] | 223 | } |
| 224 | |
Erik Språng | aa59eca | 2019-07-24 14:52:55 +0200 | [diff] [blame] | 225 | RtpPacketSender* RtpTransportControllerSend::packet_sender() { |
Erik Språng | 4314a49 | 2019-11-26 17:48:49 +0100 | [diff] [blame] | 226 | if (use_task_queue_pacer_) { |
| 227 | return task_queue_pacer_.get(); |
| 228 | } |
| 229 | return process_thread_pacer_.get(); |
nisse | 76e62b0 | 2017-05-31 02:24:52 -0700 | [diff] [blame] | 230 | } |
| 231 | |
Stefan Holmer | 5c8942a | 2017-08-22 16:16:44 +0200 | [diff] [blame] | 232 | void RtpTransportControllerSend::SetAllocatedSendBitrateLimits( |
Sebastian Jansson | 93b1ea2 | 2019-09-18 18:31:52 +0200 | [diff] [blame] | 233 | BitrateAllocationLimits limits) { |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 234 | RTC_DCHECK_RUN_ON(&task_queue_); |
Sebastian Jansson | 93b1ea2 | 2019-09-18 18:31:52 +0200 | [diff] [blame] | 235 | streams_config_.min_total_allocated_bitrate = limits.min_allocatable_rate; |
| 236 | streams_config_.max_padding_rate = limits.max_padding_rate; |
| 237 | streams_config_.max_total_allocated_bitrate = limits.max_allocatable_rate; |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 238 | UpdateStreamsConfig(); |
Stefan Holmer | 5c8942a | 2017-08-22 16:16:44 +0200 | [diff] [blame] | 239 | } |
Sebastian Jansson | 4c1ffb8 | 2018-02-15 16:51:58 +0100 | [diff] [blame] | 240 | void RtpTransportControllerSend::SetPacingFactor(float pacing_factor) { |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 241 | RTC_DCHECK_RUN_ON(&task_queue_); |
| 242 | streams_config_.pacing_factor = pacing_factor; |
| 243 | UpdateStreamsConfig(); |
Sebastian Jansson | 4c1ffb8 | 2018-02-15 16:51:58 +0100 | [diff] [blame] | 244 | } |
| 245 | void RtpTransportControllerSend::SetQueueTimeLimit(int limit_ms) { |
Danil Chapovalov | 0c626af | 2020-02-10 11:16:00 +0100 | [diff] [blame] | 246 | pacer()->SetQueueTimeLimit(TimeDelta::Millis(limit_ms)); |
Sebastian Jansson | 4c1ffb8 | 2018-02-15 16:51:58 +0100 | [diff] [blame] | 247 | } |
Sebastian Jansson | f298855 | 2019-10-29 17:18:51 +0100 | [diff] [blame] | 248 | StreamFeedbackProvider* |
| 249 | RtpTransportControllerSend::GetStreamFeedbackProvider() { |
JT Teh | ea992f8 | 2020-01-15 18:24:20 +0000 | [diff] [blame] | 250 | return &feedback_demuxer_; |
Sebastian Jansson | e4be6da | 2018-02-15 16:51:41 +0100 | [diff] [blame] | 251 | } |
Sebastian Jansson | 19704ec | 2018-03-12 15:59:12 +0100 | [diff] [blame] | 252 | |
| 253 | void RtpTransportControllerSend::RegisterTargetTransferRateObserver( |
| 254 | TargetTransferRateObserver* observer) { |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 255 | task_queue_.PostTask([this, observer] { |
| 256 | RTC_DCHECK_RUN_ON(&task_queue_); |
Sebastian Jansson | 19704ec | 2018-03-12 15:59:12 +0100 | [diff] [blame] | 257 | RTC_DCHECK(observer_ == nullptr); |
| 258 | observer_ = observer; |
Sebastian Jansson | 2701bc9 | 2018-12-11 15:02:47 +0100 | [diff] [blame] | 259 | observer_->OnStartRateUpdate(*initial_config_.constraints.starting_rate); |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 260 | MaybeCreateControllers(); |
| 261 | }); |
Sebastian Jansson | e4be6da | 2018-02-15 16:51:41 +0100 | [diff] [blame] | 262 | } |
Christoffer Rodbro | 6404cdd | 2020-03-26 20:37:21 +0100 | [diff] [blame] | 263 | |
| 264 | bool RtpTransportControllerSend::IsRelevantRouteChange( |
| 265 | const rtc::NetworkRoute& old_route, |
| 266 | const rtc::NetworkRoute& new_route) const { |
| 267 | // TODO(bugs.webrtc.org/11438): Experiment with using more information/ |
| 268 | // other conditions. |
| 269 | bool connected_changed = old_route.connected != new_route.connected; |
| 270 | bool route_ids_changed = |
| 271 | old_route.local.network_id() != new_route.local.network_id() || |
| 272 | old_route.remote.network_id() != new_route.remote.network_id(); |
| 273 | if (relay_bandwidth_cap_->IsFinite()) { |
| 274 | bool relaying_changed = IsRelayed(old_route) != IsRelayed(new_route); |
| 275 | return connected_changed || route_ids_changed || relaying_changed; |
| 276 | } else { |
| 277 | return connected_changed || route_ids_changed; |
| 278 | } |
| 279 | } |
| 280 | |
Sebastian Jansson | e4be6da | 2018-02-15 16:51:41 +0100 | [diff] [blame] | 281 | void RtpTransportControllerSend::OnNetworkRouteChanged( |
Sebastian Jansson | 97f61ea | 2018-02-21 13:01:55 +0100 | [diff] [blame] | 282 | const std::string& transport_name, |
| 283 | const rtc::NetworkRoute& network_route) { |
Sebastian Jansson | 91bb667 | 2018-02-21 13:02:51 +0100 | [diff] [blame] | 284 | // Check if the network route is connected. |
Jonas Oreland | 71fda36 | 2020-03-20 16:11:56 +0100 | [diff] [blame] | 285 | |
Sebastian Jansson | 91bb667 | 2018-02-21 13:02:51 +0100 | [diff] [blame] | 286 | if (!network_route.connected) { |
Sebastian Jansson | 91bb667 | 2018-02-21 13:02:51 +0100 | [diff] [blame] | 287 | // TODO(honghaiz): Perhaps handle this in SignalChannelNetworkState and |
| 288 | // consider merging these two methods. |
| 289 | return; |
| 290 | } |
| 291 | |
Christoffer Rodbro | 6404cdd | 2020-03-26 20:37:21 +0100 | [diff] [blame] | 292 | absl::optional<BitrateConstraints> relay_constraint_update = |
| 293 | ApplyOrLiftRelayCap(IsRelayed(network_route)); |
| 294 | |
Sebastian Jansson | 91bb667 | 2018-02-21 13:02:51 +0100 | [diff] [blame] | 295 | // Check whether the network route has changed on each transport. |
| 296 | auto result = |
| 297 | network_routes_.insert(std::make_pair(transport_name, network_route)); |
| 298 | auto kv = result.first; |
| 299 | bool inserted = result.second; |
Jonas Oreland | 5b6a4d8 | 2020-03-24 07:36:52 +0100 | [diff] [blame] | 300 | if (inserted || !(kv->second == network_route)) { |
| 301 | RTC_LOG(LS_INFO) << "Network route changed on transport " << transport_name |
| 302 | << ": new_route = " << network_route.DebugString(); |
| 303 | if (!inserted) { |
| 304 | RTC_LOG(LS_INFO) << "old_route = " << kv->second.DebugString(); |
| 305 | } |
| 306 | } |
| 307 | |
Sebastian Jansson | 91bb667 | 2018-02-21 13:02:51 +0100 | [diff] [blame] | 308 | if (inserted) { |
Christoffer Rodbro | 6404cdd | 2020-03-26 20:37:21 +0100 | [diff] [blame] | 309 | if (relay_constraint_update.has_value()) { |
| 310 | UpdateBitrateConstraints(*relay_constraint_update); |
| 311 | } |
Jakob Ivarsson | b4cdd62 | 2020-02-13 14:01:26 +0100 | [diff] [blame] | 312 | task_queue_.PostTask([this, network_route] { |
| 313 | RTC_DCHECK_RUN_ON(&task_queue_); |
| 314 | transport_overhead_bytes_per_packet_ = network_route.packet_overhead; |
| 315 | }); |
Sebastian Jansson | 91bb667 | 2018-02-21 13:02:51 +0100 | [diff] [blame] | 316 | // No need to reset BWE if this is the first time the network connects. |
| 317 | return; |
| 318 | } |
Jonas Oreland | 5b6a4d8 | 2020-03-24 07:36:52 +0100 | [diff] [blame] | 319 | |
| 320 | const rtc::NetworkRoute old_route = kv->second; |
Jonas Oreland | 71fda36 | 2020-03-20 16:11:56 +0100 | [diff] [blame] | 321 | kv->second = network_route; |
Jonas Oreland | 71fda36 | 2020-03-20 16:11:56 +0100 | [diff] [blame] | 322 | |
| 323 | // Check if enough conditions of the new/old route has changed |
| 324 | // to trigger resetting of bitrates (and a probe). |
Christoffer Rodbro | b0ca519 | 2020-03-26 09:22:24 +0100 | [diff] [blame] | 325 | if (IsRelevantRouteChange(old_route, network_route)) { |
Sebastian Jansson | 91bb667 | 2018-02-21 13:02:51 +0100 | [diff] [blame] | 326 | BitrateConstraints bitrate_config = bitrate_configurator_.GetConfig(); |
Jonas Oreland | 71fda36 | 2020-03-20 16:11:56 +0100 | [diff] [blame] | 327 | RTC_LOG(LS_INFO) << "Reset bitrates to min: " |
Sebastian Jansson | 91bb667 | 2018-02-21 13:02:51 +0100 | [diff] [blame] | 328 | << bitrate_config.min_bitrate_bps |
| 329 | << " bps, start: " << bitrate_config.start_bitrate_bps |
| 330 | << " bps, max: " << bitrate_config.max_bitrate_bps |
| 331 | << " bps."; |
| 332 | RTC_DCHECK_GT(bitrate_config.start_bitrate_bps, 0); |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 333 | |
Sebastian Jansson | 166b45d | 2019-05-13 11:57:42 +0200 | [diff] [blame] | 334 | if (event_log_) { |
Mirko Bonadei | 317a1f0 | 2019-09-17 17:06:18 +0200 | [diff] [blame] | 335 | event_log_->Log(std::make_unique<RtcEventRouteChange>( |
Sebastian Jansson | 166b45d | 2019-05-13 11:57:42 +0200 | [diff] [blame] | 336 | network_route.connected, network_route.packet_overhead)); |
| 337 | } |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 338 | NetworkRouteChange msg; |
Danil Chapovalov | 0c626af | 2020-02-10 11:16:00 +0100 | [diff] [blame] | 339 | msg.at_time = Timestamp::Millis(clock_->TimeInMilliseconds()); |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 340 | msg.constraints = ConvertConstraints(bitrate_config, clock_); |
Sebastian Jansson | 658f181 | 2020-01-16 10:59:28 +0100 | [diff] [blame] | 341 | task_queue_.PostTask([this, msg, network_route] { |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 342 | RTC_DCHECK_RUN_ON(&task_queue_); |
Sebastian Jansson | 658f181 | 2020-01-16 10:59:28 +0100 | [diff] [blame] | 343 | transport_overhead_bytes_per_packet_ = network_route.packet_overhead; |
| 344 | if (reset_feedback_on_route_change_) { |
Christoffer Rodbro | b0ca519 | 2020-03-26 09:22:24 +0100 | [diff] [blame] | 345 | transport_feedback_adapter_.SetNetworkRoute(network_route); |
Sebastian Jansson | 658f181 | 2020-01-16 10:59:28 +0100 | [diff] [blame] | 346 | } |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 347 | if (controller_) { |
Sebastian Jansson | 1618095 | 2018-12-12 16:49:10 +0100 | [diff] [blame] | 348 | PostUpdates(controller_->OnNetworkRouteChange(msg)); |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 349 | } else { |
| 350 | UpdateInitialConstraints(msg.constraints); |
| 351 | } |
Erik Språng | 425d6aa | 2019-07-29 16:38:27 +0200 | [diff] [blame] | 352 | pacer()->UpdateOutstandingData(DataSize::Zero()); |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 353 | }); |
Sebastian Jansson | 91bb667 | 2018-02-21 13:02:51 +0100 | [diff] [blame] | 354 | } |
Sebastian Jansson | e4be6da | 2018-02-15 16:51:41 +0100 | [diff] [blame] | 355 | } |
| 356 | void RtpTransportControllerSend::OnNetworkAvailability(bool network_available) { |
Harald Alvestrand | 977b265 | 2019-12-12 13:40:50 +0100 | [diff] [blame] | 357 | RTC_LOG(LS_VERBOSE) << "SignalNetworkState " |
| 358 | << (network_available ? "Up" : "Down"); |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 359 | NetworkAvailability msg; |
Danil Chapovalov | 0c626af | 2020-02-10 11:16:00 +0100 | [diff] [blame] | 360 | msg.at_time = Timestamp::Millis(clock_->TimeInMilliseconds()); |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 361 | msg.network_available = network_available; |
| 362 | task_queue_.PostTask([this, msg]() { |
| 363 | RTC_DCHECK_RUN_ON(&task_queue_); |
Sebastian Jansson | 1618095 | 2018-12-12 16:49:10 +0100 | [diff] [blame] | 364 | if (network_available_ == msg.network_available) |
| 365 | return; |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 366 | network_available_ = msg.network_available; |
Sebastian Jansson | 1618095 | 2018-12-12 16:49:10 +0100 | [diff] [blame] | 367 | if (network_available_) { |
Erik Språng | 425d6aa | 2019-07-29 16:38:27 +0200 | [diff] [blame] | 368 | pacer()->Resume(); |
Sebastian Jansson | 1618095 | 2018-12-12 16:49:10 +0100 | [diff] [blame] | 369 | } else { |
Erik Språng | 425d6aa | 2019-07-29 16:38:27 +0200 | [diff] [blame] | 370 | pacer()->Pause(); |
Sebastian Jansson | 1618095 | 2018-12-12 16:49:10 +0100 | [diff] [blame] | 371 | } |
Erik Språng | 425d6aa | 2019-07-29 16:38:27 +0200 | [diff] [blame] | 372 | pacer()->UpdateOutstandingData(DataSize::Zero()); |
Sebastian Jansson | 1618095 | 2018-12-12 16:49:10 +0100 | [diff] [blame] | 373 | |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 374 | if (controller_) { |
Sebastian Jansson | 1618095 | 2018-12-12 16:49:10 +0100 | [diff] [blame] | 375 | control_handler_->SetNetworkAvailability(network_available_); |
| 376 | PostUpdates(controller_->OnNetworkAvailability(msg)); |
| 377 | UpdateControlState(); |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 378 | } else { |
| 379 | MaybeCreateControllers(); |
| 380 | } |
| 381 | }); |
| 382 | |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 383 | for (auto& rtp_sender : video_rtp_senders_) { |
| 384 | rtp_sender->OnNetworkAvailability(network_available); |
| 385 | } |
Sebastian Jansson | e4be6da | 2018-02-15 16:51:41 +0100 | [diff] [blame] | 386 | } |
Sebastian Jansson | e4be6da | 2018-02-15 16:51:41 +0100 | [diff] [blame] | 387 | RtcpBandwidthObserver* RtpTransportControllerSend::GetBandwidthObserver() { |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 388 | return this; |
Sebastian Jansson | e4be6da | 2018-02-15 16:51:41 +0100 | [diff] [blame] | 389 | } |
Sebastian Jansson | e4be6da | 2018-02-15 16:51:41 +0100 | [diff] [blame] | 390 | int64_t RtpTransportControllerSend::GetPacerQueuingDelayMs() const { |
Erik Språng | 425d6aa | 2019-07-29 16:38:27 +0200 | [diff] [blame] | 391 | return pacer()->OldestPacketWaitTime().ms(); |
Sebastian Jansson | e4be6da | 2018-02-15 16:51:41 +0100 | [diff] [blame] | 392 | } |
Erik Språng | 425d6aa | 2019-07-29 16:38:27 +0200 | [diff] [blame] | 393 | absl::optional<Timestamp> RtpTransportControllerSend::GetFirstPacketTime() |
| 394 | const { |
| 395 | return pacer()->FirstSentPacketTime(); |
Sebastian Jansson | e4be6da | 2018-02-15 16:51:41 +0100 | [diff] [blame] | 396 | } |
Sebastian Jansson | e4be6da | 2018-02-15 16:51:41 +0100 | [diff] [blame] | 397 | void RtpTransportControllerSend::EnablePeriodicAlrProbing(bool enable) { |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 398 | task_queue_.PostTask([this, enable]() { |
| 399 | RTC_DCHECK_RUN_ON(&task_queue_); |
| 400 | streams_config_.requests_alr_probing = enable; |
| 401 | UpdateStreamsConfig(); |
| 402 | }); |
Sebastian Jansson | e4be6da | 2018-02-15 16:51:41 +0100 | [diff] [blame] | 403 | } |
| 404 | void RtpTransportControllerSend::OnSentPacket( |
| 405 | const rtc::SentPacket& sent_packet) { |
Sebastian Jansson | 658f181 | 2020-01-16 10:59:28 +0100 | [diff] [blame] | 406 | task_queue_.PostTask([this, sent_packet]() { |
| 407 | RTC_DCHECK_RUN_ON(&task_queue_); |
| 408 | absl::optional<SentPacket> packet_msg = |
| 409 | transport_feedback_adapter_.ProcessSentPacket(sent_packet); |
| 410 | pacer()->UpdateOutstandingData( |
| 411 | transport_feedback_adapter_.GetOutstandingData()); |
| 412 | if (packet_msg && controller_) |
| 413 | PostUpdates(controller_->OnSentPacket(*packet_msg)); |
| 414 | }); |
Sebastian Jansson | e4be6da | 2018-02-15 16:51:41 +0100 | [diff] [blame] | 415 | } |
sprang | db2a9fc | 2017-08-09 06:42:32 -0700 | [diff] [blame] | 416 | |
Ying Wang | 8b27910 | 2019-05-27 17:19:08 +0200 | [diff] [blame] | 417 | void RtpTransportControllerSend::OnReceivedPacket( |
Sebastian Jansson | 607a6f1 | 2019-06-13 17:48:53 +0200 | [diff] [blame] | 418 | const ReceivedPacket& packet_msg) { |
Ying Wang | 8b27910 | 2019-05-27 17:19:08 +0200 | [diff] [blame] | 419 | task_queue_.PostTask([this, packet_msg]() { |
| 420 | RTC_DCHECK_RUN_ON(&task_queue_); |
| 421 | if (controller_) |
| 422 | PostUpdates(controller_->OnReceivedPacket(packet_msg)); |
| 423 | }); |
| 424 | } |
| 425 | |
Christoffer Rodbro | b0ca519 | 2020-03-26 09:22:24 +0100 | [diff] [blame] | 426 | void RtpTransportControllerSend::UpdateBitrateConstraints( |
| 427 | const BitrateConstraints& updated) { |
| 428 | TargetRateConstraints msg = ConvertConstraints(updated, clock_); |
| 429 | task_queue_.PostTask([this, msg]() { |
| 430 | RTC_DCHECK_RUN_ON(&task_queue_); |
| 431 | if (controller_) { |
| 432 | PostUpdates(controller_->OnTargetRateConstraints(msg)); |
| 433 | } else { |
| 434 | UpdateInitialConstraints(msg); |
| 435 | } |
| 436 | }); |
| 437 | } |
| 438 | |
Sebastian Jansson | 97f61ea | 2018-02-21 13:01:55 +0100 | [diff] [blame] | 439 | void RtpTransportControllerSend::SetSdpBitrateParameters( |
| 440 | const BitrateConstraints& constraints) { |
Danil Chapovalov | b9b146c | 2018-06-15 12:28:07 +0200 | [diff] [blame] | 441 | absl::optional<BitrateConstraints> updated = |
Sebastian Jansson | 97f61ea | 2018-02-21 13:01:55 +0100 | [diff] [blame] | 442 | bitrate_configurator_.UpdateWithSdpParameters(constraints); |
| 443 | if (updated.has_value()) { |
Christoffer Rodbro | b0ca519 | 2020-03-26 09:22:24 +0100 | [diff] [blame] | 444 | UpdateBitrateConstraints(*updated); |
Sebastian Jansson | 97f61ea | 2018-02-21 13:01:55 +0100 | [diff] [blame] | 445 | } else { |
| 446 | RTC_LOG(LS_VERBOSE) |
Sebastian Jansson | 8f83b42 | 2018-02-21 13:07:13 +0100 | [diff] [blame] | 447 | << "WebRTC.RtpTransportControllerSend.SetSdpBitrateParameters: " |
Jonas Olsson | b2b2031 | 2020-01-14 12:11:31 +0100 | [diff] [blame] | 448 | "nothing to update"; |
Sebastian Jansson | 97f61ea | 2018-02-21 13:01:55 +0100 | [diff] [blame] | 449 | } |
| 450 | } |
| 451 | |
| 452 | void RtpTransportControllerSend::SetClientBitratePreferences( |
Niels Möller | 0c4f7be | 2018-05-07 14:01:37 +0200 | [diff] [blame] | 453 | const BitrateSettings& preferences) { |
Danil Chapovalov | b9b146c | 2018-06-15 12:28:07 +0200 | [diff] [blame] | 454 | absl::optional<BitrateConstraints> updated = |
Sebastian Jansson | 97f61ea | 2018-02-21 13:01:55 +0100 | [diff] [blame] | 455 | bitrate_configurator_.UpdateWithClientPreferences(preferences); |
| 456 | if (updated.has_value()) { |
Christoffer Rodbro | b0ca519 | 2020-03-26 09:22:24 +0100 | [diff] [blame] | 457 | UpdateBitrateConstraints(*updated); |
Sebastian Jansson | 97f61ea | 2018-02-21 13:01:55 +0100 | [diff] [blame] | 458 | } else { |
| 459 | RTC_LOG(LS_VERBOSE) |
Sebastian Jansson | 8f83b42 | 2018-02-21 13:07:13 +0100 | [diff] [blame] | 460 | << "WebRTC.RtpTransportControllerSend.SetClientBitratePreferences: " |
Jonas Olsson | b2b2031 | 2020-01-14 12:11:31 +0100 | [diff] [blame] | 461 | "nothing to update"; |
Sebastian Jansson | 97f61ea | 2018-02-21 13:01:55 +0100 | [diff] [blame] | 462 | } |
| 463 | } |
Alex Narest | bcf9180 | 2018-06-25 16:08:36 +0200 | [diff] [blame] | 464 | |
Christoffer Rodbro | 6404cdd | 2020-03-26 20:37:21 +0100 | [diff] [blame] | 465 | absl::optional<BitrateConstraints> |
| 466 | RtpTransportControllerSend::ApplyOrLiftRelayCap(bool is_relayed) { |
| 467 | DataRate cap = is_relayed ? relay_bandwidth_cap_ : DataRate::PlusInfinity(); |
| 468 | return bitrate_configurator_.UpdateWithRelayCap(cap); |
| 469 | } |
| 470 | |
Stefan Holmer | 64be7fa | 2018-10-04 15:21:55 +0200 | [diff] [blame] | 471 | void RtpTransportControllerSend::OnTransportOverheadChanged( |
| 472 | size_t transport_overhead_bytes_per_packet) { |
| 473 | if (transport_overhead_bytes_per_packet >= kMaxOverheadBytes) { |
| 474 | RTC_LOG(LS_ERROR) << "Transport overhead exceeds " << kMaxOverheadBytes; |
| 475 | return; |
| 476 | } |
| 477 | |
Mirko Bonadei | e7bc3a3 | 2020-01-29 18:45:00 +0000 | [diff] [blame] | 478 | pacer()->SetTransportOverhead( |
Danil Chapovalov | cad3e0e | 2020-02-17 18:46:07 +0100 | [diff] [blame] | 479 | DataSize::Bytes(transport_overhead_bytes_per_packet)); |
Mirko Bonadei | e7bc3a3 | 2020-01-29 18:45:00 +0000 | [diff] [blame] | 480 | |
Stefan Holmer | 64be7fa | 2018-10-04 15:21:55 +0200 | [diff] [blame] | 481 | // TODO(holmer): Call AudioRtpSenders when they have been moved to |
| 482 | // RtpTransportControllerSend. |
| 483 | for (auto& rtp_video_sender : video_rtp_senders_) { |
| 484 | rtp_video_sender->OnTransportOverheadChanged( |
| 485 | transport_overhead_bytes_per_packet); |
| 486 | } |
| 487 | } |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 488 | |
Erik Språng | aa59eca | 2019-07-24 14:52:55 +0200 | [diff] [blame] | 489 | void RtpTransportControllerSend::AccountForAudioPacketsInPacedSender( |
| 490 | bool account_for_audio) { |
Erik Språng | 425d6aa | 2019-07-29 16:38:27 +0200 | [diff] [blame] | 491 | pacer()->SetAccountForAudioPackets(account_for_audio); |
Erik Språng | aa59eca | 2019-07-24 14:52:55 +0200 | [diff] [blame] | 492 | } |
| 493 | |
Sebastian Jansson | c3eb9fd | 2020-01-29 17:42:52 +0100 | [diff] [blame] | 494 | void RtpTransportControllerSend::IncludeOverheadInPacedSender() { |
| 495 | pacer()->SetIncludeOverhead(); |
| 496 | } |
| 497 | |
Erik Språng | 7703f23 | 2020-09-14 11:03:13 +0200 | [diff] [blame] | 498 | void RtpTransportControllerSend::EnsureStarted() { |
| 499 | if (!use_task_queue_pacer_ && !process_thread_started_) { |
| 500 | process_thread_started_ = true; |
| 501 | process_thread_->Start(); |
| 502 | } |
| 503 | } |
| 504 | |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 505 | void RtpTransportControllerSend::OnReceivedEstimatedBitrate(uint32_t bitrate) { |
| 506 | RemoteBitrateReport msg; |
Danil Chapovalov | 0c626af | 2020-02-10 11:16:00 +0100 | [diff] [blame] | 507 | msg.receive_time = Timestamp::Millis(clock_->TimeInMilliseconds()); |
Danil Chapovalov | cad3e0e | 2020-02-17 18:46:07 +0100 | [diff] [blame] | 508 | msg.bandwidth = DataRate::BitsPerSec(bitrate); |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 509 | task_queue_.PostTask([this, msg]() { |
| 510 | RTC_DCHECK_RUN_ON(&task_queue_); |
| 511 | if (controller_) |
Sebastian Jansson | 1618095 | 2018-12-12 16:49:10 +0100 | [diff] [blame] | 512 | PostUpdates(controller_->OnRemoteBitrateReport(msg)); |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 513 | }); |
| 514 | } |
| 515 | |
| 516 | void RtpTransportControllerSend::OnReceivedRtcpReceiverReport( |
| 517 | const ReportBlockList& report_blocks, |
| 518 | int64_t rtt_ms, |
| 519 | int64_t now_ms) { |
| 520 | task_queue_.PostTask([this, report_blocks, now_ms]() { |
| 521 | RTC_DCHECK_RUN_ON(&task_queue_); |
| 522 | OnReceivedRtcpReceiverReportBlocks(report_blocks, now_ms); |
| 523 | }); |
| 524 | |
| 525 | task_queue_.PostTask([this, now_ms, rtt_ms]() { |
| 526 | RTC_DCHECK_RUN_ON(&task_queue_); |
| 527 | RoundTripTimeUpdate report; |
Danil Chapovalov | 0c626af | 2020-02-10 11:16:00 +0100 | [diff] [blame] | 528 | report.receive_time = Timestamp::Millis(now_ms); |
| 529 | report.round_trip_time = TimeDelta::Millis(rtt_ms); |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 530 | report.smoothed = false; |
Christoffer Rodbro | 4bd3177 | 2019-03-27 12:34:21 +0100 | [diff] [blame] | 531 | if (controller_ && !report.round_trip_time.IsZero()) |
Sebastian Jansson | 1618095 | 2018-12-12 16:49:10 +0100 | [diff] [blame] | 532 | PostUpdates(controller_->OnRoundTripTimeUpdate(report)); |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 533 | }); |
| 534 | } |
| 535 | |
Erik Språng | 30a276b | 2019-04-23 12:00:11 +0200 | [diff] [blame] | 536 | void RtpTransportControllerSend::OnAddPacket( |
| 537 | const RtpPacketSendInfo& packet_info) { |
JT Teh | ea992f8 | 2020-01-15 18:24:20 +0000 | [diff] [blame] | 538 | feedback_demuxer_.AddPacket(packet_info); |
| 539 | |
Danil Chapovalov | 0c626af | 2020-02-10 11:16:00 +0100 | [diff] [blame] | 540 | Timestamp creation_time = Timestamp::Millis(clock_->TimeInMilliseconds()); |
Sebastian Jansson | 658f181 | 2020-01-16 10:59:28 +0100 | [diff] [blame] | 541 | task_queue_.PostTask([this, packet_info, creation_time]() { |
| 542 | RTC_DCHECK_RUN_ON(&task_queue_); |
| 543 | transport_feedback_adapter_.AddPacket( |
| 544 | packet_info, |
| 545 | send_side_bwe_with_overhead_ ? transport_overhead_bytes_per_packet_ : 0, |
| 546 | creation_time); |
| 547 | }); |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 548 | } |
| 549 | |
| 550 | void RtpTransportControllerSend::OnTransportFeedback( |
| 551 | const rtcp::TransportFeedback& feedback) { |
JT Teh | ea992f8 | 2020-01-15 18:24:20 +0000 | [diff] [blame] | 552 | feedback_demuxer_.OnTransportFeedback(feedback); |
Danil Chapovalov | 0c626af | 2020-02-10 11:16:00 +0100 | [diff] [blame] | 553 | auto feedback_time = Timestamp::Millis(clock_->TimeInMilliseconds()); |
Sebastian Jansson | 658f181 | 2020-01-16 10:59:28 +0100 | [diff] [blame] | 554 | task_queue_.PostTask([this, feedback, feedback_time]() { |
| 555 | RTC_DCHECK_RUN_ON(&task_queue_); |
| 556 | absl::optional<TransportPacketsFeedback> feedback_msg = |
| 557 | transport_feedback_adapter_.ProcessTransportFeedback(feedback, |
| 558 | feedback_time); |
| 559 | if (feedback_msg && controller_) { |
| 560 | PostUpdates(controller_->OnTransportPacketsFeedback(*feedback_msg)); |
| 561 | } |
| 562 | pacer()->UpdateOutstandingData( |
| 563 | transport_feedback_adapter_.GetOutstandingData()); |
| 564 | }); |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 565 | } |
| 566 | |
Sebastian Jansson | e1795f4 | 2019-07-24 11:38:03 +0200 | [diff] [blame] | 567 | void RtpTransportControllerSend::OnRemoteNetworkEstimate( |
| 568 | NetworkStateEstimate estimate) { |
Sebastian Jansson | 0a5ed89 | 2019-09-18 15:37:31 +0200 | [diff] [blame] | 569 | if (event_log_) { |
| 570 | event_log_->Log(std::make_unique<RtcEventRemoteEstimate>( |
| 571 | estimate.link_capacity_lower, estimate.link_capacity_upper)); |
| 572 | } |
Danil Chapovalov | 0c626af | 2020-02-10 11:16:00 +0100 | [diff] [blame] | 573 | estimate.update_time = Timestamp::Millis(clock_->TimeInMilliseconds()); |
Sebastian Jansson | e1795f4 | 2019-07-24 11:38:03 +0200 | [diff] [blame] | 574 | task_queue_.PostTask([this, estimate] { |
| 575 | RTC_DCHECK_RUN_ON(&task_queue_); |
| 576 | if (controller_) |
Danil Chapovalov | e34fb87 | 2019-10-21 10:51:08 +0200 | [diff] [blame] | 577 | PostUpdates(controller_->OnNetworkStateEstimate(estimate)); |
Sebastian Jansson | e1795f4 | 2019-07-24 11:38:03 +0200 | [diff] [blame] | 578 | }); |
| 579 | } |
| 580 | |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 581 | void RtpTransportControllerSend::MaybeCreateControllers() { |
| 582 | RTC_DCHECK(!controller_); |
| 583 | RTC_DCHECK(!control_handler_); |
| 584 | |
| 585 | if (!network_available_ || !observer_) |
| 586 | return; |
Mirko Bonadei | 317a1f0 | 2019-09-17 17:06:18 +0200 | [diff] [blame] | 587 | control_handler_ = std::make_unique<CongestionControlHandler>(); |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 588 | |
| 589 | initial_config_.constraints.at_time = |
Danil Chapovalov | 0c626af | 2020-02-10 11:16:00 +0100 | [diff] [blame] | 590 | Timestamp::Millis(clock_->TimeInMilliseconds()); |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 591 | initial_config_.stream_based_config = streams_config_; |
| 592 | |
| 593 | // TODO(srte): Use fallback controller if no feedback is available. |
| 594 | if (controller_factory_override_) { |
| 595 | RTC_LOG(LS_INFO) << "Creating overridden congestion controller"; |
| 596 | controller_ = controller_factory_override_->Create(initial_config_); |
| 597 | process_interval_ = controller_factory_override_->GetProcessInterval(); |
| 598 | } else { |
| 599 | RTC_LOG(LS_INFO) << "Creating fallback congestion controller"; |
| 600 | controller_ = controller_factory_fallback_->Create(initial_config_); |
| 601 | process_interval_ = controller_factory_fallback_->GetProcessInterval(); |
| 602 | } |
| 603 | UpdateControllerWithTimeInterval(); |
| 604 | StartProcessPeriodicTasks(); |
| 605 | } |
| 606 | |
| 607 | void RtpTransportControllerSend::UpdateInitialConstraints( |
| 608 | TargetRateConstraints new_contraints) { |
| 609 | if (!new_contraints.starting_rate) |
| 610 | new_contraints.starting_rate = initial_config_.constraints.starting_rate; |
| 611 | RTC_DCHECK(new_contraints.starting_rate); |
| 612 | initial_config_.constraints = new_contraints; |
| 613 | } |
| 614 | |
| 615 | void RtpTransportControllerSend::StartProcessPeriodicTasks() { |
Sebastian Jansson | ecb6897 | 2019-01-18 10:30:54 +0100 | [diff] [blame] | 616 | if (!pacer_queue_update_task_.Running()) { |
| 617 | pacer_queue_update_task_ = RepeatingTaskHandle::DelayedStart( |
Danil Chapovalov | 4423c36 | 2019-03-06 18:41:39 +0100 | [diff] [blame] | 618 | task_queue_.Get(), kPacerQueueUpdateInterval, [this]() { |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 619 | RTC_DCHECK_RUN_ON(&task_queue_); |
Erik Språng | 425d6aa | 2019-07-29 16:38:27 +0200 | [diff] [blame] | 620 | TimeDelta expected_queue_time = pacer()->ExpectedQueueTime(); |
Sebastian Jansson | 1618095 | 2018-12-12 16:49:10 +0100 | [diff] [blame] | 621 | control_handler_->SetPacerQueue(expected_queue_time); |
| 622 | UpdateControlState(); |
Sebastian Jansson | ecb6897 | 2019-01-18 10:30:54 +0100 | [diff] [blame] | 623 | return kPacerQueueUpdateInterval; |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 624 | }); |
| 625 | } |
Sebastian Jansson | ecb6897 | 2019-01-18 10:30:54 +0100 | [diff] [blame] | 626 | controller_task_.Stop(); |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 627 | if (process_interval_.IsFinite()) { |
Sebastian Jansson | ecb6897 | 2019-01-18 10:30:54 +0100 | [diff] [blame] | 628 | controller_task_ = RepeatingTaskHandle::DelayedStart( |
Danil Chapovalov | 4423c36 | 2019-03-06 18:41:39 +0100 | [diff] [blame] | 629 | task_queue_.Get(), process_interval_, [this]() { |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 630 | RTC_DCHECK_RUN_ON(&task_queue_); |
| 631 | UpdateControllerWithTimeInterval(); |
Sebastian Jansson | ecb6897 | 2019-01-18 10:30:54 +0100 | [diff] [blame] | 632 | return process_interval_; |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 633 | }); |
| 634 | } |
| 635 | } |
| 636 | |
| 637 | void RtpTransportControllerSend::UpdateControllerWithTimeInterval() { |
Sebastian Jansson | 1618095 | 2018-12-12 16:49:10 +0100 | [diff] [blame] | 638 | RTC_DCHECK(controller_); |
| 639 | ProcessInterval msg; |
Danil Chapovalov | 0c626af | 2020-02-10 11:16:00 +0100 | [diff] [blame] | 640 | msg.at_time = Timestamp::Millis(clock_->TimeInMilliseconds()); |
Christoffer Rodbro | c610e26 | 2019-01-08 10:49:19 +0100 | [diff] [blame] | 641 | if (add_pacing_to_cwin_) |
Erik Språng | 425d6aa | 2019-07-29 16:38:27 +0200 | [diff] [blame] | 642 | msg.pacer_queue = pacer()->QueueSizeData(); |
Sebastian Jansson | 1618095 | 2018-12-12 16:49:10 +0100 | [diff] [blame] | 643 | PostUpdates(controller_->OnProcessInterval(msg)); |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 644 | } |
| 645 | |
| 646 | void RtpTransportControllerSend::UpdateStreamsConfig() { |
Danil Chapovalov | 0c626af | 2020-02-10 11:16:00 +0100 | [diff] [blame] | 647 | streams_config_.at_time = Timestamp::Millis(clock_->TimeInMilliseconds()); |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 648 | if (controller_) |
Sebastian Jansson | 1618095 | 2018-12-12 16:49:10 +0100 | [diff] [blame] | 649 | PostUpdates(controller_->OnStreamsConfig(streams_config_)); |
| 650 | } |
| 651 | |
| 652 | void RtpTransportControllerSend::PostUpdates(NetworkControlUpdate update) { |
| 653 | if (update.congestion_window) { |
Erik Språng | 425d6aa | 2019-07-29 16:38:27 +0200 | [diff] [blame] | 654 | pacer()->SetCongestionWindow(*update.congestion_window); |
Sebastian Jansson | 1618095 | 2018-12-12 16:49:10 +0100 | [diff] [blame] | 655 | } |
| 656 | if (update.pacer_config) { |
Erik Språng | 425d6aa | 2019-07-29 16:38:27 +0200 | [diff] [blame] | 657 | pacer()->SetPacingRates(update.pacer_config->data_rate(), |
| 658 | update.pacer_config->pad_rate()); |
Sebastian Jansson | 1618095 | 2018-12-12 16:49:10 +0100 | [diff] [blame] | 659 | } |
| 660 | for (const auto& probe : update.probe_cluster_configs) { |
Erik Språng | 425d6aa | 2019-07-29 16:38:27 +0200 | [diff] [blame] | 661 | pacer()->CreateProbeCluster(probe.target_data_rate, probe.id); |
Sebastian Jansson | 1618095 | 2018-12-12 16:49:10 +0100 | [diff] [blame] | 662 | } |
| 663 | if (update.target_rate) { |
| 664 | control_handler_->SetTargetRate(*update.target_rate); |
| 665 | UpdateControlState(); |
| 666 | } |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 667 | } |
| 668 | |
| 669 | void RtpTransportControllerSend::OnReceivedRtcpReceiverReportBlocks( |
| 670 | const ReportBlockList& report_blocks, |
| 671 | int64_t now_ms) { |
| 672 | if (report_blocks.empty()) |
| 673 | return; |
| 674 | |
| 675 | int total_packets_lost_delta = 0; |
| 676 | int total_packets_delta = 0; |
| 677 | |
| 678 | // Compute the packet loss from all report blocks. |
| 679 | for (const RTCPReportBlock& report_block : report_blocks) { |
| 680 | auto it = last_report_blocks_.find(report_block.source_ssrc); |
| 681 | if (it != last_report_blocks_.end()) { |
| 682 | auto number_of_packets = report_block.extended_highest_sequence_number - |
| 683 | it->second.extended_highest_sequence_number; |
| 684 | total_packets_delta += number_of_packets; |
| 685 | auto lost_delta = report_block.packets_lost - it->second.packets_lost; |
| 686 | total_packets_lost_delta += lost_delta; |
| 687 | } |
| 688 | last_report_blocks_[report_block.source_ssrc] = report_block; |
| 689 | } |
| 690 | // Can only compute delta if there has been previous blocks to compare to. If |
| 691 | // not, total_packets_delta will be unchanged and there's nothing more to do. |
| 692 | if (!total_packets_delta) |
| 693 | return; |
| 694 | int packets_received_delta = total_packets_delta - total_packets_lost_delta; |
| 695 | // To detect lost packets, at least one packet has to be received. This check |
| 696 | // is needed to avoid bandwith detection update in |
| 697 | // VideoSendStreamTest.SuspendBelowMinBitrate |
| 698 | |
| 699 | if (packets_received_delta < 1) |
| 700 | return; |
Danil Chapovalov | 0c626af | 2020-02-10 11:16:00 +0100 | [diff] [blame] | 701 | Timestamp now = Timestamp::Millis(now_ms); |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 702 | TransportLossReport msg; |
| 703 | msg.packets_lost_delta = total_packets_lost_delta; |
| 704 | msg.packets_received_delta = packets_received_delta; |
| 705 | msg.receive_time = now; |
| 706 | msg.start_time = last_report_block_time_; |
| 707 | msg.end_time = now; |
| 708 | if (controller_) |
Sebastian Jansson | 1618095 | 2018-12-12 16:49:10 +0100 | [diff] [blame] | 709 | PostUpdates(controller_->OnTransportLossReport(msg)); |
Sebastian Jansson | 87609be | 2018-12-05 17:35:35 +0100 | [diff] [blame] | 710 | last_report_block_time_ = now; |
| 711 | } |
| 712 | |
nisse | cae45d0 | 2017-04-24 05:53:20 -0700 | [diff] [blame] | 713 | } // namespace webrtc |