blob: 9b816f67dc749f60252b3fcaa85350f9ea07fb9c [file] [log] [blame]
pwestin@webrtc.org1cd11622012-04-19 12:13:52 +00001/*
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 *
10 */
11
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020012#include "modules/bitrate_controller/bitrate_controller_impl.h"
pwestin@webrtc.org1cd11622012-04-19 12:13:52 +000013
henrik.lundin@webrtc.org29dd0de2013-10-21 14:00:01 +000014#include <algorithm>
pwestin@webrtc.org1cd11622012-04-19 12:13:52 +000015#include <utility>
16
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020017#include "modules/remote_bitrate_estimator/test/bwe_test_logging.h"
18#include "modules/rtp_rtcp/include/rtp_rtcp_defines.h"
19#include "rtc_base/checks.h"
20#include "rtc_base/logging.h"
pwestin@webrtc.org1cd11622012-04-19 12:13:52 +000021
22namespace webrtc {
23
andresp@webrtc.org16b75c22014-03-21 14:00:51 +000024class BitrateControllerImpl::RtcpBandwidthObserverImpl
25 : public RtcpBandwidthObserver {
pwestin@webrtc.org1cd11622012-04-19 12:13:52 +000026 public:
27 explicit RtcpBandwidthObserverImpl(BitrateControllerImpl* owner)
Yves Gerey665174f2018-06-19 15:03:05 +020028 : owner_(owner) {}
Danil Chapovalov38018ba2017-06-12 16:29:45 +020029 ~RtcpBandwidthObserverImpl() override = default;
pwestin@webrtc.org1cd11622012-04-19 12:13:52 +000030 // Received RTCP REMB or TMMBR.
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000031 void OnReceivedEstimatedBitrate(uint32_t bitrate) override {
Danil Chapovalov38018ba2017-06-12 16:29:45 +020032 owner_->OnReceivedEstimatedBitrate(bitrate);
pwestin@webrtc.org1cd11622012-04-19 12:13:52 +000033 }
34 // Received RTCP receiver block.
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000035 void OnReceivedRtcpReceiverReport(const ReportBlockList& report_blocks,
36 int64_t rtt,
37 int64_t now_ms) override {
Danil Chapovalov38018ba2017-06-12 16:29:45 +020038 owner_->OnReceivedRtcpReceiverReport(report_blocks, rtt, now_ms);
pwestin@webrtc.org1cd11622012-04-19 12:13:52 +000039 }
henrik.lundin@webrtc.org29dd0de2013-10-21 14:00:01 +000040
pwestin@webrtc.org1cd11622012-04-19 12:13:52 +000041 private:
Danil Chapovalov38018ba2017-06-12 16:29:45 +020042 BitrateControllerImpl* const owner_;
pwestin@webrtc.org1cd11622012-04-19 12:13:52 +000043};
44
henrik.lundin@webrtc.org29dd0de2013-10-21 14:00:01 +000045BitrateController* BitrateController::CreateBitrateController(
elad.alon61ce37e2017-03-09 07:09:31 -080046 const Clock* clock,
ivoc14d5dbe2016-07-04 07:06:55 -070047 BitrateObserver* observer,
48 RtcEventLog* event_log) {
49 return new BitrateControllerImpl(clock, observer, event_log);
pwestin@webrtc.org1cd11622012-04-19 12:13:52 +000050}
51
ivoc14d5dbe2016-07-04 07:06:55 -070052BitrateController* BitrateController::CreateBitrateController(
elad.alon61ce37e2017-03-09 07:09:31 -080053 const Clock* clock,
ivoc14d5dbe2016-07-04 07:06:55 -070054 RtcEventLog* event_log) {
55 return CreateBitrateController(clock, nullptr, event_log);
perkjec81bcd2016-05-11 06:01:13 -070056}
57
elad.alon61ce37e2017-03-09 07:09:31 -080058BitrateControllerImpl::BitrateControllerImpl(const Clock* clock,
ivoc14d5dbe2016-07-04 07:06:55 -070059 BitrateObserver* observer,
60 RtcEventLog* event_log)
andresp@webrtc.org44caf012014-03-26 21:00:21 +000061 : clock_(clock),
stefan@webrtc.org792f1a12015-03-04 12:24:26 +000062 observer_(observer),
andresp@webrtc.org44caf012014-03-26 21:00:21 +000063 last_bitrate_update_ms_(clock_->TimeInMilliseconds()),
ivoc14d5dbe2016-07-04 07:06:55 -070064 event_log_(event_log),
65 bandwidth_estimation_(event_log),
andresp@webrtc.org44caf012014-03-26 21:00:21 +000066 last_bitrate_bps_(0),
solenberg@webrtc.org4e656022014-03-26 14:32:47 +000067 last_fraction_loss_(0),
Sebastian Jansson803e3ff2018-08-06 19:14:37 +020068 last_rtt_ms_(0) {
perkjec81bcd2016-05-11 06:01:13 -070069 // This calls the observer_ if set, which means that the observer provided by
70 // the user must be ready to accept a bitrate update when it constructs the
Stefan Holmere5904162015-03-26 11:11:06 +010071 // controller. We do this to avoid having to keep synchronized initial values
72 // in both the controller and the allocator.
73 MaybeTriggerOnNetworkChanged();
pwestin@webrtc.org1cd11622012-04-19 12:13:52 +000074}
75
76RtcpBandwidthObserver* BitrateControllerImpl::CreateRtcpBandwidthObserver() {
77 return new RtcpBandwidthObserverImpl(this);
78}
79
stefan@webrtc.org792f1a12015-03-04 12:24:26 +000080void BitrateControllerImpl::SetStartBitrate(int start_bitrate_bps) {
Stefan Holmere5904162015-03-26 11:11:06 +010081 {
sprang867fb522015-08-03 04:38:41 -070082 rtc::CritScope cs(&critsect_);
Stefan Holmere5904162015-03-26 11:11:06 +010083 bandwidth_estimation_.SetSendBitrate(start_bitrate_bps);
84 }
85 MaybeTriggerOnNetworkChanged();
andresp@webrtc.org07bc7342014-03-21 16:51:01 +000086}
87
stefan@webrtc.org792f1a12015-03-04 12:24:26 +000088void BitrateControllerImpl::SetMinMaxBitrate(int min_bitrate_bps,
89 int max_bitrate_bps) {
Stefan Holmere5904162015-03-26 11:11:06 +010090 {
sprang867fb522015-08-03 04:38:41 -070091 rtc::CritScope cs(&critsect_);
Stefan Holmere5904162015-03-26 11:11:06 +010092 bandwidth_estimation_.SetMinMaxBitrate(min_bitrate_bps, max_bitrate_bps);
93 }
94 MaybeTriggerOnNetworkChanged();
henrik.lundin@webrtc.org845862f2014-03-06 07:19:28 +000095}
96
philipelc6957c72016-04-28 15:52:49 +020097void BitrateControllerImpl::SetBitrates(int start_bitrate_bps,
98 int min_bitrate_bps,
99 int max_bitrate_bps) {
100 {
101 rtc::CritScope cs(&critsect_);
Yves Gerey665174f2018-06-19 15:03:05 +0200102 bandwidth_estimation_.SetBitrates(start_bitrate_bps, min_bitrate_bps,
philipelc6957c72016-04-28 15:52:49 +0200103 max_bitrate_bps);
104 }
105 MaybeTriggerOnNetworkChanged();
106}
107
honghaiz059e1832016-06-24 11:03:55 -0700108void BitrateControllerImpl::ResetBitrates(int bitrate_bps,
109 int min_bitrate_bps,
110 int max_bitrate_bps) {
111 {
112 rtc::CritScope cs(&critsect_);
ivoc14d5dbe2016-07-04 07:06:55 -0700113 bandwidth_estimation_ = SendSideBandwidthEstimation(event_log_);
honghaiz059e1832016-06-24 11:03:55 -0700114 bandwidth_estimation_.SetBitrates(bitrate_bps, min_bitrate_bps,
115 max_bitrate_bps);
116 }
117 MaybeTriggerOnNetworkChanged();
118}
119
Irfan Sheriffb2540bb2016-09-12 12:28:54 -0700120// This is called upon reception of REMB or TMMBR.
Danil Chapovalov38018ba2017-06-12 16:29:45 +0200121void BitrateControllerImpl::OnReceivedEstimatedBitrate(uint32_t bitrate) {
stefan@webrtc.org792f1a12015-03-04 12:24:26 +0000122 {
sprang867fb522015-08-03 04:38:41 -0700123 rtc::CritScope cs(&critsect_);
stefanb6b0b922015-09-04 03:04:56 -0700124 bandwidth_estimation_.UpdateReceiverEstimate(clock_->TimeInMilliseconds(),
125 bitrate);
gaetano.carlucci61050f62016-09-30 06:29:54 -0700126 BWE_TEST_LOGGING_PLOT(1, "REMB_kbps", clock_->TimeInMilliseconds(),
gaetano.carlucci52a57032016-09-14 05:04:36 -0700127 bitrate / 1000);
sprang@webrtc.org9b791972014-12-18 11:53:59 +0000128 }
andresp@webrtc.org07bc7342014-03-21 16:51:01 +0000129 MaybeTriggerOnNetworkChanged();
pwestin@webrtc.org1cd11622012-04-19 12:13:52 +0000130}
131
Stefan Holmer280de9e2016-09-30 10:06:51 +0200132void BitrateControllerImpl::OnDelayBasedBweResult(
133 const DelayBasedBwe::Result& result) {
134 if (!result.updated)
135 return;
philipel0aa9d182016-08-24 02:45:35 -0700136 {
137 rtc::CritScope cs(&critsect_);
Stefan Holmer280de9e2016-09-30 10:06:51 +0200138 if (result.probe) {
139 bandwidth_estimation_.SetSendBitrate(result.target_bitrate_bps);
Stefan Holmer280de9e2016-09-30 10:06:51 +0200140 }
Bjorn Terelius29cb0e72017-11-08 14:41:12 +0100141 // Since SetSendBitrate now resets the delay-based estimate, we have to call
142 // UpdateDelayBasedEstimate after SetSendBitrate.
143 bandwidth_estimation_.UpdateDelayBasedEstimate(clock_->TimeInMilliseconds(),
144 result.target_bitrate_bps);
stefan32f81542016-01-20 07:13:58 -0800145 }
146 MaybeTriggerOnNetworkChanged();
147}
148
pkasting@chromium.org0b1534c2014-12-15 22:09:40 +0000149int64_t BitrateControllerImpl::TimeUntilNextProcess() {
150 const int64_t kBitrateControllerUpdateIntervalMs = 25;
sprang867fb522015-08-03 04:38:41 -0700151 rtc::CritScope cs(&critsect_);
pkasting@chromium.org0b1534c2014-12-15 22:09:40 +0000152 int64_t time_since_update_ms =
andresp@webrtc.org44caf012014-03-26 21:00:21 +0000153 clock_->TimeInMilliseconds() - last_bitrate_update_ms_;
pkasting@chromium.org0b1534c2014-12-15 22:09:40 +0000154 return std::max<int64_t>(
155 kBitrateControllerUpdateIntervalMs - time_since_update_ms, 0);
andresp@webrtc.org44caf012014-03-26 21:00:21 +0000156}
157
pbosa26ac922016-02-25 04:50:01 -0800158void BitrateControllerImpl::Process() {
andresp@webrtc.org44caf012014-03-26 21:00:21 +0000159 {
sprang867fb522015-08-03 04:38:41 -0700160 rtc::CritScope cs(&critsect_);
andresp@webrtc.org44caf012014-03-26 21:00:21 +0000161 bandwidth_estimation_.UpdateEstimate(clock_->TimeInMilliseconds());
andresp@webrtc.org44caf012014-03-26 21:00:21 +0000162 }
stefan@webrtc.org792f1a12015-03-04 12:24:26 +0000163 MaybeTriggerOnNetworkChanged();
andresp@webrtc.org44caf012014-03-26 21:00:21 +0000164 last_bitrate_update_ms_ = clock_->TimeInMilliseconds();
andresp@webrtc.org44caf012014-03-26 21:00:21 +0000165}
166
pwestin@webrtc.org1cd11622012-04-19 12:13:52 +0000167void BitrateControllerImpl::OnReceivedRtcpReceiverReport(
Danil Chapovalov38018ba2017-06-12 16:29:45 +0200168 const ReportBlockList& report_blocks,
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000169 int64_t rtt,
stefan@webrtc.orgedeea912014-12-08 19:46:23 +0000170 int64_t now_ms) {
Danil Chapovalov38018ba2017-06-12 16:29:45 +0200171 if (report_blocks.empty())
172 return;
173
stefan@webrtc.org792f1a12015-03-04 12:24:26 +0000174 {
sprang867fb522015-08-03 04:38:41 -0700175 rtc::CritScope cs(&critsect_);
Danil Chapovalov38018ba2017-06-12 16:29:45 +0200176 int fraction_lost_aggregate = 0;
177 int total_number_of_packets = 0;
178
179 // Compute the a weighted average of the fraction loss from all report
180 // blocks.
181 for (const RTCPReportBlock& report_block : report_blocks) {
182 std::map<uint32_t, uint32_t>::iterator seq_num_it =
183 ssrc_to_last_received_extended_high_seq_num_.find(
srte3e69e5c2017-08-09 06:13:45 -0700184 report_block.source_ssrc);
Danil Chapovalov38018ba2017-06-12 16:29:45 +0200185
186 int number_of_packets = 0;
187 if (seq_num_it != ssrc_to_last_received_extended_high_seq_num_.end()) {
188 number_of_packets =
srte3e69e5c2017-08-09 06:13:45 -0700189 report_block.extended_highest_sequence_number - seq_num_it->second;
Danil Chapovalov38018ba2017-06-12 16:29:45 +0200190 }
191
srte3e69e5c2017-08-09 06:13:45 -0700192 fraction_lost_aggregate += number_of_packets * report_block.fraction_lost;
Danil Chapovalov38018ba2017-06-12 16:29:45 +0200193 total_number_of_packets += number_of_packets;
194
195 // Update last received for this SSRC.
srte3e69e5c2017-08-09 06:13:45 -0700196 ssrc_to_last_received_extended_high_seq_num_[report_block.source_ssrc] =
197 report_block.extended_highest_sequence_number;
Danil Chapovalov38018ba2017-06-12 16:29:45 +0200198 }
199 if (total_number_of_packets < 0) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100200 RTC_LOG(LS_WARNING)
201 << "Received report block where extended high sequence "
202 "number goes backwards, ignoring.";
Danil Chapovalov38018ba2017-06-12 16:29:45 +0200203 return;
204 }
205 if (total_number_of_packets == 0)
206 fraction_lost_aggregate = 0;
207 else
208 fraction_lost_aggregate =
209 (fraction_lost_aggregate + total_number_of_packets / 2) /
210 total_number_of_packets;
211 if (fraction_lost_aggregate > 255)
212 return;
213
214 RTC_DCHECK_GE(total_number_of_packets, 0);
215
216 bandwidth_estimation_.UpdateReceiverBlock(fraction_lost_aggregate, rtt,
217 total_number_of_packets, now_ms);
stefan@webrtc.org792f1a12015-03-04 12:24:26 +0000218 }
andresp@webrtc.org07bc7342014-03-21 16:51:01 +0000219 MaybeTriggerOnNetworkChanged();
220}
221
222void BitrateControllerImpl::MaybeTriggerOnNetworkChanged() {
perkjec81bcd2016-05-11 06:01:13 -0700223 if (!observer_)
224 return;
225
226 uint32_t bitrate_bps;
andresp@webrtc.org07bc7342014-03-21 16:51:01 +0000227 uint8_t fraction_loss;
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000228 int64_t rtt;
perkjec81bcd2016-05-11 06:01:13 -0700229
230 if (GetNetworkParameters(&bitrate_bps, &fraction_loss, &rtt))
231 observer_->OnNetworkChanged(bitrate_bps, fraction_loss, rtt);
andresp@webrtc.org16b75c22014-03-21 14:00:51 +0000232}
233
Stefan Holmere5904162015-03-26 11:11:06 +0100234bool BitrateControllerImpl::GetNetworkParameters(uint32_t* bitrate,
235 uint8_t* fraction_loss,
236 int64_t* rtt) {
sprang867fb522015-08-03 04:38:41 -0700237 rtc::CritScope cs(&critsect_);
Stefan Holmere5904162015-03-26 11:11:06 +0100238 int current_bitrate;
239 bandwidth_estimation_.CurrentEstimate(&current_bitrate, fraction_loss, rtt);
240 *bitrate = current_bitrate;
Stefan Holmere5904162015-03-26 11:11:06 +0100241 *bitrate =
242 std::max<uint32_t>(*bitrate, bandwidth_estimation_.GetMinBitrate());
243
244 bool new_bitrate = false;
245 if (*bitrate != last_bitrate_bps_ || *fraction_loss != last_fraction_loss_ ||
Sebastian Jansson803e3ff2018-08-06 19:14:37 +0200246 *rtt != last_rtt_ms_) {
Stefan Holmere5904162015-03-26 11:11:06 +0100247 last_bitrate_bps_ = *bitrate;
248 last_fraction_loss_ = *fraction_loss;
249 last_rtt_ms_ = *rtt;
Stefan Holmere5904162015-03-26 11:11:06 +0100250 new_bitrate = true;
251 }
gaetano.carlucci52a57032016-09-14 05:04:36 -0700252
gaetano.carlucci61050f62016-09-30 06:29:54 -0700253 BWE_TEST_LOGGING_PLOT(1, "fraction_loss_%", clock_->TimeInMilliseconds(),
gaetano.carlucci52a57032016-09-14 05:04:36 -0700254 (last_fraction_loss_ * 100) / 256);
gaetano.carlucci61050f62016-09-30 06:29:54 -0700255 BWE_TEST_LOGGING_PLOT(1, "rtt_ms", clock_->TimeInMilliseconds(),
gaetano.carlucci52a57032016-09-14 05:04:36 -0700256 last_rtt_ms_);
gaetano.carlucci61050f62016-09-30 06:29:54 -0700257 BWE_TEST_LOGGING_PLOT(1, "Target_bitrate_kbps", clock_->TimeInMilliseconds(),
gaetano.carlucci52a57032016-09-14 05:04:36 -0700258 last_bitrate_bps_ / 1000);
259
Stefan Holmere5904162015-03-26 11:11:06 +0100260 return new_bitrate;
261}
262
pwestin@webrtc.orga2cd7322012-04-23 08:32:47 +0000263bool BitrateControllerImpl::AvailableBandwidth(uint32_t* bandwidth) const {
sprang867fb522015-08-03 04:38:41 -0700264 rtc::CritScope cs(&critsect_);
Stefan Holmere5904162015-03-26 11:11:06 +0100265 int bitrate;
andresp@webrtc.org07bc7342014-03-21 16:51:01 +0000266 uint8_t fraction_loss;
pkasting@chromium.org16825b12015-01-12 21:51:21 +0000267 int64_t rtt;
andresp@webrtc.org07bc7342014-03-21 16:51:01 +0000268 bandwidth_estimation_.CurrentEstimate(&bitrate, &fraction_loss, &rtt);
Stefan Holmere5904162015-03-26 11:11:06 +0100269 if (bitrate > 0) {
Stefan Holmere5904162015-03-26 11:11:06 +0100270 bitrate = std::max(bitrate, bandwidth_estimation_.GetMinBitrate());
271 *bandwidth = bitrate;
andresp@webrtc.org07bc7342014-03-21 16:51:01 +0000272 return true;
273 }
274 return false;
pwestin@webrtc.orga2cd7322012-04-23 08:32:47 +0000275}
pwestin@webrtc.org1cd11622012-04-19 12:13:52 +0000276} // namespace webrtc