pbos@webrtc.org | 9115cde | 2014-12-09 10:36:40 +0000 | [diff] [blame] | 1 | /* Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. |
Ilya Nikolaevskiy | bf35298 | 2017-10-02 10:08:25 +0200 | [diff] [blame] | 2 | * |
| 3 | * Use of this source code is governed by a BSD-style license |
| 4 | * that can be found in the LICENSE file in the root of the source |
| 5 | * tree. An additional intellectual property rights grant can be found |
| 6 | * in the file PATENTS. All contributing project authors may |
| 7 | * be found in the AUTHORS file in the root of the source tree. |
| 8 | */ |
pbos@webrtc.org | 9115cde | 2014-12-09 10:36:40 +0000 | [diff] [blame] | 9 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 10 | #include "modules/video_coding/codecs/vp8/screenshare_layers.h" |
pbos@webrtc.org | 9115cde | 2014-12-09 10:36:40 +0000 | [diff] [blame] | 11 | |
| 12 | #include <stdlib.h> |
| 13 | |
philipel | cce46fc | 2015-12-21 03:04:49 -0800 | [diff] [blame] | 14 | #include <algorithm> |
Ilya Nikolaevskiy | bf35298 | 2017-10-02 10:08:25 +0200 | [diff] [blame] | 15 | #include <memory> |
philipel | cce46fc | 2015-12-21 03:04:49 -0800 | [diff] [blame] | 16 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 17 | #include "modules/video_coding/include/video_codec_interface.h" |
Elad Alon | 819661a | 2019-01-29 17:17:09 +0100 | [diff] [blame] | 18 | #include "rtc_base/arraysize.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 19 | #include "rtc_base/checks.h" |
Ilya Nikolaevskiy | 5866291 | 2017-10-04 15:07:09 +0200 | [diff] [blame] | 20 | #include "rtc_base/logging.h" |
Sebastian Jansson | e64a688 | 2019-03-01 18:04:07 +0100 | [diff] [blame] | 21 | #include "rtc_base/time_utils.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 22 | #include "system_wrappers/include/metrics.h" |
pbos@webrtc.org | 9115cde | 2014-12-09 10:36:40 +0000 | [diff] [blame] | 23 | |
| 24 | namespace webrtc { |
Erik Språng | 59021ba | 2018-10-03 11:05:16 +0200 | [diff] [blame] | 25 | namespace { |
Elad Alon | 411b49b | 2019-01-29 14:05:55 +0100 | [diff] [blame] | 26 | using BufferFlags = Vp8FrameConfig::BufferFlags; |
| 27 | |
| 28 | constexpr BufferFlags kNone = Vp8FrameConfig::BufferFlags::kNone; |
| 29 | constexpr BufferFlags kReference = Vp8FrameConfig::BufferFlags::kReference; |
| 30 | constexpr BufferFlags kUpdate = Vp8FrameConfig::BufferFlags::kUpdate; |
| 31 | constexpr BufferFlags kReferenceAndUpdate = |
| 32 | Vp8FrameConfig::BufferFlags::kReferenceAndUpdate; |
| 33 | |
| 34 | constexpr int kOneSecond90Khz = 90000; |
| 35 | constexpr int kMinTimeBetweenSyncs = kOneSecond90Khz * 2; |
| 36 | constexpr int kMaxTimeBetweenSyncs = kOneSecond90Khz * 4; |
| 37 | constexpr int kQpDeltaThresholdForSync = 8; |
| 38 | constexpr int kMinBitrateKbpsForQpBoost = 500; |
Erik Språng | 59021ba | 2018-10-03 11:05:16 +0200 | [diff] [blame] | 39 | } // namespace |
pbos@webrtc.org | 9115cde | 2014-12-09 10:36:40 +0000 | [diff] [blame] | 40 | |
sprang@webrtc.org | 70f74f3 | 2014-12-17 10:57:10 +0000 | [diff] [blame] | 41 | const double ScreenshareLayers::kMaxTL0FpsReduction = 2.5; |
| 42 | const double ScreenshareLayers::kAcceptableTargetOvershoot = 2.0; |
| 43 | |
sprang | 429600d | 2017-01-26 06:12:26 -0800 | [diff] [blame] | 44 | constexpr int ScreenshareLayers::kMaxNumTemporalLayers; |
| 45 | |
sprang | afe1f74 | 2016-04-12 02:45:13 -0700 | [diff] [blame] | 46 | // Always emit a frame with certain interval, even if bitrate targets have |
sprang | 916170a | 2017-05-23 07:47:55 -0700 | [diff] [blame] | 47 | // been exceeded. This prevents needless keyframe requests. |
sprang | 6c4bbfa | 2017-05-30 10:08:23 -0700 | [diff] [blame] | 48 | const int ScreenshareLayers::kMaxFrameIntervalMs = 2750; |
sprang | afe1f74 | 2016-04-12 02:45:13 -0700 | [diff] [blame] | 49 | |
Sebastian Jansson | e64a688 | 2019-03-01 18:04:07 +0100 | [diff] [blame] | 50 | ScreenshareLayers::ScreenshareLayers(int num_temporal_layers) |
| 51 | : number_of_temporal_layers_( |
sprang | 429600d | 2017-01-26 06:12:26 -0800 | [diff] [blame] | 52 | std::min(kMaxNumTemporalLayers, num_temporal_layers)), |
Erik Språng | 2c4c914 | 2015-06-24 11:24:44 +0200 | [diff] [blame] | 53 | active_layer_(-1), |
| 54 | last_timestamp_(-1), |
| 55 | last_sync_timestamp_(-1), |
sprang | afe1f74 | 2016-04-12 02:45:13 -0700 | [diff] [blame] | 56 | last_emitted_tl0_timestamp_(-1), |
Erik Språng | 27a457d | 2018-01-12 11:00:21 +0100 | [diff] [blame] | 57 | last_frame_time_ms_(-1), |
Erik Språng | 2c4c914 | 2015-06-24 11:24:44 +0200 | [diff] [blame] | 58 | min_qp_(-1), |
| 59 | max_qp_(-1), |
| 60 | max_debt_bytes_(0), |
sprang | ac4a90d | 2016-12-28 05:58:07 -0800 | [diff] [blame] | 61 | encode_framerate_(1000.0f, 1000.0f), // 1 second window, second scale. |
Erik Språng | 59021ba | 2018-10-03 11:05:16 +0200 | [diff] [blame] | 62 | bitrate_updated_(false), |
| 63 | checker_(TemporalLayersChecker::CreateTemporalLayersChecker( |
Erik Språng | 4529fbc | 2018-10-12 10:30:31 +0200 | [diff] [blame] | 64 | Vp8TemporalLayersType::kBitrateDynamic, |
Erik Språng | 59021ba | 2018-10-03 11:05:16 +0200 | [diff] [blame] | 65 | num_temporal_layers)) { |
sprang | 429600d | 2017-01-26 06:12:26 -0800 | [diff] [blame] | 66 | RTC_CHECK_GT(number_of_temporal_layers_, 0); |
| 67 | RTC_CHECK_LE(number_of_temporal_layers_, kMaxNumTemporalLayers); |
pbos@webrtc.org | 9115cde | 2014-12-09 10:36:40 +0000 | [diff] [blame] | 68 | } |
| 69 | |
sprang | b0fdfea | 2016-03-01 05:51:16 -0800 | [diff] [blame] | 70 | ScreenshareLayers::~ScreenshareLayers() { |
| 71 | UpdateHistograms(); |
| 72 | } |
| 73 | |
Elad Alon | cde8ab2 | 2019-03-20 11:56:20 +0100 | [diff] [blame] | 74 | size_t ScreenshareLayers::StreamCount() const { |
| 75 | return 1; |
| 76 | } |
| 77 | |
| 78 | bool ScreenshareLayers::SupportsEncoderFrameDropping( |
| 79 | size_t stream_index) const { |
| 80 | RTC_DCHECK_LT(stream_index, StreamCount()); |
Erik Språng | fb2a66a | 2018-09-10 10:48:01 +0200 | [diff] [blame] | 81 | // Frame dropping is handled internally by this class. |
| 82 | return false; |
| 83 | } |
| 84 | |
Elad Alon | cde8ab2 | 2019-03-20 11:56:20 +0100 | [diff] [blame] | 85 | Vp8FrameConfig ScreenshareLayers::UpdateLayerConfig(size_t stream_index, |
| 86 | uint32_t timestamp) { |
| 87 | RTC_DCHECK_LT(stream_index, StreamCount()); |
| 88 | |
Erik Språng | 59021ba | 2018-10-03 11:05:16 +0200 | [diff] [blame] | 89 | auto it = pending_frame_configs_.find(timestamp); |
| 90 | if (it != pending_frame_configs_.end()) { |
| 91 | // Drop and re-encode, reuse the previous config. |
philipel | b19f27a | 2019-03-28 16:09:52 +0100 | [diff] [blame] | 92 | return it->second.frame_config; |
Erik Språng | 59021ba | 2018-10-03 11:05:16 +0200 | [diff] [blame] | 93 | } |
| 94 | |
pbos@webrtc.org | 9115cde | 2014-12-09 10:36:40 +0000 | [diff] [blame] | 95 | if (number_of_temporal_layers_ <= 1) { |
| 96 | // No flags needed for 1 layer screenshare. |
Peter Boström | 1436c83 | 2017-03-27 15:01:49 -0400 | [diff] [blame] | 97 | // TODO(pbos): Consider updating only last, and not all buffers. |
philipel | b19f27a | 2019-03-28 16:09:52 +0100 | [diff] [blame] | 98 | DependencyInfo dependency_info{ |
| 99 | "S", {kReferenceAndUpdate, kReferenceAndUpdate, kReferenceAndUpdate}}; |
| 100 | pending_frame_configs_[timestamp] = dependency_info; |
| 101 | return dependency_info.frame_config; |
pbos@webrtc.org | 9115cde | 2014-12-09 10:36:40 +0000 | [diff] [blame] | 102 | } |
Erik Språng | 2c4c914 | 2015-06-24 11:24:44 +0200 | [diff] [blame] | 103 | |
Sebastian Jansson | e64a688 | 2019-03-01 18:04:07 +0100 | [diff] [blame] | 104 | const int64_t now_ms = rtc::TimeMillis(); |
sprang | b0fdfea | 2016-03-01 05:51:16 -0800 | [diff] [blame] | 105 | |
Erik Språng | 2c4c914 | 2015-06-24 11:24:44 +0200 | [diff] [blame] | 106 | int64_t unwrapped_timestamp = time_wrap_handler_.Unwrap(timestamp); |
sprang | 916170a | 2017-05-23 07:47:55 -0700 | [diff] [blame] | 107 | int64_t ts_diff; |
| 108 | if (last_timestamp_ == -1) { |
| 109 | ts_diff = kOneSecond90Khz / capture_framerate_.value_or(*target_framerate_); |
| 110 | } else { |
| 111 | ts_diff = unwrapped_timestamp - last_timestamp_; |
| 112 | } |
Erik Språng | 27a457d | 2018-01-12 11:00:21 +0100 | [diff] [blame] | 113 | |
| 114 | if (target_framerate_) { |
| 115 | // If input frame rate exceeds target frame rate, either over a one second |
| 116 | // averaging window, or if frame interval is below 90% of desired value, |
| 117 | // drop frame. |
Erik Språng | 27a457d | 2018-01-12 11:00:21 +0100 | [diff] [blame] | 118 | if (encode_framerate_.Rate(now_ms).value_or(0) > *target_framerate_) |
Elad Alon | 411b49b | 2019-01-29 14:05:55 +0100 | [diff] [blame] | 119 | return Vp8FrameConfig(kNone, kNone, kNone); |
Erik Språng | 27a457d | 2018-01-12 11:00:21 +0100 | [diff] [blame] | 120 | |
Erik Språng | db9e9d5 | 2018-01-22 09:23:11 -0800 | [diff] [blame] | 121 | // Primarily check if frame interval is too short using frame timestamps, |
| 122 | // as if they are correct they won't be affected by queuing in webrtc. |
| 123 | const int64_t expected_frame_interval_90khz = |
| 124 | kOneSecond90Khz / *target_framerate_; |
| 125 | if (last_timestamp_ != -1 && ts_diff > 0) { |
| 126 | if (ts_diff < 85 * expected_frame_interval_90khz / 100) { |
Elad Alon | 411b49b | 2019-01-29 14:05:55 +0100 | [diff] [blame] | 127 | return Vp8FrameConfig(kNone, kNone, kNone); |
Erik Språng | db9e9d5 | 2018-01-22 09:23:11 -0800 | [diff] [blame] | 128 | } |
| 129 | } else { |
| 130 | // Timestamps looks off, use realtime clock here instead. |
| 131 | const int64_t expected_frame_interval_ms = 1000 / *target_framerate_; |
| 132 | if (last_frame_time_ms_ != -1 && |
| 133 | now_ms - last_frame_time_ms_ < |
| 134 | (85 * expected_frame_interval_ms) / 100) { |
Elad Alon | 411b49b | 2019-01-29 14:05:55 +0100 | [diff] [blame] | 135 | return Vp8FrameConfig(kNone, kNone, kNone); |
Erik Språng | db9e9d5 | 2018-01-22 09:23:11 -0800 | [diff] [blame] | 136 | } |
Erik Språng | 27a457d | 2018-01-12 11:00:21 +0100 | [diff] [blame] | 137 | } |
| 138 | } |
| 139 | |
| 140 | if (stats_.first_frame_time_ms_ == -1) |
| 141 | stats_.first_frame_time_ms_ = now_ms; |
| 142 | |
sprang | 916170a | 2017-05-23 07:47:55 -0700 | [diff] [blame] | 143 | // Make sure both frame droppers leak out bits. |
| 144 | layers_[0].UpdateDebt(ts_diff / 90); |
| 145 | layers_[1].UpdateDebt(ts_diff / 90); |
| 146 | last_timestamp_ = timestamp; |
Erik Språng | 27a457d | 2018-01-12 11:00:21 +0100 | [diff] [blame] | 147 | last_frame_time_ms_ = now_ms; |
sprang | 916170a | 2017-05-23 07:47:55 -0700 | [diff] [blame] | 148 | |
| 149 | TemporalLayerState layer_state = TemporalLayerState::kDrop; |
| 150 | |
Erik Språng | 2c4c914 | 2015-06-24 11:24:44 +0200 | [diff] [blame] | 151 | if (active_layer_ == -1 || |
| 152 | layers_[active_layer_].state != TemporalLayer::State::kDropped) { |
sprang | afe1f74 | 2016-04-12 02:45:13 -0700 | [diff] [blame] | 153 | if (last_emitted_tl0_timestamp_ != -1 && |
| 154 | (unwrapped_timestamp - last_emitted_tl0_timestamp_) / 90 > |
| 155 | kMaxFrameIntervalMs) { |
| 156 | // Too long time has passed since the last frame was emitted, cancel |
| 157 | // enough debt to allow a single frame. |
| 158 | layers_[0].debt_bytes_ = max_debt_bytes_ - 1; |
| 159 | } |
Erik Språng | 2c4c914 | 2015-06-24 11:24:44 +0200 | [diff] [blame] | 160 | if (layers_[0].debt_bytes_ > max_debt_bytes_) { |
| 161 | // Must drop TL0, encode TL1 instead. |
| 162 | if (layers_[1].debt_bytes_ > max_debt_bytes_) { |
| 163 | // Must drop both TL0 and TL1. |
| 164 | active_layer_ = -1; |
pbos@webrtc.org | 9115cde | 2014-12-09 10:36:40 +0000 | [diff] [blame] | 165 | } else { |
Erik Språng | 2c4c914 | 2015-06-24 11:24:44 +0200 | [diff] [blame] | 166 | active_layer_ = 1; |
pbos@webrtc.org | 9115cde | 2014-12-09 10:36:40 +0000 | [diff] [blame] | 167 | } |
Erik Språng | 2c4c914 | 2015-06-24 11:24:44 +0200 | [diff] [blame] | 168 | } else { |
| 169 | active_layer_ = 0; |
pbos@webrtc.org | 9115cde | 2014-12-09 10:36:40 +0000 | [diff] [blame] | 170 | } |
pbos@webrtc.org | 9115cde | 2014-12-09 10:36:40 +0000 | [diff] [blame] | 171 | } |
Erik Språng | 2c4c914 | 2015-06-24 11:24:44 +0200 | [diff] [blame] | 172 | |
| 173 | switch (active_layer_) { |
| 174 | case 0: |
sprang | 916170a | 2017-05-23 07:47:55 -0700 | [diff] [blame] | 175 | layer_state = TemporalLayerState::kTl0; |
sprang | afe1f74 | 2016-04-12 02:45:13 -0700 | [diff] [blame] | 176 | last_emitted_tl0_timestamp_ = unwrapped_timestamp; |
Erik Språng | 2c4c914 | 2015-06-24 11:24:44 +0200 | [diff] [blame] | 177 | break; |
| 178 | case 1: |
sprang | f03ea04 | 2017-07-13 03:53:51 -0700 | [diff] [blame] | 179 | if (layers_[1].state != TemporalLayer::State::kDropped) { |
Erik Språng | b75d6b8 | 2018-08-13 16:05:33 +0200 | [diff] [blame] | 180 | if (TimeToSync(unwrapped_timestamp) || |
| 181 | layers_[1].state == TemporalLayer::State::kKeyFrame) { |
sprang | f03ea04 | 2017-07-13 03:53:51 -0700 | [diff] [blame] | 182 | last_sync_timestamp_ = unwrapped_timestamp; |
| 183 | layer_state = TemporalLayerState::kTl1Sync; |
| 184 | } else { |
| 185 | layer_state = TemporalLayerState::kTl1; |
| 186 | } |
Erik Språng | 2c4c914 | 2015-06-24 11:24:44 +0200 | [diff] [blame] | 187 | } else { |
sprang | f03ea04 | 2017-07-13 03:53:51 -0700 | [diff] [blame] | 188 | layer_state = last_sync_timestamp_ == unwrapped_timestamp |
| 189 | ? TemporalLayerState::kTl1Sync |
| 190 | : TemporalLayerState::kTl1; |
Erik Språng | 2c4c914 | 2015-06-24 11:24:44 +0200 | [diff] [blame] | 191 | } |
| 192 | break; |
| 193 | case -1: |
sprang | 916170a | 2017-05-23 07:47:55 -0700 | [diff] [blame] | 194 | layer_state = TemporalLayerState::kDrop; |
sprang | b0fdfea | 2016-03-01 05:51:16 -0800 | [diff] [blame] | 195 | ++stats_.num_dropped_frames_; |
Erik Språng | 2c4c914 | 2015-06-24 11:24:44 +0200 | [diff] [blame] | 196 | break; |
| 197 | default: |
Erik Språng | 2c4c914 | 2015-06-24 11:24:44 +0200 | [diff] [blame] | 198 | RTC_NOTREACHED(); |
| 199 | } |
| 200 | |
philipel | b19f27a | 2019-03-28 16:09:52 +0100 | [diff] [blame] | 201 | DependencyInfo dependency_info; |
Peter Boström | 1436c83 | 2017-03-27 15:01:49 -0400 | [diff] [blame] | 202 | // TODO(pbos): Consider referencing but not updating the 'alt' buffer for all |
| 203 | // layers. |
| 204 | switch (layer_state) { |
sprang | 916170a | 2017-05-23 07:47:55 -0700 | [diff] [blame] | 205 | case TemporalLayerState::kDrop: |
philipel | b19f27a | 2019-03-28 16:09:52 +0100 | [diff] [blame] | 206 | dependency_info = {"", {kNone, kNone, kNone}}; |
pbos | 51f083c | 2017-05-04 06:39:04 -0700 | [diff] [blame] | 207 | break; |
sprang | 916170a | 2017-05-23 07:47:55 -0700 | [diff] [blame] | 208 | case TemporalLayerState::kTl0: |
Peter Boström | 1436c83 | 2017-03-27 15:01:49 -0400 | [diff] [blame] | 209 | // TL0 only references and updates 'last'. |
philipel | b19f27a | 2019-03-28 16:09:52 +0100 | [diff] [blame] | 210 | dependency_info = {"SS", {kReferenceAndUpdate, kNone, kNone}}; |
| 211 | dependency_info.frame_config.packetizer_temporal_idx = 0; |
pbos | 51f083c | 2017-05-04 06:39:04 -0700 | [diff] [blame] | 212 | break; |
sprang | 916170a | 2017-05-23 07:47:55 -0700 | [diff] [blame] | 213 | case TemporalLayerState::kTl1: |
Peter Boström | 1436c83 | 2017-03-27 15:01:49 -0400 | [diff] [blame] | 214 | // TL1 references both 'last' and 'golden' but only updates 'golden'. |
philipel | b19f27a | 2019-03-28 16:09:52 +0100 | [diff] [blame] | 215 | dependency_info = {"-R", {kReference, kReferenceAndUpdate, kNone}}; |
| 216 | dependency_info.frame_config.packetizer_temporal_idx = 1; |
pbos | 51f083c | 2017-05-04 06:39:04 -0700 | [diff] [blame] | 217 | break; |
sprang | 916170a | 2017-05-23 07:47:55 -0700 | [diff] [blame] | 218 | case TemporalLayerState::kTl1Sync: |
Peter Boström | 1436c83 | 2017-03-27 15:01:49 -0400 | [diff] [blame] | 219 | // Predict from only TL0 to allow participants to switch to the high |
| 220 | // bitrate stream. Updates 'golden' so that TL1 can continue to refer to |
| 221 | // and update 'golden' from this point on. |
philipel | b19f27a | 2019-03-28 16:09:52 +0100 | [diff] [blame] | 222 | dependency_info = {"-S", {kReference, kUpdate, kNone}}; |
| 223 | dependency_info.frame_config.packetizer_temporal_idx = 1; |
| 224 | dependency_info.frame_config.layer_sync = true; |
pbos | 51f083c | 2017-05-04 06:39:04 -0700 | [diff] [blame] | 225 | break; |
Peter Boström | 1436c83 | 2017-03-27 15:01:49 -0400 | [diff] [blame] | 226 | } |
pbos | 51f083c | 2017-05-04 06:39:04 -0700 | [diff] [blame] | 227 | |
philipel | b19f27a | 2019-03-28 16:09:52 +0100 | [diff] [blame] | 228 | pending_frame_configs_[timestamp] = dependency_info; |
| 229 | return dependency_info.frame_config; |
pbos@webrtc.org | 9115cde | 2014-12-09 10:36:40 +0000 | [diff] [blame] | 230 | } |
| 231 | |
Erik Språng | bb60a3a | 2018-03-19 18:25:10 +0100 | [diff] [blame] | 232 | void ScreenshareLayers::OnRatesUpdated( |
Elad Alon | cde8ab2 | 2019-03-20 11:56:20 +0100 | [diff] [blame] | 233 | size_t stream_index, |
Erik Språng | bb60a3a | 2018-03-19 18:25:10 +0100 | [diff] [blame] | 234 | const std::vector<uint32_t>& bitrates_bps, |
| 235 | int framerate_fps) { |
Elad Alon | cde8ab2 | 2019-03-20 11:56:20 +0100 | [diff] [blame] | 236 | RTC_DCHECK_LT(stream_index, StreamCount()); |
Erik Språng | bb60a3a | 2018-03-19 18:25:10 +0100 | [diff] [blame] | 237 | RTC_DCHECK_GT(framerate_fps, 0); |
| 238 | RTC_DCHECK_GE(bitrates_bps.size(), 1); |
| 239 | RTC_DCHECK_LE(bitrates_bps.size(), 2); |
| 240 | |
| 241 | // |bitrates_bps| uses individual rates per layer, but we want to use the |
| 242 | // accumulated rate here. |
| 243 | uint32_t tl0_kbps = bitrates_bps[0] / 1000; |
| 244 | uint32_t tl1_kbps = tl0_kbps; |
| 245 | if (bitrates_bps.size() > 1) { |
| 246 | tl1_kbps += bitrates_bps[1] / 1000; |
| 247 | } |
| 248 | |
sprang | ac4a90d | 2016-12-28 05:58:07 -0800 | [diff] [blame] | 249 | if (!target_framerate_) { |
Erik Språng | bb60a3a | 2018-03-19 18:25:10 +0100 | [diff] [blame] | 250 | // First OnRatesUpdated() is called during construction, with the |
| 251 | // configured targets as parameters. |
| 252 | target_framerate_ = framerate_fps; |
sprang | 0ad0de6 | 2017-01-11 05:01:32 -0800 | [diff] [blame] | 253 | capture_framerate_ = target_framerate_; |
sprang | ac4a90d | 2016-12-28 05:58:07 -0800 | [diff] [blame] | 254 | bitrate_updated_ = true; |
| 255 | } else { |
Erik Språng | e624d07 | 2018-04-11 16:47:27 +0200 | [diff] [blame] | 256 | if ((capture_framerate_ && |
| 257 | framerate_fps != static_cast<int>(*capture_framerate_)) || |
| 258 | (tl0_kbps != layers_[0].target_rate_kbps_) || |
| 259 | (tl1_kbps != layers_[1].target_rate_kbps_)) { |
| 260 | bitrate_updated_ = true; |
| 261 | } |
Erik Språng | bb60a3a | 2018-03-19 18:25:10 +0100 | [diff] [blame] | 262 | |
| 263 | if (framerate_fps < 0) { |
sprang | 0ad0de6 | 2017-01-11 05:01:32 -0800 | [diff] [blame] | 264 | capture_framerate_.reset(); |
sprang | ac4a90d | 2016-12-28 05:58:07 -0800 | [diff] [blame] | 265 | } else { |
Erik Språng | bb60a3a | 2018-03-19 18:25:10 +0100 | [diff] [blame] | 266 | capture_framerate_ = framerate_fps; |
sprang | ac4a90d | 2016-12-28 05:58:07 -0800 | [diff] [blame] | 267 | } |
| 268 | } |
| 269 | |
Erik Språng | bb60a3a | 2018-03-19 18:25:10 +0100 | [diff] [blame] | 270 | layers_[0].target_rate_kbps_ = tl0_kbps; |
| 271 | layers_[1].target_rate_kbps_ = tl1_kbps; |
pbos@webrtc.org | 9115cde | 2014-12-09 10:36:40 +0000 | [diff] [blame] | 272 | } |
| 273 | |
Elad Alon | cde8ab2 | 2019-03-20 11:56:20 +0100 | [diff] [blame] | 274 | void ScreenshareLayers::OnEncodeDone(size_t stream_index, |
| 275 | uint32_t rtp_timestamp, |
Erik Språng | 59021ba | 2018-10-03 11:05:16 +0200 | [diff] [blame] | 276 | size_t size_bytes, |
| 277 | bool is_keyframe, |
| 278 | int qp, |
philipel | 9df3353 | 2019-03-04 16:37:50 +0100 | [diff] [blame] | 279 | CodecSpecificInfo* info) { |
Elad Alon | cde8ab2 | 2019-03-20 11:56:20 +0100 | [diff] [blame] | 280 | RTC_DCHECK_LT(stream_index, StreamCount()); |
| 281 | |
Erik Språng | 59021ba | 2018-10-03 11:05:16 +0200 | [diff] [blame] | 282 | if (size_bytes == 0) { |
Elad Alon | 6796ec2 | 2019-04-15 10:07:50 +0200 | [diff] [blame] | 283 | RTC_LOG(LS_WARNING) << "Empty frame; treating as dropped."; |
| 284 | OnFrameDropped(stream_index, rtp_timestamp); |
Erik Språng | 2c4c914 | 2015-06-24 11:24:44 +0200 | [diff] [blame] | 285 | return; |
pbos@webrtc.org | 9115cde | 2014-12-09 10:36:40 +0000 | [diff] [blame] | 286 | } |
sprang | ef7228c | 2015-08-05 02:01:29 -0700 | [diff] [blame] | 287 | |
philipel | b19f27a | 2019-03-28 16:09:52 +0100 | [diff] [blame] | 288 | absl::optional<DependencyInfo> dependency_info; |
Erik Språng | 59021ba | 2018-10-03 11:05:16 +0200 | [diff] [blame] | 289 | auto it = pending_frame_configs_.find(rtp_timestamp); |
| 290 | if (it != pending_frame_configs_.end()) { |
philipel | b19f27a | 2019-03-28 16:09:52 +0100 | [diff] [blame] | 291 | dependency_info = it->second; |
Erik Språng | 59021ba | 2018-10-03 11:05:16 +0200 | [diff] [blame] | 292 | pending_frame_configs_.erase(it); |
| 293 | |
| 294 | if (checker_) { |
philipel | b19f27a | 2019-03-28 16:09:52 +0100 | [diff] [blame] | 295 | RTC_DCHECK(checker_->CheckTemporalConfig(is_keyframe, |
| 296 | dependency_info->frame_config)); |
Erik Språng | 59021ba | 2018-10-03 11:05:16 +0200 | [diff] [blame] | 297 | } |
| 298 | } |
| 299 | |
philipel | 9df3353 | 2019-03-04 16:37:50 +0100 | [diff] [blame] | 300 | CodecSpecificInfoVP8& vp8_info = info->codecSpecific.VP8; |
philipel | b19f27a | 2019-03-28 16:09:52 +0100 | [diff] [blame] | 301 | GenericFrameInfo& generic_frame_info = info->generic_frame_info.emplace(); |
| 302 | |
Erik Språng | 59021ba | 2018-10-03 11:05:16 +0200 | [diff] [blame] | 303 | if (number_of_temporal_layers_ == 1) { |
philipel | 9df3353 | 2019-03-04 16:37:50 +0100 | [diff] [blame] | 304 | vp8_info.temporalIdx = kNoTemporalIdx; |
| 305 | vp8_info.layerSync = false; |
philipel | b19f27a | 2019-03-28 16:09:52 +0100 | [diff] [blame] | 306 | generic_frame_info.decode_target_indications = |
| 307 | GenericFrameInfo::DecodeTargetInfo("S"); |
Erik Språng | 59021ba | 2018-10-03 11:05:16 +0200 | [diff] [blame] | 308 | } else { |
| 309 | int64_t unwrapped_timestamp = time_wrap_handler_.Unwrap(rtp_timestamp); |
philipel | b19f27a | 2019-03-28 16:09:52 +0100 | [diff] [blame] | 310 | if (dependency_info) { |
| 311 | vp8_info.temporalIdx = |
| 312 | dependency_info->frame_config.packetizer_temporal_idx; |
| 313 | vp8_info.layerSync = dependency_info->frame_config.layer_sync; |
| 314 | generic_frame_info.decode_target_indications = |
| 315 | dependency_info->decode_target_indications; |
Erik Språng | 59021ba | 2018-10-03 11:05:16 +0200 | [diff] [blame] | 316 | } else { |
Elad Alon | 819661a | 2019-01-29 17:17:09 +0100 | [diff] [blame] | 317 | RTC_DCHECK(is_keyframe); |
philipel | b19f27a | 2019-03-28 16:09:52 +0100 | [diff] [blame] | 318 | generic_frame_info.decode_target_indications = |
| 319 | GenericFrameInfo::DecodeTargetInfo("SS"); |
Erik Språng | 59021ba | 2018-10-03 11:05:16 +0200 | [diff] [blame] | 320 | } |
Elad Alon | 819661a | 2019-01-29 17:17:09 +0100 | [diff] [blame] | 321 | |
Erik Språng | 59021ba | 2018-10-03 11:05:16 +0200 | [diff] [blame] | 322 | if (is_keyframe) { |
philipel | 9df3353 | 2019-03-04 16:37:50 +0100 | [diff] [blame] | 323 | vp8_info.temporalIdx = 0; |
Erik Språng | 59021ba | 2018-10-03 11:05:16 +0200 | [diff] [blame] | 324 | last_sync_timestamp_ = unwrapped_timestamp; |
philipel | 9df3353 | 2019-03-04 16:37:50 +0100 | [diff] [blame] | 325 | vp8_info.layerSync = true; |
Erik Språng | 59021ba | 2018-10-03 11:05:16 +0200 | [diff] [blame] | 326 | layers_[0].state = TemporalLayer::State::kKeyFrame; |
| 327 | layers_[1].state = TemporalLayer::State::kKeyFrame; |
| 328 | active_layer_ = 1; |
philipel | 9df3353 | 2019-03-04 16:37:50 +0100 | [diff] [blame] | 329 | info->template_structure = |
| 330 | GetTemplateStructure(number_of_temporal_layers_); |
Erik Språng | db6335e | 2019-04-01 16:22:57 +0200 | [diff] [blame] | 331 | } else if (active_layer_ >= 0 && layers_[active_layer_].state == |
| 332 | TemporalLayer::State::kKeyFrame) { |
| 333 | layers_[active_layer_].state = TemporalLayer::State::kNormal; |
Erik Språng | 59021ba | 2018-10-03 11:05:16 +0200 | [diff] [blame] | 334 | } |
Elad Alon | 819661a | 2019-01-29 17:17:09 +0100 | [diff] [blame] | 335 | |
philipel | 9df3353 | 2019-03-04 16:37:50 +0100 | [diff] [blame] | 336 | vp8_info.useExplicitDependencies = true; |
| 337 | RTC_DCHECK_EQ(vp8_info.referencedBuffersCount, 0u); |
| 338 | RTC_DCHECK_EQ(vp8_info.updatedBuffersCount, 0u); |
Elad Alon | 819661a | 2019-01-29 17:17:09 +0100 | [diff] [blame] | 339 | |
| 340 | // Note that |frame_config| is not derefernced if |is_keyframe|, |
| 341 | // meaning it's never dereferenced if the optional may be unset. |
Niels Möller | 1f44bc1 | 2019-04-09 10:27:34 +0200 | [diff] [blame] | 342 | for (int i = 0; i < static_cast<int>(Vp8FrameConfig::Buffer::kCount); ++i) { |
| 343 | if (!is_keyframe && dependency_info->frame_config.References( |
| 344 | static_cast<Vp8FrameConfig::Buffer>(i))) { |
philipel | 9df3353 | 2019-03-04 16:37:50 +0100 | [diff] [blame] | 345 | RTC_DCHECK_LT(vp8_info.referencedBuffersCount, |
Elad Alon | 819661a | 2019-01-29 17:17:09 +0100 | [diff] [blame] | 346 | arraysize(CodecSpecificInfoVP8::referencedBuffers)); |
philipel | 9df3353 | 2019-03-04 16:37:50 +0100 | [diff] [blame] | 347 | vp8_info.referencedBuffers[vp8_info.referencedBuffersCount++] = i; |
Elad Alon | 819661a | 2019-01-29 17:17:09 +0100 | [diff] [blame] | 348 | } |
| 349 | |
Niels Möller | 1f44bc1 | 2019-04-09 10:27:34 +0200 | [diff] [blame] | 350 | if (is_keyframe || dependency_info->frame_config.Updates( |
| 351 | static_cast<Vp8FrameConfig::Buffer>(i))) { |
philipel | 9df3353 | 2019-03-04 16:37:50 +0100 | [diff] [blame] | 352 | RTC_DCHECK_LT(vp8_info.updatedBuffersCount, |
Elad Alon | 819661a | 2019-01-29 17:17:09 +0100 | [diff] [blame] | 353 | arraysize(CodecSpecificInfoVP8::updatedBuffers)); |
philipel | 9df3353 | 2019-03-04 16:37:50 +0100 | [diff] [blame] | 354 | vp8_info.updatedBuffers[vp8_info.updatedBuffersCount++] = i; |
Elad Alon | 819661a | 2019-01-29 17:17:09 +0100 | [diff] [blame] | 355 | } |
| 356 | } |
Erik Språng | 59021ba | 2018-10-03 11:05:16 +0200 | [diff] [blame] | 357 | } |
| 358 | |
Sebastian Jansson | e64a688 | 2019-03-01 18:04:07 +0100 | [diff] [blame] | 359 | encode_framerate_.Update(1, rtc::TimeMillis()); |
Erik Språng | 59021ba | 2018-10-03 11:05:16 +0200 | [diff] [blame] | 360 | |
| 361 | if (number_of_temporal_layers_ == 1) |
| 362 | return; |
| 363 | |
| 364 | RTC_DCHECK_NE(-1, active_layer_); |
Erik Språng | 2c4c914 | 2015-06-24 11:24:44 +0200 | [diff] [blame] | 365 | if (layers_[active_layer_].state == TemporalLayer::State::kDropped) { |
| 366 | layers_[active_layer_].state = TemporalLayer::State::kQualityBoost; |
| 367 | } |
| 368 | |
| 369 | if (qp != -1) |
| 370 | layers_[active_layer_].last_qp = qp; |
| 371 | |
| 372 | if (active_layer_ == 0) { |
Erik Språng | 59021ba | 2018-10-03 11:05:16 +0200 | [diff] [blame] | 373 | layers_[0].debt_bytes_ += size_bytes; |
| 374 | layers_[1].debt_bytes_ += size_bytes; |
sprang | b0fdfea | 2016-03-01 05:51:16 -0800 | [diff] [blame] | 375 | ++stats_.num_tl0_frames_; |
| 376 | stats_.tl0_target_bitrate_sum_ += layers_[0].target_rate_kbps_; |
| 377 | stats_.tl0_qp_sum_ += qp; |
Erik Språng | 2c4c914 | 2015-06-24 11:24:44 +0200 | [diff] [blame] | 378 | } else if (active_layer_ == 1) { |
Erik Språng | 59021ba | 2018-10-03 11:05:16 +0200 | [diff] [blame] | 379 | layers_[1].debt_bytes_ += size_bytes; |
sprang | b0fdfea | 2016-03-01 05:51:16 -0800 | [diff] [blame] | 380 | ++stats_.num_tl1_frames_; |
| 381 | stats_.tl1_target_bitrate_sum_ += layers_[1].target_rate_kbps_; |
| 382 | stats_.tl1_qp_sum_ += qp; |
Erik Språng | 2c4c914 | 2015-06-24 11:24:44 +0200 | [diff] [blame] | 383 | } |
pbos@webrtc.org | 9115cde | 2014-12-09 10:36:40 +0000 | [diff] [blame] | 384 | } |
| 385 | |
Elad Alon | 6796ec2 | 2019-04-15 10:07:50 +0200 | [diff] [blame] | 386 | void ScreenshareLayers::OnFrameDropped(size_t stream_index, |
| 387 | uint32_t rtp_timestamp) { |
| 388 | layers_[active_layer_].state = TemporalLayer::State::kDropped; |
| 389 | ++stats_.num_overshoots_; |
| 390 | } |
| 391 | |
Elad Alon | cde8ab2 | 2019-03-20 11:56:20 +0100 | [diff] [blame] | 392 | void ScreenshareLayers::OnPacketLossRateUpdate(float packet_loss_rate) {} |
| 393 | |
| 394 | void ScreenshareLayers::OnRttUpdate(int64_t rtt_ms) {} |
| 395 | |
Elad Alon | 6c371ca | 2019-04-04 12:28:51 +0200 | [diff] [blame] | 396 | void ScreenshareLayers::OnLossNotification( |
| 397 | const VideoEncoder::LossNotification loss_notification) {} |
| 398 | |
philipel | 9df3353 | 2019-03-04 16:37:50 +0100 | [diff] [blame] | 399 | TemplateStructure ScreenshareLayers::GetTemplateStructure( |
| 400 | int num_layers) const { |
| 401 | RTC_CHECK_LT(num_layers, 3); |
| 402 | RTC_CHECK_GT(num_layers, 0); |
| 403 | |
| 404 | TemplateStructure template_structure; |
philipel | 361855b | 2019-03-28 14:12:10 +0100 | [diff] [blame] | 405 | template_structure.num_decode_targets = num_layers; |
philipel | 9df3353 | 2019-03-04 16:37:50 +0100 | [diff] [blame] | 406 | |
| 407 | using Builder = GenericFrameInfo::Builder; |
| 408 | switch (num_layers) { |
| 409 | case 1: { |
| 410 | template_structure.templates = { |
| 411 | Builder().T(0).Dtis("S").Build(), |
| 412 | Builder().T(0).Dtis("S").Fdiffs({1}).Build(), |
| 413 | }; |
| 414 | return template_structure; |
| 415 | } |
| 416 | case 2: { |
| 417 | template_structure.templates = { |
| 418 | Builder().T(0).Dtis("SS").Build(), |
| 419 | Builder().T(0).Dtis("SS").Fdiffs({1}).Build(), |
| 420 | Builder().T(1).Dtis("-S").Fdiffs({1}).Build(), |
| 421 | }; |
| 422 | return template_structure; |
| 423 | } |
| 424 | default: |
| 425 | RTC_NOTREACHED(); |
| 426 | // To make the compiler happy! |
| 427 | return template_structure; |
| 428 | } |
| 429 | } |
| 430 | |
Erik Språng | 2c4c914 | 2015-06-24 11:24:44 +0200 | [diff] [blame] | 431 | bool ScreenshareLayers::TimeToSync(int64_t timestamp) const { |
sprang | 2ddb8bd | 2016-02-04 03:59:52 -0800 | [diff] [blame] | 432 | RTC_DCHECK_EQ(1, active_layer_); |
henrikg | 91d6ede | 2015-09-17 00:24:34 -0700 | [diff] [blame] | 433 | RTC_DCHECK_NE(-1, layers_[0].last_qp); |
Erik Språng | 2c4c914 | 2015-06-24 11:24:44 +0200 | [diff] [blame] | 434 | if (layers_[1].last_qp == -1) { |
| 435 | // First frame in TL1 should only depend on TL0 since there are no |
| 436 | // previous frames in TL1. |
| 437 | return true; |
| 438 | } |
| 439 | |
henrikg | 91d6ede | 2015-09-17 00:24:34 -0700 | [diff] [blame] | 440 | RTC_DCHECK_NE(-1, last_sync_timestamp_); |
Erik Språng | 2c4c914 | 2015-06-24 11:24:44 +0200 | [diff] [blame] | 441 | int64_t timestamp_diff = timestamp - last_sync_timestamp_; |
| 442 | if (timestamp_diff > kMaxTimeBetweenSyncs) { |
| 443 | // After a certain time, force a sync frame. |
| 444 | return true; |
| 445 | } else if (timestamp_diff < kMinTimeBetweenSyncs) { |
| 446 | // If too soon from previous sync frame, don't issue a new one. |
| 447 | return false; |
| 448 | } |
| 449 | // Issue a sync frame if difference in quality between TL0 and TL1 isn't too |
| 450 | // large. |
| 451 | if (layers_[0].last_qp - layers_[1].last_qp < kQpDeltaThresholdForSync) |
| 452 | return true; |
| 453 | return false; |
pbos@webrtc.org | 9115cde | 2014-12-09 10:36:40 +0000 | [diff] [blame] | 454 | } |
| 455 | |
sprang | c7805db | 2016-11-25 08:09:43 -0800 | [diff] [blame] | 456 | uint32_t ScreenshareLayers::GetCodecTargetBitrateKbps() const { |
| 457 | uint32_t target_bitrate_kbps = layers_[0].target_rate_kbps_; |
| 458 | |
| 459 | if (number_of_temporal_layers_ > 1) { |
| 460 | // Calculate a codec target bitrate. This may be higher than TL0, gaining |
| 461 | // quality at the expense of frame rate at TL0. Constraints: |
| 462 | // - TL0 frame rate no less than framerate / kMaxTL0FpsReduction. |
| 463 | // - Target rate * kAcceptableTargetOvershoot should not exceed TL1 rate. |
| 464 | target_bitrate_kbps = |
| 465 | std::min(layers_[0].target_rate_kbps_ * kMaxTL0FpsReduction, |
| 466 | layers_[1].target_rate_kbps_ / kAcceptableTargetOvershoot); |
| 467 | } |
| 468 | |
| 469 | return std::max(layers_[0].target_rate_kbps_, target_bitrate_kbps); |
| 470 | } |
| 471 | |
Elad Alon | cde8ab2 | 2019-03-20 11:56:20 +0100 | [diff] [blame] | 472 | bool ScreenshareLayers::UpdateConfiguration(size_t stream_index, |
| 473 | Vp8EncoderConfig* cfg) { |
| 474 | RTC_DCHECK_LT(stream_index, StreamCount()); |
| 475 | |
Erik Språng | f141470 | 2018-09-12 15:04:08 +0200 | [diff] [blame] | 476 | if (min_qp_ == -1 || max_qp_ == -1) { |
| 477 | // Store the valid qp range. This must not change during the lifetime of |
| 478 | // this class. |
| 479 | min_qp_ = cfg->rc_min_quantizer; |
| 480 | max_qp_ = cfg->rc_max_quantizer; |
| 481 | } |
| 482 | |
Erik Språng | 08127a9 | 2016-11-16 16:41:30 +0100 | [diff] [blame] | 483 | bool cfg_updated = false; |
sprang | c7805db | 2016-11-25 08:09:43 -0800 | [diff] [blame] | 484 | uint32_t target_bitrate_kbps = GetCodecTargetBitrateKbps(); |
Erik Språng | 27a457d | 2018-01-12 11:00:21 +0100 | [diff] [blame] | 485 | |
| 486 | // TODO(sprang): We _really_ need to make an overhaul of this class. :( |
| 487 | // If we're dropping frames in order to meet a target framerate, adjust the |
| 488 | // bitrate assigned to the encoder so the total average bitrate is correct. |
| 489 | float encoder_config_bitrate_kbps = target_bitrate_kbps; |
| 490 | if (target_framerate_ && capture_framerate_ && |
| 491 | *target_framerate_ < *capture_framerate_) { |
| 492 | encoder_config_bitrate_kbps *= |
| 493 | static_cast<float>(*capture_framerate_) / *target_framerate_; |
| 494 | } |
| 495 | |
| 496 | if (bitrate_updated_ || |
| 497 | cfg->rc_target_bitrate != encoder_config_bitrate_kbps) { |
| 498 | cfg->rc_target_bitrate = encoder_config_bitrate_kbps; |
Erik Språng | 08127a9 | 2016-11-16 16:41:30 +0100 | [diff] [blame] | 499 | |
| 500 | // Don't reconfigure qp limits during quality boost frames. |
| 501 | if (active_layer_ == -1 || |
| 502 | layers_[active_layer_].state != TemporalLayer::State::kQualityBoost) { |
Erik Språng | 08127a9 | 2016-11-16 16:41:30 +0100 | [diff] [blame] | 503 | // After a dropped frame, a frame with max qp will be encoded and the |
| 504 | // quality will then ramp up from there. To boost the speed of recovery, |
sprang | 916170a | 2017-05-23 07:47:55 -0700 | [diff] [blame] | 505 | // encode the next frame with lower max qp, if there is sufficient |
| 506 | // bandwidth to do so without causing excessive delay. |
| 507 | // TL0 is the most important to improve since the errors in this layer |
| 508 | // will propagate to TL1. |
Erik Språng | 08127a9 | 2016-11-16 16:41:30 +0100 | [diff] [blame] | 509 | // Currently, reduce max qp by 20% for TL0 and 15% for TL1. |
sprang | 916170a | 2017-05-23 07:47:55 -0700 | [diff] [blame] | 510 | if (layers_[1].target_rate_kbps_ >= kMinBitrateKbpsForQpBoost) { |
| 511 | layers_[0].enhanced_max_qp = |
| 512 | min_qp_ + (((max_qp_ - min_qp_) * 80) / 100); |
| 513 | layers_[1].enhanced_max_qp = |
| 514 | min_qp_ + (((max_qp_ - min_qp_) * 85) / 100); |
| 515 | } else { |
| 516 | layers_[0].enhanced_max_qp = -1; |
| 517 | layers_[1].enhanced_max_qp = -1; |
| 518 | } |
Erik Språng | 08127a9 | 2016-11-16 16:41:30 +0100 | [diff] [blame] | 519 | } |
| 520 | |
sprang | 0ad0de6 | 2017-01-11 05:01:32 -0800 | [diff] [blame] | 521 | if (capture_framerate_) { |
sprang | ac4a90d | 2016-12-28 05:58:07 -0800 | [diff] [blame] | 522 | int avg_frame_size = |
sprang | 0ad0de6 | 2017-01-11 05:01:32 -0800 | [diff] [blame] | 523 | (target_bitrate_kbps * 1000) / (8 * *capture_framerate_); |
sprang | 916170a | 2017-05-23 07:47:55 -0700 | [diff] [blame] | 524 | // Allow max debt to be the size of a single optimal frame. |
| 525 | // TODO(sprang): Determine if this needs to be adjusted by some factor. |
| 526 | // (Lower values may cause more frame drops, higher may lead to queuing |
| 527 | // delays.) |
| 528 | max_debt_bytes_ = avg_frame_size; |
Erik Språng | 08127a9 | 2016-11-16 16:41:30 +0100 | [diff] [blame] | 529 | } |
| 530 | |
| 531 | bitrate_updated_ = false; |
| 532 | cfg_updated = true; |
| 533 | } |
| 534 | |
| 535 | // Don't try to update boosts state if not active yet. |
| 536 | if (active_layer_ == -1) |
| 537 | return cfg_updated; |
| 538 | |
sprang | ef7228c | 2015-08-05 02:01:29 -0700 | [diff] [blame] | 539 | if (max_qp_ == -1 || number_of_temporal_layers_ <= 1) |
Erik Språng | 08127a9 | 2016-11-16 16:41:30 +0100 | [diff] [blame] | 540 | return cfg_updated; |
Erik Språng | 2c4c914 | 2015-06-24 11:24:44 +0200 | [diff] [blame] | 541 | |
| 542 | // If layer is in the quality boost state (following a dropped frame), update |
| 543 | // the configuration with the adjusted (lower) qp and set the state back to |
| 544 | // normal. |
Erik Språng | f141470 | 2018-09-12 15:04:08 +0200 | [diff] [blame] | 545 | unsigned int adjusted_max_qp = max_qp_; // Set the normal max qp. |
| 546 | if (layers_[active_layer_].state == TemporalLayer::State::kQualityBoost) { |
| 547 | if (layers_[active_layer_].enhanced_max_qp != -1) { |
| 548 | // Bitrate is high enough for quality boost, update max qp. |
| 549 | adjusted_max_qp = layers_[active_layer_].enhanced_max_qp; |
| 550 | } |
| 551 | // Regardless of qp, reset the boost state for the next frame. |
Erik Språng | 2c4c914 | 2015-06-24 11:24:44 +0200 | [diff] [blame] | 552 | layers_[active_layer_].state = TemporalLayer::State::kNormal; |
pbos@webrtc.org | 9115cde | 2014-12-09 10:36:40 +0000 | [diff] [blame] | 553 | } |
Erik Språng | 2c4c914 | 2015-06-24 11:24:44 +0200 | [diff] [blame] | 554 | |
| 555 | if (adjusted_max_qp == cfg->rc_max_quantizer) |
Erik Språng | 08127a9 | 2016-11-16 16:41:30 +0100 | [diff] [blame] | 556 | return cfg_updated; |
Erik Språng | 2c4c914 | 2015-06-24 11:24:44 +0200 | [diff] [blame] | 557 | |
| 558 | cfg->rc_max_quantizer = adjusted_max_qp; |
Erik Språng | 08127a9 | 2016-11-16 16:41:30 +0100 | [diff] [blame] | 559 | cfg_updated = true; |
sprang | c7805db | 2016-11-25 08:09:43 -0800 | [diff] [blame] | 560 | |
Erik Språng | 08127a9 | 2016-11-16 16:41:30 +0100 | [diff] [blame] | 561 | return cfg_updated; |
Erik Språng | 2c4c914 | 2015-06-24 11:24:44 +0200 | [diff] [blame] | 562 | } |
| 563 | |
| 564 | void ScreenshareLayers::TemporalLayer::UpdateDebt(int64_t delta_ms) { |
| 565 | uint32_t debt_reduction_bytes = target_rate_kbps_ * delta_ms / 8; |
| 566 | if (debt_reduction_bytes >= debt_bytes_) { |
| 567 | debt_bytes_ = 0; |
| 568 | } else { |
| 569 | debt_bytes_ -= debt_reduction_bytes; |
pbos@webrtc.org | 9115cde | 2014-12-09 10:36:40 +0000 | [diff] [blame] | 570 | } |
| 571 | } |
sprang@webrtc.org | 70f74f3 | 2014-12-17 10:57:10 +0000 | [diff] [blame] | 572 | |
sprang | b0fdfea | 2016-03-01 05:51:16 -0800 | [diff] [blame] | 573 | void ScreenshareLayers::UpdateHistograms() { |
| 574 | if (stats_.first_frame_time_ms_ == -1) |
| 575 | return; |
| 576 | int64_t duration_sec = |
Sebastian Jansson | e64a688 | 2019-03-01 18:04:07 +0100 | [diff] [blame] | 577 | (rtc::TimeMillis() - stats_.first_frame_time_ms_ + 500) / 1000; |
sprang | b0fdfea | 2016-03-01 05:51:16 -0800 | [diff] [blame] | 578 | if (duration_sec >= metrics::kMinRunTimeInSeconds) { |
| 579 | RTC_HISTOGRAM_COUNTS_10000( |
| 580 | "WebRTC.Video.Screenshare.Layer0.FrameRate", |
| 581 | (stats_.num_tl0_frames_ + (duration_sec / 2)) / duration_sec); |
| 582 | RTC_HISTOGRAM_COUNTS_10000( |
| 583 | "WebRTC.Video.Screenshare.Layer1.FrameRate", |
| 584 | (stats_.num_tl1_frames_ + (duration_sec / 2)) / duration_sec); |
| 585 | int total_frames = stats_.num_tl0_frames_ + stats_.num_tl1_frames_; |
asapersson | 58d992e | 2016-03-29 02:15:06 -0700 | [diff] [blame] | 586 | RTC_HISTOGRAM_COUNTS_10000( |
| 587 | "WebRTC.Video.Screenshare.FramesPerDrop", |
Ilya Nikolaevskiy | bf35298 | 2017-10-02 10:08:25 +0200 | [diff] [blame] | 588 | (stats_.num_dropped_frames_ == 0 |
| 589 | ? 0 |
| 590 | : total_frames / stats_.num_dropped_frames_)); |
asapersson | 58d992e | 2016-03-29 02:15:06 -0700 | [diff] [blame] | 591 | RTC_HISTOGRAM_COUNTS_10000( |
| 592 | "WebRTC.Video.Screenshare.FramesPerOvershoot", |
| 593 | (stats_.num_overshoots_ == 0 ? 0 |
| 594 | : total_frames / stats_.num_overshoots_)); |
sprang | b0fdfea | 2016-03-01 05:51:16 -0800 | [diff] [blame] | 595 | if (stats_.num_tl0_frames_ > 0) { |
| 596 | RTC_HISTOGRAM_COUNTS_10000("WebRTC.Video.Screenshare.Layer0.Qp", |
| 597 | stats_.tl0_qp_sum_ / stats_.num_tl0_frames_); |
| 598 | RTC_HISTOGRAM_COUNTS_10000( |
| 599 | "WebRTC.Video.Screenshare.Layer0.TargetBitrate", |
| 600 | stats_.tl0_target_bitrate_sum_ / stats_.num_tl0_frames_); |
| 601 | } |
| 602 | if (stats_.num_tl1_frames_ > 0) { |
| 603 | RTC_HISTOGRAM_COUNTS_10000("WebRTC.Video.Screenshare.Layer1.Qp", |
| 604 | stats_.tl1_qp_sum_ / stats_.num_tl1_frames_); |
| 605 | RTC_HISTOGRAM_COUNTS_10000( |
| 606 | "WebRTC.Video.Screenshare.Layer1.TargetBitrate", |
| 607 | stats_.tl1_target_bitrate_sum_ / stats_.num_tl1_frames_); |
| 608 | } |
| 609 | } |
| 610 | } |
pbos@webrtc.org | 9115cde | 2014-12-09 10:36:40 +0000 | [diff] [blame] | 611 | } // namespace webrtc |