blob: b446d193dd93dc8022b6943b5d4b9be4c0d59885 [file] [log] [blame]
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001/*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#include "video/send_statistics_proxy.h"
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000012
asaperssond89920b2015-07-22 06:52:00 -070013#include <algorithm>
Tim Psiakiad13d2f2015-11-10 16:34:50 -080014#include <cmath>
Åsa Perssonaa329e72017-12-15 15:54:44 +010015#include <utility>
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000016
Mirko Bonadei71207422017-09-15 13:58:09 +020017#include "common_types.h" // NOLINT(build/include)
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020018#include "modules/video_coding/include/video_codec_interface.h"
19#include "rtc_base/checks.h"
20#include "rtc_base/logging.h"
Tommifef05002018-02-27 13:51:08 +010021#include "rtc_base/strings/string_builder.h"
asapersson8d75ac72017-09-15 06:41:15 -070022#include "system_wrappers/include/field_trial.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020023#include "system_wrappers/include/metrics.h"
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000024
25namespace webrtc {
asapersson2a0a2a42015-10-27 01:32:00 -070026namespace {
asapersson1aa420b2015-12-07 03:12:22 -080027const float kEncodeTimeWeigthFactor = 0.5f;
Åsa Persson0122e842017-10-16 12:19:23 +020028const size_t kMaxEncodedFrameMapSize = 150;
29const int64_t kMaxEncodedFrameWindowMs = 800;
30const int64_t kBucketSizeMs = 100;
31const size_t kBucketCount = 10;
asapersson1aa420b2015-12-07 03:12:22 -080032
asapersson8d75ac72017-09-15 06:41:15 -070033const char kVp8ForcedFallbackEncoderFieldTrial[] =
Åsa Persson45bbc8a2017-11-13 10:16:47 +010034 "WebRTC-VP8-Forced-Fallback-Encoder-v2";
asapersson8d75ac72017-09-15 06:41:15 -070035const char kVp8SwCodecName[] = "libvpx";
36
asapersson2a0a2a42015-10-27 01:32:00 -070037// Used by histograms. Values of entries should not be changed.
38enum HistogramCodecType {
39 kVideoUnknown = 0,
40 kVideoVp8 = 1,
41 kVideoVp9 = 2,
42 kVideoH264 = 3,
43 kVideoMax = 64,
44};
45
asaperssonc2148a52016-02-04 00:33:21 -080046const char* kRealtimePrefix = "WebRTC.Video.";
47const char* kScreenPrefix = "WebRTC.Video.Screenshare.";
48
sprangb4a1ae52015-12-03 08:10:08 -080049const char* GetUmaPrefix(VideoEncoderConfig::ContentType content_type) {
50 switch (content_type) {
51 case VideoEncoderConfig::ContentType::kRealtimeVideo:
asaperssonc2148a52016-02-04 00:33:21 -080052 return kRealtimePrefix;
sprangb4a1ae52015-12-03 08:10:08 -080053 case VideoEncoderConfig::ContentType::kScreen:
asaperssonc2148a52016-02-04 00:33:21 -080054 return kScreenPrefix;
sprangb4a1ae52015-12-03 08:10:08 -080055 }
56 RTC_NOTREACHED();
57 return nullptr;
58}
59
asapersson2a0a2a42015-10-27 01:32:00 -070060HistogramCodecType PayloadNameToHistogramCodecType(
61 const std::string& payload_name) {
kthelgason1cdddc92017-08-24 03:52:48 -070062 VideoCodecType codecType = PayloadStringToCodecType(payload_name);
63 switch (codecType) {
deadbeefc964d0b2017-04-03 10:03:35 -070064 case kVideoCodecVP8:
65 return kVideoVp8;
66 case kVideoCodecVP9:
67 return kVideoVp9;
68 case kVideoCodecH264:
69 return kVideoH264;
70 default:
71 return kVideoUnknown;
72 }
asapersson2a0a2a42015-10-27 01:32:00 -070073}
74
75void UpdateCodecTypeHistogram(const std::string& payload_name) {
asapersson28ba9272016-01-25 05:58:23 -080076 RTC_HISTOGRAM_ENUMERATION("WebRTC.Video.Encoder.CodecType",
77 PayloadNameToHistogramCodecType(payload_name),
78 kVideoMax);
asapersson2a0a2a42015-10-27 01:32:00 -070079}
asapersson8d75ac72017-09-15 06:41:15 -070080
81bool IsForcedFallbackPossible(const CodecSpecificInfo* codec_info) {
82 return codec_info->codecType == kVideoCodecVP8 &&
83 codec_info->codecSpecific.VP8.simulcastIdx == 0 &&
84 (codec_info->codecSpecific.VP8.temporalIdx == 0 ||
85 codec_info->codecSpecific.VP8.temporalIdx == kNoTemporalIdx);
86}
87
Danil Chapovalovb9b146c2018-06-15 12:28:07 +020088absl::optional<int> GetFallbackMaxPixels(const std::string& group) {
asapersson8d75ac72017-09-15 06:41:15 -070089 if (group.empty())
Danil Chapovalovb9b146c2018-06-15 12:28:07 +020090 return absl::nullopt;
asapersson8d75ac72017-09-15 06:41:15 -070091
asapersson8d75ac72017-09-15 06:41:15 -070092 int min_pixels;
Åsa Persson45bbc8a2017-11-13 10:16:47 +010093 int max_pixels;
94 int min_bps;
Åsa Perssonc3ed6302017-11-16 14:04:52 +010095 if (sscanf(group.c_str(), "-%d,%d,%d", &min_pixels, &max_pixels, &min_bps) !=
96 3) {
Danil Chapovalovb9b146c2018-06-15 12:28:07 +020097 return absl::optional<int>();
asapersson8d75ac72017-09-15 06:41:15 -070098 }
99
Åsa Perssonc3ed6302017-11-16 14:04:52 +0100100 if (min_pixels <= 0 || max_pixels <= 0 || max_pixels < min_pixels)
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200101 return absl::optional<int>();
Åsa Perssonc3ed6302017-11-16 14:04:52 +0100102
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200103 return absl::optional<int>(max_pixels);
asapersson8d75ac72017-09-15 06:41:15 -0700104}
Åsa Perssonc3ed6302017-11-16 14:04:52 +0100105
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200106absl::optional<int> GetFallbackMaxPixelsIfFieldTrialEnabled() {
Åsa Perssonc3ed6302017-11-16 14:04:52 +0100107 std::string group =
108 webrtc::field_trial::FindFullName(kVp8ForcedFallbackEncoderFieldTrial);
109 return (group.find("Enabled") == 0) ? GetFallbackMaxPixels(group.substr(7))
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200110 : absl::optional<int>();
Åsa Perssonc3ed6302017-11-16 14:04:52 +0100111}
112
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200113absl::optional<int> GetFallbackMaxPixelsIfFieldTrialDisabled() {
Åsa Perssonc3ed6302017-11-16 14:04:52 +0100114 std::string group =
115 webrtc::field_trial::FindFullName(kVp8ForcedFallbackEncoderFieldTrial);
116 return (group.find("Disabled") == 0) ? GetFallbackMaxPixels(group.substr(8))
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200117 : absl::optional<int>();
Åsa Perssonc3ed6302017-11-16 14:04:52 +0100118}
asapersson2a0a2a42015-10-27 01:32:00 -0700119} // namespace
120
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000121const int SendStatisticsProxy::kStatsTimeoutMs = 5000;
122
sprangb4a1ae52015-12-03 08:10:08 -0800123SendStatisticsProxy::SendStatisticsProxy(
124 Clock* clock,
125 const VideoSendStream::Config& config,
126 VideoEncoderConfig::ContentType content_type)
asaperssond89920b2015-07-22 06:52:00 -0700127 : clock_(clock),
Niels Möller259a4972018-04-05 15:36:51 +0200128 payload_name_(config.rtp.payload_name),
perkj26091b12016-09-01 01:17:40 -0700129 rtp_config_(config.rtp),
Åsa Perssonc3ed6302017-11-16 14:04:52 +0100130 fallback_max_pixels_(GetFallbackMaxPixelsIfFieldTrialEnabled()),
131 fallback_max_pixels_disabled_(GetFallbackMaxPixelsIfFieldTrialDisabled()),
sprangb4a1ae52015-12-03 08:10:08 -0800132 content_type_(content_type),
asapersson4374a092016-07-27 00:39:09 -0700133 start_ms_(clock->TimeInMilliseconds()),
asapersson1aa420b2015-12-07 03:12:22 -0800134 encode_time_(kEncodeTimeWeigthFactor),
asapersson0944a802017-04-07 00:57:58 -0700135 quality_downscales_(-1),
136 cpu_downscales_(-1),
Åsa Persson0122e842017-10-16 12:19:23 +0200137 media_byte_rate_tracker_(kBucketSizeMs, kBucketCount),
138 encoded_frame_rate_tracker_(kBucketSizeMs, kBucketCount),
sprang07fb9be2016-02-24 07:55:00 -0800139 uma_container_(
140 new UmaSamplesContainer(GetUmaPrefix(content_type_), stats_, clock)) {
pbos@webrtc.orgde1429e2014-04-28 13:00:21 +0000141}
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000142
sprang07fb9be2016-02-24 07:55:00 -0800143SendStatisticsProxy::~SendStatisticsProxy() {
144 rtc::CritScope lock(&crit_);
perkj26091b12016-09-01 01:17:40 -0700145 uma_container_->UpdateHistograms(rtp_config_, stats_);
asapersson4374a092016-07-27 00:39:09 -0700146
147 int64_t elapsed_sec = (clock_->TimeInMilliseconds() - start_ms_) / 1000;
asapersson1d02d3e2016-09-09 22:40:25 -0700148 RTC_HISTOGRAM_COUNTS_100000("WebRTC.Video.SendStreamLifetimeInSeconds",
149 elapsed_sec);
asapersson4374a092016-07-27 00:39:09 -0700150
151 if (elapsed_sec >= metrics::kMinRunTimeInSeconds)
perkj26091b12016-09-01 01:17:40 -0700152 UpdateCodecTypeHistogram(payload_name_);
sprang07fb9be2016-02-24 07:55:00 -0800153}
sprangb4a1ae52015-12-03 08:10:08 -0800154
155SendStatisticsProxy::UmaSamplesContainer::UmaSamplesContainer(
sprang07fb9be2016-02-24 07:55:00 -0800156 const char* prefix,
157 const VideoSendStream::Stats& stats,
158 Clock* const clock)
sprangb4a1ae52015-12-03 08:10:08 -0800159 : uma_prefix_(prefix),
sprang07fb9be2016-02-24 07:55:00 -0800160 clock_(clock),
Honghai Zhang82d78622016-05-06 11:29:15 -0700161 input_frame_rate_tracker_(100, 10u),
asapersson320e45a2016-11-29 01:40:35 -0800162 input_fps_counter_(clock, nullptr, true),
163 sent_fps_counter_(clock, nullptr, true),
asapersson93e1e232017-02-06 05:18:35 -0800164 total_byte_counter_(clock, nullptr, true),
165 media_byte_counter_(clock, nullptr, true),
166 rtx_byte_counter_(clock, nullptr, true),
167 padding_byte_counter_(clock, nullptr, true),
168 retransmit_byte_counter_(clock, nullptr, true),
169 fec_byte_counter_(clock, nullptr, true),
sprang07fb9be2016-02-24 07:55:00 -0800170 first_rtcp_stats_time_ms_(-1),
Erik Språng22c2b482016-03-01 09:40:42 +0100171 first_rtp_stats_time_ms_(-1),
Åsa Perssonaa329e72017-12-15 15:54:44 +0100172 start_stats_(stats),
173 num_streams_(0),
174 num_pixels_highest_stream_(0) {
asapersson93e1e232017-02-06 05:18:35 -0800175 InitializeBitrateCounters(stats);
176}
sprangb4a1ae52015-12-03 08:10:08 -0800177
sprang07fb9be2016-02-24 07:55:00 -0800178SendStatisticsProxy::UmaSamplesContainer::~UmaSamplesContainer() {}
Åsa Persson24b4eda2015-06-16 10:17:01 +0200179
asapersson93e1e232017-02-06 05:18:35 -0800180void SendStatisticsProxy::UmaSamplesContainer::InitializeBitrateCounters(
181 const VideoSendStream::Stats& stats) {
182 for (const auto& it : stats.substreams) {
183 uint32_t ssrc = it.first;
184 total_byte_counter_.SetLast(it.second.rtp_stats.transmitted.TotalBytes(),
185 ssrc);
186 padding_byte_counter_.SetLast(it.second.rtp_stats.transmitted.padding_bytes,
187 ssrc);
188 retransmit_byte_counter_.SetLast(
189 it.second.rtp_stats.retransmitted.TotalBytes(), ssrc);
190 fec_byte_counter_.SetLast(it.second.rtp_stats.fec.TotalBytes(), ssrc);
191 if (it.second.is_rtx) {
192 rtx_byte_counter_.SetLast(it.second.rtp_stats.transmitted.TotalBytes(),
193 ssrc);
Erik Språng22c2b482016-03-01 09:40:42 +0100194 } else {
asapersson93e1e232017-02-06 05:18:35 -0800195 media_byte_counter_.SetLast(it.second.rtp_stats.MediaPayloadBytes(),
196 ssrc);
Erik Språng22c2b482016-03-01 09:40:42 +0100197 }
198 }
199}
200
Åsa Perssonaa329e72017-12-15 15:54:44 +0100201void SendStatisticsProxy::UmaSamplesContainer::RemoveOld(
202 int64_t now_ms,
203 bool* is_limited_in_resolution) {
Åsa Persson0122e842017-10-16 12:19:23 +0200204 while (!encoded_frames_.empty()) {
205 auto it = encoded_frames_.begin();
206 if (now_ms - it->second.send_ms < kMaxEncodedFrameWindowMs)
207 break;
208
209 // Use max per timestamp.
210 sent_width_counter_.Add(it->second.max_width);
211 sent_height_counter_.Add(it->second.max_height);
Åsa Perssonaa329e72017-12-15 15:54:44 +0100212
213 // Check number of encoded streams per timestamp.
214 if (num_streams_ > it->second.max_simulcast_idx) {
215 *is_limited_in_resolution = false;
216 if (num_streams_ > 1) {
217 int disabled_streams =
218 static_cast<int>(num_streams_ - 1 - it->second.max_simulcast_idx);
219 // Can be limited in resolution or framerate.
220 uint32_t pixels = it->second.max_width * it->second.max_height;
221 bool bw_limited_resolution =
222 disabled_streams > 0 && pixels < num_pixels_highest_stream_;
223 bw_limited_frame_counter_.Add(bw_limited_resolution);
224 if (bw_limited_resolution) {
225 bw_resolutions_disabled_counter_.Add(disabled_streams);
226 *is_limited_in_resolution = true;
227 }
228 }
229 }
Åsa Persson0122e842017-10-16 12:19:23 +0200230 encoded_frames_.erase(it);
231 }
232}
233
234bool SendStatisticsProxy::UmaSamplesContainer::InsertEncodedFrame(
Åsa Perssonaa329e72017-12-15 15:54:44 +0100235 const EncodedImage& encoded_frame,
236 size_t simulcast_idx,
237 bool* is_limited_in_resolution) {
Åsa Persson0122e842017-10-16 12:19:23 +0200238 int64_t now_ms = clock_->TimeInMilliseconds();
Åsa Perssonaa329e72017-12-15 15:54:44 +0100239 RemoveOld(now_ms, is_limited_in_resolution);
Åsa Persson0122e842017-10-16 12:19:23 +0200240 if (encoded_frames_.size() > kMaxEncodedFrameMapSize) {
241 encoded_frames_.clear();
242 }
243
244 auto it = encoded_frames_.find(encoded_frame._timeStamp);
245 if (it == encoded_frames_.end()) {
246 // First frame with this timestamp.
Åsa Perssonaa329e72017-12-15 15:54:44 +0100247 encoded_frames_.insert(
248 std::make_pair(encoded_frame._timeStamp,
249 Frame(now_ms, encoded_frame._encodedWidth,
250 encoded_frame._encodedHeight, simulcast_idx)));
Åsa Persson0122e842017-10-16 12:19:23 +0200251 sent_fps_counter_.Add(1);
252 return true;
253 }
254
255 it->second.max_width =
256 std::max(it->second.max_width, encoded_frame._encodedWidth);
257 it->second.max_height =
258 std::max(it->second.max_height, encoded_frame._encodedHeight);
Åsa Perssonaa329e72017-12-15 15:54:44 +0100259 it->second.max_simulcast_idx =
260 std::max(it->second.max_simulcast_idx, simulcast_idx);
Åsa Persson0122e842017-10-16 12:19:23 +0200261 return false;
262}
263
sprang07fb9be2016-02-24 07:55:00 -0800264void SendStatisticsProxy::UmaSamplesContainer::UpdateHistograms(
Stefan Holmerdbdb3a02018-07-17 16:03:46 +0200265 const RtpConfig& rtp_config,
sprang07fb9be2016-02-24 07:55:00 -0800266 const VideoSendStream::Stats& current_stats) {
asaperssonc2148a52016-02-04 00:33:21 -0800267 RTC_DCHECK(uma_prefix_ == kRealtimePrefix || uma_prefix_ == kScreenPrefix);
268 const int kIndex = uma_prefix_ == kScreenPrefix ? 1 : 0;
asapersson320e45a2016-11-29 01:40:35 -0800269 const int kMinRequiredPeriodicSamples = 6;
Karl Wiberg881f1682018-03-08 15:03:23 +0100270 char log_stream_buf[8 * 1024];
271 rtc::SimpleStringBuilder log_stream(log_stream_buf);
perkj803d97f2016-11-01 11:45:46 -0700272 int in_width = input_width_counter_.Avg(kMinRequiredMetricsSamples);
273 int in_height = input_height_counter_.Avg(kMinRequiredMetricsSamples);
asaperssond89920b2015-07-22 06:52:00 -0700274 if (in_width != -1) {
asapersson1d02d3e2016-09-09 22:40:25 -0700275 RTC_HISTOGRAMS_COUNTS_10000(kIndex, uma_prefix_ + "InputWidthInPixels",
276 in_width);
277 RTC_HISTOGRAMS_COUNTS_10000(kIndex, uma_prefix_ + "InputHeightInPixels",
278 in_height);
Tommifef05002018-02-27 13:51:08 +0100279 log_stream << uma_prefix_ << "InputWidthInPixels " << in_width << "\n"
280 << uma_prefix_ << "InputHeightInPixels " << in_height << "\n";
asaperssond89920b2015-07-22 06:52:00 -0700281 }
asapersson320e45a2016-11-29 01:40:35 -0800282 AggregatedStats in_fps = input_fps_counter_.GetStats();
283 if (in_fps.num_samples >= kMinRequiredPeriodicSamples) {
284 RTC_HISTOGRAMS_COUNTS_100(kIndex, uma_prefix_ + "InputFramesPerSecond",
285 in_fps.average);
Tommifef05002018-02-27 13:51:08 +0100286 log_stream << uma_prefix_ << "InputFramesPerSecond " << in_fps.ToString()
287 << "\n";
asapersson320e45a2016-11-29 01:40:35 -0800288 }
289
perkj803d97f2016-11-01 11:45:46 -0700290 int sent_width = sent_width_counter_.Avg(kMinRequiredMetricsSamples);
291 int sent_height = sent_height_counter_.Avg(kMinRequiredMetricsSamples);
asaperssond89920b2015-07-22 06:52:00 -0700292 if (sent_width != -1) {
asapersson1d02d3e2016-09-09 22:40:25 -0700293 RTC_HISTOGRAMS_COUNTS_10000(kIndex, uma_prefix_ + "SentWidthInPixels",
294 sent_width);
295 RTC_HISTOGRAMS_COUNTS_10000(kIndex, uma_prefix_ + "SentHeightInPixels",
296 sent_height);
Tommifef05002018-02-27 13:51:08 +0100297 log_stream << uma_prefix_ << "SentWidthInPixels " << sent_width << "\n"
298 << uma_prefix_ << "SentHeightInPixels " << sent_height << "\n";
asaperssond89920b2015-07-22 06:52:00 -0700299 }
asapersson320e45a2016-11-29 01:40:35 -0800300 AggregatedStats sent_fps = sent_fps_counter_.GetStats();
301 if (sent_fps.num_samples >= kMinRequiredPeriodicSamples) {
302 RTC_HISTOGRAMS_COUNTS_100(kIndex, uma_prefix_ + "SentFramesPerSecond",
303 sent_fps.average);
Tommifef05002018-02-27 13:51:08 +0100304 log_stream << uma_prefix_ << "SentFramesPerSecond " << sent_fps.ToString()
305 << "\n";
asapersson320e45a2016-11-29 01:40:35 -0800306 }
307
ilnikf4ded682017-08-30 02:30:20 -0700308 if (in_fps.num_samples > kMinRequiredPeriodicSamples &&
309 sent_fps.num_samples >= kMinRequiredPeriodicSamples) {
310 int in_fps_avg = in_fps.average;
311 if (in_fps_avg > 0) {
312 int sent_fps_avg = sent_fps.average;
313 int sent_to_in_fps_ratio_percent =
314 (100 * sent_fps_avg + in_fps_avg / 2) / in_fps_avg;
315 // If reported period is small, it may happen that sent_fps is larger than
316 // input_fps briefly on average. This should be treated as 100% sent to
317 // input ratio.
318 if (sent_to_in_fps_ratio_percent > 100)
319 sent_to_in_fps_ratio_percent = 100;
320 RTC_HISTOGRAMS_PERCENTAGE(kIndex,
321 uma_prefix_ + "SentToInputFpsRatioPercent",
322 sent_to_in_fps_ratio_percent);
Tommifef05002018-02-27 13:51:08 +0100323 log_stream << uma_prefix_ << "SentToInputFpsRatioPercent "
324 << sent_to_in_fps_ratio_percent << "\n";
ilnikf4ded682017-08-30 02:30:20 -0700325 }
326 }
327
perkj803d97f2016-11-01 11:45:46 -0700328 int encode_ms = encode_time_counter_.Avg(kMinRequiredMetricsSamples);
asaperssonc2148a52016-02-04 00:33:21 -0800329 if (encode_ms != -1) {
asapersson1d02d3e2016-09-09 22:40:25 -0700330 RTC_HISTOGRAMS_COUNTS_1000(kIndex, uma_prefix_ + "EncodeTimeInMs",
331 encode_ms);
Tommifef05002018-02-27 13:51:08 +0100332 log_stream << uma_prefix_ << "EncodeTimeInMs " << encode_ms << "\n";
asaperssonc2148a52016-02-04 00:33:21 -0800333 }
perkj803d97f2016-11-01 11:45:46 -0700334 int key_frames_permille =
335 key_frame_counter_.Permille(kMinRequiredMetricsSamples);
asaperssondec5ebf2015-10-05 02:36:17 -0700336 if (key_frames_permille != -1) {
asapersson1d02d3e2016-09-09 22:40:25 -0700337 RTC_HISTOGRAMS_COUNTS_1000(kIndex, uma_prefix_ + "KeyFramesSentInPermille",
338 key_frames_permille);
Tommifef05002018-02-27 13:51:08 +0100339 log_stream << uma_prefix_ << "KeyFramesSentInPermille "
340 << key_frames_permille << "\n";
asaperssondec5ebf2015-10-05 02:36:17 -0700341 }
asapersson4306fc72015-10-19 00:35:21 -0700342 int quality_limited =
perkj803d97f2016-11-01 11:45:46 -0700343 quality_limited_frame_counter_.Percent(kMinRequiredMetricsSamples);
asapersson4306fc72015-10-19 00:35:21 -0700344 if (quality_limited != -1) {
asapersson1d02d3e2016-09-09 22:40:25 -0700345 RTC_HISTOGRAMS_PERCENTAGE(kIndex,
346 uma_prefix_ + "QualityLimitedResolutionInPercent",
347 quality_limited);
Tommifef05002018-02-27 13:51:08 +0100348 log_stream << uma_prefix_ << "QualityLimitedResolutionInPercent "
349 << quality_limited << "\n";
asapersson4306fc72015-10-19 00:35:21 -0700350 }
perkj803d97f2016-11-01 11:45:46 -0700351 int downscales = quality_downscales_counter_.Avg(kMinRequiredMetricsSamples);
asapersson4306fc72015-10-19 00:35:21 -0700352 if (downscales != -1) {
asapersson1d02d3e2016-09-09 22:40:25 -0700353 RTC_HISTOGRAMS_ENUMERATION(
asaperssonc2148a52016-02-04 00:33:21 -0800354 kIndex, uma_prefix_ + "QualityLimitedResolutionDownscales", downscales,
355 20);
asapersson4306fc72015-10-19 00:35:21 -0700356 }
perkj803d97f2016-11-01 11:45:46 -0700357 int cpu_limited =
358 cpu_limited_frame_counter_.Percent(kMinRequiredMetricsSamples);
359 if (cpu_limited != -1) {
360 RTC_HISTOGRAMS_PERCENTAGE(
361 kIndex, uma_prefix_ + "CpuLimitedResolutionInPercent", cpu_limited);
362 }
363 int bw_limited =
364 bw_limited_frame_counter_.Percent(kMinRequiredMetricsSamples);
asaperssonda535c42015-10-19 23:32:41 -0700365 if (bw_limited != -1) {
asapersson1d02d3e2016-09-09 22:40:25 -0700366 RTC_HISTOGRAMS_PERCENTAGE(
asaperssonc2148a52016-02-04 00:33:21 -0800367 kIndex, uma_prefix_ + "BandwidthLimitedResolutionInPercent",
368 bw_limited);
asaperssonda535c42015-10-19 23:32:41 -0700369 }
perkj803d97f2016-11-01 11:45:46 -0700370 int num_disabled =
371 bw_resolutions_disabled_counter_.Avg(kMinRequiredMetricsSamples);
asaperssonda535c42015-10-19 23:32:41 -0700372 if (num_disabled != -1) {
asapersson1d02d3e2016-09-09 22:40:25 -0700373 RTC_HISTOGRAMS_ENUMERATION(
asaperssonc2148a52016-02-04 00:33:21 -0800374 kIndex, uma_prefix_ + "BandwidthLimitedResolutionsDisabled",
375 num_disabled, 10);
asaperssonda535c42015-10-19 23:32:41 -0700376 }
perkj803d97f2016-11-01 11:45:46 -0700377 int delay_ms = delay_counter_.Avg(kMinRequiredMetricsSamples);
asaperssonf040b232015-11-04 00:59:03 -0800378 if (delay_ms != -1)
asapersson1d02d3e2016-09-09 22:40:25 -0700379 RTC_HISTOGRAMS_COUNTS_100000(kIndex, uma_prefix_ + "SendSideDelayInMs",
380 delay_ms);
asaperssonf040b232015-11-04 00:59:03 -0800381
perkj803d97f2016-11-01 11:45:46 -0700382 int max_delay_ms = max_delay_counter_.Avg(kMinRequiredMetricsSamples);
asaperssonf040b232015-11-04 00:59:03 -0800383 if (max_delay_ms != -1) {
asapersson1d02d3e2016-09-09 22:40:25 -0700384 RTC_HISTOGRAMS_COUNTS_100000(kIndex, uma_prefix_ + "SendSideDelayMaxInMs",
385 max_delay_ms);
sprangb4a1ae52015-12-03 08:10:08 -0800386 }
sprang07fb9be2016-02-24 07:55:00 -0800387
asapersson118ef002016-03-31 00:00:19 -0700388 for (const auto& it : qp_counters_) {
perkj803d97f2016-11-01 11:45:46 -0700389 int qp_vp8 = it.second.vp8.Avg(kMinRequiredMetricsSamples);
asapersson5265fed2016-04-18 02:58:47 -0700390 if (qp_vp8 != -1) {
asapersson118ef002016-03-31 00:00:19 -0700391 int spatial_idx = it.first;
392 if (spatial_idx == -1) {
asapersson1d02d3e2016-09-09 22:40:25 -0700393 RTC_HISTOGRAMS_COUNTS_200(kIndex, uma_prefix_ + "Encoded.Qp.Vp8",
394 qp_vp8);
asapersson118ef002016-03-31 00:00:19 -0700395 } else if (spatial_idx == 0) {
asapersson1d02d3e2016-09-09 22:40:25 -0700396 RTC_HISTOGRAMS_COUNTS_200(kIndex, uma_prefix_ + "Encoded.Qp.Vp8.S0",
397 qp_vp8);
asapersson118ef002016-03-31 00:00:19 -0700398 } else if (spatial_idx == 1) {
asapersson1d02d3e2016-09-09 22:40:25 -0700399 RTC_HISTOGRAMS_COUNTS_200(kIndex, uma_prefix_ + "Encoded.Qp.Vp8.S1",
400 qp_vp8);
asapersson118ef002016-03-31 00:00:19 -0700401 } else if (spatial_idx == 2) {
asapersson1d02d3e2016-09-09 22:40:25 -0700402 RTC_HISTOGRAMS_COUNTS_200(kIndex, uma_prefix_ + "Encoded.Qp.Vp8.S2",
403 qp_vp8);
asapersson118ef002016-03-31 00:00:19 -0700404 } else {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100405 RTC_LOG(LS_WARNING)
406 << "QP stats not recorded for VP8 spatial idx " << spatial_idx;
asapersson118ef002016-03-31 00:00:19 -0700407 }
408 }
perkj803d97f2016-11-01 11:45:46 -0700409 int qp_vp9 = it.second.vp9.Avg(kMinRequiredMetricsSamples);
asapersson5265fed2016-04-18 02:58:47 -0700410 if (qp_vp9 != -1) {
411 int spatial_idx = it.first;
412 if (spatial_idx == -1) {
asapersson1d02d3e2016-09-09 22:40:25 -0700413 RTC_HISTOGRAMS_COUNTS_500(kIndex, uma_prefix_ + "Encoded.Qp.Vp9",
414 qp_vp9);
asapersson5265fed2016-04-18 02:58:47 -0700415 } else if (spatial_idx == 0) {
asapersson1d02d3e2016-09-09 22:40:25 -0700416 RTC_HISTOGRAMS_COUNTS_500(kIndex, uma_prefix_ + "Encoded.Qp.Vp9.S0",
417 qp_vp9);
asapersson5265fed2016-04-18 02:58:47 -0700418 } else if (spatial_idx == 1) {
asapersson1d02d3e2016-09-09 22:40:25 -0700419 RTC_HISTOGRAMS_COUNTS_500(kIndex, uma_prefix_ + "Encoded.Qp.Vp9.S1",
420 qp_vp9);
asapersson5265fed2016-04-18 02:58:47 -0700421 } else if (spatial_idx == 2) {
asapersson1d02d3e2016-09-09 22:40:25 -0700422 RTC_HISTOGRAMS_COUNTS_500(kIndex, uma_prefix_ + "Encoded.Qp.Vp9.S2",
423 qp_vp9);
asapersson5265fed2016-04-18 02:58:47 -0700424 } else {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100425 RTC_LOG(LS_WARNING)
426 << "QP stats not recorded for VP9 spatial layer " << spatial_idx;
asapersson5265fed2016-04-18 02:58:47 -0700427 }
428 }
asapersson827cab32016-11-02 09:08:47 -0700429 int qp_h264 = it.second.h264.Avg(kMinRequiredMetricsSamples);
430 if (qp_h264 != -1) {
431 int spatial_idx = it.first;
Sergio Garcia Murillo43800f92018-06-21 16:16:38 +0200432 if (spatial_idx == -1) {
433 RTC_HISTOGRAMS_COUNTS_200(kIndex, uma_prefix_ + "Encoded.Qp.H264",
434 qp_h264);
435 } else if (spatial_idx == 0) {
436 RTC_HISTOGRAMS_COUNTS_200(kIndex, uma_prefix_ + "Encoded.Qp.H264.S0",
437 qp_h264);
438 } else if (spatial_idx == 1) {
439 RTC_HISTOGRAMS_COUNTS_200(kIndex, uma_prefix_ + "Encoded.Qp.H264.S1",
440 qp_h264);
441 } else if (spatial_idx == 2) {
442 RTC_HISTOGRAMS_COUNTS_200(kIndex, uma_prefix_ + "Encoded.Qp.H264.S2",
443 qp_h264);
444 } else {
445 RTC_LOG(LS_WARNING)
446 << "QP stats not recorded for H264 spatial idx " << spatial_idx;
447 }
asapersson827cab32016-11-02 09:08:47 -0700448 }
asapersson118ef002016-03-31 00:00:19 -0700449 }
450
asapersson0944a802017-04-07 00:57:58 -0700451 if (first_rtp_stats_time_ms_ != -1) {
asapersson09f05612017-05-15 23:40:18 -0700452 quality_adapt_timer_.Stop(clock_->TimeInMilliseconds());
453 int64_t elapsed_sec = quality_adapt_timer_.total_ms / 1000;
asapersson0944a802017-04-07 00:57:58 -0700454 if (elapsed_sec >= metrics::kMinRunTimeInSeconds) {
455 int quality_changes = current_stats.number_of_quality_adapt_changes -
456 start_stats_.number_of_quality_adapt_changes;
Åsa Persson875841d2018-01-08 08:49:53 +0100457 // Only base stats on changes during a call, discard initial changes.
458 int initial_changes =
459 initial_quality_changes_.down + initial_quality_changes_.up;
460 if (initial_changes <= quality_changes)
461 quality_changes -= initial_changes;
asapersson0944a802017-04-07 00:57:58 -0700462 RTC_HISTOGRAMS_COUNTS_100(kIndex,
463 uma_prefix_ + "AdaptChangesPerMinute.Quality",
464 quality_changes * 60 / elapsed_sec);
465 }
asapersson09f05612017-05-15 23:40:18 -0700466 cpu_adapt_timer_.Stop(clock_->TimeInMilliseconds());
467 elapsed_sec = cpu_adapt_timer_.total_ms / 1000;
asapersson0944a802017-04-07 00:57:58 -0700468 if (elapsed_sec >= metrics::kMinRunTimeInSeconds) {
469 int cpu_changes = current_stats.number_of_cpu_adapt_changes -
470 start_stats_.number_of_cpu_adapt_changes;
471 RTC_HISTOGRAMS_COUNTS_100(kIndex,
472 uma_prefix_ + "AdaptChangesPerMinute.Cpu",
473 cpu_changes * 60 / elapsed_sec);
474 }
asapersson6eca98b2017-04-04 23:40:50 -0700475 }
476
sprange2d83d62016-02-19 09:03:26 -0800477 if (first_rtcp_stats_time_ms_ != -1) {
sprang07fb9be2016-02-24 07:55:00 -0800478 int64_t elapsed_sec =
479 (clock_->TimeInMilliseconds() - first_rtcp_stats_time_ms_) / 1000;
480 if (elapsed_sec >= metrics::kMinRunTimeInSeconds) {
481 int fraction_lost = report_block_stats_.FractionLostInPercent();
482 if (fraction_lost != -1) {
asapersson1d02d3e2016-09-09 22:40:25 -0700483 RTC_HISTOGRAMS_PERCENTAGE(
sprang07fb9be2016-02-24 07:55:00 -0800484 kIndex, uma_prefix_ + "SentPacketsLostInPercent", fraction_lost);
Tommifef05002018-02-27 13:51:08 +0100485 log_stream << uma_prefix_ << "SentPacketsLostInPercent "
486 << fraction_lost;
sprang07fb9be2016-02-24 07:55:00 -0800487 }
488
489 // The RTCP packet type counters, delivered via the
490 // RtcpPacketTypeCounterObserver interface, are aggregates over the entire
491 // life of the send stream and are not reset when switching content type.
492 // For the purpose of these statistics though, we want new counts when
493 // switching since we switch histogram name. On every reset of the
494 // UmaSamplesContainer, we save the initial state of the counters, so that
495 // we can calculate the delta here and aggregate over all ssrcs.
496 RtcpPacketTypeCounter counters;
perkj26091b12016-09-01 01:17:40 -0700497 for (uint32_t ssrc : rtp_config.ssrcs) {
sprang07fb9be2016-02-24 07:55:00 -0800498 auto kv = current_stats.substreams.find(ssrc);
499 if (kv == current_stats.substreams.end())
500 continue;
501
502 RtcpPacketTypeCounter stream_counters =
503 kv->second.rtcp_packet_type_counts;
504 kv = start_stats_.substreams.find(ssrc);
505 if (kv != start_stats_.substreams.end())
506 stream_counters.Subtract(kv->second.rtcp_packet_type_counts);
507
508 counters.Add(stream_counters);
509 }
asapersson1d02d3e2016-09-09 22:40:25 -0700510 RTC_HISTOGRAMS_COUNTS_10000(kIndex,
511 uma_prefix_ + "NackPacketsReceivedPerMinute",
512 counters.nack_packets * 60 / elapsed_sec);
513 RTC_HISTOGRAMS_COUNTS_10000(kIndex,
514 uma_prefix_ + "FirPacketsReceivedPerMinute",
515 counters.fir_packets * 60 / elapsed_sec);
516 RTC_HISTOGRAMS_COUNTS_10000(kIndex,
517 uma_prefix_ + "PliPacketsReceivedPerMinute",
518 counters.pli_packets * 60 / elapsed_sec);
sprang07fb9be2016-02-24 07:55:00 -0800519 if (counters.nack_requests > 0) {
asapersson1d02d3e2016-09-09 22:40:25 -0700520 RTC_HISTOGRAMS_PERCENTAGE(
sprang07fb9be2016-02-24 07:55:00 -0800521 kIndex, uma_prefix_ + "UniqueNackRequestsReceivedInPercent",
522 counters.UniqueNackRequestsInPercent());
523 }
sprange2d83d62016-02-19 09:03:26 -0800524 }
525 }
Erik Språng22c2b482016-03-01 09:40:42 +0100526
527 if (first_rtp_stats_time_ms_ != -1) {
528 int64_t elapsed_sec =
529 (clock_->TimeInMilliseconds() - first_rtp_stats_time_ms_) / 1000;
530 if (elapsed_sec >= metrics::kMinRunTimeInSeconds) {
asapersson66d4b372016-12-19 06:50:53 -0800531 RTC_HISTOGRAMS_COUNTS_100(kIndex, uma_prefix_ + "NumberOfPauseEvents",
532 target_rate_updates_.pause_resume_events);
Tommifef05002018-02-27 13:51:08 +0100533 log_stream << uma_prefix_ << "NumberOfPauseEvents "
534 << target_rate_updates_.pause_resume_events << "\n";
asapersson66d4b372016-12-19 06:50:53 -0800535
536 int paused_time_percent =
537 paused_time_counter_.Percent(metrics::kMinRunTimeInSeconds * 1000);
538 if (paused_time_percent != -1) {
539 RTC_HISTOGRAMS_PERCENTAGE(kIndex, uma_prefix_ + "PausedTimeInPercent",
540 paused_time_percent);
Tommifef05002018-02-27 13:51:08 +0100541 log_stream << uma_prefix_ << "PausedTimeInPercent "
542 << paused_time_percent << "\n";
asapersson66d4b372016-12-19 06:50:53 -0800543 }
asapersson93e1e232017-02-06 05:18:35 -0800544 }
545 }
asapersson66d4b372016-12-19 06:50:53 -0800546
asapersson8d75ac72017-09-15 06:41:15 -0700547 if (fallback_info_.is_possible) {
548 // Double interval since there is some time before fallback may occur.
549 const int kMinRunTimeMs = 2 * metrics::kMinRunTimeInSeconds * 1000;
550 int64_t elapsed_ms = fallback_info_.elapsed_ms;
551 int fallback_time_percent = fallback_active_counter_.Percent(kMinRunTimeMs);
552 if (fallback_time_percent != -1 && elapsed_ms >= kMinRunTimeMs) {
553 RTC_HISTOGRAMS_PERCENTAGE(
554 kIndex, uma_prefix_ + "Encoder.ForcedSwFallbackTimeInPercent.Vp8",
555 fallback_time_percent);
556 RTC_HISTOGRAMS_COUNTS_100(
557 kIndex, uma_prefix_ + "Encoder.ForcedSwFallbackChangesPerMinute.Vp8",
558 fallback_info_.on_off_events * 60 / (elapsed_ms / 1000));
559 }
560 }
561
asapersson93e1e232017-02-06 05:18:35 -0800562 AggregatedStats total_bytes_per_sec = total_byte_counter_.GetStats();
563 if (total_bytes_per_sec.num_samples > kMinRequiredPeriodicSamples) {
564 RTC_HISTOGRAMS_COUNTS_10000(kIndex, uma_prefix_ + "BitrateSentInKbps",
565 total_bytes_per_sec.average * 8 / 1000);
Tommifef05002018-02-27 13:51:08 +0100566 log_stream << uma_prefix_ << "BitrateSentInBps "
567 << total_bytes_per_sec.ToStringWithMultiplier(8) << "\n";
asapersson93e1e232017-02-06 05:18:35 -0800568 }
569 AggregatedStats media_bytes_per_sec = media_byte_counter_.GetStats();
570 if (media_bytes_per_sec.num_samples > kMinRequiredPeriodicSamples) {
571 RTC_HISTOGRAMS_COUNTS_10000(kIndex, uma_prefix_ + "MediaBitrateSentInKbps",
572 media_bytes_per_sec.average * 8 / 1000);
Tommifef05002018-02-27 13:51:08 +0100573 log_stream << uma_prefix_ << "MediaBitrateSentInBps "
574 << media_bytes_per_sec.ToStringWithMultiplier(8) << "\n";
asapersson93e1e232017-02-06 05:18:35 -0800575 }
576 AggregatedStats padding_bytes_per_sec = padding_byte_counter_.GetStats();
577 if (padding_bytes_per_sec.num_samples > kMinRequiredPeriodicSamples) {
578 RTC_HISTOGRAMS_COUNTS_10000(kIndex,
579 uma_prefix_ + "PaddingBitrateSentInKbps",
580 padding_bytes_per_sec.average * 8 / 1000);
Tommifef05002018-02-27 13:51:08 +0100581 log_stream << uma_prefix_ << "PaddingBitrateSentInBps "
582 << padding_bytes_per_sec.ToStringWithMultiplier(8) << "\n";
asapersson93e1e232017-02-06 05:18:35 -0800583 }
584 AggregatedStats retransmit_bytes_per_sec =
585 retransmit_byte_counter_.GetStats();
586 if (retransmit_bytes_per_sec.num_samples > kMinRequiredPeriodicSamples) {
587 RTC_HISTOGRAMS_COUNTS_10000(kIndex,
588 uma_prefix_ + "RetransmittedBitrateSentInKbps",
589 retransmit_bytes_per_sec.average * 8 / 1000);
Tommifef05002018-02-27 13:51:08 +0100590 log_stream << uma_prefix_ << "RetransmittedBitrateSentInBps "
591 << retransmit_bytes_per_sec.ToStringWithMultiplier(8) << "\n";
asapersson93e1e232017-02-06 05:18:35 -0800592 }
593 if (!rtp_config.rtx.ssrcs.empty()) {
594 AggregatedStats rtx_bytes_per_sec = rtx_byte_counter_.GetStats();
595 int rtx_bytes_per_sec_avg = -1;
596 if (rtx_bytes_per_sec.num_samples > kMinRequiredPeriodicSamples) {
597 rtx_bytes_per_sec_avg = rtx_bytes_per_sec.average;
Tommifef05002018-02-27 13:51:08 +0100598 log_stream << uma_prefix_ << "RtxBitrateSentInBps "
599 << rtx_bytes_per_sec.ToStringWithMultiplier(8) << "\n";
asapersson93e1e232017-02-06 05:18:35 -0800600 } else if (total_bytes_per_sec.num_samples > kMinRequiredPeriodicSamples) {
601 rtx_bytes_per_sec_avg = 0; // RTX enabled but no RTX data sent, record 0.
602 }
603 if (rtx_bytes_per_sec_avg != -1) {
604 RTC_HISTOGRAMS_COUNTS_10000(kIndex, uma_prefix_ + "RtxBitrateSentInKbps",
605 rtx_bytes_per_sec_avg * 8 / 1000);
606 }
607 }
608 if (rtp_config.flexfec.payload_type != -1 ||
609 rtp_config.ulpfec.red_payload_type != -1) {
610 AggregatedStats fec_bytes_per_sec = fec_byte_counter_.GetStats();
611 if (fec_bytes_per_sec.num_samples > kMinRequiredPeriodicSamples) {
612 RTC_HISTOGRAMS_COUNTS_10000(kIndex, uma_prefix_ + "FecBitrateSentInKbps",
613 fec_bytes_per_sec.average * 8 / 1000);
Tommifef05002018-02-27 13:51:08 +0100614 log_stream << uma_prefix_ << "FecBitrateSentInBps "
615 << fec_bytes_per_sec.ToStringWithMultiplier(8) << "\n";
Erik Språng22c2b482016-03-01 09:40:42 +0100616 }
617 }
Tommifef05002018-02-27 13:51:08 +0100618 log_stream << "Frames encoded " << current_stats.frames_encoded << "\n"
619 << uma_prefix_ << "DroppedFrames.Capturer "
620 << current_stats.frames_dropped_by_capturer << "\n";
Ilya Nikolaevskiyd79314f2017-10-23 10:45:37 +0200621 RTC_HISTOGRAMS_COUNTS_1000(kIndex, uma_prefix_ + "DroppedFrames.Capturer",
622 current_stats.frames_dropped_by_capturer);
Tommifef05002018-02-27 13:51:08 +0100623 log_stream << uma_prefix_ << "DroppedFrames.EncoderQueue "
624 << current_stats.frames_dropped_by_encoder_queue << "\n";
Ilya Nikolaevskiyd79314f2017-10-23 10:45:37 +0200625 RTC_HISTOGRAMS_COUNTS_1000(kIndex, uma_prefix_ + "DroppedFrames.EncoderQueue",
626 current_stats.frames_dropped_by_encoder_queue);
Tommifef05002018-02-27 13:51:08 +0100627 log_stream << uma_prefix_ << "DroppedFrames.Encoder "
628 << current_stats.frames_dropped_by_encoder << "\n";
Ilya Nikolaevskiyd79314f2017-10-23 10:45:37 +0200629 RTC_HISTOGRAMS_COUNTS_1000(kIndex, uma_prefix_ + "DroppedFrames.Encoder",
630 current_stats.frames_dropped_by_encoder);
Tommifef05002018-02-27 13:51:08 +0100631 log_stream << uma_prefix_ << "DroppedFrames.Ratelimiter "
632 << current_stats.frames_dropped_by_rate_limiter;
Ilya Nikolaevskiyd79314f2017-10-23 10:45:37 +0200633 RTC_HISTOGRAMS_COUNTS_1000(kIndex, uma_prefix_ + "DroppedFrames.Ratelimiter",
634 current_stats.frames_dropped_by_rate_limiter);
Jonas Olsson694a36f2018-02-16 13:09:41 +0100635
Tommifef05002018-02-27 13:51:08 +0100636 RTC_LOG(LS_INFO) << log_stream.str();
sprangb4a1ae52015-12-03 08:10:08 -0800637}
638
Pera48ddb72016-09-29 11:48:50 +0200639void SendStatisticsProxy::OnEncoderReconfigured(
640 const VideoEncoderConfig& config,
Niels Möller97e04882018-05-25 09:43:26 +0200641 const std::vector<VideoStream>& streams) {
sprangb4a1ae52015-12-03 08:10:08 -0800642 rtc::CritScope lock(&crit_);
Pera48ddb72016-09-29 11:48:50 +0200643
644 if (content_type_ != config.content_type) {
perkj26091b12016-09-01 01:17:40 -0700645 uma_container_->UpdateHistograms(rtp_config_, stats_);
Pera48ddb72016-09-29 11:48:50 +0200646 uma_container_.reset(new UmaSamplesContainer(
647 GetUmaPrefix(config.content_type), stats_, clock_));
648 content_type_ = config.content_type;
asaperssonf040b232015-11-04 00:59:03 -0800649 }
Åsa Perssonaa329e72017-12-15 15:54:44 +0100650 uma_container_->encoded_frames_.clear();
651 uma_container_->num_streams_ = streams.size();
652 uma_container_->num_pixels_highest_stream_ =
653 streams.empty() ? 0 : (streams.back().width * streams.back().height);
Åsa Persson24b4eda2015-06-16 10:17:01 +0200654}
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000655
Peter Boströme4499152016-02-05 11:13:28 +0100656void SendStatisticsProxy::OnEncodedFrameTimeMeasured(
657 int encode_time_ms,
pbos@webrtc.org3e6e2712015-02-26 12:19:31 +0000658 const CpuOveruseMetrics& metrics) {
Peter Boströmf2f82832015-05-01 13:00:41 +0200659 rtc::CritScope lock(&crit_);
Peter Boströme4499152016-02-05 11:13:28 +0100660 uma_container_->encode_time_counter_.Add(encode_time_ms);
661 encode_time_.Apply(1.0f, encode_time_ms);
662 stats_.avg_encode_time_ms = round(encode_time_.filtered());
pbos@webrtc.org3e6e2712015-02-26 12:19:31 +0000663 stats_.encode_usage_percent = metrics.encode_usage_percent;
664}
665
Peter Boström7083e112015-09-22 16:28:51 +0200666void SendStatisticsProxy::OnSuspendChange(bool is_suspended) {
asapersson0944a802017-04-07 00:57:58 -0700667 int64_t now_ms = clock_->TimeInMilliseconds();
Peter Boströmf2f82832015-05-01 13:00:41 +0200668 rtc::CritScope lock(&crit_);
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +0000669 stats_.suspended = is_suspended;
asapersson320e45a2016-11-29 01:40:35 -0800670 if (is_suspended) {
asapersson93e1e232017-02-06 05:18:35 -0800671 // Pause framerate (add min pause time since there may be frames/packets
672 // that are not yet sent).
673 const int64_t kMinMs = 500;
674 uma_container_->input_fps_counter_.ProcessAndPauseForDuration(kMinMs);
675 uma_container_->sent_fps_counter_.ProcessAndPauseForDuration(kMinMs);
676 // Pause bitrate stats.
677 uma_container_->total_byte_counter_.ProcessAndPauseForDuration(kMinMs);
678 uma_container_->media_byte_counter_.ProcessAndPauseForDuration(kMinMs);
679 uma_container_->rtx_byte_counter_.ProcessAndPauseForDuration(kMinMs);
680 uma_container_->padding_byte_counter_.ProcessAndPauseForDuration(kMinMs);
681 uma_container_->retransmit_byte_counter_.ProcessAndPauseForDuration(kMinMs);
682 uma_container_->fec_byte_counter_.ProcessAndPauseForDuration(kMinMs);
asapersson0944a802017-04-07 00:57:58 -0700683 // Stop adaptation stats.
asapersson09f05612017-05-15 23:40:18 -0700684 uma_container_->cpu_adapt_timer_.Stop(now_ms);
685 uma_container_->quality_adapt_timer_.Stop(now_ms);
asapersson93e1e232017-02-06 05:18:35 -0800686 } else {
asapersson0944a802017-04-07 00:57:58 -0700687 // Start adaptation stats if scaling is enabled.
688 if (cpu_downscales_ >= 0)
asapersson09f05612017-05-15 23:40:18 -0700689 uma_container_->cpu_adapt_timer_.Start(now_ms);
asapersson0944a802017-04-07 00:57:58 -0700690 if (quality_downscales_ >= 0)
asapersson09f05612017-05-15 23:40:18 -0700691 uma_container_->quality_adapt_timer_.Start(now_ms);
asapersson93e1e232017-02-06 05:18:35 -0800692 // Stop pause explicitly for stats that may be zero/not updated for some
693 // time.
694 uma_container_->rtx_byte_counter_.ProcessAndStopPause();
695 uma_container_->padding_byte_counter_.ProcessAndStopPause();
696 uma_container_->retransmit_byte_counter_.ProcessAndStopPause();
697 uma_container_->fec_byte_counter_.ProcessAndStopPause();
asapersson320e45a2016-11-29 01:40:35 -0800698 }
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +0000699}
700
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000701VideoSendStream::Stats SendStatisticsProxy::GetStats() {
Peter Boströmf2f82832015-05-01 13:00:41 +0200702 rtc::CritScope lock(&crit_);
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000703 PurgeOldStats();
perkj@webrtc.orgaf612d52015-03-18 09:51:05 +0000704 stats_.input_frame_rate =
sprangb4a1ae52015-12-03 08:10:08 -0800705 round(uma_container_->input_frame_rate_tracker_.ComputeRate());
ilnik50864a82017-09-06 12:32:35 -0700706 stats_.content_type =
707 content_type_ == VideoEncoderConfig::ContentType::kRealtimeVideo
708 ? VideoContentType::UNSPECIFIED
709 : VideoContentType::SCREENSHARE;
Åsa Persson0122e842017-10-16 12:19:23 +0200710 stats_.encode_frame_rate = round(encoded_frame_rate_tracker_.ComputeRate());
711 stats_.media_bitrate_bps = media_byte_rate_tracker_.ComputeRate() * 8;
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000712 return stats_;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000713}
714
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000715void SendStatisticsProxy::PurgeOldStats() {
Peter Boström20f3f942015-05-15 11:33:39 +0200716 int64_t old_stats_ms = clock_->TimeInMilliseconds() - kStatsTimeoutMs;
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000717 for (std::map<uint32_t, VideoSendStream::StreamStats>::iterator it =
718 stats_.substreams.begin();
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000719 it != stats_.substreams.end(); ++it) {
720 uint32_t ssrc = it->first;
Peter Boström20f3f942015-05-15 11:33:39 +0200721 if (update_times_[ssrc].resolution_update_ms <= old_stats_ms) {
722 it->second.width = 0;
723 it->second.height = 0;
724 }
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000725 }
726}
727
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000728VideoSendStream::StreamStats* SendStatisticsProxy::GetStatsEntry(
729 uint32_t ssrc) {
730 std::map<uint32_t, VideoSendStream::StreamStats>::iterator it =
731 stats_.substreams.find(ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000732 if (it != stats_.substreams.end())
733 return &it->second;
734
brandtrcd188f62016-11-15 08:21:52 -0800735 bool is_media = std::find(rtp_config_.ssrcs.begin(), rtp_config_.ssrcs.end(),
736 ssrc) != rtp_config_.ssrcs.end();
brandtr3d200bd2017-01-16 06:59:19 -0800737 bool is_flexfec = rtp_config_.flexfec.payload_type != -1 &&
738 ssrc == rtp_config_.flexfec.ssrc;
brandtrcd188f62016-11-15 08:21:52 -0800739 bool is_rtx =
740 std::find(rtp_config_.rtx.ssrcs.begin(), rtp_config_.rtx.ssrcs.end(),
741 ssrc) != rtp_config_.rtx.ssrcs.end();
742 if (!is_media && !is_flexfec && !is_rtx)
743 return nullptr;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000744
asapersson2e5cfcd2016-08-11 08:41:18 -0700745 // Insert new entry and return ptr.
746 VideoSendStream::StreamStats* entry = &stats_.substreams[ssrc];
747 entry->is_rtx = is_rtx;
asaperssona6a699a2016-11-25 03:52:46 -0800748 entry->is_flexfec = is_flexfec;
asapersson2e5cfcd2016-08-11 08:41:18 -0700749
750 return entry;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000751}
752
Peter Boström20f3f942015-05-15 11:33:39 +0200753void SendStatisticsProxy::OnInactiveSsrc(uint32_t ssrc) {
754 rtc::CritScope lock(&crit_);
755 VideoSendStream::StreamStats* stats = GetStatsEntry(ssrc);
Peter Boström74f6e9e2016-04-04 17:56:10 +0200756 if (!stats)
Peter Boström20f3f942015-05-15 11:33:39 +0200757 return;
758
759 stats->total_bitrate_bps = 0;
760 stats->retransmit_bitrate_bps = 0;
761 stats->height = 0;
762 stats->width = 0;
763}
764
perkjf5b2e512016-07-05 08:34:04 -0700765void SendStatisticsProxy::OnSetEncoderTargetRate(uint32_t bitrate_bps) {
Peter Boströmf2f82832015-05-01 13:00:41 +0200766 rtc::CritScope lock(&crit_);
asapersson66d4b372016-12-19 06:50:53 -0800767 if (uma_container_->target_rate_updates_.last_ms == -1 && bitrate_bps == 0)
768 return; // Start on first non-zero bitrate, may initially be zero.
769
770 int64_t now = clock_->TimeInMilliseconds();
771 if (uma_container_->target_rate_updates_.last_ms != -1) {
772 bool was_paused = stats_.target_media_bitrate_bps == 0;
773 int64_t diff_ms = now - uma_container_->target_rate_updates_.last_ms;
774 uma_container_->paused_time_counter_.Add(was_paused, diff_ms);
775
776 // Use last to not include update when stream is stopped and video disabled.
777 if (uma_container_->target_rate_updates_.last_paused_or_resumed)
778 ++uma_container_->target_rate_updates_.pause_resume_events;
779
780 // Check if video is paused/resumed.
781 uma_container_->target_rate_updates_.last_paused_or_resumed =
782 (bitrate_bps == 0) != was_paused;
783 }
784 uma_container_->target_rate_updates_.last_ms = now;
785
pbos@webrtc.org891d4832015-02-26 13:15:22 +0000786 stats_.target_media_bitrate_bps = bitrate_bps;
787}
788
asapersson8d75ac72017-09-15 06:41:15 -0700789void SendStatisticsProxy::UpdateEncoderFallbackStats(
Åsa Persson45bbc8a2017-11-13 10:16:47 +0100790 const CodecSpecificInfo* codec_info,
791 int pixels) {
Åsa Perssonc3ed6302017-11-16 14:04:52 +0100792 UpdateFallbackDisabledStats(codec_info, pixels);
793
Åsa Persson45bbc8a2017-11-13 10:16:47 +0100794 if (!fallback_max_pixels_ || !uma_container_->fallback_info_.is_possible) {
asapersson8d75ac72017-09-15 06:41:15 -0700795 return;
796 }
797
798 if (!IsForcedFallbackPossible(codec_info)) {
799 uma_container_->fallback_info_.is_possible = false;
800 return;
801 }
802
803 FallbackEncoderInfo* fallback_info = &uma_container_->fallback_info_;
804
805 const int64_t now_ms = clock_->TimeInMilliseconds();
806 bool is_active = fallback_info->is_active;
807 if (codec_info->codec_name != stats_.encoder_implementation_name) {
808 // Implementation changed.
809 is_active = strcmp(codec_info->codec_name, kVp8SwCodecName) == 0;
810 if (!is_active && stats_.encoder_implementation_name != kVp8SwCodecName) {
811 // First or not a VP8 SW change, update stats on next call.
812 return;
813 }
Åsa Persson45bbc8a2017-11-13 10:16:47 +0100814 if (is_active && (pixels > *fallback_max_pixels_)) {
815 // Pixels should not be above |fallback_max_pixels_|. If above skip to
816 // avoid fallbacks due to failure.
817 fallback_info->is_possible = false;
818 return;
asapersson8d75ac72017-09-15 06:41:15 -0700819 }
Åsa Perssonc3ed6302017-11-16 14:04:52 +0100820 stats_.has_entered_low_resolution = true;
asapersson8d75ac72017-09-15 06:41:15 -0700821 ++fallback_info->on_off_events;
822 }
823
824 if (fallback_info->last_update_ms) {
825 int64_t diff_ms = now_ms - *(fallback_info->last_update_ms);
826 // If the time diff since last update is greater than |max_frame_diff_ms|,
827 // video is considered paused/muted and the change is not included.
828 if (diff_ms < fallback_info->max_frame_diff_ms) {
829 uma_container_->fallback_active_counter_.Add(fallback_info->is_active,
830 diff_ms);
831 fallback_info->elapsed_ms += diff_ms;
832 }
833 }
834 fallback_info->is_active = is_active;
835 fallback_info->last_update_ms.emplace(now_ms);
836}
837
Åsa Perssonc3ed6302017-11-16 14:04:52 +0100838void SendStatisticsProxy::UpdateFallbackDisabledStats(
839 const CodecSpecificInfo* codec_info,
840 int pixels) {
841 if (!fallback_max_pixels_disabled_ ||
842 !uma_container_->fallback_info_disabled_.is_possible ||
843 stats_.has_entered_low_resolution) {
844 return;
845 }
846
847 if (!IsForcedFallbackPossible(codec_info) ||
848 strcmp(codec_info->codec_name, kVp8SwCodecName) == 0) {
849 uma_container_->fallback_info_disabled_.is_possible = false;
850 return;
851 }
852
853 if (pixels <= *fallback_max_pixels_disabled_ ||
854 uma_container_->fallback_info_disabled_.min_pixel_limit_reached) {
855 stats_.has_entered_low_resolution = true;
856 }
857}
858
859void SendStatisticsProxy::OnMinPixelLimitReached() {
860 rtc::CritScope lock(&crit_);
861 uma_container_->fallback_info_disabled_.min_pixel_limit_reached = true;
862}
863
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000864void SendStatisticsProxy::OnSendEncodedImage(
865 const EncodedImage& encoded_image,
kjellander02b3d272016-04-20 05:05:54 -0700866 const CodecSpecificInfo* codec_info) {
867 size_t simulcast_idx = 0;
868
perkj275afc52016-09-01 00:21:16 -0700869 rtc::CritScope lock(&crit_);
sakal43536c32016-10-24 01:46:43 -0700870 ++stats_.frames_encoded;
kjellander02b3d272016-04-20 05:05:54 -0700871 if (codec_info) {
872 if (codec_info->codecType == kVideoCodecVP8) {
873 simulcast_idx = codec_info->codecSpecific.VP8.simulcastIdx;
Sergio Garcia Murillo43800f92018-06-21 16:16:38 +0200874 } else if (codec_info->codecType == kVideoCodecH264) {
875 simulcast_idx = codec_info->codecSpecific.H264.simulcast_idx;
kjellander02b3d272016-04-20 05:05:54 -0700876 } else if (codec_info->codecType == kVideoCodecGeneric) {
877 simulcast_idx = codec_info->codecSpecific.generic.simulcast_idx;
878 }
perkj275afc52016-09-01 00:21:16 -0700879 if (codec_info->codec_name) {
Åsa Persson45bbc8a2017-11-13 10:16:47 +0100880 UpdateEncoderFallbackStats(codec_info, encoded_image._encodedWidth *
881 encoded_image._encodedHeight);
perkj275afc52016-09-01 00:21:16 -0700882 stats_.encoder_implementation_name = codec_info->codec_name;
883 }
kjellander02b3d272016-04-20 05:05:54 -0700884 }
885
perkj26091b12016-09-01 01:17:40 -0700886 if (simulcast_idx >= rtp_config_.ssrcs.size()) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100887 RTC_LOG(LS_ERROR) << "Encoded image outside simulcast range ("
888 << simulcast_idx << " >= " << rtp_config_.ssrcs.size()
889 << ").";
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000890 return;
891 }
perkj26091b12016-09-01 01:17:40 -0700892 uint32_t ssrc = rtp_config_.ssrcs[simulcast_idx];
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000893
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000894 VideoSendStream::StreamStats* stats = GetStatsEntry(ssrc);
Peter Boström74f6e9e2016-04-04 17:56:10 +0200895 if (!stats)
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000896 return;
897
Sergey Silkin956b3062018-02-01 10:43:49 +0100898 // TODO(ssilkin): Fix stats reporting for spatial layers in SVC.
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000899 stats->width = encoded_image._encodedWidth;
900 stats->height = encoded_image._encodedHeight;
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000901 update_times_[ssrc].resolution_update_ms = clock_->TimeInMilliseconds();
asaperssond89920b2015-07-22 06:52:00 -0700902
sprangb4a1ae52015-12-03 08:10:08 -0800903 uma_container_->key_frame_counter_.Add(encoded_image._frameType ==
904 kVideoFrameKey);
asapersson4306fc72015-10-19 00:35:21 -0700905
sakal87da4042016-10-31 06:53:47 -0700906 if (encoded_image.qp_ != -1) {
907 if (!stats_.qp_sum)
Oskar Sundbom8e07c132018-01-08 16:45:42 +0100908 stats_.qp_sum = 0;
sakal87da4042016-10-31 06:53:47 -0700909 *stats_.qp_sum += encoded_image.qp_;
910
911 if (codec_info) {
912 if (codec_info->codecType == kVideoCodecVP8) {
913 int spatial_idx = (rtp_config_.ssrcs.size() == 1)
914 ? -1
915 : static_cast<int>(simulcast_idx);
916 uma_container_->qp_counters_[spatial_idx].vp8.Add(encoded_image.qp_);
917 } else if (codec_info->codecType == kVideoCodecVP9) {
918 int spatial_idx =
919 (codec_info->codecSpecific.VP9.num_spatial_layers == 1)
920 ? -1
921 : codec_info->codecSpecific.VP9.spatial_idx;
922 uma_container_->qp_counters_[spatial_idx].vp9.Add(encoded_image.qp_);
asapersson827cab32016-11-02 09:08:47 -0700923 } else if (codec_info->codecType == kVideoCodecH264) {
Sergio Garcia Murillo43800f92018-06-21 16:16:38 +0200924 int spatial_idx = (rtp_config_.ssrcs.size() == 1)
925 ? -1
926 : static_cast<int>(simulcast_idx);
asapersson827cab32016-11-02 09:08:47 -0700927 uma_container_->qp_counters_[spatial_idx].h264.Add(encoded_image.qp_);
sakal87da4042016-10-31 06:53:47 -0700928 }
asapersson5265fed2016-04-18 02:58:47 -0700929 }
asapersson118ef002016-03-31 00:00:19 -0700930 }
931
Ilya Nikolaevskiy70473fc2018-02-28 16:35:03 +0100932 // If any of the simulcast streams have a huge frame, it should be counted
933 // as a single difficult input frame.
934 // https://w3c.github.io/webrtc-stats/#dom-rtcvideosenderstats-hugeframessent
Ilya Nikolaevskiyb6c462d2018-06-05 15:21:32 +0200935 if (encoded_image.timing_.flags & VideoSendTiming::kTriggeredBySize) {
Ilya Nikolaevskiy70473fc2018-02-28 16:35:03 +0100936 if (!last_outlier_timestamp_ ||
937 *last_outlier_timestamp_ < encoded_image.capture_time_ms_) {
938 last_outlier_timestamp_.emplace(encoded_image.capture_time_ms_);
939 ++stats_.huge_frames_sent;
940 }
941 }
942
Åsa Persson0122e842017-10-16 12:19:23 +0200943 media_byte_rate_tracker_.AddSamples(encoded_image._length);
Åsa Perssonaa329e72017-12-15 15:54:44 +0100944
945 // Initialize to current since |is_limited_in_resolution| is only updated
946 // when an encoded frame is removed from the EncodedFrameMap.
947 bool is_limited_in_resolution = stats_.bw_limited_resolution;
948 if (uma_container_->InsertEncodedFrame(encoded_image, simulcast_idx,
949 &is_limited_in_resolution)) {
Åsa Persson0122e842017-10-16 12:19:23 +0200950 encoded_frame_rate_tracker_.AddSamples(1);
Åsa Perssonaa329e72017-12-15 15:54:44 +0100951 }
952
953 stats_.bw_limited_resolution =
954 is_limited_in_resolution || quality_downscales_ > 0;
955
956 if (quality_downscales_ != -1) {
957 uma_container_->quality_limited_frame_counter_.Add(quality_downscales_ > 0);
958 if (quality_downscales_ > 0)
959 uma_container_->quality_downscales_counter_.Add(quality_downscales_);
960 }
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000961}
962
Per69b332d2016-06-02 15:45:42 +0200963int SendStatisticsProxy::GetSendFrameRate() const {
964 rtc::CritScope lock(&crit_);
Åsa Persson0122e842017-10-16 12:19:23 +0200965 return round(encoded_frame_rate_tracker_.ComputeRate());
Per69b332d2016-06-02 15:45:42 +0200966}
967
asaperssond89920b2015-07-22 06:52:00 -0700968void SendStatisticsProxy::OnIncomingFrame(int width, int height) {
Peter Boströmf2f82832015-05-01 13:00:41 +0200969 rtc::CritScope lock(&crit_);
sprangb4a1ae52015-12-03 08:10:08 -0800970 uma_container_->input_frame_rate_tracker_.AddSamples(1);
asapersson320e45a2016-11-29 01:40:35 -0800971 uma_container_->input_fps_counter_.Add(1);
sprangb4a1ae52015-12-03 08:10:08 -0800972 uma_container_->input_width_counter_.Add(width);
973 uma_container_->input_height_counter_.Add(height);
asaperssonf4e44af2017-04-19 02:01:06 -0700974 if (cpu_downscales_ >= 0) {
975 uma_container_->cpu_limited_frame_counter_.Add(
976 stats_.cpu_limited_resolution);
977 }
Åsa Perssond29b54c2017-10-19 17:32:17 +0200978 if (encoded_frame_rate_tracker_.TotalSampleCount() == 0) {
979 // Set start time now instead of when first key frame is encoded to avoid a
980 // too high initial estimate.
981 encoded_frame_rate_tracker_.AddSamples(0);
982 }
perkj803d97f2016-11-01 11:45:46 -0700983}
984
Ilya Nikolaevskiyd79314f2017-10-23 10:45:37 +0200985void SendStatisticsProxy::OnFrameDroppedBySource() {
986 rtc::CritScope lock(&crit_);
987 ++stats_.frames_dropped_by_capturer;
988}
989
990void SendStatisticsProxy::OnFrameDroppedInEncoderQueue() {
991 rtc::CritScope lock(&crit_);
992 ++stats_.frames_dropped_by_encoder_queue;
993}
994
995void SendStatisticsProxy::OnFrameDroppedByEncoder() {
996 rtc::CritScope lock(&crit_);
997 ++stats_.frames_dropped_by_encoder;
998}
999
1000void SendStatisticsProxy::OnFrameDroppedByMediaOptimizations() {
1001 rtc::CritScope lock(&crit_);
1002 ++stats_.frames_dropped_by_rate_limiter;
1003}
1004
asapersson09f05612017-05-15 23:40:18 -07001005void SendStatisticsProxy::SetAdaptationStats(
mflodmancc3d4422017-08-03 08:27:51 -07001006 const VideoStreamEncoder::AdaptCounts& cpu_counts,
1007 const VideoStreamEncoder::AdaptCounts& quality_counts) {
perkj803d97f2016-11-01 11:45:46 -07001008 rtc::CritScope lock(&crit_);
asapersson09f05612017-05-15 23:40:18 -07001009 SetAdaptTimer(cpu_counts, &uma_container_->cpu_adapt_timer_);
1010 SetAdaptTimer(quality_counts, &uma_container_->quality_adapt_timer_);
1011 UpdateAdaptationStats(cpu_counts, quality_counts);
asapersson36e9eb42017-03-31 05:29:12 -07001012}
1013
asapersson09f05612017-05-15 23:40:18 -07001014void SendStatisticsProxy::OnCpuAdaptationChanged(
mflodmancc3d4422017-08-03 08:27:51 -07001015 const VideoStreamEncoder::AdaptCounts& cpu_counts,
1016 const VideoStreamEncoder::AdaptCounts& quality_counts) {
asapersson36e9eb42017-03-31 05:29:12 -07001017 rtc::CritScope lock(&crit_);
perkj803d97f2016-11-01 11:45:46 -07001018 ++stats_.number_of_cpu_adapt_changes;
asapersson09f05612017-05-15 23:40:18 -07001019 UpdateAdaptationStats(cpu_counts, quality_counts);
perkj@webrtc.orgaf612d52015-03-18 09:51:05 +00001020}
1021
asapersson09f05612017-05-15 23:40:18 -07001022void SendStatisticsProxy::OnQualityAdaptationChanged(
mflodmancc3d4422017-08-03 08:27:51 -07001023 const VideoStreamEncoder::AdaptCounts& cpu_counts,
1024 const VideoStreamEncoder::AdaptCounts& quality_counts) {
kthelgason876222f2016-11-29 01:44:11 -08001025 rtc::CritScope lock(&crit_);
Åsa Persson875841d2018-01-08 08:49:53 +01001026 TryUpdateInitialQualityResolutionAdaptUp(quality_counts);
asaperssonfab67072017-04-04 05:51:49 -07001027 ++stats_.number_of_quality_adapt_changes;
asapersson09f05612017-05-15 23:40:18 -07001028 UpdateAdaptationStats(cpu_counts, quality_counts);
1029}
1030
1031void SendStatisticsProxy::UpdateAdaptationStats(
mflodmancc3d4422017-08-03 08:27:51 -07001032 const VideoStreamEncoder::AdaptCounts& cpu_counts,
1033 const VideoStreamEncoder::AdaptCounts& quality_counts) {
asapersson09f05612017-05-15 23:40:18 -07001034 cpu_downscales_ = cpu_counts.resolution;
1035 quality_downscales_ = quality_counts.resolution;
1036
1037 stats_.cpu_limited_resolution = cpu_counts.resolution > 0;
1038 stats_.cpu_limited_framerate = cpu_counts.fps > 0;
1039 stats_.bw_limited_resolution = quality_counts.resolution > 0;
1040 stats_.bw_limited_framerate = quality_counts.fps > 0;
1041}
1042
Åsa Persson875841d2018-01-08 08:49:53 +01001043// TODO(asapersson): Include fps changes.
1044void SendStatisticsProxy::OnInitialQualityResolutionAdaptDown() {
1045 rtc::CritScope lock(&crit_);
1046 ++uma_container_->initial_quality_changes_.down;
1047}
1048
1049void SendStatisticsProxy::TryUpdateInitialQualityResolutionAdaptUp(
1050 const VideoStreamEncoder::AdaptCounts& quality_counts) {
1051 if (uma_container_->initial_quality_changes_.down == 0)
1052 return;
1053
1054 if (quality_downscales_ > 0 &&
1055 quality_counts.resolution < quality_downscales_) {
1056 // Adapting up in quality.
1057 if (uma_container_->initial_quality_changes_.down >
1058 uma_container_->initial_quality_changes_.up) {
1059 ++uma_container_->initial_quality_changes_.up;
1060 }
1061 }
1062}
1063
mflodmancc3d4422017-08-03 08:27:51 -07001064void SendStatisticsProxy::SetAdaptTimer(
1065 const VideoStreamEncoder::AdaptCounts& counts,
1066 StatsTimer* timer) {
asapersson09f05612017-05-15 23:40:18 -07001067 if (counts.resolution >= 0 || counts.fps >= 0) {
1068 // Adaptation enabled.
1069 if (!stats_.suspended)
1070 timer->Start(clock_->TimeInMilliseconds());
1071 return;
1072 }
1073 timer->Stop(clock_->TimeInMilliseconds());
kthelgason876222f2016-11-29 01:44:11 -08001074}
1075
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00001076void SendStatisticsProxy::RtcpPacketTypesCounterUpdated(
1077 uint32_t ssrc,
1078 const RtcpPacketTypeCounter& packet_counter) {
Peter Boströmf2f82832015-05-01 13:00:41 +02001079 rtc::CritScope lock(&crit_);
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00001080 VideoSendStream::StreamStats* stats = GetStatsEntry(ssrc);
Peter Boström74f6e9e2016-04-04 17:56:10 +02001081 if (!stats)
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00001082 return;
1083
1084 stats->rtcp_packet_type_counts = packet_counter;
sprang07fb9be2016-02-24 07:55:00 -08001085 if (uma_container_->first_rtcp_stats_time_ms_ == -1)
1086 uma_container_->first_rtcp_stats_time_ms_ = clock_->TimeInMilliseconds();
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +00001087}
1088
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001089void SendStatisticsProxy::StatisticsUpdated(const RtcpStatistics& statistics,
1090 uint32_t ssrc) {
Peter Boströmf2f82832015-05-01 13:00:41 +02001091 rtc::CritScope lock(&crit_);
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00001092 VideoSendStream::StreamStats* stats = GetStatsEntry(ssrc);
Peter Boström74f6e9e2016-04-04 17:56:10 +02001093 if (!stats)
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001094 return;
1095
1096 stats->rtcp_stats = statistics;
sprange2d83d62016-02-19 09:03:26 -08001097 uma_container_->report_block_stats_.Store(statistics, 0, ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001098}
1099
Peter Boströmd1d66ba2016-02-08 14:07:14 +01001100void SendStatisticsProxy::CNameChanged(const char* cname, uint32_t ssrc) {}
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +00001101
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001102void SendStatisticsProxy::DataCountersUpdated(
1103 const StreamDataCounters& counters,
1104 uint32_t ssrc) {
Peter Boströmf2f82832015-05-01 13:00:41 +02001105 rtc::CritScope lock(&crit_);
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00001106 VideoSendStream::StreamStats* stats = GetStatsEntry(ssrc);
asapersson93e1e232017-02-06 05:18:35 -08001107 RTC_DCHECK(stats) << "DataCountersUpdated reported for unknown ssrc " << ssrc;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001108
asaperssona6a699a2016-11-25 03:52:46 -08001109 if (stats->is_flexfec) {
1110 // The same counters are reported for both the media ssrc and flexfec ssrc.
1111 // Bitrate stats are summed for all SSRCs. Use fec stats from media update.
1112 return;
1113 }
1114
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001115 stats->rtp_stats = counters;
asapersson6eca98b2017-04-04 23:40:50 -07001116 if (uma_container_->first_rtp_stats_time_ms_ == -1) {
1117 int64_t now_ms = clock_->TimeInMilliseconds();
1118 uma_container_->first_rtp_stats_time_ms_ = now_ms;
asapersson09f05612017-05-15 23:40:18 -07001119 uma_container_->cpu_adapt_timer_.Restart(now_ms);
1120 uma_container_->quality_adapt_timer_.Restart(now_ms);
asapersson6eca98b2017-04-04 23:40:50 -07001121 }
asapersson93e1e232017-02-06 05:18:35 -08001122
1123 uma_container_->total_byte_counter_.Set(counters.transmitted.TotalBytes(),
1124 ssrc);
1125 uma_container_->padding_byte_counter_.Set(counters.transmitted.padding_bytes,
1126 ssrc);
1127 uma_container_->retransmit_byte_counter_.Set(
1128 counters.retransmitted.TotalBytes(), ssrc);
1129 uma_container_->fec_byte_counter_.Set(counters.fec.TotalBytes(), ssrc);
1130 if (stats->is_rtx) {
1131 uma_container_->rtx_byte_counter_.Set(counters.transmitted.TotalBytes(),
1132 ssrc);
1133 } else {
1134 uma_container_->media_byte_counter_.Set(counters.MediaPayloadBytes(), ssrc);
1135 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001136}
1137
sprangcd349d92016-07-13 09:11:28 -07001138void SendStatisticsProxy::Notify(uint32_t total_bitrate_bps,
1139 uint32_t retransmit_bitrate_bps,
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001140 uint32_t ssrc) {
Peter Boströmf2f82832015-05-01 13:00:41 +02001141 rtc::CritScope lock(&crit_);
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00001142 VideoSendStream::StreamStats* stats = GetStatsEntry(ssrc);
Peter Boström74f6e9e2016-04-04 17:56:10 +02001143 if (!stats)
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001144 return;
1145
sprangcd349d92016-07-13 09:11:28 -07001146 stats->total_bitrate_bps = total_bitrate_bps;
1147 stats->retransmit_bitrate_bps = retransmit_bitrate_bps;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001148}
1149
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +00001150void SendStatisticsProxy::FrameCountUpdated(const FrameCounts& frame_counts,
1151 uint32_t ssrc) {
Peter Boströmf2f82832015-05-01 13:00:41 +02001152 rtc::CritScope lock(&crit_);
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00001153 VideoSendStream::StreamStats* stats = GetStatsEntry(ssrc);
Peter Boström74f6e9e2016-04-04 17:56:10 +02001154 if (!stats)
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001155 return;
1156
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +00001157 stats->frame_counts = frame_counts;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001158}
1159
stefan@webrtc.org168f23f2014-07-11 13:44:02 +00001160void SendStatisticsProxy::SendSideDelayUpdated(int avg_delay_ms,
1161 int max_delay_ms,
1162 uint32_t ssrc) {
Peter Boströmf2f82832015-05-01 13:00:41 +02001163 rtc::CritScope lock(&crit_);
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00001164 VideoSendStream::StreamStats* stats = GetStatsEntry(ssrc);
Peter Boström74f6e9e2016-04-04 17:56:10 +02001165 if (!stats)
stefan@webrtc.org168f23f2014-07-11 13:44:02 +00001166 return;
1167 stats->avg_delay_ms = avg_delay_ms;
1168 stats->max_delay_ms = max_delay_ms;
asaperssonf040b232015-11-04 00:59:03 -08001169
sprangb4a1ae52015-12-03 08:10:08 -08001170 uma_container_->delay_counter_.Add(avg_delay_ms);
1171 uma_container_->max_delay_counter_.Add(max_delay_ms);
stefan@webrtc.org168f23f2014-07-11 13:44:02 +00001172}
1173
asapersson6eca98b2017-04-04 23:40:50 -07001174void SendStatisticsProxy::StatsTimer::Start(int64_t now_ms) {
1175 if (start_ms == -1)
1176 start_ms = now_ms;
1177}
1178
1179void SendStatisticsProxy::StatsTimer::Stop(int64_t now_ms) {
1180 if (start_ms != -1) {
1181 total_ms += now_ms - start_ms;
1182 start_ms = -1;
1183 }
1184}
1185
1186void SendStatisticsProxy::StatsTimer::Restart(int64_t now_ms) {
1187 total_ms = 0;
1188 if (start_ms != -1)
1189 start_ms = now_ms;
1190}
1191
asaperssond89920b2015-07-22 06:52:00 -07001192void SendStatisticsProxy::SampleCounter::Add(int sample) {
1193 sum += sample;
1194 ++num_samples;
1195}
1196
asapersson66d4b372016-12-19 06:50:53 -08001197int SendStatisticsProxy::SampleCounter::Avg(
1198 int64_t min_required_samples) const {
asaperssond89920b2015-07-22 06:52:00 -07001199 if (num_samples < min_required_samples || num_samples == 0)
1200 return -1;
asapersson66d4b372016-12-19 06:50:53 -08001201 return static_cast<int>((sum + (num_samples / 2)) / num_samples);
asaperssond89920b2015-07-22 06:52:00 -07001202}
1203
asaperssondec5ebf2015-10-05 02:36:17 -07001204void SendStatisticsProxy::BoolSampleCounter::Add(bool sample) {
1205 if (sample)
1206 ++sum;
1207 ++num_samples;
1208}
1209
asapersson66d4b372016-12-19 06:50:53 -08001210void SendStatisticsProxy::BoolSampleCounter::Add(bool sample, int64_t count) {
1211 if (sample)
1212 sum += count;
1213 num_samples += count;
1214}
asaperssondec5ebf2015-10-05 02:36:17 -07001215int SendStatisticsProxy::BoolSampleCounter::Percent(
asapersson66d4b372016-12-19 06:50:53 -08001216 int64_t min_required_samples) const {
asaperssondec5ebf2015-10-05 02:36:17 -07001217 return Fraction(min_required_samples, 100.0f);
1218}
1219
1220int SendStatisticsProxy::BoolSampleCounter::Permille(
asapersson66d4b372016-12-19 06:50:53 -08001221 int64_t min_required_samples) const {
asaperssondec5ebf2015-10-05 02:36:17 -07001222 return Fraction(min_required_samples, 1000.0f);
1223}
1224
1225int SendStatisticsProxy::BoolSampleCounter::Fraction(
asapersson66d4b372016-12-19 06:50:53 -08001226 int64_t min_required_samples,
1227 float multiplier) const {
asaperssondec5ebf2015-10-05 02:36:17 -07001228 if (num_samples < min_required_samples || num_samples == 0)
1229 return -1;
1230 return static_cast<int>((sum * multiplier / num_samples) + 0.5f);
1231}
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001232} // namespace webrtc