sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
| 11 | #ifndef WEBRTC_VIDEO_SEND_STATISTICS_PROXY_H_ |
| 12 | #define WEBRTC_VIDEO_SEND_STATISTICS_PROXY_H_ |
| 13 | |
mflodman | d1590b2 | 2015-12-09 07:07:59 -0800 | [diff] [blame] | 14 | #include <map> |
kwiberg | 27f982b | 2016-03-01 11:52:33 -0800 | [diff] [blame] | 15 | #include <memory> |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 16 | #include <string> |
Per | a48ddb7 | 2016-09-29 11:48:50 +0200 | [diff] [blame] | 17 | #include <vector> |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 18 | |
Peter Boström | f2f8283 | 2015-05-01 13:00:41 +0200 | [diff] [blame] | 19 | #include "webrtc/base/criticalsection.h" |
asapersson | 1aa420b | 2015-12-07 03:12:22 -0800 | [diff] [blame] | 20 | #include "webrtc/base/exp_filter.h" |
perkj@webrtc.org | af612d5 | 2015-03-18 09:51:05 +0000 | [diff] [blame] | 21 | #include "webrtc/base/ratetracker.h" |
pbos@webrtc.org | 38344ed | 2014-09-24 06:05:00 +0000 | [diff] [blame] | 22 | #include "webrtc/base/thread_annotations.h" |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 23 | #include "webrtc/common_types.h" |
Henrik Kjellander | 2557b86 | 2015-11-18 22:00:21 +0100 | [diff] [blame] | 24 | #include "webrtc/modules/video_coding/include/video_codec_interface.h" |
| 25 | #include "webrtc/modules/video_coding/include/video_coding_defines.h" |
Henrik Kjellander | 98f5351 | 2015-10-28 18:17:40 +0100 | [diff] [blame] | 26 | #include "webrtc/system_wrappers/include/clock.h" |
Peter Boström | 7623ce4 | 2015-12-09 12:13:30 +0100 | [diff] [blame] | 27 | #include "webrtc/video/overuse_frame_detector.h" |
sprang | e2d83d6 | 2016-02-19 09:03:26 -0800 | [diff] [blame] | 28 | #include "webrtc/video/report_block_stats.h" |
Peter Boström | 7623ce4 | 2015-12-09 12:13:30 +0100 | [diff] [blame] | 29 | #include "webrtc/video/vie_encoder.h" |
pbos@webrtc.org | 273a414 | 2014-12-01 15:23:21 +0000 | [diff] [blame] | 30 | #include "webrtc/video_send_stream.h" |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 31 | |
| 32 | namespace webrtc { |
| 33 | |
pbos@webrtc.org | 3e6e271 | 2015-02-26 12:19:31 +0000 | [diff] [blame] | 34 | class SendStatisticsProxy : public CpuOveruseMetricsObserver, |
| 35 | public RtcpStatisticsCallback, |
pbos@webrtc.org | 1d0fa5d | 2015-02-19 12:47:00 +0000 | [diff] [blame] | 36 | public RtcpPacketTypeCounterObserver, |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 37 | public StreamDataCountersCallback, |
| 38 | public BitrateStatisticsObserver, |
| 39 | public FrameCountObserver, |
stefan@webrtc.org | 168f23f | 2014-07-11 13:44:02 +0000 | [diff] [blame] | 40 | public SendSideDelayObserver { |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 41 | public: |
pbos@webrtc.org | 273a414 | 2014-12-01 15:23:21 +0000 | [diff] [blame] | 42 | static const int kStatsTimeoutMs; |
perkj | 803d97f | 2016-11-01 11:45:46 -0700 | [diff] [blame] | 43 | // Number of required samples to be collected before a metric is added |
| 44 | // to a rtc histogram. |
| 45 | static const int kMinRequiredMetricsSamples = 200; |
pbos@webrtc.org | 273a414 | 2014-12-01 15:23:21 +0000 | [diff] [blame] | 46 | |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 47 | SendStatisticsProxy(Clock* clock, |
| 48 | const VideoSendStream::Config& config, |
| 49 | VideoEncoderConfig::ContentType content_type); |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 50 | virtual ~SendStatisticsProxy(); |
| 51 | |
pbos@webrtc.org | 273a414 | 2014-12-01 15:23:21 +0000 | [diff] [blame] | 52 | VideoSendStream::Stats GetStats(); |
| 53 | |
| 54 | virtual void OnSendEncodedImage(const EncodedImage& encoded_image, |
kjellander | 02b3d27 | 2016-04-20 05:05:54 -0700 | [diff] [blame] | 55 | const CodecSpecificInfo* codec_info); |
perkj@webrtc.org | af612d5 | 2015-03-18 09:51:05 +0000 | [diff] [blame] | 56 | // Used to update incoming frame rate. |
asapersson | d89920b | 2015-07-22 06:52:00 -0700 | [diff] [blame] | 57 | void OnIncomingFrame(int width, int height); |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 58 | |
perkj | 803d97f | 2016-11-01 11:45:46 -0700 | [diff] [blame] | 59 | // Used to indicate that the current input frame resolution is restricted due |
| 60 | // to cpu usage. |
| 61 | void SetCpuRestrictedResolution(bool cpu_restricted); |
| 62 | // Used to update the number of times the input frame resolution has changed |
| 63 | // due to cpu adaptation. |
| 64 | void OnCpuRestrictedResolutionChanged(bool cpu_restricted_resolution); |
| 65 | |
perkj | 275afc5 | 2016-09-01 00:21:16 -0700 | [diff] [blame] | 66 | void OnEncoderStatsUpdate(uint32_t framerate, uint32_t bitrate); |
Peter Boström | 7083e11 | 2015-09-22 16:28:51 +0200 | [diff] [blame] | 67 | void OnSuspendChange(bool is_suspended); |
Peter Boström | 20f3f94 | 2015-05-15 11:33:39 +0200 | [diff] [blame] | 68 | void OnInactiveSsrc(uint32_t ssrc); |
| 69 | |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 70 | // Used to indicate change in content type, which may require a change in |
Per | a48ddb7 | 2016-09-29 11:48:50 +0200 | [diff] [blame] | 71 | // how stats are collected and set the configured preferred media bitrate. |
| 72 | void OnEncoderReconfigured(const VideoEncoderConfig& encoder_config, |
| 73 | uint32_t preferred_bitrate_bps); |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 74 | |
perkj | f5b2e51 | 2016-07-05 08:34:04 -0700 | [diff] [blame] | 75 | // Used to update the encoder target rate. |
| 76 | void OnSetEncoderTargetRate(uint32_t bitrate_bps); |
Peter Boström | e449915 | 2016-02-05 11:13:28 +0100 | [diff] [blame] | 77 | |
| 78 | // Implements CpuOveruseMetricsObserver. |
| 79 | void OnEncodedFrameTimeMeasured(int encode_time_ms, |
| 80 | const CpuOveruseMetrics& metrics) override; |
| 81 | |
Per | 69b332d | 2016-06-02 15:45:42 +0200 | [diff] [blame] | 82 | int GetSendFrameRate() const; |
| 83 | |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 84 | protected: |
| 85 | // From RtcpStatisticsCallback. |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 86 | void StatisticsUpdated(const RtcpStatistics& statistics, |
| 87 | uint32_t ssrc) override; |
| 88 | void CNameChanged(const char* cname, uint32_t ssrc) override; |
asapersson | d89920b | 2015-07-22 06:52:00 -0700 | [diff] [blame] | 89 | // From RtcpPacketTypeCounterObserver. |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 90 | void RtcpPacketTypesCounterUpdated( |
pbos@webrtc.org | 1d0fa5d | 2015-02-19 12:47:00 +0000 | [diff] [blame] | 91 | uint32_t ssrc, |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 92 | const RtcpPacketTypeCounter& packet_counter) override; |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 93 | // From StreamDataCountersCallback. |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 94 | void DataCountersUpdated(const StreamDataCounters& counters, |
| 95 | uint32_t ssrc) override; |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 96 | |
| 97 | // From BitrateStatisticsObserver. |
sprang | cd349d9 | 2016-07-13 09:11:28 -0700 | [diff] [blame] | 98 | void Notify(uint32_t total_bitrate_bps, |
| 99 | uint32_t retransmit_bitrate_bps, |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 100 | uint32_t ssrc) override; |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 101 | |
| 102 | // From FrameCountObserver. |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 103 | void FrameCountUpdated(const FrameCounts& frame_counts, |
| 104 | uint32_t ssrc) override; |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 105 | |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 106 | void SendSideDelayUpdated(int avg_delay_ms, |
| 107 | int max_delay_ms, |
| 108 | uint32_t ssrc) override; |
stefan@webrtc.org | 168f23f | 2014-07-11 13:44:02 +0000 | [diff] [blame] | 109 | |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 110 | private: |
asapersson | da535c4 | 2015-10-19 23:32:41 -0700 | [diff] [blame] | 111 | class SampleCounter { |
| 112 | public: |
asapersson | d89920b | 2015-07-22 06:52:00 -0700 | [diff] [blame] | 113 | SampleCounter() : sum(0), num_samples(0) {} |
asapersson | da535c4 | 2015-10-19 23:32:41 -0700 | [diff] [blame] | 114 | ~SampleCounter() {} |
asapersson | d89920b | 2015-07-22 06:52:00 -0700 | [diff] [blame] | 115 | void Add(int sample); |
| 116 | int Avg(int min_required_samples) const; |
| 117 | |
| 118 | private: |
| 119 | int sum; |
| 120 | int num_samples; |
| 121 | }; |
asapersson | da535c4 | 2015-10-19 23:32:41 -0700 | [diff] [blame] | 122 | class BoolSampleCounter { |
| 123 | public: |
asapersson | dec5ebf | 2015-10-05 02:36:17 -0700 | [diff] [blame] | 124 | BoolSampleCounter() : sum(0), num_samples(0) {} |
asapersson | da535c4 | 2015-10-19 23:32:41 -0700 | [diff] [blame] | 125 | ~BoolSampleCounter() {} |
asapersson | dec5ebf | 2015-10-05 02:36:17 -0700 | [diff] [blame] | 126 | void Add(bool sample); |
| 127 | int Percent(int min_required_samples) const; |
| 128 | int Permille(int min_required_samples) const; |
| 129 | |
| 130 | private: |
| 131 | int Fraction(int min_required_samples, float multiplier) const; |
| 132 | int sum; |
| 133 | int num_samples; |
| 134 | }; |
pbos@webrtc.org | 273a414 | 2014-12-01 15:23:21 +0000 | [diff] [blame] | 135 | struct StatsUpdateTimes { |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 136 | StatsUpdateTimes() : resolution_update_ms(0), bitrate_update_ms(0) {} |
pbos@webrtc.org | 273a414 | 2014-12-01 15:23:21 +0000 | [diff] [blame] | 137 | int64_t resolution_update_ms; |
Peter Boström | 20f3f94 | 2015-05-15 11:33:39 +0200 | [diff] [blame] | 138 | int64_t bitrate_update_ms; |
pbos@webrtc.org | 273a414 | 2014-12-01 15:23:21 +0000 | [diff] [blame] | 139 | }; |
asapersson | 118ef00 | 2016-03-31 00:00:19 -0700 | [diff] [blame] | 140 | struct QpCounters { |
asapersson | 827cab3 | 2016-11-02 09:08:47 -0700 | [diff] [blame] | 141 | SampleCounter vp8; // QP range: 0-127 |
| 142 | SampleCounter vp9; // QP range: 0-255 |
| 143 | SampleCounter h264; // QP range: 0-51 |
asapersson | 118ef00 | 2016-03-31 00:00:19 -0700 | [diff] [blame] | 144 | }; |
pbos@webrtc.org | 273a414 | 2014-12-01 15:23:21 +0000 | [diff] [blame] | 145 | void PurgeOldStats() EXCLUSIVE_LOCKS_REQUIRED(crit_); |
pbos@webrtc.org | 09c77b9 | 2015-02-25 10:42:16 +0000 | [diff] [blame] | 146 | VideoSendStream::StreamStats* GetStatsEntry(uint32_t ssrc) |
| 147 | EXCLUSIVE_LOCKS_REQUIRED(crit_); |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 148 | |
pbos@webrtc.org | 273a414 | 2014-12-01 15:23:21 +0000 | [diff] [blame] | 149 | Clock* const clock_; |
perkj | 26091b1 | 2016-09-01 01:17:40 -0700 | [diff] [blame] | 150 | const std::string payload_name_; |
| 151 | const VideoSendStream::Config::Rtp rtp_config_; |
pbos | 5ad935c | 2016-01-25 03:52:44 -0800 | [diff] [blame] | 152 | rtc::CriticalSection crit_; |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 153 | VideoEncoderConfig::ContentType content_type_ GUARDED_BY(crit_); |
asapersson | 4374a09 | 2016-07-27 00:39:09 -0700 | [diff] [blame] | 154 | const int64_t start_ms_; |
pbos@webrtc.org | de1429e | 2014-04-28 13:00:21 +0000 | [diff] [blame] | 155 | VideoSendStream::Stats stats_ GUARDED_BY(crit_); |
Åsa Persson | 24b4eda | 2015-06-16 10:17:01 +0200 | [diff] [blame] | 156 | uint32_t last_sent_frame_timestamp_ GUARDED_BY(crit_); |
pbos@webrtc.org | 273a414 | 2014-12-01 15:23:21 +0000 | [diff] [blame] | 157 | std::map<uint32_t, StatsUpdateTimes> update_times_ GUARDED_BY(crit_); |
asapersson | 1aa420b | 2015-12-07 03:12:22 -0800 | [diff] [blame] | 158 | rtc::ExpFilter encode_time_ GUARDED_BY(crit_); |
asapersson | d89920b | 2015-07-22 06:52:00 -0700 | [diff] [blame] | 159 | |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 160 | // Contains stats used for UMA histograms. These stats will be reset if |
| 161 | // content type changes between real-time video and screenshare, since these |
| 162 | // will be reported separately. |
| 163 | struct UmaSamplesContainer { |
sprang | 07fb9be | 2016-02-24 07:55:00 -0800 | [diff] [blame] | 164 | UmaSamplesContainer(const char* prefix, |
| 165 | const VideoSendStream::Stats& start_stats, |
| 166 | Clock* clock); |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 167 | ~UmaSamplesContainer(); |
| 168 | |
perkj | 26091b1 | 2016-09-01 01:17:40 -0700 | [diff] [blame] | 169 | void UpdateHistograms(const VideoSendStream::Config::Rtp& rtp_config, |
sprang | 07fb9be | 2016-02-24 07:55:00 -0800 | [diff] [blame] | 170 | const VideoSendStream::Stats& current_stats); |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 171 | |
| 172 | const std::string uma_prefix_; |
sprang | 07fb9be | 2016-02-24 07:55:00 -0800 | [diff] [blame] | 173 | Clock* const clock_; |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 174 | int max_sent_width_per_timestamp_; |
| 175 | int max_sent_height_per_timestamp_; |
| 176 | SampleCounter input_width_counter_; |
| 177 | SampleCounter input_height_counter_; |
| 178 | SampleCounter sent_width_counter_; |
| 179 | SampleCounter sent_height_counter_; |
| 180 | SampleCounter encode_time_counter_; |
| 181 | BoolSampleCounter key_frame_counter_; |
| 182 | BoolSampleCounter quality_limited_frame_counter_; |
| 183 | SampleCounter quality_downscales_counter_; |
perkj | 803d97f | 2016-11-01 11:45:46 -0700 | [diff] [blame] | 184 | BoolSampleCounter cpu_limited_frame_counter_; |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 185 | BoolSampleCounter bw_limited_frame_counter_; |
| 186 | SampleCounter bw_resolutions_disabled_counter_; |
| 187 | SampleCounter delay_counter_; |
| 188 | SampleCounter max_delay_counter_; |
| 189 | rtc::RateTracker input_frame_rate_tracker_; |
| 190 | rtc::RateTracker sent_frame_rate_tracker_; |
sprang | e2d83d6 | 2016-02-19 09:03:26 -0800 | [diff] [blame] | 191 | int64_t first_rtcp_stats_time_ms_; |
Erik Språng | 22c2b48 | 2016-03-01 09:40:42 +0100 | [diff] [blame] | 192 | int64_t first_rtp_stats_time_ms_; |
sprang | e2d83d6 | 2016-02-19 09:03:26 -0800 | [diff] [blame] | 193 | ReportBlockStats report_block_stats_; |
sprang | 07fb9be | 2016-02-24 07:55:00 -0800 | [diff] [blame] | 194 | const VideoSendStream::Stats start_stats_; |
asapersson | 118ef00 | 2016-03-31 00:00:19 -0700 | [diff] [blame] | 195 | std::map<int, QpCounters> |
| 196 | qp_counters_; // QP counters mapped by spatial idx. |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 197 | }; |
| 198 | |
kwiberg | 27f982b | 2016-03-01 11:52:33 -0800 | [diff] [blame] | 199 | std::unique_ptr<UmaSamplesContainer> uma_container_ GUARDED_BY(crit_); |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 200 | }; |
| 201 | |
| 202 | } // namespace webrtc |
| 203 | #endif // WEBRTC_VIDEO_SEND_STATISTICS_PROXY_H_ |