blob: 934dab2f93e1f3af28d1f7f37084fcc1297b7760 [file] [log] [blame]
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001/*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#ifndef WEBRTC_VIDEO_SEND_STATISTICS_PROXY_H_
12#define WEBRTC_VIDEO_SEND_STATISTICS_PROXY_H_
13
mflodmand1590b22015-12-09 07:07:59 -080014#include <map>
kwiberg27f982b2016-03-01 11:52:33 -080015#include <memory>
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000016#include <string>
Pera48ddb72016-09-29 11:48:50 +020017#include <vector>
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000018
minyue69b627d2016-11-24 11:01:09 -080019#include "webrtc/base/analytics/exp_filter.h"
Peter Boströmf2f82832015-05-01 13:00:41 +020020#include "webrtc/base/criticalsection.h"
perkj@webrtc.orgaf612d52015-03-18 09:51:05 +000021#include "webrtc/base/ratetracker.h"
pbos@webrtc.org38344ed2014-09-24 06:05:00 +000022#include "webrtc/base/thread_annotations.h"
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000023#include "webrtc/common_types.h"
Henrik Kjellander2557b862015-11-18 22:00:21 +010024#include "webrtc/modules/video_coding/include/video_codec_interface.h"
25#include "webrtc/modules/video_coding/include/video_coding_defines.h"
Henrik Kjellander98f53512015-10-28 18:17:40 +010026#include "webrtc/system_wrappers/include/clock.h"
Peter Boström7623ce42015-12-09 12:13:30 +010027#include "webrtc/video/overuse_frame_detector.h"
sprange2d83d62016-02-19 09:03:26 -080028#include "webrtc/video/report_block_stats.h"
asapersson320e45a2016-11-29 01:40:35 -080029#include "webrtc/video/stats_counter.h"
Peter Boström7623ce42015-12-09 12:13:30 +010030#include "webrtc/video/vie_encoder.h"
pbos@webrtc.org273a4142014-12-01 15:23:21 +000031#include "webrtc/video_send_stream.h"
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000032
33namespace webrtc {
34
pbos@webrtc.org3e6e2712015-02-26 12:19:31 +000035class SendStatisticsProxy : public CpuOveruseMetricsObserver,
36 public RtcpStatisticsCallback,
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +000037 public RtcpPacketTypeCounterObserver,
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000038 public StreamDataCountersCallback,
39 public BitrateStatisticsObserver,
40 public FrameCountObserver,
stefan@webrtc.org168f23f2014-07-11 13:44:02 +000041 public SendSideDelayObserver {
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000042 public:
pbos@webrtc.org273a4142014-12-01 15:23:21 +000043 static const int kStatsTimeoutMs;
perkj803d97f2016-11-01 11:45:46 -070044 // Number of required samples to be collected before a metric is added
45 // to a rtc histogram.
46 static const int kMinRequiredMetricsSamples = 200;
pbos@webrtc.org273a4142014-12-01 15:23:21 +000047
sprangb4a1ae52015-12-03 08:10:08 -080048 SendStatisticsProxy(Clock* clock,
49 const VideoSendStream::Config& config,
50 VideoEncoderConfig::ContentType content_type);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000051 virtual ~SendStatisticsProxy();
52
pbos@webrtc.org273a4142014-12-01 15:23:21 +000053 VideoSendStream::Stats GetStats();
54
55 virtual void OnSendEncodedImage(const EncodedImage& encoded_image,
kjellander02b3d272016-04-20 05:05:54 -070056 const CodecSpecificInfo* codec_info);
perkj@webrtc.orgaf612d52015-03-18 09:51:05 +000057 // Used to update incoming frame rate.
asaperssond89920b2015-07-22 06:52:00 -070058 void OnIncomingFrame(int width, int height);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000059
perkj803d97f2016-11-01 11:45:46 -070060 void OnCpuRestrictedResolutionChanged(bool cpu_restricted_resolution);
kthelgasonfe04bd42016-12-19 06:17:30 -080061 void OnQualityRestrictedResolutionChanged(bool restricted);
62 void SetResolutionRestrictionStats(bool bandwidth, bool cpu);
perkj803d97f2016-11-01 11:45:46 -070063
perkj275afc52016-09-01 00:21:16 -070064 void OnEncoderStatsUpdate(uint32_t framerate, uint32_t bitrate);
Peter Boström7083e112015-09-22 16:28:51 +020065 void OnSuspendChange(bool is_suspended);
Peter Boström20f3f942015-05-15 11:33:39 +020066 void OnInactiveSsrc(uint32_t ssrc);
67
sprangb4a1ae52015-12-03 08:10:08 -080068 // Used to indicate change in content type, which may require a change in
Pera48ddb72016-09-29 11:48:50 +020069 // how stats are collected and set the configured preferred media bitrate.
70 void OnEncoderReconfigured(const VideoEncoderConfig& encoder_config,
71 uint32_t preferred_bitrate_bps);
sprangb4a1ae52015-12-03 08:10:08 -080072
perkjf5b2e512016-07-05 08:34:04 -070073 // Used to update the encoder target rate.
74 void OnSetEncoderTargetRate(uint32_t bitrate_bps);
Peter Boströme4499152016-02-05 11:13:28 +010075
76 // Implements CpuOveruseMetricsObserver.
77 void OnEncodedFrameTimeMeasured(int encode_time_ms,
78 const CpuOveruseMetrics& metrics) override;
79
Per69b332d2016-06-02 15:45:42 +020080 int GetSendFrameRate() const;
81
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000082 protected:
83 // From RtcpStatisticsCallback.
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000084 void StatisticsUpdated(const RtcpStatistics& statistics,
85 uint32_t ssrc) override;
86 void CNameChanged(const char* cname, uint32_t ssrc) override;
asaperssond89920b2015-07-22 06:52:00 -070087 // From RtcpPacketTypeCounterObserver.
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000088 void RtcpPacketTypesCounterUpdated(
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +000089 uint32_t ssrc,
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000090 const RtcpPacketTypeCounter& packet_counter) override;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000091 // From StreamDataCountersCallback.
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000092 void DataCountersUpdated(const StreamDataCounters& counters,
93 uint32_t ssrc) override;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000094
95 // From BitrateStatisticsObserver.
sprangcd349d92016-07-13 09:11:28 -070096 void Notify(uint32_t total_bitrate_bps,
97 uint32_t retransmit_bitrate_bps,
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000098 uint32_t ssrc) override;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000099
100 // From FrameCountObserver.
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000101 void FrameCountUpdated(const FrameCounts& frame_counts,
102 uint32_t ssrc) override;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000103
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000104 void SendSideDelayUpdated(int avg_delay_ms,
105 int max_delay_ms,
106 uint32_t ssrc) override;
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000107
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000108 private:
asaperssonda535c42015-10-19 23:32:41 -0700109 class SampleCounter {
110 public:
asaperssond89920b2015-07-22 06:52:00 -0700111 SampleCounter() : sum(0), num_samples(0) {}
asaperssonda535c42015-10-19 23:32:41 -0700112 ~SampleCounter() {}
asaperssond89920b2015-07-22 06:52:00 -0700113 void Add(int sample);
114 int Avg(int min_required_samples) const;
115
116 private:
117 int sum;
118 int num_samples;
119 };
asaperssonda535c42015-10-19 23:32:41 -0700120 class BoolSampleCounter {
121 public:
asaperssondec5ebf2015-10-05 02:36:17 -0700122 BoolSampleCounter() : sum(0), num_samples(0) {}
asaperssonda535c42015-10-19 23:32:41 -0700123 ~BoolSampleCounter() {}
asaperssondec5ebf2015-10-05 02:36:17 -0700124 void Add(bool sample);
125 int Percent(int min_required_samples) const;
126 int Permille(int min_required_samples) const;
127
128 private:
129 int Fraction(int min_required_samples, float multiplier) const;
130 int sum;
131 int num_samples;
132 };
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000133 struct StatsUpdateTimes {
sprangb4a1ae52015-12-03 08:10:08 -0800134 StatsUpdateTimes() : resolution_update_ms(0), bitrate_update_ms(0) {}
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000135 int64_t resolution_update_ms;
Peter Boström20f3f942015-05-15 11:33:39 +0200136 int64_t bitrate_update_ms;
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000137 };
asapersson118ef002016-03-31 00:00:19 -0700138 struct QpCounters {
asapersson827cab32016-11-02 09:08:47 -0700139 SampleCounter vp8; // QP range: 0-127
140 SampleCounter vp9; // QP range: 0-255
141 SampleCounter h264; // QP range: 0-51
asapersson118ef002016-03-31 00:00:19 -0700142 };
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000143 void PurgeOldStats() EXCLUSIVE_LOCKS_REQUIRED(crit_);
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000144 VideoSendStream::StreamStats* GetStatsEntry(uint32_t ssrc)
145 EXCLUSIVE_LOCKS_REQUIRED(crit_);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000146
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000147 Clock* const clock_;
perkj26091b12016-09-01 01:17:40 -0700148 const std::string payload_name_;
149 const VideoSendStream::Config::Rtp rtp_config_;
pbos5ad935c2016-01-25 03:52:44 -0800150 rtc::CriticalSection crit_;
sprangb4a1ae52015-12-03 08:10:08 -0800151 VideoEncoderConfig::ContentType content_type_ GUARDED_BY(crit_);
asapersson4374a092016-07-27 00:39:09 -0700152 const int64_t start_ms_;
pbos@webrtc.orgde1429e2014-04-28 13:00:21 +0000153 VideoSendStream::Stats stats_ GUARDED_BY(crit_);
Åsa Persson24b4eda2015-06-16 10:17:01 +0200154 uint32_t last_sent_frame_timestamp_ GUARDED_BY(crit_);
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000155 std::map<uint32_t, StatsUpdateTimes> update_times_ GUARDED_BY(crit_);
asapersson1aa420b2015-12-07 03:12:22 -0800156 rtc::ExpFilter encode_time_ GUARDED_BY(crit_);
asaperssond89920b2015-07-22 06:52:00 -0700157
sprangb4a1ae52015-12-03 08:10:08 -0800158 // Contains stats used for UMA histograms. These stats will be reset if
159 // content type changes between real-time video and screenshare, since these
160 // will be reported separately.
161 struct UmaSamplesContainer {
sprang07fb9be2016-02-24 07:55:00 -0800162 UmaSamplesContainer(const char* prefix,
163 const VideoSendStream::Stats& start_stats,
164 Clock* clock);
sprangb4a1ae52015-12-03 08:10:08 -0800165 ~UmaSamplesContainer();
166
perkj26091b12016-09-01 01:17:40 -0700167 void UpdateHistograms(const VideoSendStream::Config::Rtp& rtp_config,
sprang07fb9be2016-02-24 07:55:00 -0800168 const VideoSendStream::Stats& current_stats);
sprangb4a1ae52015-12-03 08:10:08 -0800169
170 const std::string uma_prefix_;
sprang07fb9be2016-02-24 07:55:00 -0800171 Clock* const clock_;
sprangb4a1ae52015-12-03 08:10:08 -0800172 int max_sent_width_per_timestamp_;
173 int max_sent_height_per_timestamp_;
174 SampleCounter input_width_counter_;
175 SampleCounter input_height_counter_;
176 SampleCounter sent_width_counter_;
177 SampleCounter sent_height_counter_;
178 SampleCounter encode_time_counter_;
179 BoolSampleCounter key_frame_counter_;
180 BoolSampleCounter quality_limited_frame_counter_;
181 SampleCounter quality_downscales_counter_;
perkj803d97f2016-11-01 11:45:46 -0700182 BoolSampleCounter cpu_limited_frame_counter_;
sprangb4a1ae52015-12-03 08:10:08 -0800183 BoolSampleCounter bw_limited_frame_counter_;
184 SampleCounter bw_resolutions_disabled_counter_;
185 SampleCounter delay_counter_;
186 SampleCounter max_delay_counter_;
187 rtc::RateTracker input_frame_rate_tracker_;
asapersson320e45a2016-11-29 01:40:35 -0800188 RateCounter input_fps_counter_;
189 RateCounter sent_fps_counter_;
sprange2d83d62016-02-19 09:03:26 -0800190 int64_t first_rtcp_stats_time_ms_;
Erik Språng22c2b482016-03-01 09:40:42 +0100191 int64_t first_rtp_stats_time_ms_;
sprange2d83d62016-02-19 09:03:26 -0800192 ReportBlockStats report_block_stats_;
sprang07fb9be2016-02-24 07:55:00 -0800193 const VideoSendStream::Stats start_stats_;
asapersson118ef002016-03-31 00:00:19 -0700194 std::map<int, QpCounters>
195 qp_counters_; // QP counters mapped by spatial idx.
sprangb4a1ae52015-12-03 08:10:08 -0800196 };
197
kwiberg27f982b2016-03-01 11:52:33 -0800198 std::unique_ptr<UmaSamplesContainer> uma_container_ GUARDED_BY(crit_);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000199};
200
201} // namespace webrtc
202#endif // WEBRTC_VIDEO_SEND_STATISTICS_PROXY_H_