blob: 2c9225f51e98ce0a07bea77c77a09ef72013b756 [file] [log] [blame]
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001/*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#ifndef WEBRTC_VIDEO_SEND_STATISTICS_PROXY_H_
12#define WEBRTC_VIDEO_SEND_STATISTICS_PROXY_H_
13
mflodmand1590b22015-12-09 07:07:59 -080014#include <map>
kwiberg27f982b2016-03-01 11:52:33 -080015#include <memory>
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000016#include <string>
17
Peter Boströmf2f82832015-05-01 13:00:41 +020018#include "webrtc/base/criticalsection.h"
asapersson1aa420b2015-12-07 03:12:22 -080019#include "webrtc/base/exp_filter.h"
perkj@webrtc.orgaf612d52015-03-18 09:51:05 +000020#include "webrtc/base/ratetracker.h"
pbos@webrtc.org38344ed2014-09-24 06:05:00 +000021#include "webrtc/base/thread_annotations.h"
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000022#include "webrtc/common_types.h"
Henrik Kjellander2557b862015-11-18 22:00:21 +010023#include "webrtc/modules/video_coding/include/video_codec_interface.h"
24#include "webrtc/modules/video_coding/include/video_coding_defines.h"
Henrik Kjellander98f53512015-10-28 18:17:40 +010025#include "webrtc/system_wrappers/include/clock.h"
Peter Boström7623ce42015-12-09 12:13:30 +010026#include "webrtc/video/overuse_frame_detector.h"
sprange2d83d62016-02-19 09:03:26 -080027#include "webrtc/video/report_block_stats.h"
Peter Boström7623ce42015-12-09 12:13:30 +010028#include "webrtc/video/vie_encoder.h"
pbos@webrtc.org273a4142014-12-01 15:23:21 +000029#include "webrtc/video_send_stream.h"
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000030
31namespace webrtc {
32
pbos@webrtc.org3e6e2712015-02-26 12:19:31 +000033class SendStatisticsProxy : public CpuOveruseMetricsObserver,
34 public RtcpStatisticsCallback,
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +000035 public RtcpPacketTypeCounterObserver,
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000036 public StreamDataCountersCallback,
37 public BitrateStatisticsObserver,
38 public FrameCountObserver,
stefan@webrtc.org168f23f2014-07-11 13:44:02 +000039 public SendSideDelayObserver {
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000040 public:
pbos@webrtc.org273a4142014-12-01 15:23:21 +000041 static const int kStatsTimeoutMs;
42
sprangb4a1ae52015-12-03 08:10:08 -080043 SendStatisticsProxy(Clock* clock,
44 const VideoSendStream::Config& config,
45 VideoEncoderConfig::ContentType content_type);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000046 virtual ~SendStatisticsProxy();
47
pbos@webrtc.org273a4142014-12-01 15:23:21 +000048 VideoSendStream::Stats GetStats();
49
50 virtual void OnSendEncodedImage(const EncodedImage& encoded_image,
kjellander02b3d272016-04-20 05:05:54 -070051 const CodecSpecificInfo* codec_info);
perkj@webrtc.orgaf612d52015-03-18 09:51:05 +000052 // Used to update incoming frame rate.
asaperssond89920b2015-07-22 06:52:00 -070053 void OnIncomingFrame(int width, int height);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000054
perkj376b1922016-05-02 11:35:24 -070055 void OnEncoderStatsUpdate(uint32_t framerate,
56 uint32_t bitrate,
57 const std::string& encoder_name);
Peter Boström7083e112015-09-22 16:28:51 +020058 void OnSuspendChange(bool is_suspended);
Peter Boström20f3f942015-05-15 11:33:39 +020059 void OnInactiveSsrc(uint32_t ssrc);
60
sprangb4a1ae52015-12-03 08:10:08 -080061 // Used to indicate change in content type, which may require a change in
62 // how stats are collected.
63 void SetContentType(VideoEncoderConfig::ContentType content_type);
64
perkjf5b2e512016-07-05 08:34:04 -070065 // Used to update the encoder target rate.
66 void OnSetEncoderTargetRate(uint32_t bitrate_bps);
Peter Boströme4499152016-02-05 11:13:28 +010067
68 // Implements CpuOveruseMetricsObserver.
69 void OnEncodedFrameTimeMeasured(int encode_time_ms,
70 const CpuOveruseMetrics& metrics) override;
71
Per69b332d2016-06-02 15:45:42 +020072 int GetSendFrameRate() const;
73
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000074 protected:
75 // From RtcpStatisticsCallback.
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000076 void StatisticsUpdated(const RtcpStatistics& statistics,
77 uint32_t ssrc) override;
78 void CNameChanged(const char* cname, uint32_t ssrc) override;
asaperssond89920b2015-07-22 06:52:00 -070079 // From RtcpPacketTypeCounterObserver.
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000080 void RtcpPacketTypesCounterUpdated(
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +000081 uint32_t ssrc,
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000082 const RtcpPacketTypeCounter& packet_counter) override;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000083 // From StreamDataCountersCallback.
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000084 void DataCountersUpdated(const StreamDataCounters& counters,
85 uint32_t ssrc) override;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000086
87 // From BitrateStatisticsObserver.
sprangcd349d92016-07-13 09:11:28 -070088 void Notify(uint32_t total_bitrate_bps,
89 uint32_t retransmit_bitrate_bps,
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000090 uint32_t ssrc) override;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000091
92 // From FrameCountObserver.
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000093 void FrameCountUpdated(const FrameCounts& frame_counts,
94 uint32_t ssrc) override;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000095
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000096 void SendSideDelayUpdated(int avg_delay_ms,
97 int max_delay_ms,
98 uint32_t ssrc) override;
stefan@webrtc.org168f23f2014-07-11 13:44:02 +000099
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000100 private:
asaperssonda535c42015-10-19 23:32:41 -0700101 class SampleCounter {
102 public:
asaperssond89920b2015-07-22 06:52:00 -0700103 SampleCounter() : sum(0), num_samples(0) {}
asaperssonda535c42015-10-19 23:32:41 -0700104 ~SampleCounter() {}
asaperssond89920b2015-07-22 06:52:00 -0700105 void Add(int sample);
106 int Avg(int min_required_samples) const;
107
108 private:
109 int sum;
110 int num_samples;
111 };
asaperssonda535c42015-10-19 23:32:41 -0700112 class BoolSampleCounter {
113 public:
asaperssondec5ebf2015-10-05 02:36:17 -0700114 BoolSampleCounter() : sum(0), num_samples(0) {}
asaperssonda535c42015-10-19 23:32:41 -0700115 ~BoolSampleCounter() {}
asaperssondec5ebf2015-10-05 02:36:17 -0700116 void Add(bool sample);
117 int Percent(int min_required_samples) const;
118 int Permille(int min_required_samples) const;
119
120 private:
121 int Fraction(int min_required_samples, float multiplier) const;
122 int sum;
123 int num_samples;
124 };
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000125 struct StatsUpdateTimes {
sprangb4a1ae52015-12-03 08:10:08 -0800126 StatsUpdateTimes() : resolution_update_ms(0), bitrate_update_ms(0) {}
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000127 int64_t resolution_update_ms;
Peter Boström20f3f942015-05-15 11:33:39 +0200128 int64_t bitrate_update_ms;
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000129 };
asapersson118ef002016-03-31 00:00:19 -0700130 struct QpCounters {
asapersson5265fed2016-04-18 02:58:47 -0700131 SampleCounter vp8; // QP range: 0-127
132 SampleCounter vp9; // QP range: 0-255
asapersson118ef002016-03-31 00:00:19 -0700133 };
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000134 void PurgeOldStats() EXCLUSIVE_LOCKS_REQUIRED(crit_);
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000135 VideoSendStream::StreamStats* GetStatsEntry(uint32_t ssrc)
136 EXCLUSIVE_LOCKS_REQUIRED(crit_);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000137
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000138 Clock* const clock_;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000139 const VideoSendStream::Config config_;
pbos5ad935c2016-01-25 03:52:44 -0800140 rtc::CriticalSection crit_;
sprangb4a1ae52015-12-03 08:10:08 -0800141 VideoEncoderConfig::ContentType content_type_ GUARDED_BY(crit_);
pbos@webrtc.orgde1429e2014-04-28 13:00:21 +0000142 VideoSendStream::Stats stats_ GUARDED_BY(crit_);
Åsa Persson24b4eda2015-06-16 10:17:01 +0200143 uint32_t last_sent_frame_timestamp_ GUARDED_BY(crit_);
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000144 std::map<uint32_t, StatsUpdateTimes> update_times_ GUARDED_BY(crit_);
asapersson1aa420b2015-12-07 03:12:22 -0800145 rtc::ExpFilter encode_time_ GUARDED_BY(crit_);
asaperssond89920b2015-07-22 06:52:00 -0700146
sprangb4a1ae52015-12-03 08:10:08 -0800147 // Contains stats used for UMA histograms. These stats will be reset if
148 // content type changes between real-time video and screenshare, since these
149 // will be reported separately.
150 struct UmaSamplesContainer {
sprang07fb9be2016-02-24 07:55:00 -0800151 UmaSamplesContainer(const char* prefix,
152 const VideoSendStream::Stats& start_stats,
153 Clock* clock);
sprangb4a1ae52015-12-03 08:10:08 -0800154 ~UmaSamplesContainer();
155
sprang07fb9be2016-02-24 07:55:00 -0800156 void UpdateHistograms(const VideoSendStream::Config& config,
157 const VideoSendStream::Stats& current_stats);
sprangb4a1ae52015-12-03 08:10:08 -0800158
159 const std::string uma_prefix_;
sprang07fb9be2016-02-24 07:55:00 -0800160 Clock* const clock_;
sprangb4a1ae52015-12-03 08:10:08 -0800161 int max_sent_width_per_timestamp_;
162 int max_sent_height_per_timestamp_;
163 SampleCounter input_width_counter_;
164 SampleCounter input_height_counter_;
165 SampleCounter sent_width_counter_;
166 SampleCounter sent_height_counter_;
167 SampleCounter encode_time_counter_;
168 BoolSampleCounter key_frame_counter_;
169 BoolSampleCounter quality_limited_frame_counter_;
170 SampleCounter quality_downscales_counter_;
171 BoolSampleCounter bw_limited_frame_counter_;
172 SampleCounter bw_resolutions_disabled_counter_;
173 SampleCounter delay_counter_;
174 SampleCounter max_delay_counter_;
175 rtc::RateTracker input_frame_rate_tracker_;
176 rtc::RateTracker sent_frame_rate_tracker_;
sprange2d83d62016-02-19 09:03:26 -0800177 int64_t first_rtcp_stats_time_ms_;
Erik Språng22c2b482016-03-01 09:40:42 +0100178 int64_t first_rtp_stats_time_ms_;
sprange2d83d62016-02-19 09:03:26 -0800179 ReportBlockStats report_block_stats_;
sprang07fb9be2016-02-24 07:55:00 -0800180 const VideoSendStream::Stats start_stats_;
asapersson118ef002016-03-31 00:00:19 -0700181 std::map<int, QpCounters>
182 qp_counters_; // QP counters mapped by spatial idx.
sprangb4a1ae52015-12-03 08:10:08 -0800183 };
184
kwiberg27f982b2016-03-01 11:52:33 -0800185 std::unique_ptr<UmaSamplesContainer> uma_container_ GUARDED_BY(crit_);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000186};
187
188} // namespace webrtc
189#endif // WEBRTC_VIDEO_SEND_STATISTICS_PROXY_H_