blob: 49f0bf383bb292216970bdda595b5ac8a2131ab6 [file] [log] [blame]
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001/*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#ifndef WEBRTC_VIDEO_SEND_STATISTICS_PROXY_H_
12#define WEBRTC_VIDEO_SEND_STATISTICS_PROXY_H_
13
mflodmand1590b22015-12-09 07:07:59 -080014#include <map>
kwiberg27f982b2016-03-01 11:52:33 -080015#include <memory>
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000016#include <string>
Pera48ddb72016-09-29 11:48:50 +020017#include <vector>
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000018
Peter Boströmf2f82832015-05-01 13:00:41 +020019#include "webrtc/base/criticalsection.h"
asapersson1aa420b2015-12-07 03:12:22 -080020#include "webrtc/base/exp_filter.h"
perkj@webrtc.orgaf612d52015-03-18 09:51:05 +000021#include "webrtc/base/ratetracker.h"
pbos@webrtc.org38344ed2014-09-24 06:05:00 +000022#include "webrtc/base/thread_annotations.h"
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000023#include "webrtc/common_types.h"
Henrik Kjellander2557b862015-11-18 22:00:21 +010024#include "webrtc/modules/video_coding/include/video_codec_interface.h"
25#include "webrtc/modules/video_coding/include/video_coding_defines.h"
Henrik Kjellander98f53512015-10-28 18:17:40 +010026#include "webrtc/system_wrappers/include/clock.h"
Peter Boström7623ce42015-12-09 12:13:30 +010027#include "webrtc/video/overuse_frame_detector.h"
sprange2d83d62016-02-19 09:03:26 -080028#include "webrtc/video/report_block_stats.h"
Peter Boström7623ce42015-12-09 12:13:30 +010029#include "webrtc/video/vie_encoder.h"
pbos@webrtc.org273a4142014-12-01 15:23:21 +000030#include "webrtc/video_send_stream.h"
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000031
32namespace webrtc {
33
pbos@webrtc.org3e6e2712015-02-26 12:19:31 +000034class SendStatisticsProxy : public CpuOveruseMetricsObserver,
35 public RtcpStatisticsCallback,
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +000036 public RtcpPacketTypeCounterObserver,
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000037 public StreamDataCountersCallback,
38 public BitrateStatisticsObserver,
39 public FrameCountObserver,
stefan@webrtc.org168f23f2014-07-11 13:44:02 +000040 public SendSideDelayObserver {
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000041 public:
pbos@webrtc.org273a4142014-12-01 15:23:21 +000042 static const int kStatsTimeoutMs;
43
sprangb4a1ae52015-12-03 08:10:08 -080044 SendStatisticsProxy(Clock* clock,
45 const VideoSendStream::Config& config,
46 VideoEncoderConfig::ContentType content_type);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000047 virtual ~SendStatisticsProxy();
48
pbos@webrtc.org273a4142014-12-01 15:23:21 +000049 VideoSendStream::Stats GetStats();
50
51 virtual void OnSendEncodedImage(const EncodedImage& encoded_image,
kjellander02b3d272016-04-20 05:05:54 -070052 const CodecSpecificInfo* codec_info);
perkj@webrtc.orgaf612d52015-03-18 09:51:05 +000053 // Used to update incoming frame rate.
asaperssond89920b2015-07-22 06:52:00 -070054 void OnIncomingFrame(int width, int height);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000055
perkj275afc52016-09-01 00:21:16 -070056 void OnEncoderStatsUpdate(uint32_t framerate, uint32_t bitrate);
Peter Boström7083e112015-09-22 16:28:51 +020057 void OnSuspendChange(bool is_suspended);
Peter Boström20f3f942015-05-15 11:33:39 +020058 void OnInactiveSsrc(uint32_t ssrc);
59
sprangb4a1ae52015-12-03 08:10:08 -080060 // Used to indicate change in content type, which may require a change in
Pera48ddb72016-09-29 11:48:50 +020061 // how stats are collected and set the configured preferred media bitrate.
62 void OnEncoderReconfigured(const VideoEncoderConfig& encoder_config,
63 uint32_t preferred_bitrate_bps);
sprangb4a1ae52015-12-03 08:10:08 -080064
perkjf5b2e512016-07-05 08:34:04 -070065 // Used to update the encoder target rate.
66 void OnSetEncoderTargetRate(uint32_t bitrate_bps);
Peter Boströme4499152016-02-05 11:13:28 +010067
68 // Implements CpuOveruseMetricsObserver.
69 void OnEncodedFrameTimeMeasured(int encode_time_ms,
70 const CpuOveruseMetrics& metrics) override;
71
Per69b332d2016-06-02 15:45:42 +020072 int GetSendFrameRate() const;
73
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000074 protected:
75 // From RtcpStatisticsCallback.
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000076 void StatisticsUpdated(const RtcpStatistics& statistics,
77 uint32_t ssrc) override;
78 void CNameChanged(const char* cname, uint32_t ssrc) override;
asaperssond89920b2015-07-22 06:52:00 -070079 // From RtcpPacketTypeCounterObserver.
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000080 void RtcpPacketTypesCounterUpdated(
pbos@webrtc.org1d0fa5d2015-02-19 12:47:00 +000081 uint32_t ssrc,
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000082 const RtcpPacketTypeCounter& packet_counter) override;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000083 // From StreamDataCountersCallback.
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000084 void DataCountersUpdated(const StreamDataCounters& counters,
85 uint32_t ssrc) override;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000086
87 // From BitrateStatisticsObserver.
sprangcd349d92016-07-13 09:11:28 -070088 void Notify(uint32_t total_bitrate_bps,
89 uint32_t retransmit_bitrate_bps,
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000090 uint32_t ssrc) override;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000091
92 // From FrameCountObserver.
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000093 void FrameCountUpdated(const FrameCounts& frame_counts,
94 uint32_t ssrc) override;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000095
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000096 void SendSideDelayUpdated(int avg_delay_ms,
97 int max_delay_ms,
98 uint32_t ssrc) override;
stefan@webrtc.org168f23f2014-07-11 13:44:02 +000099
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000100 private:
asaperssonda535c42015-10-19 23:32:41 -0700101 class SampleCounter {
102 public:
asaperssond89920b2015-07-22 06:52:00 -0700103 SampleCounter() : sum(0), num_samples(0) {}
asaperssonda535c42015-10-19 23:32:41 -0700104 ~SampleCounter() {}
asaperssond89920b2015-07-22 06:52:00 -0700105 void Add(int sample);
106 int Avg(int min_required_samples) const;
107
108 private:
109 int sum;
110 int num_samples;
111 };
asaperssonda535c42015-10-19 23:32:41 -0700112 class BoolSampleCounter {
113 public:
asaperssondec5ebf2015-10-05 02:36:17 -0700114 BoolSampleCounter() : sum(0), num_samples(0) {}
asaperssonda535c42015-10-19 23:32:41 -0700115 ~BoolSampleCounter() {}
asaperssondec5ebf2015-10-05 02:36:17 -0700116 void Add(bool sample);
117 int Percent(int min_required_samples) const;
118 int Permille(int min_required_samples) const;
119
120 private:
121 int Fraction(int min_required_samples, float multiplier) const;
122 int sum;
123 int num_samples;
124 };
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000125 struct StatsUpdateTimes {
sprangb4a1ae52015-12-03 08:10:08 -0800126 StatsUpdateTimes() : resolution_update_ms(0), bitrate_update_ms(0) {}
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000127 int64_t resolution_update_ms;
Peter Boström20f3f942015-05-15 11:33:39 +0200128 int64_t bitrate_update_ms;
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000129 };
asapersson118ef002016-03-31 00:00:19 -0700130 struct QpCounters {
asapersson5265fed2016-04-18 02:58:47 -0700131 SampleCounter vp8; // QP range: 0-127
132 SampleCounter vp9; // QP range: 0-255
asapersson118ef002016-03-31 00:00:19 -0700133 };
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000134 void PurgeOldStats() EXCLUSIVE_LOCKS_REQUIRED(crit_);
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000135 VideoSendStream::StreamStats* GetStatsEntry(uint32_t ssrc)
136 EXCLUSIVE_LOCKS_REQUIRED(crit_);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000137
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000138 Clock* const clock_;
perkj26091b12016-09-01 01:17:40 -0700139 const std::string payload_name_;
140 const VideoSendStream::Config::Rtp rtp_config_;
pbos5ad935c2016-01-25 03:52:44 -0800141 rtc::CriticalSection crit_;
sprangb4a1ae52015-12-03 08:10:08 -0800142 VideoEncoderConfig::ContentType content_type_ GUARDED_BY(crit_);
asapersson4374a092016-07-27 00:39:09 -0700143 const int64_t start_ms_;
pbos@webrtc.orgde1429e2014-04-28 13:00:21 +0000144 VideoSendStream::Stats stats_ GUARDED_BY(crit_);
Åsa Persson24b4eda2015-06-16 10:17:01 +0200145 uint32_t last_sent_frame_timestamp_ GUARDED_BY(crit_);
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000146 std::map<uint32_t, StatsUpdateTimes> update_times_ GUARDED_BY(crit_);
asapersson1aa420b2015-12-07 03:12:22 -0800147 rtc::ExpFilter encode_time_ GUARDED_BY(crit_);
asaperssond89920b2015-07-22 06:52:00 -0700148
sprangb4a1ae52015-12-03 08:10:08 -0800149 // Contains stats used for UMA histograms. These stats will be reset if
150 // content type changes between real-time video and screenshare, since these
151 // will be reported separately.
152 struct UmaSamplesContainer {
sprang07fb9be2016-02-24 07:55:00 -0800153 UmaSamplesContainer(const char* prefix,
154 const VideoSendStream::Stats& start_stats,
155 Clock* clock);
sprangb4a1ae52015-12-03 08:10:08 -0800156 ~UmaSamplesContainer();
157
perkj26091b12016-09-01 01:17:40 -0700158 void UpdateHistograms(const VideoSendStream::Config::Rtp& rtp_config,
sprang07fb9be2016-02-24 07:55:00 -0800159 const VideoSendStream::Stats& current_stats);
sprangb4a1ae52015-12-03 08:10:08 -0800160
161 const std::string uma_prefix_;
sprang07fb9be2016-02-24 07:55:00 -0800162 Clock* const clock_;
sprangb4a1ae52015-12-03 08:10:08 -0800163 int max_sent_width_per_timestamp_;
164 int max_sent_height_per_timestamp_;
165 SampleCounter input_width_counter_;
166 SampleCounter input_height_counter_;
167 SampleCounter sent_width_counter_;
168 SampleCounter sent_height_counter_;
169 SampleCounter encode_time_counter_;
170 BoolSampleCounter key_frame_counter_;
171 BoolSampleCounter quality_limited_frame_counter_;
172 SampleCounter quality_downscales_counter_;
173 BoolSampleCounter bw_limited_frame_counter_;
174 SampleCounter bw_resolutions_disabled_counter_;
175 SampleCounter delay_counter_;
176 SampleCounter max_delay_counter_;
177 rtc::RateTracker input_frame_rate_tracker_;
178 rtc::RateTracker sent_frame_rate_tracker_;
sprange2d83d62016-02-19 09:03:26 -0800179 int64_t first_rtcp_stats_time_ms_;
Erik Språng22c2b482016-03-01 09:40:42 +0100180 int64_t first_rtp_stats_time_ms_;
sprange2d83d62016-02-19 09:03:26 -0800181 ReportBlockStats report_block_stats_;
sprang07fb9be2016-02-24 07:55:00 -0800182 const VideoSendStream::Stats start_stats_;
asapersson118ef002016-03-31 00:00:19 -0700183 std::map<int, QpCounters>
184 qp_counters_; // QP counters mapped by spatial idx.
sprangb4a1ae52015-12-03 08:10:08 -0800185 };
186
kwiberg27f982b2016-03-01 11:52:33 -0800187 std::unique_ptr<UmaSamplesContainer> uma_container_ GUARDED_BY(crit_);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000188};
189
190} // namespace webrtc
191#endif // WEBRTC_VIDEO_SEND_STATISTICS_PROXY_H_