blob: 912908c524369e745fc3d2331674bd7ba39da731 [file] [log] [blame]
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001/*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#include "video/send_statistics_proxy.h"
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000012
13#include <map>
kwiberg27f982b2016-03-01 11:52:33 -080014#include <memory>
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000015#include <string>
16#include <vector>
17
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020018#include "system_wrappers/include/metrics.h"
19#include "system_wrappers/include/metrics_default.h"
20#include "test/gtest.h"
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000021
22namespace webrtc {
asapersson5265fed2016-04-18 02:58:47 -070023namespace {
24const uint32_t kFirstSsrc = 17;
25const uint32_t kSecondSsrc = 42;
26const uint32_t kFirstRtxSsrc = 18;
27const uint32_t kSecondRtxSsrc = 43;
asaperssona6a699a2016-11-25 03:52:46 -080028const uint32_t kFlexFecSsrc = 55;
asapersson320e45a2016-11-29 01:40:35 -080029const int kFpsPeriodicIntervalMs = 2000;
30const int kWidth = 640;
31const int kHeight = 480;
asapersson5265fed2016-04-18 02:58:47 -070032const int kQpIdx0 = 21;
33const int kQpIdx1 = 39;
kthelgason0cd27ba2016-12-19 06:32:16 -080034const CodecSpecificInfo kDefaultCodecInfo = []() {
35 CodecSpecificInfo codec_info;
36 codec_info.codecType = kVideoCodecVP8;
37 codec_info.codecSpecific.VP8.simulcastIdx = 0;
38 return codec_info;
39}();
asapersson5265fed2016-04-18 02:58:47 -070040} // namespace
sprang07fb9be2016-02-24 07:55:00 -080041
stefan@webrtc.org168f23f2014-07-11 13:44:02 +000042class SendStatisticsProxyTest : public ::testing::Test {
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000043 public:
pbos@webrtc.org273a4142014-12-01 15:23:21 +000044 SendStatisticsProxyTest()
solenberg4fbae2b2015-08-28 04:07:10 -070045 : fake_clock_(1234), config_(GetTestConfig()), avg_delay_ms_(0),
46 max_delay_ms_(0) {}
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000047 virtual ~SendStatisticsProxyTest() {}
48
49 protected:
50 virtual void SetUp() {
asapersson01d70a32016-05-20 06:29:46 -070051 metrics::Reset();
sprangb4a1ae52015-12-03 08:10:08 -080052 statistics_proxy_.reset(new SendStatisticsProxy(
53 &fake_clock_, GetTestConfig(),
54 VideoEncoderConfig::ContentType::kRealtimeVideo));
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000055 expected_ = VideoSendStream::Stats();
asapersson2e5cfcd2016-08-11 08:41:18 -070056 for (const auto& ssrc : config_.rtp.ssrcs)
57 expected_.substreams[ssrc].is_rtx = false;
58 for (const auto& ssrc : config_.rtp.rtx.ssrcs)
59 expected_.substreams[ssrc].is_rtx = true;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000060 }
61
62 VideoSendStream::Config GetTestConfig() {
solenberg4fbae2b2015-08-28 04:07:10 -070063 VideoSendStream::Config config(nullptr);
sprang07fb9be2016-02-24 07:55:00 -080064 config.rtp.ssrcs.push_back(kFirstSsrc);
65 config.rtp.ssrcs.push_back(kSecondSsrc);
66 config.rtp.rtx.ssrcs.push_back(kFirstRtxSsrc);
67 config.rtp.rtx.ssrcs.push_back(kSecondRtxSsrc);
brandtrb5f2c3f2016-10-04 23:28:39 -070068 config.rtp.ulpfec.red_payload_type = 17;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000069 return config;
70 }
71
asaperssona6a699a2016-11-25 03:52:46 -080072 VideoSendStream::Config GetTestConfigWithFlexFec() {
73 VideoSendStream::Config config(nullptr);
74 config.rtp.ssrcs.push_back(kFirstSsrc);
75 config.rtp.ssrcs.push_back(kSecondSsrc);
76 config.rtp.rtx.ssrcs.push_back(kFirstRtxSsrc);
77 config.rtp.rtx.ssrcs.push_back(kSecondRtxSsrc);
brandtr3d200bd2017-01-16 06:59:19 -080078 config.rtp.flexfec.payload_type = 50;
79 config.rtp.flexfec.ssrc = kFlexFecSsrc;
asaperssona6a699a2016-11-25 03:52:46 -080080 return config;
81 }
82
83 VideoSendStream::StreamStats GetStreamStats(uint32_t ssrc) {
84 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
85 std::map<uint32_t, VideoSendStream::StreamStats>::iterator it =
86 stats.substreams.find(ssrc);
87 EXPECT_NE(it, stats.substreams.end());
88 return it->second;
89 }
90
asapersson66d4b372016-12-19 06:50:53 -080091 void UpdateDataCounters(uint32_t ssrc) {
92 StreamDataCountersCallback* proxy =
93 static_cast<StreamDataCountersCallback*>(statistics_proxy_.get());
94 StreamDataCounters counters;
95 proxy->DataCountersUpdated(counters, ssrc);
96 }
97
sprang@webrtc.org09315702014-02-07 12:06:29 +000098 void ExpectEqual(VideoSendStream::Stats one, VideoSendStream::Stats other) {
sprang@webrtc.org09315702014-02-07 12:06:29 +000099 EXPECT_EQ(one.input_frame_rate, other.input_frame_rate);
100 EXPECT_EQ(one.encode_frame_rate, other.encode_frame_rate);
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000101 EXPECT_EQ(one.media_bitrate_bps, other.media_bitrate_bps);
Pera48ddb72016-09-29 11:48:50 +0200102 EXPECT_EQ(one.preferred_media_bitrate_bps,
103 other.preferred_media_bitrate_bps);
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +0000104 EXPECT_EQ(one.suspended, other.suspended);
sprang@webrtc.org09315702014-02-07 12:06:29 +0000105
106 EXPECT_EQ(one.substreams.size(), other.substreams.size());
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000107 for (std::map<uint32_t, VideoSendStream::StreamStats>::const_iterator it =
sprang@webrtc.org09315702014-02-07 12:06:29 +0000108 one.substreams.begin();
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000109 it != one.substreams.end(); ++it) {
110 std::map<uint32_t, VideoSendStream::StreamStats>::const_iterator
111 corresponding_it = other.substreams.find(it->first);
sprang@webrtc.org09315702014-02-07 12:06:29 +0000112 ASSERT_TRUE(corresponding_it != other.substreams.end());
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000113 const VideoSendStream::StreamStats& a = it->second;
114 const VideoSendStream::StreamStats& b = corresponding_it->second;
sprang@webrtc.org09315702014-02-07 12:06:29 +0000115
asapersson2e5cfcd2016-08-11 08:41:18 -0700116 EXPECT_EQ(a.is_rtx, b.is_rtx);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000117 EXPECT_EQ(a.frame_counts.key_frames, b.frame_counts.key_frames);
118 EXPECT_EQ(a.frame_counts.delta_frames, b.frame_counts.delta_frames);
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000119 EXPECT_EQ(a.total_bitrate_bps, b.total_bitrate_bps);
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000120 EXPECT_EQ(a.avg_delay_ms, b.avg_delay_ms);
121 EXPECT_EQ(a.max_delay_ms, b.max_delay_ms);
sprang@webrtc.org09315702014-02-07 12:06:29 +0000122
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +0000123 EXPECT_EQ(a.rtp_stats.transmitted.payload_bytes,
124 b.rtp_stats.transmitted.payload_bytes);
125 EXPECT_EQ(a.rtp_stats.transmitted.header_bytes,
126 b.rtp_stats.transmitted.header_bytes);
127 EXPECT_EQ(a.rtp_stats.transmitted.padding_bytes,
128 b.rtp_stats.transmitted.padding_bytes);
129 EXPECT_EQ(a.rtp_stats.transmitted.packets,
130 b.rtp_stats.transmitted.packets);
131 EXPECT_EQ(a.rtp_stats.retransmitted.packets,
132 b.rtp_stats.retransmitted.packets);
133 EXPECT_EQ(a.rtp_stats.fec.packets, b.rtp_stats.fec.packets);
sprang@webrtc.org09315702014-02-07 12:06:29 +0000134
135 EXPECT_EQ(a.rtcp_stats.fraction_lost, b.rtcp_stats.fraction_lost);
srte186d9c32017-08-04 05:03:53 -0700136 EXPECT_EQ(a.rtcp_stats.packets_lost, b.rtcp_stats.packets_lost);
137 EXPECT_EQ(a.rtcp_stats.extended_highest_sequence_number,
138 b.rtcp_stats.extended_highest_sequence_number);
sprang@webrtc.org09315702014-02-07 12:06:29 +0000139 EXPECT_EQ(a.rtcp_stats.jitter, b.rtcp_stats.jitter);
140 }
141 }
142
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000143 SimulatedClock fake_clock_;
kwiberg27f982b2016-03-01 11:52:33 -0800144 std::unique_ptr<SendStatisticsProxy> statistics_proxy_;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000145 VideoSendStream::Config config_;
146 int avg_delay_ms_;
147 int max_delay_ms_;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000148 VideoSendStream::Stats expected_;
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000149 typedef std::map<uint32_t, VideoSendStream::StreamStats>::const_iterator
150 StreamIterator;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000151};
152
153TEST_F(SendStatisticsProxyTest, RtcpStatistics) {
154 RtcpStatisticsCallback* callback = statistics_proxy_.get();
asapersson35151f32016-05-02 23:44:01 -0700155 for (const auto& ssrc : config_.rtp.ssrcs) {
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000156 VideoSendStream::StreamStats& ssrc_stats = expected_.substreams[ssrc];
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000157
158 // Add statistics with some arbitrary, but unique, numbers.
159 uint32_t offset = ssrc * sizeof(RtcpStatistics);
srte186d9c32017-08-04 05:03:53 -0700160 ssrc_stats.rtcp_stats.packets_lost = offset;
161 ssrc_stats.rtcp_stats.extended_highest_sequence_number = offset + 1;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000162 ssrc_stats.rtcp_stats.fraction_lost = offset + 2;
163 ssrc_stats.rtcp_stats.jitter = offset + 3;
164 callback->StatisticsUpdated(ssrc_stats.rtcp_stats, ssrc);
165 }
asapersson35151f32016-05-02 23:44:01 -0700166 for (const auto& ssrc : config_.rtp.rtx.ssrcs) {
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000167 VideoSendStream::StreamStats& ssrc_stats = expected_.substreams[ssrc];
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000168
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000169 // Add statistics with some arbitrary, but unique, numbers.
170 uint32_t offset = ssrc * sizeof(RtcpStatistics);
srte186d9c32017-08-04 05:03:53 -0700171 ssrc_stats.rtcp_stats.packets_lost = offset;
172 ssrc_stats.rtcp_stats.extended_highest_sequence_number = offset + 1;
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000173 ssrc_stats.rtcp_stats.fraction_lost = offset + 2;
174 ssrc_stats.rtcp_stats.jitter = offset + 3;
175 callback->StatisticsUpdated(ssrc_stats.rtcp_stats, ssrc);
176 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000177 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprang@webrtc.org09315702014-02-07 12:06:29 +0000178 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000179}
180
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000181TEST_F(SendStatisticsProxyTest, EncodedBitrateAndFramerate) {
Peter Boström7083e112015-09-22 16:28:51 +0200182 int media_bitrate_bps = 500;
183 int encode_fps = 29;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000184
perkj275afc52016-09-01 00:21:16 -0700185 statistics_proxy_->OnEncoderStatsUpdate(encode_fps, media_bitrate_bps);
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000186
187 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
188 EXPECT_EQ(media_bitrate_bps, stats.media_bitrate_bps);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000189 EXPECT_EQ(encode_fps, stats.encode_frame_rate);
190}
191
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +0000192TEST_F(SendStatisticsProxyTest, Suspended) {
193 // Verify that the value is false by default.
194 EXPECT_FALSE(statistics_proxy_->GetStats().suspended);
195
196 // Verify that we can set it to true.
Peter Boström7083e112015-09-22 16:28:51 +0200197 statistics_proxy_->OnSuspendChange(true);
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +0000198 EXPECT_TRUE(statistics_proxy_->GetStats().suspended);
199
200 // Verify that we can set it back to false again.
Peter Boström7083e112015-09-22 16:28:51 +0200201 statistics_proxy_->OnSuspendChange(false);
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +0000202 EXPECT_FALSE(statistics_proxy_->GetStats().suspended);
203}
204
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000205TEST_F(SendStatisticsProxyTest, FrameCounts) {
206 FrameCountObserver* observer = statistics_proxy_.get();
asapersson35151f32016-05-02 23:44:01 -0700207 for (const auto& ssrc : config_.rtp.ssrcs) {
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000208 // Add statistics with some arbitrary, but unique, numbers.
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000209 VideoSendStream::StreamStats& stats = expected_.substreams[ssrc];
210 uint32_t offset = ssrc * sizeof(VideoSendStream::StreamStats);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000211 FrameCounts frame_counts;
212 frame_counts.key_frames = offset;
213 frame_counts.delta_frames = offset + 1;
214 stats.frame_counts = frame_counts;
215 observer->FrameCountUpdated(frame_counts, ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000216 }
asapersson35151f32016-05-02 23:44:01 -0700217 for (const auto& ssrc : config_.rtp.rtx.ssrcs) {
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000218 // Add statistics with some arbitrary, but unique, numbers.
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000219 VideoSendStream::StreamStats& stats = expected_.substreams[ssrc];
220 uint32_t offset = ssrc * sizeof(VideoSendStream::StreamStats);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000221 FrameCounts frame_counts;
222 frame_counts.key_frames = offset;
223 frame_counts.delta_frames = offset + 1;
224 stats.frame_counts = frame_counts;
225 observer->FrameCountUpdated(frame_counts, ssrc);
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000226 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000227
228 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprang@webrtc.org09315702014-02-07 12:06:29 +0000229 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000230}
231
232TEST_F(SendStatisticsProxyTest, DataCounters) {
233 StreamDataCountersCallback* callback = statistics_proxy_.get();
asapersson35151f32016-05-02 23:44:01 -0700234 for (const auto& ssrc : config_.rtp.ssrcs) {
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000235 StreamDataCounters& counters = expected_.substreams[ssrc].rtp_stats;
236 // Add statistics with some arbitrary, but unique, numbers.
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000237 size_t offset = ssrc * sizeof(StreamDataCounters);
238 uint32_t offset_uint32 = static_cast<uint32_t>(offset);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +0000239 counters.transmitted.payload_bytes = offset;
240 counters.transmitted.header_bytes = offset + 1;
241 counters.fec.packets = offset_uint32 + 2;
242 counters.transmitted.padding_bytes = offset + 3;
243 counters.retransmitted.packets = offset_uint32 + 4;
244 counters.transmitted.packets = offset_uint32 + 5;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000245 callback->DataCountersUpdated(counters, ssrc);
246 }
asapersson35151f32016-05-02 23:44:01 -0700247 for (const auto& ssrc : config_.rtp.rtx.ssrcs) {
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000248 StreamDataCounters& counters = expected_.substreams[ssrc].rtp_stats;
249 // Add statistics with some arbitrary, but unique, numbers.
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000250 size_t offset = ssrc * sizeof(StreamDataCounters);
251 uint32_t offset_uint32 = static_cast<uint32_t>(offset);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +0000252 counters.transmitted.payload_bytes = offset;
253 counters.transmitted.header_bytes = offset + 1;
254 counters.fec.packets = offset_uint32 + 2;
255 counters.transmitted.padding_bytes = offset + 3;
256 counters.retransmitted.packets = offset_uint32 + 4;
257 counters.transmitted.packets = offset_uint32 + 5;
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000258 callback->DataCountersUpdated(counters, ssrc);
259 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000260
261 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprang@webrtc.org09315702014-02-07 12:06:29 +0000262 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000263}
264
265TEST_F(SendStatisticsProxyTest, Bitrate) {
266 BitrateStatisticsObserver* observer = statistics_proxy_.get();
asapersson35151f32016-05-02 23:44:01 -0700267 for (const auto& ssrc : config_.rtp.ssrcs) {
sprangcd349d92016-07-13 09:11:28 -0700268 uint32_t total;
269 uint32_t retransmit;
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000270 // Use ssrc as bitrate_bps to get a unique value for each stream.
sprangcd349d92016-07-13 09:11:28 -0700271 total = ssrc;
272 retransmit = ssrc + 1;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000273 observer->Notify(total, retransmit, ssrc);
sprangcd349d92016-07-13 09:11:28 -0700274 expected_.substreams[ssrc].total_bitrate_bps = total;
275 expected_.substreams[ssrc].retransmit_bitrate_bps = retransmit;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000276 }
asapersson35151f32016-05-02 23:44:01 -0700277 for (const auto& ssrc : config_.rtp.rtx.ssrcs) {
sprangcd349d92016-07-13 09:11:28 -0700278 uint32_t total;
279 uint32_t retransmit;
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000280 // Use ssrc as bitrate_bps to get a unique value for each stream.
sprangcd349d92016-07-13 09:11:28 -0700281 total = ssrc;
282 retransmit = ssrc + 1;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000283 observer->Notify(total, retransmit, ssrc);
sprangcd349d92016-07-13 09:11:28 -0700284 expected_.substreams[ssrc].total_bitrate_bps = total;
285 expected_.substreams[ssrc].retransmit_bitrate_bps = retransmit;
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000286 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000287
288 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprang@webrtc.org09315702014-02-07 12:06:29 +0000289 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000290}
291
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000292TEST_F(SendStatisticsProxyTest, SendSideDelay) {
293 SendSideDelayObserver* observer = statistics_proxy_.get();
asapersson35151f32016-05-02 23:44:01 -0700294 for (const auto& ssrc : config_.rtp.ssrcs) {
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000295 // Use ssrc as avg_delay_ms and max_delay_ms to get a unique value for each
296 // stream.
297 int avg_delay_ms = ssrc;
298 int max_delay_ms = ssrc + 1;
299 observer->SendSideDelayUpdated(avg_delay_ms, max_delay_ms, ssrc);
300 expected_.substreams[ssrc].avg_delay_ms = avg_delay_ms;
301 expected_.substreams[ssrc].max_delay_ms = max_delay_ms;
302 }
asapersson35151f32016-05-02 23:44:01 -0700303 for (const auto& ssrc : config_.rtp.rtx.ssrcs) {
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000304 // Use ssrc as avg_delay_ms and max_delay_ms to get a unique value for each
305 // stream.
306 int avg_delay_ms = ssrc;
307 int max_delay_ms = ssrc + 1;
308 observer->SendSideDelayUpdated(avg_delay_ms, max_delay_ms, ssrc);
309 expected_.substreams[ssrc].avg_delay_ms = avg_delay_ms;
310 expected_.substreams[ssrc].max_delay_ms = max_delay_ms;
311 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000312 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000313 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000314}
315
Peter Boströme4499152016-02-05 11:13:28 +0100316TEST_F(SendStatisticsProxyTest, OnEncodedFrameTimeMeasured) {
asapersson1aa420b2015-12-07 03:12:22 -0800317 const int kEncodeTimeMs = 11;
Peter Boströme4499152016-02-05 11:13:28 +0100318 CpuOveruseMetrics metrics;
319 metrics.encode_usage_percent = 80;
320 statistics_proxy_->OnEncodedFrameTimeMeasured(kEncodeTimeMs, metrics);
asapersson1aa420b2015-12-07 03:12:22 -0800321
322 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
323 EXPECT_EQ(kEncodeTimeMs, stats.avg_encode_time_ms);
Peter Boströme4499152016-02-05 11:13:28 +0100324 EXPECT_EQ(metrics.encode_usage_percent, stats.encode_usage_percent);
asapersson1aa420b2015-12-07 03:12:22 -0800325}
326
Pera48ddb72016-09-29 11:48:50 +0200327TEST_F(SendStatisticsProxyTest, OnEncoderReconfiguredChangePreferredBitrate) {
328 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
329 EXPECT_EQ(0, stats.preferred_media_bitrate_bps);
330 const int kPreferredMediaBitrateBps = 50;
331
332 VideoEncoderConfig config;
333 statistics_proxy_->OnEncoderReconfigured(config, kPreferredMediaBitrateBps);
334 stats = statistics_proxy_->GetStats();
335 EXPECT_EQ(kPreferredMediaBitrateBps, stats.preferred_media_bitrate_bps);
336}
337
sakal43536c32016-10-24 01:46:43 -0700338TEST_F(SendStatisticsProxyTest, OnSendEncodedImageIncreasesFramesEncoded) {
339 EncodedImage encoded_image;
340 CodecSpecificInfo codec_info;
341 EXPECT_EQ(0u, statistics_proxy_->GetStats().frames_encoded);
342 for (uint32_t i = 1; i <= 3; ++i) {
343 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
344 EXPECT_EQ(i, statistics_proxy_->GetStats().frames_encoded);
345 }
346}
347
sakal87da4042016-10-31 06:53:47 -0700348TEST_F(SendStatisticsProxyTest, OnSendEncodedImageIncreasesQpSum) {
349 EncodedImage encoded_image;
350 CodecSpecificInfo codec_info;
351 EXPECT_EQ(rtc::Optional<uint64_t>(), statistics_proxy_->GetStats().qp_sum);
352 encoded_image.qp_ = 3;
353 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
354 EXPECT_EQ(rtc::Optional<uint64_t>(3u), statistics_proxy_->GetStats().qp_sum);
355 encoded_image.qp_ = 127;
356 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
357 EXPECT_EQ(rtc::Optional<uint64_t>(130u),
358 statistics_proxy_->GetStats().qp_sum);
359}
360
361TEST_F(SendStatisticsProxyTest, OnSendEncodedImageWithoutQpQpSumWontExist) {
362 EncodedImage encoded_image;
363 CodecSpecificInfo codec_info;
364 encoded_image.qp_ = -1;
365 EXPECT_EQ(rtc::Optional<uint64_t>(), statistics_proxy_->GetStats().qp_sum);
366 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
367 EXPECT_EQ(rtc::Optional<uint64_t>(), statistics_proxy_->GetStats().qp_sum);
368}
369
asapersson09f05612017-05-15 23:40:18 -0700370TEST_F(SendStatisticsProxyTest, GetCpuAdaptationStats) {
mflodmancc3d4422017-08-03 08:27:51 -0700371 VideoStreamEncoder::AdaptCounts cpu_counts;
372 VideoStreamEncoder::AdaptCounts quality_counts;
asapersson09f05612017-05-15 23:40:18 -0700373 EXPECT_FALSE(statistics_proxy_->GetStats().cpu_limited_framerate);
asapersson36e9eb42017-03-31 05:29:12 -0700374 EXPECT_FALSE(statistics_proxy_->GetStats().cpu_limited_resolution);
asapersson09f05612017-05-15 23:40:18 -0700375 cpu_counts.fps = 1;
376 cpu_counts.resolution = 0;
377 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
378 EXPECT_TRUE(statistics_proxy_->GetStats().cpu_limited_framerate);
asapersson36e9eb42017-03-31 05:29:12 -0700379 EXPECT_FALSE(statistics_proxy_->GetStats().cpu_limited_resolution);
asapersson09f05612017-05-15 23:40:18 -0700380 cpu_counts.fps = 0;
381 cpu_counts.resolution = 1;
382 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
383 EXPECT_FALSE(statistics_proxy_->GetStats().cpu_limited_framerate);
asapersson6eca98b2017-04-04 23:40:50 -0700384 EXPECT_TRUE(statistics_proxy_->GetStats().cpu_limited_resolution);
asapersson09f05612017-05-15 23:40:18 -0700385 cpu_counts.fps = 1;
386 cpu_counts.resolution = -1;
387 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
388 EXPECT_TRUE(statistics_proxy_->GetStats().cpu_limited_framerate);
asaperssonfab67072017-04-04 05:51:49 -0700389 EXPECT_FALSE(statistics_proxy_->GetStats().cpu_limited_resolution);
asapersson09f05612017-05-15 23:40:18 -0700390 cpu_counts.fps = -1;
391 cpu_counts.resolution = -1;
392 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
393 EXPECT_FALSE(statistics_proxy_->GetStats().cpu_limited_framerate);
394 EXPECT_FALSE(statistics_proxy_->GetStats().cpu_limited_resolution);
395}
396
397TEST_F(SendStatisticsProxyTest, GetQualityAdaptationStats) {
mflodmancc3d4422017-08-03 08:27:51 -0700398 VideoStreamEncoder::AdaptCounts cpu_counts;
399 VideoStreamEncoder::AdaptCounts quality_counts;
asapersson09f05612017-05-15 23:40:18 -0700400 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_framerate);
401 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_resolution);
402 quality_counts.fps = 1;
403 quality_counts.resolution = 0;
404 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
405 EXPECT_TRUE(statistics_proxy_->GetStats().bw_limited_framerate);
406 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_resolution);
407 quality_counts.fps = 0;
408 quality_counts.resolution = 1;
409 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
410 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_framerate);
411 EXPECT_TRUE(statistics_proxy_->GetStats().bw_limited_resolution);
412 quality_counts.fps = 1;
413 quality_counts.resolution = -1;
414 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
415 EXPECT_TRUE(statistics_proxy_->GetStats().bw_limited_framerate);
416 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_resolution);
417 quality_counts.fps = -1;
418 quality_counts.resolution = -1;
419 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
420 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_framerate);
421 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_resolution);
422}
423
424TEST_F(SendStatisticsProxyTest, GetStatsReportsCpuAdaptChanges) {
mflodmancc3d4422017-08-03 08:27:51 -0700425 VideoStreamEncoder::AdaptCounts cpu_counts;
426 VideoStreamEncoder::AdaptCounts quality_counts;
asaperssonfab67072017-04-04 05:51:49 -0700427 EXPECT_EQ(0, statistics_proxy_->GetStats().number_of_cpu_adapt_changes);
428
asapersson09f05612017-05-15 23:40:18 -0700429 cpu_counts.resolution = 1;
430 statistics_proxy_->OnCpuAdaptationChanged(cpu_counts, quality_counts);
431 EXPECT_FALSE(statistics_proxy_->GetStats().cpu_limited_framerate);
asaperssonfab67072017-04-04 05:51:49 -0700432 EXPECT_TRUE(statistics_proxy_->GetStats().cpu_limited_resolution);
433 EXPECT_EQ(1, statistics_proxy_->GetStats().number_of_cpu_adapt_changes);
434
asapersson09f05612017-05-15 23:40:18 -0700435 cpu_counts.resolution = 2;
436 statistics_proxy_->OnCpuAdaptationChanged(cpu_counts, quality_counts);
437 EXPECT_FALSE(statistics_proxy_->GetStats().cpu_limited_framerate);
438 EXPECT_TRUE(statistics_proxy_->GetStats().cpu_limited_resolution);
asaperssonfab67072017-04-04 05:51:49 -0700439 EXPECT_EQ(2, statistics_proxy_->GetStats().number_of_cpu_adapt_changes);
asapersson09f05612017-05-15 23:40:18 -0700440 EXPECT_EQ(0, statistics_proxy_->GetStats().number_of_quality_adapt_changes);
asaperssonfab67072017-04-04 05:51:49 -0700441}
442
asapersson09f05612017-05-15 23:40:18 -0700443TEST_F(SendStatisticsProxyTest, GetStatsReportsQualityAdaptChanges) {
mflodmancc3d4422017-08-03 08:27:51 -0700444 VideoStreamEncoder::AdaptCounts cpu_counts;
445 VideoStreamEncoder::AdaptCounts quality_counts;
asaperssonfab67072017-04-04 05:51:49 -0700446 EXPECT_EQ(0, statistics_proxy_->GetStats().number_of_quality_adapt_changes);
447
asapersson09f05612017-05-15 23:40:18 -0700448 quality_counts.fps = 1;
449 statistics_proxy_->OnQualityAdaptationChanged(cpu_counts, quality_counts);
450 EXPECT_TRUE(statistics_proxy_->GetStats().bw_limited_framerate);
451 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_resolution);
asaperssonfab67072017-04-04 05:51:49 -0700452 EXPECT_EQ(1, statistics_proxy_->GetStats().number_of_quality_adapt_changes);
453
asapersson09f05612017-05-15 23:40:18 -0700454 quality_counts.fps = 0;
455 statistics_proxy_->OnQualityAdaptationChanged(cpu_counts, quality_counts);
456 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_framerate);
asaperssonfab67072017-04-04 05:51:49 -0700457 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_resolution);
asapersson09f05612017-05-15 23:40:18 -0700458 EXPECT_EQ(2, statistics_proxy_->GetStats().number_of_quality_adapt_changes);
459 EXPECT_EQ(0, statistics_proxy_->GetStats().number_of_cpu_adapt_changes);
asaperssonfab67072017-04-04 05:51:49 -0700460}
461
asapersson09f05612017-05-15 23:40:18 -0700462TEST_F(SendStatisticsProxyTest, AdaptChangesNotReported_AdaptationNotEnabled) {
asapersson0944a802017-04-07 00:57:58 -0700463 // First RTP packet sent.
464 UpdateDataCounters(kFirstSsrc);
asapersson6eca98b2017-04-04 23:40:50 -0700465 // Min runtime has passed.
466 fake_clock_.AdvanceTimeMilliseconds(metrics::kMinRunTimeInSeconds * 1000);
467 statistics_proxy_.reset();
468 EXPECT_EQ(0, metrics::NumSamples("WebRTC.Video.AdaptChangesPerMinute.Cpu"));
469 EXPECT_EQ(0,
470 metrics::NumSamples("WebRTC.Video.AdaptChangesPerMinute.Quality"));
471}
472
473TEST_F(SendStatisticsProxyTest, AdaptChangesNotReported_MinRuntimeNotPassed) {
asapersson0944a802017-04-07 00:57:58 -0700474 // First RTP packet sent.
475 UpdateDataCounters(kFirstSsrc);
asapersson09f05612017-05-15 23:40:18 -0700476 // Enable adaptation.
mflodmancc3d4422017-08-03 08:27:51 -0700477 VideoStreamEncoder::AdaptCounts cpu_counts;
478 VideoStreamEncoder::AdaptCounts quality_counts;
asapersson09f05612017-05-15 23:40:18 -0700479 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
asapersson6eca98b2017-04-04 23:40:50 -0700480 // Min runtime has not passed.
481 fake_clock_.AdvanceTimeMilliseconds(metrics::kMinRunTimeInSeconds * 1000 - 1);
482 statistics_proxy_.reset();
483 EXPECT_EQ(0, metrics::NumSamples("WebRTC.Video.AdaptChangesPerMinute.Cpu"));
484 EXPECT_EQ(0,
485 metrics::NumSamples("WebRTC.Video.AdaptChangesPerMinute.Quality"));
486}
487
asapersson09f05612017-05-15 23:40:18 -0700488TEST_F(SendStatisticsProxyTest, ZeroAdaptChangesReported) {
asapersson0944a802017-04-07 00:57:58 -0700489 // First RTP packet sent.
490 UpdateDataCounters(kFirstSsrc);
asapersson09f05612017-05-15 23:40:18 -0700491 // Enable adaptation.
mflodmancc3d4422017-08-03 08:27:51 -0700492 VideoStreamEncoder::AdaptCounts cpu_counts;
493 VideoStreamEncoder::AdaptCounts quality_counts;
asapersson09f05612017-05-15 23:40:18 -0700494 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
asapersson6eca98b2017-04-04 23:40:50 -0700495 // Min runtime has passed.
496 fake_clock_.AdvanceTimeMilliseconds(metrics::kMinRunTimeInSeconds * 1000);
497 statistics_proxy_.reset();
498 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.AdaptChangesPerMinute.Cpu"));
499 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.AdaptChangesPerMinute.Cpu", 0));
asapersson6eca98b2017-04-04 23:40:50 -0700500 EXPECT_EQ(1,
501 metrics::NumSamples("WebRTC.Video.AdaptChangesPerMinute.Quality"));
502 EXPECT_EQ(
503 1, metrics::NumEvents("WebRTC.Video.AdaptChangesPerMinute.Quality", 0));
504}
505
506TEST_F(SendStatisticsProxyTest, CpuAdaptChangesReported) {
asapersson0944a802017-04-07 00:57:58 -0700507 // First RTP packet sent.
508 UpdateDataCounters(kFirstSsrc);
asapersson09f05612017-05-15 23:40:18 -0700509 // Enable adaptation.
mflodmancc3d4422017-08-03 08:27:51 -0700510 VideoStreamEncoder::AdaptCounts cpu_counts;
511 VideoStreamEncoder::AdaptCounts quality_counts;
asapersson09f05612017-05-15 23:40:18 -0700512 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
asapersson0944a802017-04-07 00:57:58 -0700513 // Adapt changes: 1, elapsed time: 10 sec => 6 per minute.
asapersson09f05612017-05-15 23:40:18 -0700514 statistics_proxy_->OnCpuAdaptationChanged(cpu_counts, quality_counts);
asapersson6eca98b2017-04-04 23:40:50 -0700515 fake_clock_.AdvanceTimeMilliseconds(10000);
516 statistics_proxy_.reset();
517 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.AdaptChangesPerMinute.Cpu"));
518 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.AdaptChangesPerMinute.Cpu", 6));
519}
520
521TEST_F(SendStatisticsProxyTest, AdaptChangesStatsExcludesDisabledTime) {
asapersson0944a802017-04-07 00:57:58 -0700522 // First RTP packet sent.
523 UpdateDataCounters(kFirstSsrc);
524
asapersson09f05612017-05-15 23:40:18 -0700525 // Disable quality adaptation.
mflodmancc3d4422017-08-03 08:27:51 -0700526 VideoStreamEncoder::AdaptCounts cpu_counts;
527 VideoStreamEncoder::AdaptCounts quality_counts;
asapersson09f05612017-05-15 23:40:18 -0700528 quality_counts.fps = -1;
529 quality_counts.resolution = -1;
530 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
asapersson6eca98b2017-04-04 23:40:50 -0700531 fake_clock_.AdvanceTimeMilliseconds(10000);
532
asapersson09f05612017-05-15 23:40:18 -0700533 // Enable quality adaptation.
asapersson0944a802017-04-07 00:57:58 -0700534 // Adapt changes: 2, elapsed time: 20 sec.
asapersson09f05612017-05-15 23:40:18 -0700535 quality_counts.fps = 0;
536 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
asapersson6eca98b2017-04-04 23:40:50 -0700537 fake_clock_.AdvanceTimeMilliseconds(5000);
asapersson09f05612017-05-15 23:40:18 -0700538 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
asapersson6eca98b2017-04-04 23:40:50 -0700539 fake_clock_.AdvanceTimeMilliseconds(9000);
asapersson09f05612017-05-15 23:40:18 -0700540 statistics_proxy_->OnQualityAdaptationChanged(cpu_counts, quality_counts);
asapersson6eca98b2017-04-04 23:40:50 -0700541 fake_clock_.AdvanceTimeMilliseconds(6000);
asapersson09f05612017-05-15 23:40:18 -0700542 statistics_proxy_->OnQualityAdaptationChanged(cpu_counts, quality_counts);
asapersson6eca98b2017-04-04 23:40:50 -0700543
asapersson09f05612017-05-15 23:40:18 -0700544 // Disable quality adaptation.
545 quality_counts.fps = -1;
546 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
asapersson6eca98b2017-04-04 23:40:50 -0700547 fake_clock_.AdvanceTimeMilliseconds(30000);
548
asapersson09f05612017-05-15 23:40:18 -0700549 // Enable quality adaptation.
asapersson0944a802017-04-07 00:57:58 -0700550 // Adapt changes: 1, elapsed time: 10 sec.
asapersson09f05612017-05-15 23:40:18 -0700551 quality_counts.resolution = 0;
552 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
553 statistics_proxy_->OnQualityAdaptationChanged(cpu_counts, quality_counts);
asapersson6eca98b2017-04-04 23:40:50 -0700554 fake_clock_.AdvanceTimeMilliseconds(10000);
555
asapersson09f05612017-05-15 23:40:18 -0700556 // Disable quality adaptation.
557 quality_counts.resolution = -1;
558 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
asapersson6eca98b2017-04-04 23:40:50 -0700559 fake_clock_.AdvanceTimeMilliseconds(5000);
asapersson09f05612017-05-15 23:40:18 -0700560 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
asapersson6eca98b2017-04-04 23:40:50 -0700561 fake_clock_.AdvanceTimeMilliseconds(20000);
562
asapersson0944a802017-04-07 00:57:58 -0700563 // Adapt changes: 3, elapsed time: 30 sec => 6 per minute.
asapersson6eca98b2017-04-04 23:40:50 -0700564 statistics_proxy_.reset();
565 EXPECT_EQ(1,
566 metrics::NumSamples("WebRTC.Video.AdaptChangesPerMinute.Quality"));
567 EXPECT_EQ(
568 1, metrics::NumEvents("WebRTC.Video.AdaptChangesPerMinute.Quality", 6));
569}
570
asapersson0944a802017-04-07 00:57:58 -0700571TEST_F(SendStatisticsProxyTest,
572 AdaptChangesNotReported_ScalingNotEnabledVideoResumed) {
573 // First RTP packet sent.
574 UpdateDataCounters(kFirstSsrc);
asapersson6eca98b2017-04-04 23:40:50 -0700575
asapersson0944a802017-04-07 00:57:58 -0700576 // Suspend and resume video.
577 statistics_proxy_->OnSuspendChange(true);
578 fake_clock_.AdvanceTimeMilliseconds(5000);
579 statistics_proxy_->OnSuspendChange(false);
580
581 // Min runtime has passed but scaling not enabled.
582 fake_clock_.AdvanceTimeMilliseconds(metrics::kMinRunTimeInSeconds * 1000);
583 statistics_proxy_.reset();
584 EXPECT_EQ(0, metrics::NumSamples("WebRTC.Video.AdaptChangesPerMinute.Cpu"));
585 EXPECT_EQ(0,
586 metrics::NumSamples("WebRTC.Video.AdaptChangesPerMinute.Quality"));
587}
588
589TEST_F(SendStatisticsProxyTest, QualityAdaptChangesStatsExcludesSuspendedTime) {
590 // First RTP packet sent.
591 UpdateDataCounters(kFirstSsrc);
592
asapersson09f05612017-05-15 23:40:18 -0700593 // Enable adaptation.
mflodmancc3d4422017-08-03 08:27:51 -0700594 VideoStreamEncoder::AdaptCounts cpu_counts;
595 VideoStreamEncoder::AdaptCounts quality_counts;
asapersson0944a802017-04-07 00:57:58 -0700596 // Adapt changes: 2, elapsed time: 20 sec.
asapersson09f05612017-05-15 23:40:18 -0700597 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
asapersson0944a802017-04-07 00:57:58 -0700598 fake_clock_.AdvanceTimeMilliseconds(20000);
asapersson09f05612017-05-15 23:40:18 -0700599 statistics_proxy_->OnQualityAdaptationChanged(cpu_counts, quality_counts);
600 statistics_proxy_->OnQualityAdaptationChanged(cpu_counts, quality_counts);
asapersson0944a802017-04-07 00:57:58 -0700601
602 // Suspend and resume video.
603 statistics_proxy_->OnSuspendChange(true);
604 fake_clock_.AdvanceTimeMilliseconds(30000);
605 statistics_proxy_->OnSuspendChange(false);
606
607 // Adapt changes: 1, elapsed time: 10 sec.
asapersson09f05612017-05-15 23:40:18 -0700608 statistics_proxy_->OnQualityAdaptationChanged(cpu_counts, quality_counts);
asapersson0944a802017-04-07 00:57:58 -0700609 fake_clock_.AdvanceTimeMilliseconds(10000);
610
611 // Adapt changes: 3, elapsed time: 30 sec => 6 per minute.
612 statistics_proxy_.reset();
613 EXPECT_EQ(1,
614 metrics::NumSamples("WebRTC.Video.AdaptChangesPerMinute.Quality"));
615 EXPECT_EQ(
616 1, metrics::NumEvents("WebRTC.Video.AdaptChangesPerMinute.Quality", 6));
617}
618
619TEST_F(SendStatisticsProxyTest, CpuAdaptChangesStatsExcludesSuspendedTime) {
620 // First RTP packet sent.
621 UpdateDataCounters(kFirstSsrc);
622
623 // Video not suspended.
624 statistics_proxy_->OnSuspendChange(false);
625 fake_clock_.AdvanceTimeMilliseconds(30000);
626
asapersson09f05612017-05-15 23:40:18 -0700627 // Enable adaptation.
mflodmancc3d4422017-08-03 08:27:51 -0700628 VideoStreamEncoder::AdaptCounts cpu_counts;
629 VideoStreamEncoder::AdaptCounts quality_counts;
asapersson0944a802017-04-07 00:57:58 -0700630 // Adapt changes: 1, elapsed time: 20 sec.
asapersson09f05612017-05-15 23:40:18 -0700631 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
asapersson0944a802017-04-07 00:57:58 -0700632 fake_clock_.AdvanceTimeMilliseconds(10000);
asapersson09f05612017-05-15 23:40:18 -0700633 statistics_proxy_->OnCpuAdaptationChanged(cpu_counts, quality_counts);
asapersson0944a802017-04-07 00:57:58 -0700634
635 // Video not suspended, stats time already started.
636 statistics_proxy_->OnSuspendChange(false);
637 fake_clock_.AdvanceTimeMilliseconds(10000);
638
asapersson09f05612017-05-15 23:40:18 -0700639 // Disable adaptation.
640 cpu_counts.fps = -1;
641 cpu_counts.resolution = -1;
642 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
asapersson0944a802017-04-07 00:57:58 -0700643 fake_clock_.AdvanceTimeMilliseconds(30000);
644
645 // Suspend and resume video, stats time not started when scaling not enabled.
646 statistics_proxy_->OnSuspendChange(true);
647 fake_clock_.AdvanceTimeMilliseconds(30000);
648 statistics_proxy_->OnSuspendChange(false);
649 fake_clock_.AdvanceTimeMilliseconds(30000);
650
asapersson09f05612017-05-15 23:40:18 -0700651 // Enable adaptation.
asapersson0944a802017-04-07 00:57:58 -0700652 // Adapt changes: 1, elapsed time: 10 sec.
asapersson09f05612017-05-15 23:40:18 -0700653 cpu_counts.fps = 0;
654 cpu_counts.resolution = 0;
655 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
asapersson0944a802017-04-07 00:57:58 -0700656 fake_clock_.AdvanceTimeMilliseconds(10000);
asapersson09f05612017-05-15 23:40:18 -0700657 statistics_proxy_->OnCpuAdaptationChanged(cpu_counts, quality_counts);
asapersson0944a802017-04-07 00:57:58 -0700658
659 // Adapt changes: 2, elapsed time: 30 sec => 4 per minute.
660 statistics_proxy_.reset();
661 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.AdaptChangesPerMinute.Cpu"));
662 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.AdaptChangesPerMinute.Cpu", 4));
663}
664
665TEST_F(SendStatisticsProxyTest, AdaptChangesStatsNotStartedIfVideoSuspended) {
666 // First RTP packet sent.
667 UpdateDataCounters(kFirstSsrc);
668
669 // Video suspended.
670 statistics_proxy_->OnSuspendChange(true);
671
asapersson09f05612017-05-15 23:40:18 -0700672 // Enable adaptation, stats time not started when suspended.
mflodmancc3d4422017-08-03 08:27:51 -0700673 VideoStreamEncoder::AdaptCounts cpu_counts;
674 VideoStreamEncoder::AdaptCounts quality_counts;
asapersson09f05612017-05-15 23:40:18 -0700675 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
asapersson0944a802017-04-07 00:57:58 -0700676 fake_clock_.AdvanceTimeMilliseconds(10000);
677
678 // Resume video, stats time started.
679 // Adapt changes: 1, elapsed time: 10 sec.
680 statistics_proxy_->OnSuspendChange(false);
681 fake_clock_.AdvanceTimeMilliseconds(10000);
asapersson09f05612017-05-15 23:40:18 -0700682 statistics_proxy_->OnCpuAdaptationChanged(cpu_counts, quality_counts);
asapersson0944a802017-04-07 00:57:58 -0700683
684 // Adapt changes: 1, elapsed time: 10 sec => 6 per minute.
685 statistics_proxy_.reset();
686 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.AdaptChangesPerMinute.Cpu"));
687 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.AdaptChangesPerMinute.Cpu", 6));
688}
689
690TEST_F(SendStatisticsProxyTest, AdaptChangesStatsRestartsOnFirstSentPacket) {
asapersson09f05612017-05-15 23:40:18 -0700691 // Send first packet, adaptation enabled.
asapersson6eca98b2017-04-04 23:40:50 -0700692 // Elapsed time before first packet is sent should be excluded.
mflodmancc3d4422017-08-03 08:27:51 -0700693 VideoStreamEncoder::AdaptCounts cpu_counts;
694 VideoStreamEncoder::AdaptCounts quality_counts;
asapersson09f05612017-05-15 23:40:18 -0700695 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
asapersson6eca98b2017-04-04 23:40:50 -0700696 fake_clock_.AdvanceTimeMilliseconds(10000);
asapersson0944a802017-04-07 00:57:58 -0700697 UpdateDataCounters(kFirstSsrc);
asapersson6eca98b2017-04-04 23:40:50 -0700698
asapersson0944a802017-04-07 00:57:58 -0700699 // Adapt changes: 1, elapsed time: 10 sec.
asapersson6eca98b2017-04-04 23:40:50 -0700700 fake_clock_.AdvanceTimeMilliseconds(10000);
asapersson09f05612017-05-15 23:40:18 -0700701 statistics_proxy_->OnQualityAdaptationChanged(cpu_counts, quality_counts);
asapersson0944a802017-04-07 00:57:58 -0700702 UpdateDataCounters(kFirstSsrc);
asapersson6eca98b2017-04-04 23:40:50 -0700703
asapersson0944a802017-04-07 00:57:58 -0700704 // Adapt changes: 1, elapsed time: 10 sec => 6 per minute.
asapersson6eca98b2017-04-04 23:40:50 -0700705 statistics_proxy_.reset();
706 EXPECT_EQ(1,
707 metrics::NumSamples("WebRTC.Video.AdaptChangesPerMinute.Quality"));
708 EXPECT_EQ(
709 1, metrics::NumEvents("WebRTC.Video.AdaptChangesPerMinute.Quality", 6));
710}
711
712TEST_F(SendStatisticsProxyTest, AdaptChangesStatsStartedAfterFirstSentPacket) {
asapersson09f05612017-05-15 23:40:18 -0700713 // Enable and disable adaptation.
mflodmancc3d4422017-08-03 08:27:51 -0700714 VideoStreamEncoder::AdaptCounts cpu_counts;
715 VideoStreamEncoder::AdaptCounts quality_counts;
asapersson09f05612017-05-15 23:40:18 -0700716 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
asapersson6eca98b2017-04-04 23:40:50 -0700717 fake_clock_.AdvanceTimeMilliseconds(60000);
asapersson09f05612017-05-15 23:40:18 -0700718 cpu_counts.fps = -1;
719 cpu_counts.resolution = -1;
720 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
asapersson6eca98b2017-04-04 23:40:50 -0700721
722 // Send first packet, scaling disabled.
723 // Elapsed time before first packet is sent should be excluded.
asapersson0944a802017-04-07 00:57:58 -0700724 UpdateDataCounters(kFirstSsrc);
asapersson6eca98b2017-04-04 23:40:50 -0700725 fake_clock_.AdvanceTimeMilliseconds(60000);
726
asapersson09f05612017-05-15 23:40:18 -0700727 // Enable adaptation.
728 cpu_counts.resolution = 0;
729 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
asapersson6eca98b2017-04-04 23:40:50 -0700730 fake_clock_.AdvanceTimeMilliseconds(10000);
asapersson0944a802017-04-07 00:57:58 -0700731 UpdateDataCounters(kFirstSsrc);
asapersson6eca98b2017-04-04 23:40:50 -0700732
asapersson0944a802017-04-07 00:57:58 -0700733 // Adapt changes: 1, elapsed time: 20 sec.
asapersson6eca98b2017-04-04 23:40:50 -0700734 fake_clock_.AdvanceTimeMilliseconds(10000);
asapersson09f05612017-05-15 23:40:18 -0700735 statistics_proxy_->OnCpuAdaptationChanged(cpu_counts, quality_counts);
asapersson6eca98b2017-04-04 23:40:50 -0700736
asapersson0944a802017-04-07 00:57:58 -0700737 // Adapt changes: 1, elapsed time: 20 sec => 3 per minute.
asapersson6eca98b2017-04-04 23:40:50 -0700738 statistics_proxy_.reset();
739 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.AdaptChangesPerMinute.Cpu"));
740 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.AdaptChangesPerMinute.Cpu", 3));
741}
742
743TEST_F(SendStatisticsProxyTest, AdaptChangesReportedAfterContentSwitch) {
asapersson09f05612017-05-15 23:40:18 -0700744 // First RTP packet sent, cpu adaptation enabled.
asapersson0944a802017-04-07 00:57:58 -0700745 UpdateDataCounters(kFirstSsrc);
mflodmancc3d4422017-08-03 08:27:51 -0700746 VideoStreamEncoder::AdaptCounts cpu_counts;
747 VideoStreamEncoder::AdaptCounts quality_counts;
asapersson09f05612017-05-15 23:40:18 -0700748 quality_counts.fps = -1;
749 quality_counts.resolution = -1;
750 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
asapersson6eca98b2017-04-04 23:40:50 -0700751
asapersson0944a802017-04-07 00:57:58 -0700752 // Adapt changes: 2, elapsed time: 15 sec => 8 per minute.
asapersson09f05612017-05-15 23:40:18 -0700753 statistics_proxy_->OnCpuAdaptationChanged(cpu_counts, quality_counts);
asapersson6eca98b2017-04-04 23:40:50 -0700754 fake_clock_.AdvanceTimeMilliseconds(6000);
asapersson09f05612017-05-15 23:40:18 -0700755 statistics_proxy_->OnCpuAdaptationChanged(cpu_counts, quality_counts);
asapersson6eca98b2017-04-04 23:40:50 -0700756 fake_clock_.AdvanceTimeMilliseconds(9000);
757
758 // Switch content type, real-time stats should be updated.
759 VideoEncoderConfig config;
760 config.content_type = VideoEncoderConfig::ContentType::kScreen;
761 statistics_proxy_->OnEncoderReconfigured(config, 50);
762 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.AdaptChangesPerMinute.Cpu"));
763 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.AdaptChangesPerMinute.Cpu", 8));
764 EXPECT_EQ(0,
765 metrics::NumSamples("WebRTC.Video.AdaptChangesPerMinute.Quality"));
766
asapersson0944a802017-04-07 00:57:58 -0700767 // First RTP packet sent, scaling enabled.
768 UpdateDataCounters(kFirstSsrc);
asapersson09f05612017-05-15 23:40:18 -0700769 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
asapersson6eca98b2017-04-04 23:40:50 -0700770
asapersson0944a802017-04-07 00:57:58 -0700771 // Adapt changes: 4, elapsed time: 120 sec => 2 per minute.
asapersson09f05612017-05-15 23:40:18 -0700772 statistics_proxy_->OnCpuAdaptationChanged(cpu_counts, quality_counts);
773 statistics_proxy_->OnCpuAdaptationChanged(cpu_counts, quality_counts);
774 statistics_proxy_->OnCpuAdaptationChanged(cpu_counts, quality_counts);
775 statistics_proxy_->OnCpuAdaptationChanged(cpu_counts, quality_counts);
asapersson6eca98b2017-04-04 23:40:50 -0700776 fake_clock_.AdvanceTimeMilliseconds(120000);
777
778 statistics_proxy_.reset();
779 EXPECT_EQ(1, metrics::NumSamples(
780 "WebRTC.Video.Screenshare.AdaptChangesPerMinute.Cpu"));
781 EXPECT_EQ(1, metrics::NumEvents(
782 "WebRTC.Video.Screenshare.AdaptChangesPerMinute.Cpu", 2));
783 EXPECT_EQ(0, metrics::NumSamples(
784 "WebRTC.Video.Screenshare.AdaptChangesPerMinute.Quality"));
785}
786
asapersson59bac1a2016-01-07 23:36:00 -0800787TEST_F(SendStatisticsProxyTest, SwitchContentTypeUpdatesHistograms) {
perkj803d97f2016-11-01 11:45:46 -0700788 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
asapersson59bac1a2016-01-07 23:36:00 -0800789 statistics_proxy_->OnIncomingFrame(kWidth, kHeight);
790
Pera48ddb72016-09-29 11:48:50 +0200791 // No switch, stats should not be updated.
792 VideoEncoderConfig config;
793 config.content_type = VideoEncoderConfig::ContentType::kRealtimeVideo;
794 statistics_proxy_->OnEncoderReconfigured(config, 50);
asapersson01d70a32016-05-20 06:29:46 -0700795 EXPECT_EQ(0, metrics::NumSamples("WebRTC.Video.InputWidthInPixels"));
asapersson59bac1a2016-01-07 23:36:00 -0800796
797 // Switch to screenshare, real-time stats should be updated.
Pera48ddb72016-09-29 11:48:50 +0200798 config.content_type = VideoEncoderConfig::ContentType::kScreen;
799 statistics_proxy_->OnEncoderReconfigured(config, 50);
asapersson01d70a32016-05-20 06:29:46 -0700800 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.InputWidthInPixels"));
asapersson59bac1a2016-01-07 23:36:00 -0800801}
802
asapersson320e45a2016-11-29 01:40:35 -0800803TEST_F(SendStatisticsProxyTest, InputResolutionHistogramsAreUpdated) {
804 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
805 statistics_proxy_->OnIncomingFrame(kWidth, kHeight);
perkj803d97f2016-11-01 11:45:46 -0700806
asapersson320e45a2016-11-29 01:40:35 -0800807 statistics_proxy_.reset();
808 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.InputWidthInPixels"));
809 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.InputWidthInPixels", kWidth));
810 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.InputHeightInPixels"));
811 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.InputHeightInPixels", kHeight));
812}
813
814TEST_F(SendStatisticsProxyTest, SentResolutionHistogramsAreUpdated) {
815 EncodedImage encoded_image;
816 encoded_image._encodedWidth = kWidth;
817 encoded_image._encodedHeight = kHeight;
818 for (int i = 0; i <= SendStatisticsProxy::kMinRequiredMetricsSamples; ++i) {
819 encoded_image._timeStamp = i + 1;
820 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
821 }
822 statistics_proxy_.reset();
823 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.SentWidthInPixels"));
824 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.SentWidthInPixels", kWidth));
825 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.SentHeightInPixels"));
826 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.SentHeightInPixels", kHeight));
827}
828
829TEST_F(SendStatisticsProxyTest, InputFpsHistogramIsUpdated) {
830 const int kFps = 20;
831 const int kMinPeriodicSamples = 6;
832 int frames = kMinPeriodicSamples * kFpsPeriodicIntervalMs * kFps / 1000;
833 for (int i = 0; i <= frames; ++i) {
834 fake_clock_.AdvanceTimeMilliseconds(1000 / kFps);
835 statistics_proxy_->OnIncomingFrame(kWidth, kHeight);
836 }
837 statistics_proxy_.reset();
838 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.InputFramesPerSecond"));
839 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.InputFramesPerSecond", kFps));
840}
841
842TEST_F(SendStatisticsProxyTest, SentFpsHistogramIsUpdated) {
843 EncodedImage encoded_image;
844 const int kFps = 20;
845 const int kMinPeriodicSamples = 6;
846 int frames = kMinPeriodicSamples * kFpsPeriodicIntervalMs * kFps / 1000 + 1;
847 for (int i = 0; i <= frames; ++i) {
848 fake_clock_.AdvanceTimeMilliseconds(1000 / kFps);
849 encoded_image._timeStamp = i + 1;
850 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
851 }
852 statistics_proxy_.reset();
853 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.SentFramesPerSecond"));
854 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.SentFramesPerSecond", kFps));
855}
856
857TEST_F(SendStatisticsProxyTest, InputFpsHistogramExcludesSuspendedTime) {
858 const int kFps = 20;
859 const int kSuspendTimeMs = 10000;
860 const int kMinPeriodicSamples = 6;
861 int frames = kMinPeriodicSamples * kFpsPeriodicIntervalMs * kFps / 1000;
862 for (int i = 0; i < frames; ++i) {
863 fake_clock_.AdvanceTimeMilliseconds(1000 / kFps);
864 statistics_proxy_->OnIncomingFrame(kWidth, kHeight);
865 }
866 // Suspend.
867 statistics_proxy_->OnSuspendChange(true);
868 fake_clock_.AdvanceTimeMilliseconds(kSuspendTimeMs);
869
870 for (int i = 0; i < frames; ++i) {
871 fake_clock_.AdvanceTimeMilliseconds(1000 / kFps);
872 statistics_proxy_->OnIncomingFrame(kWidth, kHeight);
873 }
874 // Suspended time interval should not affect the framerate.
875 statistics_proxy_.reset();
876 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.InputFramesPerSecond"));
877 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.InputFramesPerSecond", kFps));
878}
879
880TEST_F(SendStatisticsProxyTest, SentFpsHistogramExcludesSuspendedTime) {
881 EncodedImage encoded_image;
882 const int kFps = 20;
883 const int kSuspendTimeMs = 10000;
884 const int kMinPeriodicSamples = 6;
885 int frames = kMinPeriodicSamples * kFpsPeriodicIntervalMs * kFps / 1000;
886 for (int i = 0; i <= frames; ++i) {
887 fake_clock_.AdvanceTimeMilliseconds(1000 / kFps);
888 encoded_image._timeStamp = i + 1;
889 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
890 }
891 // Suspend.
892 statistics_proxy_->OnSuspendChange(true);
893 fake_clock_.AdvanceTimeMilliseconds(kSuspendTimeMs);
894
895 for (int i = 0; i <= frames; ++i) {
896 fake_clock_.AdvanceTimeMilliseconds(1000 / kFps);
897 encoded_image._timeStamp = i + 1;
898 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
899 }
900 // Suspended time interval should not affect the framerate.
901 statistics_proxy_.reset();
902 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.SentFramesPerSecond"));
903 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.SentFramesPerSecond", kFps));
904}
905
asaperssonf4e44af2017-04-19 02:01:06 -0700906TEST_F(SendStatisticsProxyTest, CpuLimitedHistogramNotUpdatedWhenDisabled) {
mflodmancc3d4422017-08-03 08:27:51 -0700907 VideoStreamEncoder::AdaptCounts cpu_counts;
908 VideoStreamEncoder::AdaptCounts quality_counts;
asapersson09f05612017-05-15 23:40:18 -0700909 cpu_counts.resolution = -1;
910 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
asaperssonf4e44af2017-04-19 02:01:06 -0700911
912 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
913 statistics_proxy_->OnIncomingFrame(kWidth, kHeight);
914
915 statistics_proxy_.reset();
916 EXPECT_EQ(0,
917 metrics::NumSamples("WebRTC.Video.CpuLimitedResolutionInPercent"));
918}
919
920TEST_F(SendStatisticsProxyTest, CpuLimitedHistogramUpdated) {
mflodmancc3d4422017-08-03 08:27:51 -0700921 VideoStreamEncoder::AdaptCounts cpu_counts;
922 VideoStreamEncoder::AdaptCounts quality_counts;
asapersson09f05612017-05-15 23:40:18 -0700923 cpu_counts.resolution = 0;
924 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
asaperssonf4e44af2017-04-19 02:01:06 -0700925
perkj803d97f2016-11-01 11:45:46 -0700926 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
927 statistics_proxy_->OnIncomingFrame(kWidth, kHeight);
928
asapersson09f05612017-05-15 23:40:18 -0700929 cpu_counts.resolution = 1;
930 statistics_proxy_->OnCpuAdaptationChanged(cpu_counts, quality_counts);
perkj803d97f2016-11-01 11:45:46 -0700931
932 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
933 statistics_proxy_->OnIncomingFrame(kWidth, kHeight);
934
935 statistics_proxy_.reset();
936 EXPECT_EQ(1,
937 metrics::NumSamples("WebRTC.Video.CpuLimitedResolutionInPercent"));
938 EXPECT_EQ(
939 1, metrics::NumEvents("WebRTC.Video.CpuLimitedResolutionInPercent", 50));
940}
941
asapersson4374a092016-07-27 00:39:09 -0700942TEST_F(SendStatisticsProxyTest, LifetimeHistogramIsUpdated) {
943 const int64_t kTimeSec = 3;
944 fake_clock_.AdvanceTimeMilliseconds(kTimeSec * 1000);
945 statistics_proxy_.reset();
946 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.SendStreamLifetimeInSeconds"));
947 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.SendStreamLifetimeInSeconds",
948 kTimeSec));
949}
950
951TEST_F(SendStatisticsProxyTest, CodecTypeHistogramIsUpdated) {
952 fake_clock_.AdvanceTimeMilliseconds(metrics::kMinRunTimeInSeconds * 1000);
953 statistics_proxy_.reset();
954 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoder.CodecType"));
955}
956
asapersson66d4b372016-12-19 06:50:53 -0800957TEST_F(SendStatisticsProxyTest, PauseEventHistogramIsUpdated) {
958 // First RTP packet sent.
959 UpdateDataCounters(kFirstSsrc);
960
961 // Min runtime has passed.
962 fake_clock_.AdvanceTimeMilliseconds(metrics::kMinRunTimeInSeconds * 1000);
963 statistics_proxy_.reset();
964 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.NumberOfPauseEvents"));
965 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.NumberOfPauseEvents", 0));
966}
967
968TEST_F(SendStatisticsProxyTest,
969 PauseEventHistogramIsNotUpdatedIfMinRuntimeHasNotPassed) {
970 // First RTP packet sent.
971 UpdateDataCounters(kFirstSsrc);
972
973 // Min runtime has not passed.
974 fake_clock_.AdvanceTimeMilliseconds(metrics::kMinRunTimeInSeconds * 1000 - 1);
975 statistics_proxy_.reset();
976 EXPECT_EQ(0, metrics::NumSamples("WebRTC.Video.NumberOfPauseEvents"));
977 EXPECT_EQ(0, metrics::NumSamples("WebRTC.Video.PausedTimeInPercent"));
978}
979
980TEST_F(SendStatisticsProxyTest,
981 PauseEventHistogramIsNotUpdatedIfNoMediaIsSent) {
982 // First RTP packet not sent.
983 fake_clock_.AdvanceTimeMilliseconds(metrics::kMinRunTimeInSeconds * 1000);
984 statistics_proxy_.reset();
985 EXPECT_EQ(0, metrics::NumSamples("WebRTC.Video.NumberOfPauseEvents"));
986}
987
988TEST_F(SendStatisticsProxyTest, NoPauseEvent) {
989 // First RTP packet sent and min runtime passed.
990 UpdateDataCounters(kFirstSsrc);
991
992 // No change. Video: 10000 ms, paused: 0 ms (0%).
993 statistics_proxy_->OnSetEncoderTargetRate(50000);
994 fake_clock_.AdvanceTimeMilliseconds(metrics::kMinRunTimeInSeconds * 1000);
995 statistics_proxy_->OnSetEncoderTargetRate(0); // VideoSendStream::Stop
996
997 statistics_proxy_.reset();
998 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.NumberOfPauseEvents"));
999 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.NumberOfPauseEvents", 0));
1000 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.PausedTimeInPercent"));
1001 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.PausedTimeInPercent", 0));
1002}
1003
1004TEST_F(SendStatisticsProxyTest, OnePauseEvent) {
1005 // First RTP packet sent and min runtime passed.
1006 UpdateDataCounters(kFirstSsrc);
1007
1008 // One change. Video: 7000 ms, paused: 3000 ms (30%).
1009 statistics_proxy_->OnSetEncoderTargetRate(50000);
1010 fake_clock_.AdvanceTimeMilliseconds(7000);
1011 statistics_proxy_->OnSetEncoderTargetRate(0);
1012 fake_clock_.AdvanceTimeMilliseconds(3000);
1013 statistics_proxy_->OnSetEncoderTargetRate(0); // VideoSendStream::Stop
1014
1015 statistics_proxy_.reset();
1016 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.NumberOfPauseEvents"));
1017 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.NumberOfPauseEvents", 1));
1018 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.PausedTimeInPercent"));
1019 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.PausedTimeInPercent", 30));
1020}
1021
1022TEST_F(SendStatisticsProxyTest, TwoPauseEvents) {
1023 // First RTP packet sent.
1024 UpdateDataCounters(kFirstSsrc);
1025
1026 // Two changes. Video: 19000 ms, paused: 1000 ms (5%).
1027 statistics_proxy_->OnSetEncoderTargetRate(0);
1028 fake_clock_.AdvanceTimeMilliseconds(1000);
1029 statistics_proxy_->OnSetEncoderTargetRate(50000); // Starts on bitrate > 0.
1030 fake_clock_.AdvanceTimeMilliseconds(7000);
1031 statistics_proxy_->OnSetEncoderTargetRate(60000);
1032 fake_clock_.AdvanceTimeMilliseconds(3000);
1033 statistics_proxy_->OnSetEncoderTargetRate(0);
1034 fake_clock_.AdvanceTimeMilliseconds(250);
1035 statistics_proxy_->OnSetEncoderTargetRate(0);
1036 fake_clock_.AdvanceTimeMilliseconds(750);
1037 statistics_proxy_->OnSetEncoderTargetRate(60000);
1038 fake_clock_.AdvanceTimeMilliseconds(5000);
1039 statistics_proxy_->OnSetEncoderTargetRate(50000);
1040 fake_clock_.AdvanceTimeMilliseconds(4000);
1041 statistics_proxy_->OnSetEncoderTargetRate(0); // VideoSendStream::Stop
1042
1043 statistics_proxy_.reset();
1044 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.NumberOfPauseEvents"));
1045 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.NumberOfPauseEvents", 2));
1046 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.PausedTimeInPercent"));
1047 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.PausedTimeInPercent", 5));
1048}
1049
1050TEST_F(SendStatisticsProxyTest,
1051 PausedTimeHistogramIsNotUpdatedIfMinRuntimeHasNotPassed) {
1052 // First RTP packet sent.
1053 UpdateDataCounters(kFirstSsrc);
1054 fake_clock_.AdvanceTimeMilliseconds(metrics::kMinRunTimeInSeconds * 1000);
1055
1056 // Min runtime has not passed.
1057 statistics_proxy_->OnSetEncoderTargetRate(50000);
1058 fake_clock_.AdvanceTimeMilliseconds(metrics::kMinRunTimeInSeconds * 1000 - 1);
1059 statistics_proxy_->OnSetEncoderTargetRate(0); // VideoSendStream::Stop
1060
1061 statistics_proxy_.reset();
1062 EXPECT_EQ(0, metrics::NumSamples("WebRTC.Video.PausedTimeInPercent"));
1063}
1064
asapersson118ef002016-03-31 00:00:19 -07001065TEST_F(SendStatisticsProxyTest, VerifyQpHistogramStats_Vp8) {
asapersson118ef002016-03-31 00:00:19 -07001066 EncodedImage encoded_image;
kjellander02b3d272016-04-20 05:05:54 -07001067 CodecSpecificInfo codec_info;
1068 codec_info.codecType = kVideoCodecVP8;
asapersson118ef002016-03-31 00:00:19 -07001069
perkj803d97f2016-11-01 11:45:46 -07001070 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i) {
kjellander02b3d272016-04-20 05:05:54 -07001071 codec_info.codecSpecific.VP8.simulcastIdx = 0;
asapersson118ef002016-03-31 00:00:19 -07001072 encoded_image.qp_ = kQpIdx0;
kjellander02b3d272016-04-20 05:05:54 -07001073 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
1074 codec_info.codecSpecific.VP8.simulcastIdx = 1;
asapersson118ef002016-03-31 00:00:19 -07001075 encoded_image.qp_ = kQpIdx1;
kjellander02b3d272016-04-20 05:05:54 -07001076 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
asapersson118ef002016-03-31 00:00:19 -07001077 }
1078 statistics_proxy_.reset();
asapersson01d70a32016-05-20 06:29:46 -07001079 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp8.S0"));
1080 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp8.S0", kQpIdx0));
1081 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp8.S1"));
1082 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp8.S1", kQpIdx1));
asapersson118ef002016-03-31 00:00:19 -07001083}
1084
1085TEST_F(SendStatisticsProxyTest, VerifyQpHistogramStats_Vp8OneSsrc) {
1086 VideoSendStream::Config config(nullptr);
1087 config.rtp.ssrcs.push_back(kFirstSsrc);
1088 statistics_proxy_.reset(new SendStatisticsProxy(
1089 &fake_clock_, config, VideoEncoderConfig::ContentType::kRealtimeVideo));
1090
asapersson118ef002016-03-31 00:00:19 -07001091 EncodedImage encoded_image;
kjellander02b3d272016-04-20 05:05:54 -07001092 CodecSpecificInfo codec_info;
1093 codec_info.codecType = kVideoCodecVP8;
asapersson118ef002016-03-31 00:00:19 -07001094
perkj803d97f2016-11-01 11:45:46 -07001095 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i) {
kjellander02b3d272016-04-20 05:05:54 -07001096 codec_info.codecSpecific.VP8.simulcastIdx = 0;
asapersson118ef002016-03-31 00:00:19 -07001097 encoded_image.qp_ = kQpIdx0;
kjellander02b3d272016-04-20 05:05:54 -07001098 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
asapersson118ef002016-03-31 00:00:19 -07001099 }
1100 statistics_proxy_.reset();
asapersson01d70a32016-05-20 06:29:46 -07001101 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp8"));
1102 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp8", kQpIdx0));
asapersson118ef002016-03-31 00:00:19 -07001103}
1104
asapersson5265fed2016-04-18 02:58:47 -07001105TEST_F(SendStatisticsProxyTest, VerifyQpHistogramStats_Vp9) {
asapersson5265fed2016-04-18 02:58:47 -07001106 EncodedImage encoded_image;
kjellander02b3d272016-04-20 05:05:54 -07001107 CodecSpecificInfo codec_info;
1108 codec_info.codecType = kVideoCodecVP9;
1109 codec_info.codecSpecific.VP9.num_spatial_layers = 2;
asapersson5265fed2016-04-18 02:58:47 -07001110
perkj803d97f2016-11-01 11:45:46 -07001111 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i) {
asapersson5265fed2016-04-18 02:58:47 -07001112 encoded_image.qp_ = kQpIdx0;
kjellander02b3d272016-04-20 05:05:54 -07001113 codec_info.codecSpecific.VP9.spatial_idx = 0;
1114 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
asapersson5265fed2016-04-18 02:58:47 -07001115 encoded_image.qp_ = kQpIdx1;
kjellander02b3d272016-04-20 05:05:54 -07001116 codec_info.codecSpecific.VP9.spatial_idx = 1;
1117 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
asapersson5265fed2016-04-18 02:58:47 -07001118 }
1119 statistics_proxy_.reset();
asapersson01d70a32016-05-20 06:29:46 -07001120 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp9.S0"));
1121 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp9.S0", kQpIdx0));
1122 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp9.S1"));
1123 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp9.S1", kQpIdx1));
asapersson5265fed2016-04-18 02:58:47 -07001124}
1125
1126TEST_F(SendStatisticsProxyTest, VerifyQpHistogramStats_Vp9OneSpatialLayer) {
1127 VideoSendStream::Config config(nullptr);
1128 config.rtp.ssrcs.push_back(kFirstSsrc);
1129 statistics_proxy_.reset(new SendStatisticsProxy(
1130 &fake_clock_, config, VideoEncoderConfig::ContentType::kRealtimeVideo));
1131
asapersson5265fed2016-04-18 02:58:47 -07001132 EncodedImage encoded_image;
kjellander02b3d272016-04-20 05:05:54 -07001133 CodecSpecificInfo codec_info;
1134 codec_info.codecType = kVideoCodecVP9;
1135 codec_info.codecSpecific.VP9.num_spatial_layers = 1;
asapersson5265fed2016-04-18 02:58:47 -07001136
perkj803d97f2016-11-01 11:45:46 -07001137 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i) {
asapersson5265fed2016-04-18 02:58:47 -07001138 encoded_image.qp_ = kQpIdx0;
kjellander02b3d272016-04-20 05:05:54 -07001139 codec_info.codecSpecific.VP9.spatial_idx = 0;
1140 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
asapersson5265fed2016-04-18 02:58:47 -07001141 }
1142 statistics_proxy_.reset();
asapersson01d70a32016-05-20 06:29:46 -07001143 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp9"));
1144 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp9", kQpIdx0));
asapersson5265fed2016-04-18 02:58:47 -07001145}
1146
asapersson827cab32016-11-02 09:08:47 -07001147TEST_F(SendStatisticsProxyTest, VerifyQpHistogramStats_H264) {
1148 EncodedImage encoded_image;
1149 CodecSpecificInfo codec_info;
1150 codec_info.codecType = kVideoCodecH264;
1151
1152 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i) {
1153 encoded_image.qp_ = kQpIdx0;
1154 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
1155 }
1156 statistics_proxy_.reset();
1157 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.H264"));
1158 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.H264", kQpIdx0));
1159}
1160
asapersson4ee70462016-10-31 04:05:12 -07001161TEST_F(SendStatisticsProxyTest,
1162 BandwidthLimitedHistogramsNotUpdatedWhenDisabled) {
1163 EncodedImage encoded_image;
1164 // encoded_image.adapt_reason_.bw_resolutions_disabled by default: -1
perkj803d97f2016-11-01 11:45:46 -07001165 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
asapersson4ee70462016-10-31 04:05:12 -07001166 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
1167
1168 // Histograms are updated when the statistics_proxy_ is deleted.
1169 statistics_proxy_.reset();
1170 EXPECT_EQ(0, metrics::NumSamples(
1171 "WebRTC.Video.BandwidthLimitedResolutionInPercent"));
1172 EXPECT_EQ(0, metrics::NumSamples(
1173 "WebRTC.Video.BandwidthLimitedResolutionsDisabled"));
1174}
1175
1176TEST_F(SendStatisticsProxyTest,
1177 BandwidthLimitedHistogramsUpdatedWhenEnabled_NoResolutionDisabled) {
1178 const int kResolutionsDisabled = 0;
1179 EncodedImage encoded_image;
1180 encoded_image.adapt_reason_.bw_resolutions_disabled = kResolutionsDisabled;
perkj803d97f2016-11-01 11:45:46 -07001181 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
asapersson4ee70462016-10-31 04:05:12 -07001182 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
1183
1184 // Histograms are updated when the statistics_proxy_ is deleted.
1185 statistics_proxy_.reset();
1186 EXPECT_EQ(1, metrics::NumSamples(
1187 "WebRTC.Video.BandwidthLimitedResolutionInPercent"));
1188 EXPECT_EQ(1, metrics::NumEvents(
1189 "WebRTC.Video.BandwidthLimitedResolutionInPercent", 0));
1190 // No resolution disabled.
1191 EXPECT_EQ(0, metrics::NumSamples(
1192 "WebRTC.Video.BandwidthLimitedResolutionsDisabled"));
1193}
1194
1195TEST_F(SendStatisticsProxyTest,
1196 BandwidthLimitedHistogramsUpdatedWhenEnabled_OneResolutionDisabled) {
1197 const int kResolutionsDisabled = 1;
1198 EncodedImage encoded_image;
1199 encoded_image.adapt_reason_.bw_resolutions_disabled = kResolutionsDisabled;
perkj803d97f2016-11-01 11:45:46 -07001200 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
asapersson4ee70462016-10-31 04:05:12 -07001201 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
1202
1203 // Histograms are updated when the statistics_proxy_ is deleted.
1204 statistics_proxy_.reset();
1205 EXPECT_EQ(1, metrics::NumSamples(
1206 "WebRTC.Video.BandwidthLimitedResolutionInPercent"));
1207 EXPECT_EQ(1, metrics::NumEvents(
1208 "WebRTC.Video.BandwidthLimitedResolutionInPercent", 100));
1209 // Resolutions disabled.
1210 EXPECT_EQ(1, metrics::NumSamples(
1211 "WebRTC.Video.BandwidthLimitedResolutionsDisabled"));
1212 EXPECT_EQ(
1213 1, metrics::NumEvents("WebRTC.Video.BandwidthLimitedResolutionsDisabled",
1214 kResolutionsDisabled));
1215}
1216
1217TEST_F(SendStatisticsProxyTest,
1218 QualityLimitedHistogramsNotUpdatedWhenDisabled) {
mflodmancc3d4422017-08-03 08:27:51 -07001219 VideoStreamEncoder::AdaptCounts cpu_counts;
1220 VideoStreamEncoder::AdaptCounts quality_counts;
asapersson09f05612017-05-15 23:40:18 -07001221 quality_counts.resolution = -1;
1222 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
asapersson4ee70462016-10-31 04:05:12 -07001223 EncodedImage encoded_image;
perkj803d97f2016-11-01 11:45:46 -07001224 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
kthelgason0cd27ba2016-12-19 06:32:16 -08001225 statistics_proxy_->OnSendEncodedImage(encoded_image, &kDefaultCodecInfo);
asapersson4ee70462016-10-31 04:05:12 -07001226
1227 // Histograms are updated when the statistics_proxy_ is deleted.
1228 statistics_proxy_.reset();
1229 EXPECT_EQ(
1230 0, metrics::NumSamples("WebRTC.Video.QualityLimitedResolutionInPercent"));
1231 EXPECT_EQ(0, metrics::NumSamples(
1232 "WebRTC.Video.QualityLimitedResolutionDownscales"));
1233}
1234
1235TEST_F(SendStatisticsProxyTest,
1236 QualityLimitedHistogramsUpdatedWhenEnabled_NoResolutionDownscale) {
mflodmancc3d4422017-08-03 08:27:51 -07001237 VideoStreamEncoder::AdaptCounts cpu_counts;
1238 VideoStreamEncoder::AdaptCounts quality_counts;
asapersson09f05612017-05-15 23:40:18 -07001239 quality_counts.resolution = 0;
1240 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
asapersson4ee70462016-10-31 04:05:12 -07001241 EncodedImage encoded_image;
perkj803d97f2016-11-01 11:45:46 -07001242 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
kthelgason0cd27ba2016-12-19 06:32:16 -08001243 statistics_proxy_->OnSendEncodedImage(encoded_image, &kDefaultCodecInfo);
asapersson4ee70462016-10-31 04:05:12 -07001244
1245 // Histograms are updated when the statistics_proxy_ is deleted.
1246 statistics_proxy_.reset();
1247 EXPECT_EQ(
1248 1, metrics::NumSamples("WebRTC.Video.QualityLimitedResolutionInPercent"));
1249 EXPECT_EQ(1, metrics::NumEvents(
1250 "WebRTC.Video.QualityLimitedResolutionInPercent", 0));
1251 // No resolution downscale.
1252 EXPECT_EQ(0, metrics::NumSamples(
1253 "WebRTC.Video.QualityLimitedResolutionDownscales"));
1254}
1255
1256TEST_F(SendStatisticsProxyTest,
1257 QualityLimitedHistogramsUpdatedWhenEnabled_TwoResolutionDownscales) {
1258 const int kDownscales = 2;
mflodmancc3d4422017-08-03 08:27:51 -07001259 VideoStreamEncoder::AdaptCounts cpu_counts;
1260 VideoStreamEncoder::AdaptCounts quality_counts;
asapersson09f05612017-05-15 23:40:18 -07001261 quality_counts.resolution = kDownscales;
1262 statistics_proxy_->SetAdaptationStats(cpu_counts, quality_counts);
asapersson4ee70462016-10-31 04:05:12 -07001263 EncodedImage encoded_image;
perkj803d97f2016-11-01 11:45:46 -07001264 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
kthelgason0cd27ba2016-12-19 06:32:16 -08001265 statistics_proxy_->OnSendEncodedImage(encoded_image, &kDefaultCodecInfo);
asapersson4ee70462016-10-31 04:05:12 -07001266 // Histograms are updated when the statistics_proxy_ is deleted.
1267 statistics_proxy_.reset();
1268 EXPECT_EQ(
1269 1, metrics::NumSamples("WebRTC.Video.QualityLimitedResolutionInPercent"));
1270 EXPECT_EQ(1, metrics::NumEvents(
1271 "WebRTC.Video.QualityLimitedResolutionInPercent", 100));
1272 // Resolution downscales.
1273 EXPECT_EQ(1, metrics::NumSamples(
1274 "WebRTC.Video.QualityLimitedResolutionDownscales"));
1275 EXPECT_EQ(
1276 1, metrics::NumEvents("WebRTC.Video.QualityLimitedResolutionDownscales",
1277 kDownscales));
1278}
1279
1280TEST_F(SendStatisticsProxyTest, GetStatsReportsBandwidthLimitedResolution) {
1281 // Initially false.
1282 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_resolution);
1283 // No resolution scale by default.
1284 EncodedImage encoded_image;
1285 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
1286 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_resolution);
kthelgason0cd27ba2016-12-19 06:32:16 -08001287
1288 // Simulcast disabled resolutions
1289 encoded_image.adapt_reason_.bw_resolutions_disabled = 1;
1290 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
1291 EXPECT_TRUE(statistics_proxy_->GetStats().bw_limited_resolution);
1292
asapersson4ee70462016-10-31 04:05:12 -07001293 encoded_image.adapt_reason_.bw_resolutions_disabled = 0;
asapersson4ee70462016-10-31 04:05:12 -07001294 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
1295 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_resolution);
kthelgason0cd27ba2016-12-19 06:32:16 -08001296
1297 // Resolution scaled due to quality.
mflodmancc3d4422017-08-03 08:27:51 -07001298 VideoStreamEncoder::AdaptCounts cpu_counts;
1299 VideoStreamEncoder::AdaptCounts quality_counts;
asapersson09f05612017-05-15 23:40:18 -07001300 quality_counts.resolution = 1;
1301 statistics_proxy_->OnQualityAdaptationChanged(cpu_counts, quality_counts);
asapersson4ee70462016-10-31 04:05:12 -07001302 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
1303 EXPECT_TRUE(statistics_proxy_->GetStats().bw_limited_resolution);
1304}
1305
asapersson66d4b372016-12-19 06:50:53 -08001306TEST_F(SendStatisticsProxyTest, GetStatsReportsTargetMediaBitrate) {
1307 // Initially zero.
1308 EXPECT_EQ(0, statistics_proxy_->GetStats().target_media_bitrate_bps);
1309
1310 const int kBitrate = 100000;
1311 statistics_proxy_->OnSetEncoderTargetRate(kBitrate);
1312 EXPECT_EQ(kBitrate, statistics_proxy_->GetStats().target_media_bitrate_bps);
1313
1314 statistics_proxy_->OnSetEncoderTargetRate(0);
1315 EXPECT_EQ(0, statistics_proxy_->GetStats().target_media_bitrate_bps);
1316}
1317
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001318TEST_F(SendStatisticsProxyTest, NoSubstreams) {
pbos@webrtc.org49096de2015-02-24 22:37:52 +00001319 uint32_t excluded_ssrc =
stefan@webrtc.org58e2d262014-08-14 15:10:49 +00001320 std::max(
1321 *std::max_element(config_.rtp.ssrcs.begin(), config_.rtp.ssrcs.end()),
1322 *std::max_element(config_.rtp.rtx.ssrcs.begin(),
1323 config_.rtp.rtx.ssrcs.end())) +
1324 1;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001325 // From RtcpStatisticsCallback.
1326 RtcpStatistics rtcp_stats;
1327 RtcpStatisticsCallback* rtcp_callback = statistics_proxy_.get();
pbos@webrtc.org49096de2015-02-24 22:37:52 +00001328 rtcp_callback->StatisticsUpdated(rtcp_stats, excluded_ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001329
1330 // From BitrateStatisticsObserver.
sprangcd349d92016-07-13 09:11:28 -07001331 uint32_t total = 0;
1332 uint32_t retransmit = 0;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001333 BitrateStatisticsObserver* bitrate_observer = statistics_proxy_.get();
pbos@webrtc.org49096de2015-02-24 22:37:52 +00001334 bitrate_observer->Notify(total, retransmit, excluded_ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001335
1336 // From FrameCountObserver.
1337 FrameCountObserver* fps_observer = statistics_proxy_.get();
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +00001338 FrameCounts frame_counts;
1339 frame_counts.key_frames = 1;
pbos@webrtc.org49096de2015-02-24 22:37:52 +00001340 fps_observer->FrameCountUpdated(frame_counts, excluded_ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001341
1342 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
1343 EXPECT_TRUE(stats.substreams.empty());
1344}
1345
pbos@webrtc.org273a4142014-12-01 15:23:21 +00001346TEST_F(SendStatisticsProxyTest, EncodedResolutionTimesOut) {
1347 static const int kEncodedWidth = 123;
1348 static const int kEncodedHeight = 81;
1349 EncodedImage encoded_image;
1350 encoded_image._encodedWidth = kEncodedWidth;
1351 encoded_image._encodedHeight = kEncodedHeight;
1352
kjellander02b3d272016-04-20 05:05:54 -07001353 CodecSpecificInfo codec_info;
1354 codec_info.codecType = kVideoCodecVP8;
1355 codec_info.codecSpecific.VP8.simulcastIdx = 0;
pbos@webrtc.org273a4142014-12-01 15:23:21 +00001356
kjellander02b3d272016-04-20 05:05:54 -07001357 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
1358 codec_info.codecSpecific.VP8.simulcastIdx = 1;
1359 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
pbos@webrtc.org273a4142014-12-01 15:23:21 +00001360
1361 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00001362 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[0]].width);
1363 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[0]].height);
1364 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[1]].width);
1365 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[1]].height);
pbos@webrtc.org273a4142014-12-01 15:23:21 +00001366
1367 // Forward almost to timeout, this should not have removed stats.
1368 fake_clock_.AdvanceTimeMilliseconds(SendStatisticsProxy::kStatsTimeoutMs - 1);
1369 stats = statistics_proxy_->GetStats();
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00001370 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[0]].width);
1371 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[0]].height);
pbos@webrtc.org273a4142014-12-01 15:23:21 +00001372
1373 // Update the first SSRC with bogus RTCP stats to make sure that encoded
1374 // resolution still times out (no global timeout for all stats).
1375 RtcpStatistics rtcp_statistics;
1376 RtcpStatisticsCallback* rtcp_stats = statistics_proxy_.get();
1377 rtcp_stats->StatisticsUpdated(rtcp_statistics, config_.rtp.ssrcs[0]);
1378
1379 // Report stats for second SSRC to make sure it's not outdated along with the
1380 // first SSRC.
kjellander02b3d272016-04-20 05:05:54 -07001381 codec_info.codecSpecific.VP8.simulcastIdx = 1;
1382 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
pbos@webrtc.org273a4142014-12-01 15:23:21 +00001383
1384 // Forward 1 ms, reach timeout, substream 0 should have no resolution
1385 // reported, but substream 1 should.
1386 fake_clock_.AdvanceTimeMilliseconds(1);
1387 stats = statistics_proxy_->GetStats();
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00001388 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[0]].width);
1389 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[0]].height);
1390 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[1]].width);
1391 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[1]].height);
pbos@webrtc.org273a4142014-12-01 15:23:21 +00001392}
1393
Peter Boström20f3f942015-05-15 11:33:39 +02001394TEST_F(SendStatisticsProxyTest, ClearsResolutionFromInactiveSsrcs) {
1395 static const int kEncodedWidth = 123;
1396 static const int kEncodedHeight = 81;
1397 EncodedImage encoded_image;
1398 encoded_image._encodedWidth = kEncodedWidth;
1399 encoded_image._encodedHeight = kEncodedHeight;
1400
kjellander02b3d272016-04-20 05:05:54 -07001401 CodecSpecificInfo codec_info;
1402 codec_info.codecType = kVideoCodecVP8;
1403 codec_info.codecSpecific.VP8.simulcastIdx = 0;
Peter Boström20f3f942015-05-15 11:33:39 +02001404
kjellander02b3d272016-04-20 05:05:54 -07001405 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
1406 codec_info.codecSpecific.VP8.simulcastIdx = 1;
1407 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
Peter Boström20f3f942015-05-15 11:33:39 +02001408
1409 statistics_proxy_->OnInactiveSsrc(config_.rtp.ssrcs[1]);
1410 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
1411 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[0]].width);
1412 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[0]].height);
1413 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[1]].width);
1414 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[1]].height);
1415}
1416
1417TEST_F(SendStatisticsProxyTest, ClearsBitratesFromInactiveSsrcs) {
sprangcd349d92016-07-13 09:11:28 -07001418 uint32_t bitrate = 42;
Peter Boström20f3f942015-05-15 11:33:39 +02001419 BitrateStatisticsObserver* observer = statistics_proxy_.get();
1420 observer->Notify(bitrate, bitrate, config_.rtp.ssrcs[0]);
1421 observer->Notify(bitrate, bitrate, config_.rtp.ssrcs[1]);
1422
1423 statistics_proxy_->OnInactiveSsrc(config_.rtp.ssrcs[1]);
1424
1425 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprangcd349d92016-07-13 09:11:28 -07001426 EXPECT_EQ(static_cast<int>(bitrate),
Peter Boström20f3f942015-05-15 11:33:39 +02001427 stats.substreams[config_.rtp.ssrcs[0]].total_bitrate_bps);
sprangcd349d92016-07-13 09:11:28 -07001428 EXPECT_EQ(static_cast<int>(bitrate),
Peter Boström20f3f942015-05-15 11:33:39 +02001429 stats.substreams[config_.rtp.ssrcs[0]].retransmit_bitrate_bps);
1430 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[1]].total_bitrate_bps);
1431 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[1]].retransmit_bitrate_bps);
1432}
1433
sprang07fb9be2016-02-24 07:55:00 -08001434TEST_F(SendStatisticsProxyTest, ResetsRtcpCountersOnContentChange) {
1435 RtcpPacketTypeCounterObserver* proxy =
1436 static_cast<RtcpPacketTypeCounterObserver*>(statistics_proxy_.get());
1437 RtcpPacketTypeCounter counters;
1438 counters.first_packet_time_ms = fake_clock_.TimeInMilliseconds();
1439 proxy->RtcpPacketTypesCounterUpdated(kFirstSsrc, counters);
1440 proxy->RtcpPacketTypesCounterUpdated(kSecondSsrc, counters);
1441
1442 fake_clock_.AdvanceTimeMilliseconds(1000 * metrics::kMinRunTimeInSeconds);
1443
1444 counters.nack_packets += 1 * metrics::kMinRunTimeInSeconds;
1445 counters.fir_packets += 2 * metrics::kMinRunTimeInSeconds;
1446 counters.pli_packets += 3 * metrics::kMinRunTimeInSeconds;
1447 counters.unique_nack_requests += 4 * metrics::kMinRunTimeInSeconds;
1448 counters.nack_requests += 5 * metrics::kMinRunTimeInSeconds;
1449
1450 proxy->RtcpPacketTypesCounterUpdated(kFirstSsrc, counters);
1451 proxy->RtcpPacketTypesCounterUpdated(kSecondSsrc, counters);
1452
1453 // Changing content type causes histograms to be reported.
Pera48ddb72016-09-29 11:48:50 +02001454 VideoEncoderConfig config;
1455 config.content_type = VideoEncoderConfig::ContentType::kScreen;
1456 statistics_proxy_->OnEncoderReconfigured(config, 50);
sprang07fb9be2016-02-24 07:55:00 -08001457
asapersson01d70a32016-05-20 06:29:46 -07001458 EXPECT_EQ(1,
1459 metrics::NumSamples("WebRTC.Video.NackPacketsReceivedPerMinute"));
1460 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.FirPacketsReceivedPerMinute"));
1461 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.PliPacketsReceivedPerMinute"));
1462 EXPECT_EQ(1, metrics::NumSamples(
sprang07fb9be2016-02-24 07:55:00 -08001463 "WebRTC.Video.UniqueNackRequestsReceivedInPercent"));
1464
1465 const int kRate = 60 * 2; // Packets per minute with two streams.
1466
asapersson01d70a32016-05-20 06:29:46 -07001467 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.NackPacketsReceivedPerMinute",
1468 1 * kRate));
1469 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.FirPacketsReceivedPerMinute",
1470 2 * kRate));
1471 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.PliPacketsReceivedPerMinute",
1472 3 * kRate));
1473 EXPECT_EQ(
1474 1, metrics::NumEvents("WebRTC.Video.UniqueNackRequestsReceivedInPercent",
1475 4 * 100 / 5));
sprang07fb9be2016-02-24 07:55:00 -08001476
1477 // New start time but same counter values.
1478 proxy->RtcpPacketTypesCounterUpdated(kFirstSsrc, counters);
1479 proxy->RtcpPacketTypesCounterUpdated(kSecondSsrc, counters);
1480
1481 fake_clock_.AdvanceTimeMilliseconds(1000 * metrics::kMinRunTimeInSeconds);
1482
1483 counters.nack_packets += 1 * metrics::kMinRunTimeInSeconds;
1484 counters.fir_packets += 2 * metrics::kMinRunTimeInSeconds;
1485 counters.pli_packets += 3 * metrics::kMinRunTimeInSeconds;
1486 counters.unique_nack_requests += 4 * metrics::kMinRunTimeInSeconds;
1487 counters.nack_requests += 5 * metrics::kMinRunTimeInSeconds;
1488
1489 proxy->RtcpPacketTypesCounterUpdated(kFirstSsrc, counters);
1490 proxy->RtcpPacketTypesCounterUpdated(kSecondSsrc, counters);
1491
1492 SetUp(); // Reset stats proxy also causes histograms to be reported.
1493
asapersson01d70a32016-05-20 06:29:46 -07001494 EXPECT_EQ(1, metrics::NumSamples(
sprang07fb9be2016-02-24 07:55:00 -08001495 "WebRTC.Video.Screenshare.NackPacketsReceivedPerMinute"));
asapersson01d70a32016-05-20 06:29:46 -07001496 EXPECT_EQ(1, metrics::NumSamples(
sprang07fb9be2016-02-24 07:55:00 -08001497 "WebRTC.Video.Screenshare.FirPacketsReceivedPerMinute"));
asapersson01d70a32016-05-20 06:29:46 -07001498 EXPECT_EQ(1, metrics::NumSamples(
sprang07fb9be2016-02-24 07:55:00 -08001499 "WebRTC.Video.Screenshare.PliPacketsReceivedPerMinute"));
1500 EXPECT_EQ(
asapersson01d70a32016-05-20 06:29:46 -07001501 1, metrics::NumSamples(
sprang07fb9be2016-02-24 07:55:00 -08001502 "WebRTC.Video.Screenshare.UniqueNackRequestsReceivedInPercent"));
1503
asapersson01d70a32016-05-20 06:29:46 -07001504 EXPECT_EQ(1, metrics::NumEvents(
1505 "WebRTC.Video.Screenshare.NackPacketsReceivedPerMinute",
1506 1 * kRate));
1507 EXPECT_EQ(1, metrics::NumEvents(
1508 "WebRTC.Video.Screenshare.FirPacketsReceivedPerMinute",
1509 2 * kRate));
1510 EXPECT_EQ(1, metrics::NumEvents(
1511 "WebRTC.Video.Screenshare.PliPacketsReceivedPerMinute",
1512 3 * kRate));
1513 EXPECT_EQ(1,
1514 metrics::NumEvents(
1515 "WebRTC.Video.Screenshare.UniqueNackRequestsReceivedInPercent",
1516 4 * 100 / 5));
sprang07fb9be2016-02-24 07:55:00 -08001517}
1518
asaperssona6a699a2016-11-25 03:52:46 -08001519TEST_F(SendStatisticsProxyTest, GetStatsReportsIsFlexFec) {
1520 statistics_proxy_.reset(
1521 new SendStatisticsProxy(&fake_clock_, GetTestConfigWithFlexFec(),
1522 VideoEncoderConfig::ContentType::kRealtimeVideo));
1523
1524 StreamDataCountersCallback* proxy =
1525 static_cast<StreamDataCountersCallback*>(statistics_proxy_.get());
1526 StreamDataCounters counters;
1527 proxy->DataCountersUpdated(counters, kFirstSsrc);
1528 proxy->DataCountersUpdated(counters, kFlexFecSsrc);
1529
1530 EXPECT_FALSE(GetStreamStats(kFirstSsrc).is_flexfec);
1531 EXPECT_TRUE(GetStreamStats(kFlexFecSsrc).is_flexfec);
1532}
1533
1534TEST_F(SendStatisticsProxyTest, SendBitratesAreReportedWithFlexFecEnabled) {
1535 statistics_proxy_.reset(
1536 new SendStatisticsProxy(&fake_clock_, GetTestConfigWithFlexFec(),
1537 VideoEncoderConfig::ContentType::kRealtimeVideo));
1538
1539 StreamDataCountersCallback* proxy =
1540 static_cast<StreamDataCountersCallback*>(statistics_proxy_.get());
asaperssona6a699a2016-11-25 03:52:46 -08001541 StreamDataCounters counters;
1542 StreamDataCounters rtx_counters;
asaperssona6a699a2016-11-25 03:52:46 -08001543
asapersson93e1e232017-02-06 05:18:35 -08001544 const int kMinRequiredPeriodSamples = 8;
1545 const int kPeriodIntervalMs = 2000;
1546 for (int i = 0; i < kMinRequiredPeriodSamples; ++i) {
1547 counters.transmitted.packets += 20;
1548 counters.transmitted.header_bytes += 500;
1549 counters.transmitted.padding_bytes += 1000;
1550 counters.transmitted.payload_bytes += 2000;
1551 counters.retransmitted.packets += 2;
1552 counters.retransmitted.header_bytes += 25;
1553 counters.retransmitted.padding_bytes += 100;
1554 counters.retransmitted.payload_bytes += 250;
1555 counters.fec = counters.retransmitted;
1556 rtx_counters.transmitted = counters.transmitted;
1557 // Advance one interval and update counters.
1558 fake_clock_.AdvanceTimeMilliseconds(kPeriodIntervalMs);
1559 proxy->DataCountersUpdated(counters, kFirstSsrc);
1560 proxy->DataCountersUpdated(counters, kSecondSsrc);
1561 proxy->DataCountersUpdated(rtx_counters, kFirstRtxSsrc);
1562 proxy->DataCountersUpdated(rtx_counters, kSecondRtxSsrc);
1563 proxy->DataCountersUpdated(counters, kFlexFecSsrc);
1564 }
asaperssona6a699a2016-11-25 03:52:46 -08001565
asaperssona6a699a2016-11-25 03:52:46 -08001566 statistics_proxy_.reset();
asapersson93e1e232017-02-06 05:18:35 -08001567 // Interval: 3500 bytes * 4 / 2 sec = 7000 bytes / sec = 56 kbps
asaperssona6a699a2016-11-25 03:52:46 -08001568 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.BitrateSentInKbps"));
asapersson93e1e232017-02-06 05:18:35 -08001569 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.BitrateSentInKbps", 56));
1570 // Interval: 3500 bytes * 2 / 2 sec = 3500 bytes / sec = 28 kbps
1571 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.RtxBitrateSentInKbps"));
1572 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.RtxBitrateSentInKbps", 28));
1573 // Interval: (2000 - 2 * 250) bytes / 2 sec = 1500 bytes / sec = 12 kbps
asaperssona6a699a2016-11-25 03:52:46 -08001574 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.MediaBitrateSentInKbps"));
asapersson93e1e232017-02-06 05:18:35 -08001575 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.MediaBitrateSentInKbps", 12));
1576 // Interval: 1000 bytes * 4 / 2 sec = 2000 bytes / sec = 16 kbps
asaperssona6a699a2016-11-25 03:52:46 -08001577 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.PaddingBitrateSentInKbps"));
asapersson93e1e232017-02-06 05:18:35 -08001578 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.PaddingBitrateSentInKbps", 16));
1579 // Interval: 375 bytes * 2 / 2 sec = 375 bytes / sec = 3 kbps
1580 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.FecBitrateSentInKbps"));
1581 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.FecBitrateSentInKbps", 3));
1582 // Interval: 375 bytes * 2 / 2 sec = 375 bytes / sec = 3 kbps
asaperssona6a699a2016-11-25 03:52:46 -08001583 EXPECT_EQ(1,
1584 metrics::NumSamples("WebRTC.Video.RetransmittedBitrateSentInKbps"));
asaperssona6a699a2016-11-25 03:52:46 -08001585 EXPECT_EQ(
asapersson93e1e232017-02-06 05:18:35 -08001586 1, metrics::NumEvents("WebRTC.Video.RetransmittedBitrateSentInKbps", 3));
asaperssona6a699a2016-11-25 03:52:46 -08001587}
1588
Erik Språng22c2b482016-03-01 09:40:42 +01001589TEST_F(SendStatisticsProxyTest, ResetsRtpCountersOnContentChange) {
1590 StreamDataCountersCallback* proxy =
1591 static_cast<StreamDataCountersCallback*>(statistics_proxy_.get());
1592 StreamDataCounters counters;
1593 StreamDataCounters rtx_counters;
1594 counters.first_packet_time_ms = fake_clock_.TimeInMilliseconds();
Erik Språng22c2b482016-03-01 09:40:42 +01001595
asapersson93e1e232017-02-06 05:18:35 -08001596 const int kMinRequiredPeriodSamples = 8;
1597 const int kPeriodIntervalMs = 2000;
1598 for (int i = 0; i < kMinRequiredPeriodSamples; ++i) {
1599 counters.transmitted.packets += 20;
1600 counters.transmitted.header_bytes += 500;
1601 counters.transmitted.padding_bytes += 1000;
1602 counters.transmitted.payload_bytes += 2000;
1603 counters.retransmitted.packets += 2;
1604 counters.retransmitted.header_bytes += 25;
1605 counters.retransmitted.padding_bytes += 100;
1606 counters.retransmitted.payload_bytes += 250;
1607 counters.fec = counters.retransmitted;
1608 rtx_counters.transmitted = counters.transmitted;
1609 // Advance one interval and update counters.
1610 fake_clock_.AdvanceTimeMilliseconds(kPeriodIntervalMs);
1611 proxy->DataCountersUpdated(counters, kFirstSsrc);
1612 proxy->DataCountersUpdated(counters, kSecondSsrc);
1613 proxy->DataCountersUpdated(rtx_counters, kFirstRtxSsrc);
1614 proxy->DataCountersUpdated(rtx_counters, kSecondRtxSsrc);
1615 }
Erik Språng22c2b482016-03-01 09:40:42 +01001616
1617 // Changing content type causes histograms to be reported.
Pera48ddb72016-09-29 11:48:50 +02001618 VideoEncoderConfig config;
1619 config.content_type = VideoEncoderConfig::ContentType::kScreen;
asapersson93e1e232017-02-06 05:18:35 -08001620 statistics_proxy_->OnEncoderReconfigured(config, 50000);
Erik Språng22c2b482016-03-01 09:40:42 +01001621
asapersson93e1e232017-02-06 05:18:35 -08001622 // Interval: 3500 bytes * 4 / 2 sec = 7000 bytes / sec = 56 kbps
asapersson01d70a32016-05-20 06:29:46 -07001623 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.BitrateSentInKbps"));
asapersson93e1e232017-02-06 05:18:35 -08001624 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.BitrateSentInKbps", 56));
1625 // Interval: 3500 bytes * 2 / 2 sec = 3500 bytes / sec = 28 kbps
1626 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.RtxBitrateSentInKbps"));
1627 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.RtxBitrateSentInKbps", 28));
1628 // Interval: (2000 - 2 * 250) bytes / 2 sec = 1500 bytes / sec = 12 kbps
asapersson01d70a32016-05-20 06:29:46 -07001629 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.MediaBitrateSentInKbps"));
asapersson93e1e232017-02-06 05:18:35 -08001630 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.MediaBitrateSentInKbps", 12));
1631 // Interval: 1000 bytes * 4 / 2 sec = 2000 bytes / sec = 16 kbps
asapersson01d70a32016-05-20 06:29:46 -07001632 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.PaddingBitrateSentInKbps"));
asapersson93e1e232017-02-06 05:18:35 -08001633 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.PaddingBitrateSentInKbps", 16));
1634 // Interval: 375 bytes * 2 / 2 sec = 375 bytes / sec = 3 kbps
1635 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.FecBitrateSentInKbps"));
1636 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.FecBitrateSentInKbps", 3));
1637 // Interval: 375 bytes * 2 / 2 sec = 375 bytes / sec = 3 kbps
Erik Språng22c2b482016-03-01 09:40:42 +01001638 EXPECT_EQ(1,
asapersson01d70a32016-05-20 06:29:46 -07001639 metrics::NumSamples("WebRTC.Video.RetransmittedBitrateSentInKbps"));
Erik Språng22c2b482016-03-01 09:40:42 +01001640 EXPECT_EQ(
asapersson93e1e232017-02-06 05:18:35 -08001641 1, metrics::NumEvents("WebRTC.Video.RetransmittedBitrateSentInKbps", 3));
Erik Språng22c2b482016-03-01 09:40:42 +01001642
asapersson93e1e232017-02-06 05:18:35 -08001643 // New metric counters but same data counters.
Erik Språng22c2b482016-03-01 09:40:42 +01001644 // Double counter values, this should result in the same counts as before but
1645 // with new histogram names.
asapersson93e1e232017-02-06 05:18:35 -08001646 for (int i = 0; i < kMinRequiredPeriodSamples; ++i) {
1647 counters.transmitted.packets += 20;
1648 counters.transmitted.header_bytes += 500;
1649 counters.transmitted.padding_bytes += 1000;
1650 counters.transmitted.payload_bytes += 2000;
1651 counters.retransmitted.packets += 2;
1652 counters.retransmitted.header_bytes += 25;
1653 counters.retransmitted.padding_bytes += 100;
1654 counters.retransmitted.payload_bytes += 250;
1655 counters.fec = counters.retransmitted;
1656 rtx_counters.transmitted = counters.transmitted;
1657 // Advance one interval and update counters.
1658 fake_clock_.AdvanceTimeMilliseconds(kPeriodIntervalMs);
1659 proxy->DataCountersUpdated(counters, kFirstSsrc);
1660 proxy->DataCountersUpdated(counters, kSecondSsrc);
1661 proxy->DataCountersUpdated(rtx_counters, kFirstRtxSsrc);
1662 proxy->DataCountersUpdated(rtx_counters, kSecondRtxSsrc);
1663 }
Erik Språng22c2b482016-03-01 09:40:42 +01001664
asapersson93e1e232017-02-06 05:18:35 -08001665 // Reset stats proxy also causes histograms to be reported.
1666 statistics_proxy_.reset();
Erik Språng22c2b482016-03-01 09:40:42 +01001667
asapersson93e1e232017-02-06 05:18:35 -08001668 // Interval: 3500 bytes * 4 / 2 sec = 7000 bytes / sec = 56 kbps
asapersson01d70a32016-05-20 06:29:46 -07001669 EXPECT_EQ(1,
1670 metrics::NumSamples("WebRTC.Video.Screenshare.BitrateSentInKbps"));
asapersson93e1e232017-02-06 05:18:35 -08001671 EXPECT_EQ(
1672 1, metrics::NumEvents("WebRTC.Video.Screenshare.BitrateSentInKbps", 56));
1673 // Interval: 3500 bytes * 2 / 2 sec = 3500 bytes / sec = 28 kbps
1674 EXPECT_EQ(
1675 1, metrics::NumSamples("WebRTC.Video.Screenshare.RtxBitrateSentInKbps"));
1676 EXPECT_EQ(1, metrics::NumEvents(
1677 "WebRTC.Video.Screenshare.RtxBitrateSentInKbps", 28));
1678 // Interval: (2000 - 2 * 250) bytes / 2 sec = 1500 bytes / sec = 12 kbps
asapersson01d70a32016-05-20 06:29:46 -07001679 EXPECT_EQ(1, metrics::NumSamples(
Erik Språng22c2b482016-03-01 09:40:42 +01001680 "WebRTC.Video.Screenshare.MediaBitrateSentInKbps"));
asapersson01d70a32016-05-20 06:29:46 -07001681 EXPECT_EQ(1, metrics::NumEvents(
asapersson93e1e232017-02-06 05:18:35 -08001682 "WebRTC.Video.Screenshare.MediaBitrateSentInKbps", 12));
1683 // Interval: 1000 bytes * 4 / 2 sec = 2000 bytes / sec = 16 kbps
asapersson01d70a32016-05-20 06:29:46 -07001684 EXPECT_EQ(1, metrics::NumSamples(
Erik Språng22c2b482016-03-01 09:40:42 +01001685 "WebRTC.Video.Screenshare.PaddingBitrateSentInKbps"));
asapersson93e1e232017-02-06 05:18:35 -08001686 EXPECT_EQ(1, metrics::NumEvents(
1687 "WebRTC.Video.Screenshare.PaddingBitrateSentInKbps", 16));
1688 // Interval: 375 bytes * 2 / 2 sec = 375 bytes / sec = 3 kbps
1689 EXPECT_EQ(
1690 1, metrics::NumSamples("WebRTC.Video.Screenshare.FecBitrateSentInKbps"));
1691 EXPECT_EQ(1, metrics::NumEvents(
1692 "WebRTC.Video.Screenshare.FecBitrateSentInKbps", 3));
1693 // Interval: 375 bytes * 2 / 2 sec = 375 bytes / sec = 3 kbps
asapersson01d70a32016-05-20 06:29:46 -07001694 EXPECT_EQ(1, metrics::NumSamples(
Erik Språng22c2b482016-03-01 09:40:42 +01001695 "WebRTC.Video.Screenshare.RetransmittedBitrateSentInKbps"));
asapersson01d70a32016-05-20 06:29:46 -07001696 EXPECT_EQ(1,
1697 metrics::NumEvents(
asapersson93e1e232017-02-06 05:18:35 -08001698 "WebRTC.Video.Screenshare.RetransmittedBitrateSentInKbps", 3));
1699}
Erik Språng22c2b482016-03-01 09:40:42 +01001700
asapersson93e1e232017-02-06 05:18:35 -08001701TEST_F(SendStatisticsProxyTest, RtxBitrateIsZeroWhenEnabledAndNoRtxDataIsSent) {
1702 StreamDataCountersCallback* proxy =
1703 static_cast<StreamDataCountersCallback*>(statistics_proxy_.get());
1704 StreamDataCounters counters;
1705 StreamDataCounters rtx_counters;
Erik Språng22c2b482016-03-01 09:40:42 +01001706
asapersson93e1e232017-02-06 05:18:35 -08001707 const int kMinRequiredPeriodSamples = 8;
1708 const int kPeriodIntervalMs = 2000;
1709 for (int i = 0; i < kMinRequiredPeriodSamples; ++i) {
1710 counters.transmitted.packets += 20;
1711 counters.transmitted.header_bytes += 500;
1712 counters.transmitted.payload_bytes += 2000;
1713 counters.fec = counters.retransmitted;
1714 // Advance one interval and update counters.
1715 fake_clock_.AdvanceTimeMilliseconds(kPeriodIntervalMs);
1716 proxy->DataCountersUpdated(counters, kFirstSsrc);
1717 }
1718
1719 // RTX enabled. No data sent over RTX.
1720 statistics_proxy_.reset();
1721 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.RtxBitrateSentInKbps"));
1722 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.RtxBitrateSentInKbps", 0));
1723}
1724
1725TEST_F(SendStatisticsProxyTest, RtxBitrateNotReportedWhenNotEnabled) {
1726 VideoSendStream::Config config(nullptr);
1727 config.rtp.ssrcs.push_back(kFirstSsrc); // RTX not configured.
1728 statistics_proxy_.reset(new SendStatisticsProxy(
1729 &fake_clock_, config, VideoEncoderConfig::ContentType::kRealtimeVideo));
1730
1731 StreamDataCountersCallback* proxy =
1732 static_cast<StreamDataCountersCallback*>(statistics_proxy_.get());
1733 StreamDataCounters counters;
1734
1735 const int kMinRequiredPeriodSamples = 8;
1736 const int kPeriodIntervalMs = 2000;
1737 for (int i = 0; i < kMinRequiredPeriodSamples; ++i) {
1738 counters.transmitted.packets += 20;
1739 counters.transmitted.header_bytes += 500;
1740 counters.transmitted.payload_bytes += 2000;
1741 counters.fec = counters.retransmitted;
1742 // Advance one interval and update counters.
1743 fake_clock_.AdvanceTimeMilliseconds(kPeriodIntervalMs);
1744 proxy->DataCountersUpdated(counters, kFirstSsrc);
1745 }
1746
1747 // RTX not enabled.
1748 statistics_proxy_.reset();
1749 EXPECT_EQ(0, metrics::NumSamples("WebRTC.Video.RtxBitrateSentInKbps"));
1750}
1751
1752TEST_F(SendStatisticsProxyTest, FecBitrateIsZeroWhenEnabledAndNoFecDataIsSent) {
1753 StreamDataCountersCallback* proxy =
1754 static_cast<StreamDataCountersCallback*>(statistics_proxy_.get());
1755 StreamDataCounters counters;
1756 StreamDataCounters rtx_counters;
1757
1758 const int kMinRequiredPeriodSamples = 8;
1759 const int kPeriodIntervalMs = 2000;
1760 for (int i = 0; i < kMinRequiredPeriodSamples; ++i) {
1761 counters.transmitted.packets += 20;
1762 counters.transmitted.header_bytes += 500;
1763 counters.transmitted.payload_bytes += 2000;
1764 // Advance one interval and update counters.
1765 fake_clock_.AdvanceTimeMilliseconds(kPeriodIntervalMs);
1766 proxy->DataCountersUpdated(counters, kFirstSsrc);
1767 }
1768
1769 // FEC enabled. No FEC data sent.
1770 statistics_proxy_.reset();
1771 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.FecBitrateSentInKbps"));
1772 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.FecBitrateSentInKbps", 0));
1773}
1774
1775TEST_F(SendStatisticsProxyTest, FecBitrateNotReportedWhenNotEnabled) {
1776 VideoSendStream::Config config(nullptr);
1777 config.rtp.ssrcs.push_back(kFirstSsrc); // FEC not configured.
1778 statistics_proxy_.reset(new SendStatisticsProxy(
1779 &fake_clock_, config, VideoEncoderConfig::ContentType::kRealtimeVideo));
1780
1781 StreamDataCountersCallback* proxy =
1782 static_cast<StreamDataCountersCallback*>(statistics_proxy_.get());
1783 StreamDataCounters counters;
1784
1785 const int kMinRequiredPeriodSamples = 8;
1786 const int kPeriodIntervalMs = 2000;
1787 for (int i = 0; i < kMinRequiredPeriodSamples; ++i) {
1788 counters.transmitted.packets += 20;
1789 counters.transmitted.header_bytes += 500;
1790 counters.transmitted.payload_bytes += 2000;
1791 counters.fec = counters.retransmitted;
1792 // Advance one interval and update counters.
1793 fake_clock_.AdvanceTimeMilliseconds(kPeriodIntervalMs);
1794 proxy->DataCountersUpdated(counters, kFirstSsrc);
1795 }
1796
1797 // FEC not enabled.
1798 statistics_proxy_.reset();
1799 EXPECT_EQ(0, metrics::NumSamples("WebRTC.Video.FecBitrateSentInKbps"));
Erik Språng22c2b482016-03-01 09:40:42 +01001800}
1801
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001802} // namespace webrtc