blob: b3aa50667d78546ad1fdd766c920f7bcdae7f4e7 [file] [log] [blame]
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001/*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000011#include "webrtc/video/send_statistics_proxy.h"
12
13#include <map>
kwiberg27f982b2016-03-01 11:52:33 -080014#include <memory>
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000015#include <string>
16#include <vector>
17
sprang07fb9be2016-02-24 07:55:00 -080018#include "webrtc/system_wrappers/include/metrics.h"
asapersson01d70a32016-05-20 06:29:46 -070019#include "webrtc/system_wrappers/include/metrics_default.h"
kwibergac9f8762016-09-30 22:29:43 -070020#include "webrtc/test/gtest.h"
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000021
22namespace webrtc {
asapersson5265fed2016-04-18 02:58:47 -070023namespace {
24const uint32_t kFirstSsrc = 17;
25const uint32_t kSecondSsrc = 42;
26const uint32_t kFirstRtxSsrc = 18;
27const uint32_t kSecondRtxSsrc = 43;
asaperssona6a699a2016-11-25 03:52:46 -080028const uint32_t kFlexFecSsrc = 55;
asapersson320e45a2016-11-29 01:40:35 -080029const int kFpsPeriodicIntervalMs = 2000;
30const int kWidth = 640;
31const int kHeight = 480;
asapersson5265fed2016-04-18 02:58:47 -070032const int kQpIdx0 = 21;
33const int kQpIdx1 = 39;
kthelgason0cd27ba2016-12-19 06:32:16 -080034const CodecSpecificInfo kDefaultCodecInfo = []() {
35 CodecSpecificInfo codec_info;
36 codec_info.codecType = kVideoCodecVP8;
37 codec_info.codecSpecific.VP8.simulcastIdx = 0;
38 return codec_info;
39}();
asapersson5265fed2016-04-18 02:58:47 -070040} // namespace
sprang07fb9be2016-02-24 07:55:00 -080041
stefan@webrtc.org168f23f2014-07-11 13:44:02 +000042class SendStatisticsProxyTest : public ::testing::Test {
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000043 public:
pbos@webrtc.org273a4142014-12-01 15:23:21 +000044 SendStatisticsProxyTest()
solenberg4fbae2b2015-08-28 04:07:10 -070045 : fake_clock_(1234), config_(GetTestConfig()), avg_delay_ms_(0),
46 max_delay_ms_(0) {}
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000047 virtual ~SendStatisticsProxyTest() {}
48
49 protected:
50 virtual void SetUp() {
asapersson01d70a32016-05-20 06:29:46 -070051 metrics::Reset();
sprangb4a1ae52015-12-03 08:10:08 -080052 statistics_proxy_.reset(new SendStatisticsProxy(
53 &fake_clock_, GetTestConfig(),
54 VideoEncoderConfig::ContentType::kRealtimeVideo));
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000055 expected_ = VideoSendStream::Stats();
asapersson2e5cfcd2016-08-11 08:41:18 -070056 for (const auto& ssrc : config_.rtp.ssrcs)
57 expected_.substreams[ssrc].is_rtx = false;
58 for (const auto& ssrc : config_.rtp.rtx.ssrcs)
59 expected_.substreams[ssrc].is_rtx = true;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000060 }
61
62 VideoSendStream::Config GetTestConfig() {
solenberg4fbae2b2015-08-28 04:07:10 -070063 VideoSendStream::Config config(nullptr);
sprang07fb9be2016-02-24 07:55:00 -080064 config.rtp.ssrcs.push_back(kFirstSsrc);
65 config.rtp.ssrcs.push_back(kSecondSsrc);
66 config.rtp.rtx.ssrcs.push_back(kFirstRtxSsrc);
67 config.rtp.rtx.ssrcs.push_back(kSecondRtxSsrc);
brandtrb5f2c3f2016-10-04 23:28:39 -070068 config.rtp.ulpfec.red_payload_type = 17;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000069 return config;
70 }
71
asaperssona6a699a2016-11-25 03:52:46 -080072 VideoSendStream::Config GetTestConfigWithFlexFec() {
73 VideoSendStream::Config config(nullptr);
74 config.rtp.ssrcs.push_back(kFirstSsrc);
75 config.rtp.ssrcs.push_back(kSecondSsrc);
76 config.rtp.rtx.ssrcs.push_back(kFirstRtxSsrc);
77 config.rtp.rtx.ssrcs.push_back(kSecondRtxSsrc);
brandtr3d200bd2017-01-16 06:59:19 -080078 config.rtp.flexfec.payload_type = 50;
79 config.rtp.flexfec.ssrc = kFlexFecSsrc;
asaperssona6a699a2016-11-25 03:52:46 -080080 return config;
81 }
82
83 VideoSendStream::StreamStats GetStreamStats(uint32_t ssrc) {
84 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
85 std::map<uint32_t, VideoSendStream::StreamStats>::iterator it =
86 stats.substreams.find(ssrc);
87 EXPECT_NE(it, stats.substreams.end());
88 return it->second;
89 }
90
asapersson66d4b372016-12-19 06:50:53 -080091 void UpdateDataCounters(uint32_t ssrc) {
92 StreamDataCountersCallback* proxy =
93 static_cast<StreamDataCountersCallback*>(statistics_proxy_.get());
94 StreamDataCounters counters;
95 proxy->DataCountersUpdated(counters, ssrc);
96 }
97
sprang@webrtc.org09315702014-02-07 12:06:29 +000098 void ExpectEqual(VideoSendStream::Stats one, VideoSendStream::Stats other) {
sprang@webrtc.org09315702014-02-07 12:06:29 +000099 EXPECT_EQ(one.input_frame_rate, other.input_frame_rate);
100 EXPECT_EQ(one.encode_frame_rate, other.encode_frame_rate);
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000101 EXPECT_EQ(one.media_bitrate_bps, other.media_bitrate_bps);
Pera48ddb72016-09-29 11:48:50 +0200102 EXPECT_EQ(one.preferred_media_bitrate_bps,
103 other.preferred_media_bitrate_bps);
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +0000104 EXPECT_EQ(one.suspended, other.suspended);
sprang@webrtc.org09315702014-02-07 12:06:29 +0000105
106 EXPECT_EQ(one.substreams.size(), other.substreams.size());
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000107 for (std::map<uint32_t, VideoSendStream::StreamStats>::const_iterator it =
sprang@webrtc.org09315702014-02-07 12:06:29 +0000108 one.substreams.begin();
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000109 it != one.substreams.end(); ++it) {
110 std::map<uint32_t, VideoSendStream::StreamStats>::const_iterator
111 corresponding_it = other.substreams.find(it->first);
sprang@webrtc.org09315702014-02-07 12:06:29 +0000112 ASSERT_TRUE(corresponding_it != other.substreams.end());
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000113 const VideoSendStream::StreamStats& a = it->second;
114 const VideoSendStream::StreamStats& b = corresponding_it->second;
sprang@webrtc.org09315702014-02-07 12:06:29 +0000115
asapersson2e5cfcd2016-08-11 08:41:18 -0700116 EXPECT_EQ(a.is_rtx, b.is_rtx);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000117 EXPECT_EQ(a.frame_counts.key_frames, b.frame_counts.key_frames);
118 EXPECT_EQ(a.frame_counts.delta_frames, b.frame_counts.delta_frames);
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000119 EXPECT_EQ(a.total_bitrate_bps, b.total_bitrate_bps);
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000120 EXPECT_EQ(a.avg_delay_ms, b.avg_delay_ms);
121 EXPECT_EQ(a.max_delay_ms, b.max_delay_ms);
sprang@webrtc.org09315702014-02-07 12:06:29 +0000122
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +0000123 EXPECT_EQ(a.rtp_stats.transmitted.payload_bytes,
124 b.rtp_stats.transmitted.payload_bytes);
125 EXPECT_EQ(a.rtp_stats.transmitted.header_bytes,
126 b.rtp_stats.transmitted.header_bytes);
127 EXPECT_EQ(a.rtp_stats.transmitted.padding_bytes,
128 b.rtp_stats.transmitted.padding_bytes);
129 EXPECT_EQ(a.rtp_stats.transmitted.packets,
130 b.rtp_stats.transmitted.packets);
131 EXPECT_EQ(a.rtp_stats.retransmitted.packets,
132 b.rtp_stats.retransmitted.packets);
133 EXPECT_EQ(a.rtp_stats.fec.packets, b.rtp_stats.fec.packets);
sprang@webrtc.org09315702014-02-07 12:06:29 +0000134
135 EXPECT_EQ(a.rtcp_stats.fraction_lost, b.rtcp_stats.fraction_lost);
136 EXPECT_EQ(a.rtcp_stats.cumulative_lost, b.rtcp_stats.cumulative_lost);
137 EXPECT_EQ(a.rtcp_stats.extended_max_sequence_number,
138 b.rtcp_stats.extended_max_sequence_number);
139 EXPECT_EQ(a.rtcp_stats.jitter, b.rtcp_stats.jitter);
140 }
141 }
142
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000143 SimulatedClock fake_clock_;
kwiberg27f982b2016-03-01 11:52:33 -0800144 std::unique_ptr<SendStatisticsProxy> statistics_proxy_;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000145 VideoSendStream::Config config_;
146 int avg_delay_ms_;
147 int max_delay_ms_;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000148 VideoSendStream::Stats expected_;
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000149 typedef std::map<uint32_t, VideoSendStream::StreamStats>::const_iterator
150 StreamIterator;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000151};
152
153TEST_F(SendStatisticsProxyTest, RtcpStatistics) {
154 RtcpStatisticsCallback* callback = statistics_proxy_.get();
asapersson35151f32016-05-02 23:44:01 -0700155 for (const auto& ssrc : config_.rtp.ssrcs) {
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000156 VideoSendStream::StreamStats& ssrc_stats = expected_.substreams[ssrc];
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000157
158 // Add statistics with some arbitrary, but unique, numbers.
159 uint32_t offset = ssrc * sizeof(RtcpStatistics);
160 ssrc_stats.rtcp_stats.cumulative_lost = offset;
161 ssrc_stats.rtcp_stats.extended_max_sequence_number = offset + 1;
162 ssrc_stats.rtcp_stats.fraction_lost = offset + 2;
163 ssrc_stats.rtcp_stats.jitter = offset + 3;
164 callback->StatisticsUpdated(ssrc_stats.rtcp_stats, ssrc);
165 }
asapersson35151f32016-05-02 23:44:01 -0700166 for (const auto& ssrc : config_.rtp.rtx.ssrcs) {
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000167 VideoSendStream::StreamStats& ssrc_stats = expected_.substreams[ssrc];
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000168
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000169 // Add statistics with some arbitrary, but unique, numbers.
170 uint32_t offset = ssrc * sizeof(RtcpStatistics);
171 ssrc_stats.rtcp_stats.cumulative_lost = offset;
172 ssrc_stats.rtcp_stats.extended_max_sequence_number = offset + 1;
173 ssrc_stats.rtcp_stats.fraction_lost = offset + 2;
174 ssrc_stats.rtcp_stats.jitter = offset + 3;
175 callback->StatisticsUpdated(ssrc_stats.rtcp_stats, ssrc);
176 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000177 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprang@webrtc.org09315702014-02-07 12:06:29 +0000178 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000179}
180
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000181TEST_F(SendStatisticsProxyTest, EncodedBitrateAndFramerate) {
Peter Boström7083e112015-09-22 16:28:51 +0200182 int media_bitrate_bps = 500;
183 int encode_fps = 29;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000184
perkj275afc52016-09-01 00:21:16 -0700185 statistics_proxy_->OnEncoderStatsUpdate(encode_fps, media_bitrate_bps);
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000186
187 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
188 EXPECT_EQ(media_bitrate_bps, stats.media_bitrate_bps);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000189 EXPECT_EQ(encode_fps, stats.encode_frame_rate);
190}
191
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +0000192TEST_F(SendStatisticsProxyTest, Suspended) {
193 // Verify that the value is false by default.
194 EXPECT_FALSE(statistics_proxy_->GetStats().suspended);
195
196 // Verify that we can set it to true.
Peter Boström7083e112015-09-22 16:28:51 +0200197 statistics_proxy_->OnSuspendChange(true);
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +0000198 EXPECT_TRUE(statistics_proxy_->GetStats().suspended);
199
200 // Verify that we can set it back to false again.
Peter Boström7083e112015-09-22 16:28:51 +0200201 statistics_proxy_->OnSuspendChange(false);
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +0000202 EXPECT_FALSE(statistics_proxy_->GetStats().suspended);
203}
204
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000205TEST_F(SendStatisticsProxyTest, FrameCounts) {
206 FrameCountObserver* observer = statistics_proxy_.get();
asapersson35151f32016-05-02 23:44:01 -0700207 for (const auto& ssrc : config_.rtp.ssrcs) {
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000208 // Add statistics with some arbitrary, but unique, numbers.
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000209 VideoSendStream::StreamStats& stats = expected_.substreams[ssrc];
210 uint32_t offset = ssrc * sizeof(VideoSendStream::StreamStats);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000211 FrameCounts frame_counts;
212 frame_counts.key_frames = offset;
213 frame_counts.delta_frames = offset + 1;
214 stats.frame_counts = frame_counts;
215 observer->FrameCountUpdated(frame_counts, ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000216 }
asapersson35151f32016-05-02 23:44:01 -0700217 for (const auto& ssrc : config_.rtp.rtx.ssrcs) {
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000218 // Add statistics with some arbitrary, but unique, numbers.
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000219 VideoSendStream::StreamStats& stats = expected_.substreams[ssrc];
220 uint32_t offset = ssrc * sizeof(VideoSendStream::StreamStats);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000221 FrameCounts frame_counts;
222 frame_counts.key_frames = offset;
223 frame_counts.delta_frames = offset + 1;
224 stats.frame_counts = frame_counts;
225 observer->FrameCountUpdated(frame_counts, ssrc);
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000226 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000227
228 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprang@webrtc.org09315702014-02-07 12:06:29 +0000229 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000230}
231
232TEST_F(SendStatisticsProxyTest, DataCounters) {
233 StreamDataCountersCallback* callback = statistics_proxy_.get();
asapersson35151f32016-05-02 23:44:01 -0700234 for (const auto& ssrc : config_.rtp.ssrcs) {
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000235 StreamDataCounters& counters = expected_.substreams[ssrc].rtp_stats;
236 // Add statistics with some arbitrary, but unique, numbers.
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000237 size_t offset = ssrc * sizeof(StreamDataCounters);
238 uint32_t offset_uint32 = static_cast<uint32_t>(offset);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +0000239 counters.transmitted.payload_bytes = offset;
240 counters.transmitted.header_bytes = offset + 1;
241 counters.fec.packets = offset_uint32 + 2;
242 counters.transmitted.padding_bytes = offset + 3;
243 counters.retransmitted.packets = offset_uint32 + 4;
244 counters.transmitted.packets = offset_uint32 + 5;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000245 callback->DataCountersUpdated(counters, ssrc);
246 }
asapersson35151f32016-05-02 23:44:01 -0700247 for (const auto& ssrc : config_.rtp.rtx.ssrcs) {
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000248 StreamDataCounters& counters = expected_.substreams[ssrc].rtp_stats;
249 // Add statistics with some arbitrary, but unique, numbers.
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000250 size_t offset = ssrc * sizeof(StreamDataCounters);
251 uint32_t offset_uint32 = static_cast<uint32_t>(offset);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +0000252 counters.transmitted.payload_bytes = offset;
253 counters.transmitted.header_bytes = offset + 1;
254 counters.fec.packets = offset_uint32 + 2;
255 counters.transmitted.padding_bytes = offset + 3;
256 counters.retransmitted.packets = offset_uint32 + 4;
257 counters.transmitted.packets = offset_uint32 + 5;
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000258 callback->DataCountersUpdated(counters, ssrc);
259 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000260
261 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprang@webrtc.org09315702014-02-07 12:06:29 +0000262 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000263}
264
265TEST_F(SendStatisticsProxyTest, Bitrate) {
266 BitrateStatisticsObserver* observer = statistics_proxy_.get();
asapersson35151f32016-05-02 23:44:01 -0700267 for (const auto& ssrc : config_.rtp.ssrcs) {
sprangcd349d92016-07-13 09:11:28 -0700268 uint32_t total;
269 uint32_t retransmit;
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000270 // Use ssrc as bitrate_bps to get a unique value for each stream.
sprangcd349d92016-07-13 09:11:28 -0700271 total = ssrc;
272 retransmit = ssrc + 1;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000273 observer->Notify(total, retransmit, ssrc);
sprangcd349d92016-07-13 09:11:28 -0700274 expected_.substreams[ssrc].total_bitrate_bps = total;
275 expected_.substreams[ssrc].retransmit_bitrate_bps = retransmit;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000276 }
asapersson35151f32016-05-02 23:44:01 -0700277 for (const auto& ssrc : config_.rtp.rtx.ssrcs) {
sprangcd349d92016-07-13 09:11:28 -0700278 uint32_t total;
279 uint32_t retransmit;
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000280 // Use ssrc as bitrate_bps to get a unique value for each stream.
sprangcd349d92016-07-13 09:11:28 -0700281 total = ssrc;
282 retransmit = ssrc + 1;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000283 observer->Notify(total, retransmit, ssrc);
sprangcd349d92016-07-13 09:11:28 -0700284 expected_.substreams[ssrc].total_bitrate_bps = total;
285 expected_.substreams[ssrc].retransmit_bitrate_bps = retransmit;
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000286 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000287
288 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprang@webrtc.org09315702014-02-07 12:06:29 +0000289 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000290}
291
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000292TEST_F(SendStatisticsProxyTest, SendSideDelay) {
293 SendSideDelayObserver* observer = statistics_proxy_.get();
asapersson35151f32016-05-02 23:44:01 -0700294 for (const auto& ssrc : config_.rtp.ssrcs) {
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000295 // Use ssrc as avg_delay_ms and max_delay_ms to get a unique value for each
296 // stream.
297 int avg_delay_ms = ssrc;
298 int max_delay_ms = ssrc + 1;
299 observer->SendSideDelayUpdated(avg_delay_ms, max_delay_ms, ssrc);
300 expected_.substreams[ssrc].avg_delay_ms = avg_delay_ms;
301 expected_.substreams[ssrc].max_delay_ms = max_delay_ms;
302 }
asapersson35151f32016-05-02 23:44:01 -0700303 for (const auto& ssrc : config_.rtp.rtx.ssrcs) {
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000304 // Use ssrc as avg_delay_ms and max_delay_ms to get a unique value for each
305 // stream.
306 int avg_delay_ms = ssrc;
307 int max_delay_ms = ssrc + 1;
308 observer->SendSideDelayUpdated(avg_delay_ms, max_delay_ms, ssrc);
309 expected_.substreams[ssrc].avg_delay_ms = avg_delay_ms;
310 expected_.substreams[ssrc].max_delay_ms = max_delay_ms;
311 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000312 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000313 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000314}
315
Peter Boströme4499152016-02-05 11:13:28 +0100316TEST_F(SendStatisticsProxyTest, OnEncodedFrameTimeMeasured) {
asapersson1aa420b2015-12-07 03:12:22 -0800317 const int kEncodeTimeMs = 11;
Peter Boströme4499152016-02-05 11:13:28 +0100318 CpuOveruseMetrics metrics;
319 metrics.encode_usage_percent = 80;
320 statistics_proxy_->OnEncodedFrameTimeMeasured(kEncodeTimeMs, metrics);
asapersson1aa420b2015-12-07 03:12:22 -0800321
322 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
323 EXPECT_EQ(kEncodeTimeMs, stats.avg_encode_time_ms);
Peter Boströme4499152016-02-05 11:13:28 +0100324 EXPECT_EQ(metrics.encode_usage_percent, stats.encode_usage_percent);
asapersson1aa420b2015-12-07 03:12:22 -0800325}
326
Pera48ddb72016-09-29 11:48:50 +0200327TEST_F(SendStatisticsProxyTest, OnEncoderReconfiguredChangePreferredBitrate) {
328 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
329 EXPECT_EQ(0, stats.preferred_media_bitrate_bps);
330 const int kPreferredMediaBitrateBps = 50;
331
332 VideoEncoderConfig config;
333 statistics_proxy_->OnEncoderReconfigured(config, kPreferredMediaBitrateBps);
334 stats = statistics_proxy_->GetStats();
335 EXPECT_EQ(kPreferredMediaBitrateBps, stats.preferred_media_bitrate_bps);
336}
337
sakal43536c32016-10-24 01:46:43 -0700338TEST_F(SendStatisticsProxyTest, OnSendEncodedImageIncreasesFramesEncoded) {
339 EncodedImage encoded_image;
340 CodecSpecificInfo codec_info;
341 EXPECT_EQ(0u, statistics_proxy_->GetStats().frames_encoded);
342 for (uint32_t i = 1; i <= 3; ++i) {
343 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
344 EXPECT_EQ(i, statistics_proxy_->GetStats().frames_encoded);
345 }
346}
347
sakal87da4042016-10-31 06:53:47 -0700348TEST_F(SendStatisticsProxyTest, OnSendEncodedImageIncreasesQpSum) {
349 EncodedImage encoded_image;
350 CodecSpecificInfo codec_info;
351 EXPECT_EQ(rtc::Optional<uint64_t>(), statistics_proxy_->GetStats().qp_sum);
352 encoded_image.qp_ = 3;
353 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
354 EXPECT_EQ(rtc::Optional<uint64_t>(3u), statistics_proxy_->GetStats().qp_sum);
355 encoded_image.qp_ = 127;
356 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
357 EXPECT_EQ(rtc::Optional<uint64_t>(130u),
358 statistics_proxy_->GetStats().qp_sum);
359}
360
361TEST_F(SendStatisticsProxyTest, OnSendEncodedImageWithoutQpQpSumWontExist) {
362 EncodedImage encoded_image;
363 CodecSpecificInfo codec_info;
364 encoded_image.qp_ = -1;
365 EXPECT_EQ(rtc::Optional<uint64_t>(), statistics_proxy_->GetStats().qp_sum);
366 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
367 EXPECT_EQ(rtc::Optional<uint64_t>(), statistics_proxy_->GetStats().qp_sum);
368}
369
asapersson36e9eb42017-03-31 05:29:12 -0700370TEST_F(SendStatisticsProxyTest, SetCpuScalingUpdatesStats) {
371 EXPECT_FALSE(statistics_proxy_->GetStats().cpu_limited_resolution);
asapersson6eca98b2017-04-04 23:40:50 -0700372 statistics_proxy_->SetCpuScalingStats(-1);
asapersson36e9eb42017-03-31 05:29:12 -0700373 EXPECT_FALSE(statistics_proxy_->GetStats().cpu_limited_resolution);
asapersson6eca98b2017-04-04 23:40:50 -0700374 statistics_proxy_->SetCpuScalingStats(0);
375 EXPECT_FALSE(statistics_proxy_->GetStats().cpu_limited_resolution);
376 statistics_proxy_->SetCpuScalingStats(1);
377 EXPECT_TRUE(statistics_proxy_->GetStats().cpu_limited_resolution);
asapersson36e9eb42017-03-31 05:29:12 -0700378}
379
380TEST_F(SendStatisticsProxyTest, SetQualityScalingUpdatesStats) {
381 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_resolution);
382 statistics_proxy_->SetQualityScalingStats(-1);
383 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_resolution);
384 statistics_proxy_->SetQualityScalingStats(0);
385 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_resolution);
386 statistics_proxy_->SetQualityScalingStats(1);
387 EXPECT_TRUE(statistics_proxy_->GetStats().bw_limited_resolution);
388}
389
asaperssonfab67072017-04-04 05:51:49 -0700390TEST_F(SendStatisticsProxyTest, GetStatsReportsCpuResolutionChanges) {
391 EXPECT_FALSE(statistics_proxy_->GetStats().cpu_limited_resolution);
392 EXPECT_EQ(0, statistics_proxy_->GetStats().number_of_cpu_adapt_changes);
393
394 statistics_proxy_->OnCpuRestrictedResolutionChanged(true);
395 EXPECT_TRUE(statistics_proxy_->GetStats().cpu_limited_resolution);
396 EXPECT_EQ(1, statistics_proxy_->GetStats().number_of_cpu_adapt_changes);
397
398 statistics_proxy_->OnCpuRestrictedResolutionChanged(false);
399 EXPECT_FALSE(statistics_proxy_->GetStats().cpu_limited_resolution);
400 EXPECT_EQ(2, statistics_proxy_->GetStats().number_of_cpu_adapt_changes);
401}
402
403TEST_F(SendStatisticsProxyTest, GetStatsReportsQualityResolutionChanges) {
404 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_resolution);
405 EXPECT_EQ(0, statistics_proxy_->GetStats().number_of_quality_adapt_changes);
406
407 statistics_proxy_->OnQualityRestrictedResolutionChanged(1);
408 EXPECT_TRUE(statistics_proxy_->GetStats().bw_limited_resolution);
409 EXPECT_EQ(1, statistics_proxy_->GetStats().number_of_quality_adapt_changes);
410
411 statistics_proxy_->OnQualityRestrictedResolutionChanged(2);
412 EXPECT_TRUE(statistics_proxy_->GetStats().bw_limited_resolution);
413 EXPECT_EQ(2, statistics_proxy_->GetStats().number_of_quality_adapt_changes);
414
415 statistics_proxy_->OnQualityRestrictedResolutionChanged(1);
416 EXPECT_TRUE(statistics_proxy_->GetStats().bw_limited_resolution);
417 EXPECT_EQ(3, statistics_proxy_->GetStats().number_of_quality_adapt_changes);
418
419 statistics_proxy_->OnQualityRestrictedResolutionChanged(0);
420 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_resolution);
421 EXPECT_EQ(4, statistics_proxy_->GetStats().number_of_quality_adapt_changes);
422}
423
asapersson6eca98b2017-04-04 23:40:50 -0700424TEST_F(SendStatisticsProxyTest, AdaptChangesNotReported_ScalingNotEnabled) {
425 // Min runtime has passed.
426 fake_clock_.AdvanceTimeMilliseconds(metrics::kMinRunTimeInSeconds * 1000);
427 statistics_proxy_.reset();
428 EXPECT_EQ(0, metrics::NumSamples("WebRTC.Video.AdaptChangesPerMinute.Cpu"));
429 EXPECT_EQ(0,
430 metrics::NumSamples("WebRTC.Video.AdaptChangesPerMinute.Quality"));
431}
432
433TEST_F(SendStatisticsProxyTest, AdaptChangesNotReported_MinRuntimeNotPassed) {
434 // Enable scaling.
435 statistics_proxy_->SetQualityScalingStats(0);
436 statistics_proxy_->SetCpuScalingStats(0);
437 // Min runtime has not passed.
438 fake_clock_.AdvanceTimeMilliseconds(metrics::kMinRunTimeInSeconds * 1000 - 1);
439 statistics_proxy_.reset();
440 EXPECT_EQ(0, metrics::NumSamples("WebRTC.Video.AdaptChangesPerMinute.Cpu"));
441 EXPECT_EQ(0,
442 metrics::NumSamples("WebRTC.Video.AdaptChangesPerMinute.Quality"));
443}
444
445TEST_F(SendStatisticsProxyTest, ZeroCpuAdaptChangesReported) {
446 // Enable scaling.
447 statistics_proxy_->SetCpuScalingStats(0);
448 // Min runtime has passed.
449 fake_clock_.AdvanceTimeMilliseconds(metrics::kMinRunTimeInSeconds * 1000);
450 statistics_proxy_.reset();
451 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.AdaptChangesPerMinute.Cpu"));
452 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.AdaptChangesPerMinute.Cpu", 0));
453}
454
455TEST_F(SendStatisticsProxyTest, ZeroQualityAdaptChangesReported) {
456 // Enable scaling.
457 statistics_proxy_->SetQualityScalingStats(0);
458 // Min runtime has passed.
459 fake_clock_.AdvanceTimeMilliseconds(metrics::kMinRunTimeInSeconds * 1000);
460 statistics_proxy_.reset();
461 EXPECT_EQ(1,
462 metrics::NumSamples("WebRTC.Video.AdaptChangesPerMinute.Quality"));
463 EXPECT_EQ(
464 1, metrics::NumEvents("WebRTC.Video.AdaptChangesPerMinute.Quality", 0));
465}
466
467TEST_F(SendStatisticsProxyTest, CpuAdaptChangesReported) {
468 // Enable scaling.
469 // Adapt changes: 1, elapsed time: 10 ms => 6 per minute.
470 statistics_proxy_->SetCpuScalingStats(0);
471 statistics_proxy_->OnCpuRestrictedResolutionChanged(true);
472 fake_clock_.AdvanceTimeMilliseconds(10000);
473 statistics_proxy_.reset();
474 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.AdaptChangesPerMinute.Cpu"));
475 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.AdaptChangesPerMinute.Cpu", 6));
476}
477
478TEST_F(SendStatisticsProxyTest, AdaptChangesStatsExcludesDisabledTime) {
479 // Disable scaling.
480 statistics_proxy_->SetQualityScalingStats(-1);
481 fake_clock_.AdvanceTimeMilliseconds(10000);
482
483 // Enable scaling.
484 // Adapt changes: 2, elapsed time: 20 ms.
485 statistics_proxy_->SetQualityScalingStats(0);
486 fake_clock_.AdvanceTimeMilliseconds(5000);
487 statistics_proxy_->SetQualityScalingStats(1);
488 fake_clock_.AdvanceTimeMilliseconds(9000);
489 statistics_proxy_->OnQualityRestrictedResolutionChanged(1);
490 fake_clock_.AdvanceTimeMilliseconds(6000);
491 statistics_proxy_->OnQualityRestrictedResolutionChanged(2);
492
493 // Disable scaling.
494 statistics_proxy_->SetQualityScalingStats(-1);
495 fake_clock_.AdvanceTimeMilliseconds(30000);
496
497 // Enable scaling.
498 // Adapt changes: 1, elapsed time: 10 ms.
499 statistics_proxy_->SetQualityScalingStats(0);
500 statistics_proxy_->OnQualityRestrictedResolutionChanged(1);
501 fake_clock_.AdvanceTimeMilliseconds(10000);
502
503 // Disable scaling.
504 statistics_proxy_->SetQualityScalingStats(-1);
505 fake_clock_.AdvanceTimeMilliseconds(5000);
506 statistics_proxy_->SetQualityScalingStats(-1);
507 fake_clock_.AdvanceTimeMilliseconds(20000);
508
509 // Adapt changes: 3, elapsed time: 30 ms => 6 per minute.
510 statistics_proxy_.reset();
511 EXPECT_EQ(1,
512 metrics::NumSamples("WebRTC.Video.AdaptChangesPerMinute.Quality"));
513 EXPECT_EQ(
514 1, metrics::NumEvents("WebRTC.Video.AdaptChangesPerMinute.Quality", 6));
515}
516
517TEST_F(SendStatisticsProxyTest, AdaptChangesStatsRestartsOnFirstSentPacket) {
518 StreamDataCounters counters;
519 StreamDataCountersCallback* proxy =
520 static_cast<StreamDataCountersCallback*>(statistics_proxy_.get());
521
522 // Send first packet, scaling enabled.
523 // Elapsed time before first packet is sent should be excluded.
524 statistics_proxy_->SetQualityScalingStats(0);
525 fake_clock_.AdvanceTimeMilliseconds(10000);
526 proxy->DataCountersUpdated(counters, kFirstSsrc);
527
528 // Adapt changes: 1, elapsed time: 10 ms.
529 fake_clock_.AdvanceTimeMilliseconds(10000);
530 statistics_proxy_->OnQualityRestrictedResolutionChanged(1);
531 proxy->DataCountersUpdated(counters, kFirstSsrc);
532
533 // Adapt changes: 1, elapsed time: 10 ms => 6 per minute.
534 statistics_proxy_.reset();
535 EXPECT_EQ(1,
536 metrics::NumSamples("WebRTC.Video.AdaptChangesPerMinute.Quality"));
537 EXPECT_EQ(
538 1, metrics::NumEvents("WebRTC.Video.AdaptChangesPerMinute.Quality", 6));
539}
540
541TEST_F(SendStatisticsProxyTest, AdaptChangesStatsStartedAfterFirstSentPacket) {
542 StreamDataCounters counters;
543 StreamDataCountersCallback* proxy =
544 static_cast<StreamDataCountersCallback*>(statistics_proxy_.get());
545
546 // Enable and disable scaling.
547 statistics_proxy_->SetCpuScalingStats(0);
548 fake_clock_.AdvanceTimeMilliseconds(60000);
549 statistics_proxy_->SetCpuScalingStats(-1);
550
551 // Send first packet, scaling disabled.
552 // Elapsed time before first packet is sent should be excluded.
553 proxy->DataCountersUpdated(counters, kFirstSsrc);
554 fake_clock_.AdvanceTimeMilliseconds(60000);
555
556 // Enable scaling.
557 statistics_proxy_->SetCpuScalingStats(0);
558 fake_clock_.AdvanceTimeMilliseconds(10000);
559 proxy->DataCountersUpdated(counters, kFirstSsrc);
560
561 // Adapt changes: 1, elapsed time: 20 ms.
562 fake_clock_.AdvanceTimeMilliseconds(10000);
563 statistics_proxy_->OnCpuRestrictedResolutionChanged(true);
564
565 // Adapt changes: 1, elapsed time: 20 ms => 3 per minute.
566 statistics_proxy_.reset();
567 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.AdaptChangesPerMinute.Cpu"));
568 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.AdaptChangesPerMinute.Cpu", 3));
569}
570
571TEST_F(SendStatisticsProxyTest, AdaptChangesReportedAfterContentSwitch) {
572 // Enable scaling.
573 statistics_proxy_->SetCpuScalingStats(0);
574
575 // Adapt changes: 2, elapsed time: 15 ms => 8 per minute.
576 statistics_proxy_->OnCpuRestrictedResolutionChanged(true);
577 fake_clock_.AdvanceTimeMilliseconds(6000);
578 statistics_proxy_->OnCpuRestrictedResolutionChanged(true);
579 fake_clock_.AdvanceTimeMilliseconds(9000);
580
581 // Switch content type, real-time stats should be updated.
582 VideoEncoderConfig config;
583 config.content_type = VideoEncoderConfig::ContentType::kScreen;
584 statistics_proxy_->OnEncoderReconfigured(config, 50);
585 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.AdaptChangesPerMinute.Cpu"));
586 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.AdaptChangesPerMinute.Cpu", 8));
587 EXPECT_EQ(0,
588 metrics::NumSamples("WebRTC.Video.AdaptChangesPerMinute.Quality"));
589
590 // Enable scaling.
591 statistics_proxy_->SetCpuScalingStats(0);
592
593 // Adapt changes: 4, elapsed time: 120 ms => 2 per minute.
594 statistics_proxy_->OnCpuRestrictedResolutionChanged(true);
595 statistics_proxy_->OnCpuRestrictedResolutionChanged(true);
596 statistics_proxy_->OnCpuRestrictedResolutionChanged(true);
597 statistics_proxy_->OnCpuRestrictedResolutionChanged(true);
598 fake_clock_.AdvanceTimeMilliseconds(120000);
599
600 statistics_proxy_.reset();
601 EXPECT_EQ(1, metrics::NumSamples(
602 "WebRTC.Video.Screenshare.AdaptChangesPerMinute.Cpu"));
603 EXPECT_EQ(1, metrics::NumEvents(
604 "WebRTC.Video.Screenshare.AdaptChangesPerMinute.Cpu", 2));
605 EXPECT_EQ(0, metrics::NumSamples(
606 "WebRTC.Video.Screenshare.AdaptChangesPerMinute.Quality"));
607}
608
asapersson59bac1a2016-01-07 23:36:00 -0800609TEST_F(SendStatisticsProxyTest, SwitchContentTypeUpdatesHistograms) {
perkj803d97f2016-11-01 11:45:46 -0700610 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
asapersson59bac1a2016-01-07 23:36:00 -0800611 statistics_proxy_->OnIncomingFrame(kWidth, kHeight);
612
Pera48ddb72016-09-29 11:48:50 +0200613 // No switch, stats should not be updated.
614 VideoEncoderConfig config;
615 config.content_type = VideoEncoderConfig::ContentType::kRealtimeVideo;
616 statistics_proxy_->OnEncoderReconfigured(config, 50);
asapersson01d70a32016-05-20 06:29:46 -0700617 EXPECT_EQ(0, metrics::NumSamples("WebRTC.Video.InputWidthInPixels"));
asapersson59bac1a2016-01-07 23:36:00 -0800618
619 // Switch to screenshare, real-time stats should be updated.
Pera48ddb72016-09-29 11:48:50 +0200620 config.content_type = VideoEncoderConfig::ContentType::kScreen;
621 statistics_proxy_->OnEncoderReconfigured(config, 50);
asapersson01d70a32016-05-20 06:29:46 -0700622 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.InputWidthInPixels"));
asapersson59bac1a2016-01-07 23:36:00 -0800623}
624
asapersson320e45a2016-11-29 01:40:35 -0800625TEST_F(SendStatisticsProxyTest, InputResolutionHistogramsAreUpdated) {
626 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
627 statistics_proxy_->OnIncomingFrame(kWidth, kHeight);
perkj803d97f2016-11-01 11:45:46 -0700628
asapersson320e45a2016-11-29 01:40:35 -0800629 statistics_proxy_.reset();
630 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.InputWidthInPixels"));
631 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.InputWidthInPixels", kWidth));
632 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.InputHeightInPixels"));
633 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.InputHeightInPixels", kHeight));
634}
635
636TEST_F(SendStatisticsProxyTest, SentResolutionHistogramsAreUpdated) {
637 EncodedImage encoded_image;
638 encoded_image._encodedWidth = kWidth;
639 encoded_image._encodedHeight = kHeight;
640 for (int i = 0; i <= SendStatisticsProxy::kMinRequiredMetricsSamples; ++i) {
641 encoded_image._timeStamp = i + 1;
642 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
643 }
644 statistics_proxy_.reset();
645 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.SentWidthInPixels"));
646 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.SentWidthInPixels", kWidth));
647 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.SentHeightInPixels"));
648 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.SentHeightInPixels", kHeight));
649}
650
651TEST_F(SendStatisticsProxyTest, InputFpsHistogramIsUpdated) {
652 const int kFps = 20;
653 const int kMinPeriodicSamples = 6;
654 int frames = kMinPeriodicSamples * kFpsPeriodicIntervalMs * kFps / 1000;
655 for (int i = 0; i <= frames; ++i) {
656 fake_clock_.AdvanceTimeMilliseconds(1000 / kFps);
657 statistics_proxy_->OnIncomingFrame(kWidth, kHeight);
658 }
659 statistics_proxy_.reset();
660 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.InputFramesPerSecond"));
661 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.InputFramesPerSecond", kFps));
662}
663
664TEST_F(SendStatisticsProxyTest, SentFpsHistogramIsUpdated) {
665 EncodedImage encoded_image;
666 const int kFps = 20;
667 const int kMinPeriodicSamples = 6;
668 int frames = kMinPeriodicSamples * kFpsPeriodicIntervalMs * kFps / 1000 + 1;
669 for (int i = 0; i <= frames; ++i) {
670 fake_clock_.AdvanceTimeMilliseconds(1000 / kFps);
671 encoded_image._timeStamp = i + 1;
672 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
673 }
674 statistics_proxy_.reset();
675 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.SentFramesPerSecond"));
676 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.SentFramesPerSecond", kFps));
677}
678
679TEST_F(SendStatisticsProxyTest, InputFpsHistogramExcludesSuspendedTime) {
680 const int kFps = 20;
681 const int kSuspendTimeMs = 10000;
682 const int kMinPeriodicSamples = 6;
683 int frames = kMinPeriodicSamples * kFpsPeriodicIntervalMs * kFps / 1000;
684 for (int i = 0; i < frames; ++i) {
685 fake_clock_.AdvanceTimeMilliseconds(1000 / kFps);
686 statistics_proxy_->OnIncomingFrame(kWidth, kHeight);
687 }
688 // Suspend.
689 statistics_proxy_->OnSuspendChange(true);
690 fake_clock_.AdvanceTimeMilliseconds(kSuspendTimeMs);
691
692 for (int i = 0; i < frames; ++i) {
693 fake_clock_.AdvanceTimeMilliseconds(1000 / kFps);
694 statistics_proxy_->OnIncomingFrame(kWidth, kHeight);
695 }
696 // Suspended time interval should not affect the framerate.
697 statistics_proxy_.reset();
698 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.InputFramesPerSecond"));
699 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.InputFramesPerSecond", kFps));
700}
701
702TEST_F(SendStatisticsProxyTest, SentFpsHistogramExcludesSuspendedTime) {
703 EncodedImage encoded_image;
704 const int kFps = 20;
705 const int kSuspendTimeMs = 10000;
706 const int kMinPeriodicSamples = 6;
707 int frames = kMinPeriodicSamples * kFpsPeriodicIntervalMs * kFps / 1000;
708 for (int i = 0; i <= frames; ++i) {
709 fake_clock_.AdvanceTimeMilliseconds(1000 / kFps);
710 encoded_image._timeStamp = i + 1;
711 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
712 }
713 // Suspend.
714 statistics_proxy_->OnSuspendChange(true);
715 fake_clock_.AdvanceTimeMilliseconds(kSuspendTimeMs);
716
717 for (int i = 0; i <= frames; ++i) {
718 fake_clock_.AdvanceTimeMilliseconds(1000 / kFps);
719 encoded_image._timeStamp = i + 1;
720 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
721 }
722 // Suspended time interval should not affect the framerate.
723 statistics_proxy_.reset();
724 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.SentFramesPerSecond"));
725 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.SentFramesPerSecond", kFps));
726}
727
728TEST_F(SendStatisticsProxyTest, CpuLimitedResolutionUpdated) {
perkj803d97f2016-11-01 11:45:46 -0700729 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
730 statistics_proxy_->OnIncomingFrame(kWidth, kHeight);
731
732 statistics_proxy_->OnCpuRestrictedResolutionChanged(true);
733
734 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
735 statistics_proxy_->OnIncomingFrame(kWidth, kHeight);
736
737 statistics_proxy_.reset();
738 EXPECT_EQ(1,
739 metrics::NumSamples("WebRTC.Video.CpuLimitedResolutionInPercent"));
740 EXPECT_EQ(
741 1, metrics::NumEvents("WebRTC.Video.CpuLimitedResolutionInPercent", 50));
742}
743
asapersson4374a092016-07-27 00:39:09 -0700744TEST_F(SendStatisticsProxyTest, LifetimeHistogramIsUpdated) {
745 const int64_t kTimeSec = 3;
746 fake_clock_.AdvanceTimeMilliseconds(kTimeSec * 1000);
747 statistics_proxy_.reset();
748 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.SendStreamLifetimeInSeconds"));
749 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.SendStreamLifetimeInSeconds",
750 kTimeSec));
751}
752
753TEST_F(SendStatisticsProxyTest, CodecTypeHistogramIsUpdated) {
754 fake_clock_.AdvanceTimeMilliseconds(metrics::kMinRunTimeInSeconds * 1000);
755 statistics_proxy_.reset();
756 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoder.CodecType"));
757}
758
asapersson66d4b372016-12-19 06:50:53 -0800759TEST_F(SendStatisticsProxyTest, PauseEventHistogramIsUpdated) {
760 // First RTP packet sent.
761 UpdateDataCounters(kFirstSsrc);
762
763 // Min runtime has passed.
764 fake_clock_.AdvanceTimeMilliseconds(metrics::kMinRunTimeInSeconds * 1000);
765 statistics_proxy_.reset();
766 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.NumberOfPauseEvents"));
767 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.NumberOfPauseEvents", 0));
768}
769
770TEST_F(SendStatisticsProxyTest,
771 PauseEventHistogramIsNotUpdatedIfMinRuntimeHasNotPassed) {
772 // First RTP packet sent.
773 UpdateDataCounters(kFirstSsrc);
774
775 // Min runtime has not passed.
776 fake_clock_.AdvanceTimeMilliseconds(metrics::kMinRunTimeInSeconds * 1000 - 1);
777 statistics_proxy_.reset();
778 EXPECT_EQ(0, metrics::NumSamples("WebRTC.Video.NumberOfPauseEvents"));
779 EXPECT_EQ(0, metrics::NumSamples("WebRTC.Video.PausedTimeInPercent"));
780}
781
782TEST_F(SendStatisticsProxyTest,
783 PauseEventHistogramIsNotUpdatedIfNoMediaIsSent) {
784 // First RTP packet not sent.
785 fake_clock_.AdvanceTimeMilliseconds(metrics::kMinRunTimeInSeconds * 1000);
786 statistics_proxy_.reset();
787 EXPECT_EQ(0, metrics::NumSamples("WebRTC.Video.NumberOfPauseEvents"));
788}
789
790TEST_F(SendStatisticsProxyTest, NoPauseEvent) {
791 // First RTP packet sent and min runtime passed.
792 UpdateDataCounters(kFirstSsrc);
793
794 // No change. Video: 10000 ms, paused: 0 ms (0%).
795 statistics_proxy_->OnSetEncoderTargetRate(50000);
796 fake_clock_.AdvanceTimeMilliseconds(metrics::kMinRunTimeInSeconds * 1000);
797 statistics_proxy_->OnSetEncoderTargetRate(0); // VideoSendStream::Stop
798
799 statistics_proxy_.reset();
800 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.NumberOfPauseEvents"));
801 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.NumberOfPauseEvents", 0));
802 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.PausedTimeInPercent"));
803 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.PausedTimeInPercent", 0));
804}
805
806TEST_F(SendStatisticsProxyTest, OnePauseEvent) {
807 // First RTP packet sent and min runtime passed.
808 UpdateDataCounters(kFirstSsrc);
809
810 // One change. Video: 7000 ms, paused: 3000 ms (30%).
811 statistics_proxy_->OnSetEncoderTargetRate(50000);
812 fake_clock_.AdvanceTimeMilliseconds(7000);
813 statistics_proxy_->OnSetEncoderTargetRate(0);
814 fake_clock_.AdvanceTimeMilliseconds(3000);
815 statistics_proxy_->OnSetEncoderTargetRate(0); // VideoSendStream::Stop
816
817 statistics_proxy_.reset();
818 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.NumberOfPauseEvents"));
819 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.NumberOfPauseEvents", 1));
820 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.PausedTimeInPercent"));
821 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.PausedTimeInPercent", 30));
822}
823
824TEST_F(SendStatisticsProxyTest, TwoPauseEvents) {
825 // First RTP packet sent.
826 UpdateDataCounters(kFirstSsrc);
827
828 // Two changes. Video: 19000 ms, paused: 1000 ms (5%).
829 statistics_proxy_->OnSetEncoderTargetRate(0);
830 fake_clock_.AdvanceTimeMilliseconds(1000);
831 statistics_proxy_->OnSetEncoderTargetRate(50000); // Starts on bitrate > 0.
832 fake_clock_.AdvanceTimeMilliseconds(7000);
833 statistics_proxy_->OnSetEncoderTargetRate(60000);
834 fake_clock_.AdvanceTimeMilliseconds(3000);
835 statistics_proxy_->OnSetEncoderTargetRate(0);
836 fake_clock_.AdvanceTimeMilliseconds(250);
837 statistics_proxy_->OnSetEncoderTargetRate(0);
838 fake_clock_.AdvanceTimeMilliseconds(750);
839 statistics_proxy_->OnSetEncoderTargetRate(60000);
840 fake_clock_.AdvanceTimeMilliseconds(5000);
841 statistics_proxy_->OnSetEncoderTargetRate(50000);
842 fake_clock_.AdvanceTimeMilliseconds(4000);
843 statistics_proxy_->OnSetEncoderTargetRate(0); // VideoSendStream::Stop
844
845 statistics_proxy_.reset();
846 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.NumberOfPauseEvents"));
847 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.NumberOfPauseEvents", 2));
848 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.PausedTimeInPercent"));
849 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.PausedTimeInPercent", 5));
850}
851
852TEST_F(SendStatisticsProxyTest,
853 PausedTimeHistogramIsNotUpdatedIfMinRuntimeHasNotPassed) {
854 // First RTP packet sent.
855 UpdateDataCounters(kFirstSsrc);
856 fake_clock_.AdvanceTimeMilliseconds(metrics::kMinRunTimeInSeconds * 1000);
857
858 // Min runtime has not passed.
859 statistics_proxy_->OnSetEncoderTargetRate(50000);
860 fake_clock_.AdvanceTimeMilliseconds(metrics::kMinRunTimeInSeconds * 1000 - 1);
861 statistics_proxy_->OnSetEncoderTargetRate(0); // VideoSendStream::Stop
862
863 statistics_proxy_.reset();
864 EXPECT_EQ(0, metrics::NumSamples("WebRTC.Video.PausedTimeInPercent"));
865}
866
asapersson118ef002016-03-31 00:00:19 -0700867TEST_F(SendStatisticsProxyTest, VerifyQpHistogramStats_Vp8) {
asapersson118ef002016-03-31 00:00:19 -0700868 EncodedImage encoded_image;
kjellander02b3d272016-04-20 05:05:54 -0700869 CodecSpecificInfo codec_info;
870 codec_info.codecType = kVideoCodecVP8;
asapersson118ef002016-03-31 00:00:19 -0700871
perkj803d97f2016-11-01 11:45:46 -0700872 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i) {
kjellander02b3d272016-04-20 05:05:54 -0700873 codec_info.codecSpecific.VP8.simulcastIdx = 0;
asapersson118ef002016-03-31 00:00:19 -0700874 encoded_image.qp_ = kQpIdx0;
kjellander02b3d272016-04-20 05:05:54 -0700875 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
876 codec_info.codecSpecific.VP8.simulcastIdx = 1;
asapersson118ef002016-03-31 00:00:19 -0700877 encoded_image.qp_ = kQpIdx1;
kjellander02b3d272016-04-20 05:05:54 -0700878 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
asapersson118ef002016-03-31 00:00:19 -0700879 }
880 statistics_proxy_.reset();
asapersson01d70a32016-05-20 06:29:46 -0700881 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp8.S0"));
882 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp8.S0", kQpIdx0));
883 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp8.S1"));
884 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp8.S1", kQpIdx1));
asapersson118ef002016-03-31 00:00:19 -0700885}
886
887TEST_F(SendStatisticsProxyTest, VerifyQpHistogramStats_Vp8OneSsrc) {
888 VideoSendStream::Config config(nullptr);
889 config.rtp.ssrcs.push_back(kFirstSsrc);
890 statistics_proxy_.reset(new SendStatisticsProxy(
891 &fake_clock_, config, VideoEncoderConfig::ContentType::kRealtimeVideo));
892
asapersson118ef002016-03-31 00:00:19 -0700893 EncodedImage encoded_image;
kjellander02b3d272016-04-20 05:05:54 -0700894 CodecSpecificInfo codec_info;
895 codec_info.codecType = kVideoCodecVP8;
asapersson118ef002016-03-31 00:00:19 -0700896
perkj803d97f2016-11-01 11:45:46 -0700897 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i) {
kjellander02b3d272016-04-20 05:05:54 -0700898 codec_info.codecSpecific.VP8.simulcastIdx = 0;
asapersson118ef002016-03-31 00:00:19 -0700899 encoded_image.qp_ = kQpIdx0;
kjellander02b3d272016-04-20 05:05:54 -0700900 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
asapersson118ef002016-03-31 00:00:19 -0700901 }
902 statistics_proxy_.reset();
asapersson01d70a32016-05-20 06:29:46 -0700903 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp8"));
904 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp8", kQpIdx0));
asapersson118ef002016-03-31 00:00:19 -0700905}
906
asapersson5265fed2016-04-18 02:58:47 -0700907TEST_F(SendStatisticsProxyTest, VerifyQpHistogramStats_Vp9) {
asapersson5265fed2016-04-18 02:58:47 -0700908 EncodedImage encoded_image;
kjellander02b3d272016-04-20 05:05:54 -0700909 CodecSpecificInfo codec_info;
910 codec_info.codecType = kVideoCodecVP9;
911 codec_info.codecSpecific.VP9.num_spatial_layers = 2;
asapersson5265fed2016-04-18 02:58:47 -0700912
perkj803d97f2016-11-01 11:45:46 -0700913 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i) {
asapersson5265fed2016-04-18 02:58:47 -0700914 encoded_image.qp_ = kQpIdx0;
kjellander02b3d272016-04-20 05:05:54 -0700915 codec_info.codecSpecific.VP9.spatial_idx = 0;
916 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
asapersson5265fed2016-04-18 02:58:47 -0700917 encoded_image.qp_ = kQpIdx1;
kjellander02b3d272016-04-20 05:05:54 -0700918 codec_info.codecSpecific.VP9.spatial_idx = 1;
919 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
asapersson5265fed2016-04-18 02:58:47 -0700920 }
921 statistics_proxy_.reset();
asapersson01d70a32016-05-20 06:29:46 -0700922 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp9.S0"));
923 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp9.S0", kQpIdx0));
924 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp9.S1"));
925 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp9.S1", kQpIdx1));
asapersson5265fed2016-04-18 02:58:47 -0700926}
927
928TEST_F(SendStatisticsProxyTest, VerifyQpHistogramStats_Vp9OneSpatialLayer) {
929 VideoSendStream::Config config(nullptr);
930 config.rtp.ssrcs.push_back(kFirstSsrc);
931 statistics_proxy_.reset(new SendStatisticsProxy(
932 &fake_clock_, config, VideoEncoderConfig::ContentType::kRealtimeVideo));
933
asapersson5265fed2016-04-18 02:58:47 -0700934 EncodedImage encoded_image;
kjellander02b3d272016-04-20 05:05:54 -0700935 CodecSpecificInfo codec_info;
936 codec_info.codecType = kVideoCodecVP9;
937 codec_info.codecSpecific.VP9.num_spatial_layers = 1;
asapersson5265fed2016-04-18 02:58:47 -0700938
perkj803d97f2016-11-01 11:45:46 -0700939 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i) {
asapersson5265fed2016-04-18 02:58:47 -0700940 encoded_image.qp_ = kQpIdx0;
kjellander02b3d272016-04-20 05:05:54 -0700941 codec_info.codecSpecific.VP9.spatial_idx = 0;
942 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
asapersson5265fed2016-04-18 02:58:47 -0700943 }
944 statistics_proxy_.reset();
asapersson01d70a32016-05-20 06:29:46 -0700945 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp9"));
946 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp9", kQpIdx0));
asapersson5265fed2016-04-18 02:58:47 -0700947}
948
asapersson827cab32016-11-02 09:08:47 -0700949TEST_F(SendStatisticsProxyTest, VerifyQpHistogramStats_H264) {
950 EncodedImage encoded_image;
951 CodecSpecificInfo codec_info;
952 codec_info.codecType = kVideoCodecH264;
953
954 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i) {
955 encoded_image.qp_ = kQpIdx0;
956 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
957 }
958 statistics_proxy_.reset();
959 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.H264"));
960 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.H264", kQpIdx0));
961}
962
asapersson4ee70462016-10-31 04:05:12 -0700963TEST_F(SendStatisticsProxyTest,
964 BandwidthLimitedHistogramsNotUpdatedWhenDisabled) {
965 EncodedImage encoded_image;
966 // encoded_image.adapt_reason_.bw_resolutions_disabled by default: -1
perkj803d97f2016-11-01 11:45:46 -0700967 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
asapersson4ee70462016-10-31 04:05:12 -0700968 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
969
970 // Histograms are updated when the statistics_proxy_ is deleted.
971 statistics_proxy_.reset();
972 EXPECT_EQ(0, metrics::NumSamples(
973 "WebRTC.Video.BandwidthLimitedResolutionInPercent"));
974 EXPECT_EQ(0, metrics::NumSamples(
975 "WebRTC.Video.BandwidthLimitedResolutionsDisabled"));
976}
977
978TEST_F(SendStatisticsProxyTest,
979 BandwidthLimitedHistogramsUpdatedWhenEnabled_NoResolutionDisabled) {
980 const int kResolutionsDisabled = 0;
981 EncodedImage encoded_image;
982 encoded_image.adapt_reason_.bw_resolutions_disabled = kResolutionsDisabled;
perkj803d97f2016-11-01 11:45:46 -0700983 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
asapersson4ee70462016-10-31 04:05:12 -0700984 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
985
986 // Histograms are updated when the statistics_proxy_ is deleted.
987 statistics_proxy_.reset();
988 EXPECT_EQ(1, metrics::NumSamples(
989 "WebRTC.Video.BandwidthLimitedResolutionInPercent"));
990 EXPECT_EQ(1, metrics::NumEvents(
991 "WebRTC.Video.BandwidthLimitedResolutionInPercent", 0));
992 // No resolution disabled.
993 EXPECT_EQ(0, metrics::NumSamples(
994 "WebRTC.Video.BandwidthLimitedResolutionsDisabled"));
995}
996
997TEST_F(SendStatisticsProxyTest,
998 BandwidthLimitedHistogramsUpdatedWhenEnabled_OneResolutionDisabled) {
999 const int kResolutionsDisabled = 1;
1000 EncodedImage encoded_image;
1001 encoded_image.adapt_reason_.bw_resolutions_disabled = kResolutionsDisabled;
perkj803d97f2016-11-01 11:45:46 -07001002 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
asapersson4ee70462016-10-31 04:05:12 -07001003 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
1004
1005 // Histograms are updated when the statistics_proxy_ is deleted.
1006 statistics_proxy_.reset();
1007 EXPECT_EQ(1, metrics::NumSamples(
1008 "WebRTC.Video.BandwidthLimitedResolutionInPercent"));
1009 EXPECT_EQ(1, metrics::NumEvents(
1010 "WebRTC.Video.BandwidthLimitedResolutionInPercent", 100));
1011 // Resolutions disabled.
1012 EXPECT_EQ(1, metrics::NumSamples(
1013 "WebRTC.Video.BandwidthLimitedResolutionsDisabled"));
1014 EXPECT_EQ(
1015 1, metrics::NumEvents("WebRTC.Video.BandwidthLimitedResolutionsDisabled",
1016 kResolutionsDisabled));
1017}
1018
1019TEST_F(SendStatisticsProxyTest,
1020 QualityLimitedHistogramsNotUpdatedWhenDisabled) {
asapersson36e9eb42017-03-31 05:29:12 -07001021 const int kNumDownscales = -1;
asapersson4ee70462016-10-31 04:05:12 -07001022 EncodedImage encoded_image;
asapersson36e9eb42017-03-31 05:29:12 -07001023 statistics_proxy_->SetQualityScalingStats(kNumDownscales);
perkj803d97f2016-11-01 11:45:46 -07001024 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
kthelgason0cd27ba2016-12-19 06:32:16 -08001025 statistics_proxy_->OnSendEncodedImage(encoded_image, &kDefaultCodecInfo);
asapersson4ee70462016-10-31 04:05:12 -07001026
1027 // Histograms are updated when the statistics_proxy_ is deleted.
1028 statistics_proxy_.reset();
1029 EXPECT_EQ(
1030 0, metrics::NumSamples("WebRTC.Video.QualityLimitedResolutionInPercent"));
1031 EXPECT_EQ(0, metrics::NumSamples(
1032 "WebRTC.Video.QualityLimitedResolutionDownscales"));
1033}
1034
1035TEST_F(SendStatisticsProxyTest,
1036 QualityLimitedHistogramsUpdatedWhenEnabled_NoResolutionDownscale) {
asapersson4ee70462016-10-31 04:05:12 -07001037 EncodedImage encoded_image;
perkj803d97f2016-11-01 11:45:46 -07001038 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
kthelgason0cd27ba2016-12-19 06:32:16 -08001039 statistics_proxy_->OnSendEncodedImage(encoded_image, &kDefaultCodecInfo);
asapersson4ee70462016-10-31 04:05:12 -07001040
1041 // Histograms are updated when the statistics_proxy_ is deleted.
1042 statistics_proxy_.reset();
1043 EXPECT_EQ(
1044 1, metrics::NumSamples("WebRTC.Video.QualityLimitedResolutionInPercent"));
1045 EXPECT_EQ(1, metrics::NumEvents(
1046 "WebRTC.Video.QualityLimitedResolutionInPercent", 0));
1047 // No resolution downscale.
1048 EXPECT_EQ(0, metrics::NumSamples(
1049 "WebRTC.Video.QualityLimitedResolutionDownscales"));
1050}
1051
1052TEST_F(SendStatisticsProxyTest,
1053 QualityLimitedHistogramsUpdatedWhenEnabled_TwoResolutionDownscales) {
1054 const int kDownscales = 2;
1055 EncodedImage encoded_image;
kthelgason0cd27ba2016-12-19 06:32:16 -08001056 statistics_proxy_->OnQualityRestrictedResolutionChanged(kDownscales);
perkj803d97f2016-11-01 11:45:46 -07001057 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
kthelgason0cd27ba2016-12-19 06:32:16 -08001058 statistics_proxy_->OnSendEncodedImage(encoded_image, &kDefaultCodecInfo);
asapersson4ee70462016-10-31 04:05:12 -07001059 // Histograms are updated when the statistics_proxy_ is deleted.
1060 statistics_proxy_.reset();
1061 EXPECT_EQ(
1062 1, metrics::NumSamples("WebRTC.Video.QualityLimitedResolutionInPercent"));
1063 EXPECT_EQ(1, metrics::NumEvents(
1064 "WebRTC.Video.QualityLimitedResolutionInPercent", 100));
1065 // Resolution downscales.
1066 EXPECT_EQ(1, metrics::NumSamples(
1067 "WebRTC.Video.QualityLimitedResolutionDownscales"));
1068 EXPECT_EQ(
1069 1, metrics::NumEvents("WebRTC.Video.QualityLimitedResolutionDownscales",
1070 kDownscales));
1071}
1072
1073TEST_F(SendStatisticsProxyTest, GetStatsReportsBandwidthLimitedResolution) {
1074 // Initially false.
1075 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_resolution);
1076 // No resolution scale by default.
1077 EncodedImage encoded_image;
1078 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
1079 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_resolution);
kthelgason0cd27ba2016-12-19 06:32:16 -08001080
1081 // Simulcast disabled resolutions
1082 encoded_image.adapt_reason_.bw_resolutions_disabled = 1;
1083 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
1084 EXPECT_TRUE(statistics_proxy_->GetStats().bw_limited_resolution);
1085
asapersson4ee70462016-10-31 04:05:12 -07001086 encoded_image.adapt_reason_.bw_resolutions_disabled = 0;
asapersson4ee70462016-10-31 04:05:12 -07001087 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
1088 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_resolution);
kthelgason0cd27ba2016-12-19 06:32:16 -08001089
1090 // Resolution scaled due to quality.
1091 statistics_proxy_->OnQualityRestrictedResolutionChanged(1);
asapersson4ee70462016-10-31 04:05:12 -07001092 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
1093 EXPECT_TRUE(statistics_proxy_->GetStats().bw_limited_resolution);
1094}
1095
asapersson66d4b372016-12-19 06:50:53 -08001096TEST_F(SendStatisticsProxyTest, GetStatsReportsTargetMediaBitrate) {
1097 // Initially zero.
1098 EXPECT_EQ(0, statistics_proxy_->GetStats().target_media_bitrate_bps);
1099
1100 const int kBitrate = 100000;
1101 statistics_proxy_->OnSetEncoderTargetRate(kBitrate);
1102 EXPECT_EQ(kBitrate, statistics_proxy_->GetStats().target_media_bitrate_bps);
1103
1104 statistics_proxy_->OnSetEncoderTargetRate(0);
1105 EXPECT_EQ(0, statistics_proxy_->GetStats().target_media_bitrate_bps);
1106}
1107
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001108TEST_F(SendStatisticsProxyTest, NoSubstreams) {
pbos@webrtc.org49096de2015-02-24 22:37:52 +00001109 uint32_t excluded_ssrc =
stefan@webrtc.org58e2d262014-08-14 15:10:49 +00001110 std::max(
1111 *std::max_element(config_.rtp.ssrcs.begin(), config_.rtp.ssrcs.end()),
1112 *std::max_element(config_.rtp.rtx.ssrcs.begin(),
1113 config_.rtp.rtx.ssrcs.end())) +
1114 1;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001115 // From RtcpStatisticsCallback.
1116 RtcpStatistics rtcp_stats;
1117 RtcpStatisticsCallback* rtcp_callback = statistics_proxy_.get();
pbos@webrtc.org49096de2015-02-24 22:37:52 +00001118 rtcp_callback->StatisticsUpdated(rtcp_stats, excluded_ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001119
1120 // From BitrateStatisticsObserver.
sprangcd349d92016-07-13 09:11:28 -07001121 uint32_t total = 0;
1122 uint32_t retransmit = 0;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001123 BitrateStatisticsObserver* bitrate_observer = statistics_proxy_.get();
pbos@webrtc.org49096de2015-02-24 22:37:52 +00001124 bitrate_observer->Notify(total, retransmit, excluded_ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001125
1126 // From FrameCountObserver.
1127 FrameCountObserver* fps_observer = statistics_proxy_.get();
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +00001128 FrameCounts frame_counts;
1129 frame_counts.key_frames = 1;
pbos@webrtc.org49096de2015-02-24 22:37:52 +00001130 fps_observer->FrameCountUpdated(frame_counts, excluded_ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001131
1132 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
1133 EXPECT_TRUE(stats.substreams.empty());
1134}
1135
pbos@webrtc.org273a4142014-12-01 15:23:21 +00001136TEST_F(SendStatisticsProxyTest, EncodedResolutionTimesOut) {
1137 static const int kEncodedWidth = 123;
1138 static const int kEncodedHeight = 81;
1139 EncodedImage encoded_image;
1140 encoded_image._encodedWidth = kEncodedWidth;
1141 encoded_image._encodedHeight = kEncodedHeight;
1142
kjellander02b3d272016-04-20 05:05:54 -07001143 CodecSpecificInfo codec_info;
1144 codec_info.codecType = kVideoCodecVP8;
1145 codec_info.codecSpecific.VP8.simulcastIdx = 0;
pbos@webrtc.org273a4142014-12-01 15:23:21 +00001146
kjellander02b3d272016-04-20 05:05:54 -07001147 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
1148 codec_info.codecSpecific.VP8.simulcastIdx = 1;
1149 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
pbos@webrtc.org273a4142014-12-01 15:23:21 +00001150
1151 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00001152 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[0]].width);
1153 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[0]].height);
1154 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[1]].width);
1155 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[1]].height);
pbos@webrtc.org273a4142014-12-01 15:23:21 +00001156
1157 // Forward almost to timeout, this should not have removed stats.
1158 fake_clock_.AdvanceTimeMilliseconds(SendStatisticsProxy::kStatsTimeoutMs - 1);
1159 stats = statistics_proxy_->GetStats();
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00001160 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[0]].width);
1161 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[0]].height);
pbos@webrtc.org273a4142014-12-01 15:23:21 +00001162
1163 // Update the first SSRC with bogus RTCP stats to make sure that encoded
1164 // resolution still times out (no global timeout for all stats).
1165 RtcpStatistics rtcp_statistics;
1166 RtcpStatisticsCallback* rtcp_stats = statistics_proxy_.get();
1167 rtcp_stats->StatisticsUpdated(rtcp_statistics, config_.rtp.ssrcs[0]);
1168
1169 // Report stats for second SSRC to make sure it's not outdated along with the
1170 // first SSRC.
kjellander02b3d272016-04-20 05:05:54 -07001171 codec_info.codecSpecific.VP8.simulcastIdx = 1;
1172 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
pbos@webrtc.org273a4142014-12-01 15:23:21 +00001173
1174 // Forward 1 ms, reach timeout, substream 0 should have no resolution
1175 // reported, but substream 1 should.
1176 fake_clock_.AdvanceTimeMilliseconds(1);
1177 stats = statistics_proxy_->GetStats();
pbos@webrtc.org09c77b92015-02-25 10:42:16 +00001178 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[0]].width);
1179 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[0]].height);
1180 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[1]].width);
1181 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[1]].height);
pbos@webrtc.org273a4142014-12-01 15:23:21 +00001182}
1183
Peter Boström20f3f942015-05-15 11:33:39 +02001184TEST_F(SendStatisticsProxyTest, ClearsResolutionFromInactiveSsrcs) {
1185 static const int kEncodedWidth = 123;
1186 static const int kEncodedHeight = 81;
1187 EncodedImage encoded_image;
1188 encoded_image._encodedWidth = kEncodedWidth;
1189 encoded_image._encodedHeight = kEncodedHeight;
1190
kjellander02b3d272016-04-20 05:05:54 -07001191 CodecSpecificInfo codec_info;
1192 codec_info.codecType = kVideoCodecVP8;
1193 codec_info.codecSpecific.VP8.simulcastIdx = 0;
Peter Boström20f3f942015-05-15 11:33:39 +02001194
kjellander02b3d272016-04-20 05:05:54 -07001195 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
1196 codec_info.codecSpecific.VP8.simulcastIdx = 1;
1197 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
Peter Boström20f3f942015-05-15 11:33:39 +02001198
1199 statistics_proxy_->OnInactiveSsrc(config_.rtp.ssrcs[1]);
1200 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
1201 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[0]].width);
1202 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[0]].height);
1203 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[1]].width);
1204 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[1]].height);
1205}
1206
1207TEST_F(SendStatisticsProxyTest, ClearsBitratesFromInactiveSsrcs) {
sprangcd349d92016-07-13 09:11:28 -07001208 uint32_t bitrate = 42;
Peter Boström20f3f942015-05-15 11:33:39 +02001209 BitrateStatisticsObserver* observer = statistics_proxy_.get();
1210 observer->Notify(bitrate, bitrate, config_.rtp.ssrcs[0]);
1211 observer->Notify(bitrate, bitrate, config_.rtp.ssrcs[1]);
1212
1213 statistics_proxy_->OnInactiveSsrc(config_.rtp.ssrcs[1]);
1214
1215 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprangcd349d92016-07-13 09:11:28 -07001216 EXPECT_EQ(static_cast<int>(bitrate),
Peter Boström20f3f942015-05-15 11:33:39 +02001217 stats.substreams[config_.rtp.ssrcs[0]].total_bitrate_bps);
sprangcd349d92016-07-13 09:11:28 -07001218 EXPECT_EQ(static_cast<int>(bitrate),
Peter Boström20f3f942015-05-15 11:33:39 +02001219 stats.substreams[config_.rtp.ssrcs[0]].retransmit_bitrate_bps);
1220 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[1]].total_bitrate_bps);
1221 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[1]].retransmit_bitrate_bps);
1222}
1223
sprang07fb9be2016-02-24 07:55:00 -08001224TEST_F(SendStatisticsProxyTest, ResetsRtcpCountersOnContentChange) {
1225 RtcpPacketTypeCounterObserver* proxy =
1226 static_cast<RtcpPacketTypeCounterObserver*>(statistics_proxy_.get());
1227 RtcpPacketTypeCounter counters;
1228 counters.first_packet_time_ms = fake_clock_.TimeInMilliseconds();
1229 proxy->RtcpPacketTypesCounterUpdated(kFirstSsrc, counters);
1230 proxy->RtcpPacketTypesCounterUpdated(kSecondSsrc, counters);
1231
1232 fake_clock_.AdvanceTimeMilliseconds(1000 * metrics::kMinRunTimeInSeconds);
1233
1234 counters.nack_packets += 1 * metrics::kMinRunTimeInSeconds;
1235 counters.fir_packets += 2 * metrics::kMinRunTimeInSeconds;
1236 counters.pli_packets += 3 * metrics::kMinRunTimeInSeconds;
1237 counters.unique_nack_requests += 4 * metrics::kMinRunTimeInSeconds;
1238 counters.nack_requests += 5 * metrics::kMinRunTimeInSeconds;
1239
1240 proxy->RtcpPacketTypesCounterUpdated(kFirstSsrc, counters);
1241 proxy->RtcpPacketTypesCounterUpdated(kSecondSsrc, counters);
1242
1243 // Changing content type causes histograms to be reported.
Pera48ddb72016-09-29 11:48:50 +02001244 VideoEncoderConfig config;
1245 config.content_type = VideoEncoderConfig::ContentType::kScreen;
1246 statistics_proxy_->OnEncoderReconfigured(config, 50);
sprang07fb9be2016-02-24 07:55:00 -08001247
asapersson01d70a32016-05-20 06:29:46 -07001248 EXPECT_EQ(1,
1249 metrics::NumSamples("WebRTC.Video.NackPacketsReceivedPerMinute"));
1250 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.FirPacketsReceivedPerMinute"));
1251 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.PliPacketsReceivedPerMinute"));
1252 EXPECT_EQ(1, metrics::NumSamples(
sprang07fb9be2016-02-24 07:55:00 -08001253 "WebRTC.Video.UniqueNackRequestsReceivedInPercent"));
1254
1255 const int kRate = 60 * 2; // Packets per minute with two streams.
1256
asapersson01d70a32016-05-20 06:29:46 -07001257 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.NackPacketsReceivedPerMinute",
1258 1 * kRate));
1259 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.FirPacketsReceivedPerMinute",
1260 2 * kRate));
1261 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.PliPacketsReceivedPerMinute",
1262 3 * kRate));
1263 EXPECT_EQ(
1264 1, metrics::NumEvents("WebRTC.Video.UniqueNackRequestsReceivedInPercent",
1265 4 * 100 / 5));
sprang07fb9be2016-02-24 07:55:00 -08001266
1267 // New start time but same counter values.
1268 proxy->RtcpPacketTypesCounterUpdated(kFirstSsrc, counters);
1269 proxy->RtcpPacketTypesCounterUpdated(kSecondSsrc, counters);
1270
1271 fake_clock_.AdvanceTimeMilliseconds(1000 * metrics::kMinRunTimeInSeconds);
1272
1273 counters.nack_packets += 1 * metrics::kMinRunTimeInSeconds;
1274 counters.fir_packets += 2 * metrics::kMinRunTimeInSeconds;
1275 counters.pli_packets += 3 * metrics::kMinRunTimeInSeconds;
1276 counters.unique_nack_requests += 4 * metrics::kMinRunTimeInSeconds;
1277 counters.nack_requests += 5 * metrics::kMinRunTimeInSeconds;
1278
1279 proxy->RtcpPacketTypesCounterUpdated(kFirstSsrc, counters);
1280 proxy->RtcpPacketTypesCounterUpdated(kSecondSsrc, counters);
1281
1282 SetUp(); // Reset stats proxy also causes histograms to be reported.
1283
asapersson01d70a32016-05-20 06:29:46 -07001284 EXPECT_EQ(1, metrics::NumSamples(
sprang07fb9be2016-02-24 07:55:00 -08001285 "WebRTC.Video.Screenshare.NackPacketsReceivedPerMinute"));
asapersson01d70a32016-05-20 06:29:46 -07001286 EXPECT_EQ(1, metrics::NumSamples(
sprang07fb9be2016-02-24 07:55:00 -08001287 "WebRTC.Video.Screenshare.FirPacketsReceivedPerMinute"));
asapersson01d70a32016-05-20 06:29:46 -07001288 EXPECT_EQ(1, metrics::NumSamples(
sprang07fb9be2016-02-24 07:55:00 -08001289 "WebRTC.Video.Screenshare.PliPacketsReceivedPerMinute"));
1290 EXPECT_EQ(
asapersson01d70a32016-05-20 06:29:46 -07001291 1, metrics::NumSamples(
sprang07fb9be2016-02-24 07:55:00 -08001292 "WebRTC.Video.Screenshare.UniqueNackRequestsReceivedInPercent"));
1293
asapersson01d70a32016-05-20 06:29:46 -07001294 EXPECT_EQ(1, metrics::NumEvents(
1295 "WebRTC.Video.Screenshare.NackPacketsReceivedPerMinute",
1296 1 * kRate));
1297 EXPECT_EQ(1, metrics::NumEvents(
1298 "WebRTC.Video.Screenshare.FirPacketsReceivedPerMinute",
1299 2 * kRate));
1300 EXPECT_EQ(1, metrics::NumEvents(
1301 "WebRTC.Video.Screenshare.PliPacketsReceivedPerMinute",
1302 3 * kRate));
1303 EXPECT_EQ(1,
1304 metrics::NumEvents(
1305 "WebRTC.Video.Screenshare.UniqueNackRequestsReceivedInPercent",
1306 4 * 100 / 5));
sprang07fb9be2016-02-24 07:55:00 -08001307}
1308
asaperssona6a699a2016-11-25 03:52:46 -08001309TEST_F(SendStatisticsProxyTest, GetStatsReportsIsFlexFec) {
1310 statistics_proxy_.reset(
1311 new SendStatisticsProxy(&fake_clock_, GetTestConfigWithFlexFec(),
1312 VideoEncoderConfig::ContentType::kRealtimeVideo));
1313
1314 StreamDataCountersCallback* proxy =
1315 static_cast<StreamDataCountersCallback*>(statistics_proxy_.get());
1316 StreamDataCounters counters;
1317 proxy->DataCountersUpdated(counters, kFirstSsrc);
1318 proxy->DataCountersUpdated(counters, kFlexFecSsrc);
1319
1320 EXPECT_FALSE(GetStreamStats(kFirstSsrc).is_flexfec);
1321 EXPECT_TRUE(GetStreamStats(kFlexFecSsrc).is_flexfec);
1322}
1323
1324TEST_F(SendStatisticsProxyTest, SendBitratesAreReportedWithFlexFecEnabled) {
1325 statistics_proxy_.reset(
1326 new SendStatisticsProxy(&fake_clock_, GetTestConfigWithFlexFec(),
1327 VideoEncoderConfig::ContentType::kRealtimeVideo));
1328
1329 StreamDataCountersCallback* proxy =
1330 static_cast<StreamDataCountersCallback*>(statistics_proxy_.get());
asaperssona6a699a2016-11-25 03:52:46 -08001331 StreamDataCounters counters;
1332 StreamDataCounters rtx_counters;
asaperssona6a699a2016-11-25 03:52:46 -08001333
asapersson93e1e232017-02-06 05:18:35 -08001334 const int kMinRequiredPeriodSamples = 8;
1335 const int kPeriodIntervalMs = 2000;
1336 for (int i = 0; i < kMinRequiredPeriodSamples; ++i) {
1337 counters.transmitted.packets += 20;
1338 counters.transmitted.header_bytes += 500;
1339 counters.transmitted.padding_bytes += 1000;
1340 counters.transmitted.payload_bytes += 2000;
1341 counters.retransmitted.packets += 2;
1342 counters.retransmitted.header_bytes += 25;
1343 counters.retransmitted.padding_bytes += 100;
1344 counters.retransmitted.payload_bytes += 250;
1345 counters.fec = counters.retransmitted;
1346 rtx_counters.transmitted = counters.transmitted;
1347 // Advance one interval and update counters.
1348 fake_clock_.AdvanceTimeMilliseconds(kPeriodIntervalMs);
1349 proxy->DataCountersUpdated(counters, kFirstSsrc);
1350 proxy->DataCountersUpdated(counters, kSecondSsrc);
1351 proxy->DataCountersUpdated(rtx_counters, kFirstRtxSsrc);
1352 proxy->DataCountersUpdated(rtx_counters, kSecondRtxSsrc);
1353 proxy->DataCountersUpdated(counters, kFlexFecSsrc);
1354 }
asaperssona6a699a2016-11-25 03:52:46 -08001355
asaperssona6a699a2016-11-25 03:52:46 -08001356 statistics_proxy_.reset();
asapersson93e1e232017-02-06 05:18:35 -08001357 // Interval: 3500 bytes * 4 / 2 sec = 7000 bytes / sec = 56 kbps
asaperssona6a699a2016-11-25 03:52:46 -08001358 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.BitrateSentInKbps"));
asapersson93e1e232017-02-06 05:18:35 -08001359 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.BitrateSentInKbps", 56));
1360 // Interval: 3500 bytes * 2 / 2 sec = 3500 bytes / sec = 28 kbps
1361 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.RtxBitrateSentInKbps"));
1362 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.RtxBitrateSentInKbps", 28));
1363 // Interval: (2000 - 2 * 250) bytes / 2 sec = 1500 bytes / sec = 12 kbps
asaperssona6a699a2016-11-25 03:52:46 -08001364 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.MediaBitrateSentInKbps"));
asapersson93e1e232017-02-06 05:18:35 -08001365 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.MediaBitrateSentInKbps", 12));
1366 // Interval: 1000 bytes * 4 / 2 sec = 2000 bytes / sec = 16 kbps
asaperssona6a699a2016-11-25 03:52:46 -08001367 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.PaddingBitrateSentInKbps"));
asapersson93e1e232017-02-06 05:18:35 -08001368 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.PaddingBitrateSentInKbps", 16));
1369 // Interval: 375 bytes * 2 / 2 sec = 375 bytes / sec = 3 kbps
1370 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.FecBitrateSentInKbps"));
1371 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.FecBitrateSentInKbps", 3));
1372 // Interval: 375 bytes * 2 / 2 sec = 375 bytes / sec = 3 kbps
asaperssona6a699a2016-11-25 03:52:46 -08001373 EXPECT_EQ(1,
1374 metrics::NumSamples("WebRTC.Video.RetransmittedBitrateSentInKbps"));
asaperssona6a699a2016-11-25 03:52:46 -08001375 EXPECT_EQ(
asapersson93e1e232017-02-06 05:18:35 -08001376 1, metrics::NumEvents("WebRTC.Video.RetransmittedBitrateSentInKbps", 3));
asaperssona6a699a2016-11-25 03:52:46 -08001377}
1378
Erik Språng22c2b482016-03-01 09:40:42 +01001379TEST_F(SendStatisticsProxyTest, ResetsRtpCountersOnContentChange) {
1380 StreamDataCountersCallback* proxy =
1381 static_cast<StreamDataCountersCallback*>(statistics_proxy_.get());
1382 StreamDataCounters counters;
1383 StreamDataCounters rtx_counters;
1384 counters.first_packet_time_ms = fake_clock_.TimeInMilliseconds();
Erik Språng22c2b482016-03-01 09:40:42 +01001385
asapersson93e1e232017-02-06 05:18:35 -08001386 const int kMinRequiredPeriodSamples = 8;
1387 const int kPeriodIntervalMs = 2000;
1388 for (int i = 0; i < kMinRequiredPeriodSamples; ++i) {
1389 counters.transmitted.packets += 20;
1390 counters.transmitted.header_bytes += 500;
1391 counters.transmitted.padding_bytes += 1000;
1392 counters.transmitted.payload_bytes += 2000;
1393 counters.retransmitted.packets += 2;
1394 counters.retransmitted.header_bytes += 25;
1395 counters.retransmitted.padding_bytes += 100;
1396 counters.retransmitted.payload_bytes += 250;
1397 counters.fec = counters.retransmitted;
1398 rtx_counters.transmitted = counters.transmitted;
1399 // Advance one interval and update counters.
1400 fake_clock_.AdvanceTimeMilliseconds(kPeriodIntervalMs);
1401 proxy->DataCountersUpdated(counters, kFirstSsrc);
1402 proxy->DataCountersUpdated(counters, kSecondSsrc);
1403 proxy->DataCountersUpdated(rtx_counters, kFirstRtxSsrc);
1404 proxy->DataCountersUpdated(rtx_counters, kSecondRtxSsrc);
1405 }
Erik Språng22c2b482016-03-01 09:40:42 +01001406
1407 // Changing content type causes histograms to be reported.
Pera48ddb72016-09-29 11:48:50 +02001408 VideoEncoderConfig config;
1409 config.content_type = VideoEncoderConfig::ContentType::kScreen;
asapersson93e1e232017-02-06 05:18:35 -08001410 statistics_proxy_->OnEncoderReconfigured(config, 50000);
Erik Språng22c2b482016-03-01 09:40:42 +01001411
asapersson93e1e232017-02-06 05:18:35 -08001412 // Interval: 3500 bytes * 4 / 2 sec = 7000 bytes / sec = 56 kbps
asapersson01d70a32016-05-20 06:29:46 -07001413 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.BitrateSentInKbps"));
asapersson93e1e232017-02-06 05:18:35 -08001414 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.BitrateSentInKbps", 56));
1415 // Interval: 3500 bytes * 2 / 2 sec = 3500 bytes / sec = 28 kbps
1416 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.RtxBitrateSentInKbps"));
1417 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.RtxBitrateSentInKbps", 28));
1418 // Interval: (2000 - 2 * 250) bytes / 2 sec = 1500 bytes / sec = 12 kbps
asapersson01d70a32016-05-20 06:29:46 -07001419 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.MediaBitrateSentInKbps"));
asapersson93e1e232017-02-06 05:18:35 -08001420 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.MediaBitrateSentInKbps", 12));
1421 // Interval: 1000 bytes * 4 / 2 sec = 2000 bytes / sec = 16 kbps
asapersson01d70a32016-05-20 06:29:46 -07001422 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.PaddingBitrateSentInKbps"));
asapersson93e1e232017-02-06 05:18:35 -08001423 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.PaddingBitrateSentInKbps", 16));
1424 // Interval: 375 bytes * 2 / 2 sec = 375 bytes / sec = 3 kbps
1425 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.FecBitrateSentInKbps"));
1426 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.FecBitrateSentInKbps", 3));
1427 // Interval: 375 bytes * 2 / 2 sec = 375 bytes / sec = 3 kbps
Erik Språng22c2b482016-03-01 09:40:42 +01001428 EXPECT_EQ(1,
asapersson01d70a32016-05-20 06:29:46 -07001429 metrics::NumSamples("WebRTC.Video.RetransmittedBitrateSentInKbps"));
Erik Språng22c2b482016-03-01 09:40:42 +01001430 EXPECT_EQ(
asapersson93e1e232017-02-06 05:18:35 -08001431 1, metrics::NumEvents("WebRTC.Video.RetransmittedBitrateSentInKbps", 3));
Erik Språng22c2b482016-03-01 09:40:42 +01001432
asapersson93e1e232017-02-06 05:18:35 -08001433 // New metric counters but same data counters.
Erik Språng22c2b482016-03-01 09:40:42 +01001434 // Double counter values, this should result in the same counts as before but
1435 // with new histogram names.
asapersson93e1e232017-02-06 05:18:35 -08001436 for (int i = 0; i < kMinRequiredPeriodSamples; ++i) {
1437 counters.transmitted.packets += 20;
1438 counters.transmitted.header_bytes += 500;
1439 counters.transmitted.padding_bytes += 1000;
1440 counters.transmitted.payload_bytes += 2000;
1441 counters.retransmitted.packets += 2;
1442 counters.retransmitted.header_bytes += 25;
1443 counters.retransmitted.padding_bytes += 100;
1444 counters.retransmitted.payload_bytes += 250;
1445 counters.fec = counters.retransmitted;
1446 rtx_counters.transmitted = counters.transmitted;
1447 // Advance one interval and update counters.
1448 fake_clock_.AdvanceTimeMilliseconds(kPeriodIntervalMs);
1449 proxy->DataCountersUpdated(counters, kFirstSsrc);
1450 proxy->DataCountersUpdated(counters, kSecondSsrc);
1451 proxy->DataCountersUpdated(rtx_counters, kFirstRtxSsrc);
1452 proxy->DataCountersUpdated(rtx_counters, kSecondRtxSsrc);
1453 }
Erik Språng22c2b482016-03-01 09:40:42 +01001454
asapersson93e1e232017-02-06 05:18:35 -08001455 // Reset stats proxy also causes histograms to be reported.
1456 statistics_proxy_.reset();
Erik Språng22c2b482016-03-01 09:40:42 +01001457
asapersson93e1e232017-02-06 05:18:35 -08001458 // Interval: 3500 bytes * 4 / 2 sec = 7000 bytes / sec = 56 kbps
asapersson01d70a32016-05-20 06:29:46 -07001459 EXPECT_EQ(1,
1460 metrics::NumSamples("WebRTC.Video.Screenshare.BitrateSentInKbps"));
asapersson93e1e232017-02-06 05:18:35 -08001461 EXPECT_EQ(
1462 1, metrics::NumEvents("WebRTC.Video.Screenshare.BitrateSentInKbps", 56));
1463 // Interval: 3500 bytes * 2 / 2 sec = 3500 bytes / sec = 28 kbps
1464 EXPECT_EQ(
1465 1, metrics::NumSamples("WebRTC.Video.Screenshare.RtxBitrateSentInKbps"));
1466 EXPECT_EQ(1, metrics::NumEvents(
1467 "WebRTC.Video.Screenshare.RtxBitrateSentInKbps", 28));
1468 // Interval: (2000 - 2 * 250) bytes / 2 sec = 1500 bytes / sec = 12 kbps
asapersson01d70a32016-05-20 06:29:46 -07001469 EXPECT_EQ(1, metrics::NumSamples(
Erik Språng22c2b482016-03-01 09:40:42 +01001470 "WebRTC.Video.Screenshare.MediaBitrateSentInKbps"));
asapersson01d70a32016-05-20 06:29:46 -07001471 EXPECT_EQ(1, metrics::NumEvents(
asapersson93e1e232017-02-06 05:18:35 -08001472 "WebRTC.Video.Screenshare.MediaBitrateSentInKbps", 12));
1473 // Interval: 1000 bytes * 4 / 2 sec = 2000 bytes / sec = 16 kbps
asapersson01d70a32016-05-20 06:29:46 -07001474 EXPECT_EQ(1, metrics::NumSamples(
Erik Språng22c2b482016-03-01 09:40:42 +01001475 "WebRTC.Video.Screenshare.PaddingBitrateSentInKbps"));
asapersson93e1e232017-02-06 05:18:35 -08001476 EXPECT_EQ(1, metrics::NumEvents(
1477 "WebRTC.Video.Screenshare.PaddingBitrateSentInKbps", 16));
1478 // Interval: 375 bytes * 2 / 2 sec = 375 bytes / sec = 3 kbps
1479 EXPECT_EQ(
1480 1, metrics::NumSamples("WebRTC.Video.Screenshare.FecBitrateSentInKbps"));
1481 EXPECT_EQ(1, metrics::NumEvents(
1482 "WebRTC.Video.Screenshare.FecBitrateSentInKbps", 3));
1483 // Interval: 375 bytes * 2 / 2 sec = 375 bytes / sec = 3 kbps
asapersson01d70a32016-05-20 06:29:46 -07001484 EXPECT_EQ(1, metrics::NumSamples(
Erik Språng22c2b482016-03-01 09:40:42 +01001485 "WebRTC.Video.Screenshare.RetransmittedBitrateSentInKbps"));
asapersson01d70a32016-05-20 06:29:46 -07001486 EXPECT_EQ(1,
1487 metrics::NumEvents(
asapersson93e1e232017-02-06 05:18:35 -08001488 "WebRTC.Video.Screenshare.RetransmittedBitrateSentInKbps", 3));
1489}
Erik Språng22c2b482016-03-01 09:40:42 +01001490
asapersson93e1e232017-02-06 05:18:35 -08001491TEST_F(SendStatisticsProxyTest, RtxBitrateIsZeroWhenEnabledAndNoRtxDataIsSent) {
1492 StreamDataCountersCallback* proxy =
1493 static_cast<StreamDataCountersCallback*>(statistics_proxy_.get());
1494 StreamDataCounters counters;
1495 StreamDataCounters rtx_counters;
Erik Språng22c2b482016-03-01 09:40:42 +01001496
asapersson93e1e232017-02-06 05:18:35 -08001497 const int kMinRequiredPeriodSamples = 8;
1498 const int kPeriodIntervalMs = 2000;
1499 for (int i = 0; i < kMinRequiredPeriodSamples; ++i) {
1500 counters.transmitted.packets += 20;
1501 counters.transmitted.header_bytes += 500;
1502 counters.transmitted.payload_bytes += 2000;
1503 counters.fec = counters.retransmitted;
1504 // Advance one interval and update counters.
1505 fake_clock_.AdvanceTimeMilliseconds(kPeriodIntervalMs);
1506 proxy->DataCountersUpdated(counters, kFirstSsrc);
1507 }
1508
1509 // RTX enabled. No data sent over RTX.
1510 statistics_proxy_.reset();
1511 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.RtxBitrateSentInKbps"));
1512 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.RtxBitrateSentInKbps", 0));
1513}
1514
1515TEST_F(SendStatisticsProxyTest, RtxBitrateNotReportedWhenNotEnabled) {
1516 VideoSendStream::Config config(nullptr);
1517 config.rtp.ssrcs.push_back(kFirstSsrc); // RTX not configured.
1518 statistics_proxy_.reset(new SendStatisticsProxy(
1519 &fake_clock_, config, VideoEncoderConfig::ContentType::kRealtimeVideo));
1520
1521 StreamDataCountersCallback* proxy =
1522 static_cast<StreamDataCountersCallback*>(statistics_proxy_.get());
1523 StreamDataCounters counters;
1524
1525 const int kMinRequiredPeriodSamples = 8;
1526 const int kPeriodIntervalMs = 2000;
1527 for (int i = 0; i < kMinRequiredPeriodSamples; ++i) {
1528 counters.transmitted.packets += 20;
1529 counters.transmitted.header_bytes += 500;
1530 counters.transmitted.payload_bytes += 2000;
1531 counters.fec = counters.retransmitted;
1532 // Advance one interval and update counters.
1533 fake_clock_.AdvanceTimeMilliseconds(kPeriodIntervalMs);
1534 proxy->DataCountersUpdated(counters, kFirstSsrc);
1535 }
1536
1537 // RTX not enabled.
1538 statistics_proxy_.reset();
1539 EXPECT_EQ(0, metrics::NumSamples("WebRTC.Video.RtxBitrateSentInKbps"));
1540}
1541
1542TEST_F(SendStatisticsProxyTest, FecBitrateIsZeroWhenEnabledAndNoFecDataIsSent) {
1543 StreamDataCountersCallback* proxy =
1544 static_cast<StreamDataCountersCallback*>(statistics_proxy_.get());
1545 StreamDataCounters counters;
1546 StreamDataCounters rtx_counters;
1547
1548 const int kMinRequiredPeriodSamples = 8;
1549 const int kPeriodIntervalMs = 2000;
1550 for (int i = 0; i < kMinRequiredPeriodSamples; ++i) {
1551 counters.transmitted.packets += 20;
1552 counters.transmitted.header_bytes += 500;
1553 counters.transmitted.payload_bytes += 2000;
1554 // Advance one interval and update counters.
1555 fake_clock_.AdvanceTimeMilliseconds(kPeriodIntervalMs);
1556 proxy->DataCountersUpdated(counters, kFirstSsrc);
1557 }
1558
1559 // FEC enabled. No FEC data sent.
1560 statistics_proxy_.reset();
1561 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.FecBitrateSentInKbps"));
1562 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.FecBitrateSentInKbps", 0));
1563}
1564
1565TEST_F(SendStatisticsProxyTest, FecBitrateNotReportedWhenNotEnabled) {
1566 VideoSendStream::Config config(nullptr);
1567 config.rtp.ssrcs.push_back(kFirstSsrc); // FEC not configured.
1568 statistics_proxy_.reset(new SendStatisticsProxy(
1569 &fake_clock_, config, VideoEncoderConfig::ContentType::kRealtimeVideo));
1570
1571 StreamDataCountersCallback* proxy =
1572 static_cast<StreamDataCountersCallback*>(statistics_proxy_.get());
1573 StreamDataCounters counters;
1574
1575 const int kMinRequiredPeriodSamples = 8;
1576 const int kPeriodIntervalMs = 2000;
1577 for (int i = 0; i < kMinRequiredPeriodSamples; ++i) {
1578 counters.transmitted.packets += 20;
1579 counters.transmitted.header_bytes += 500;
1580 counters.transmitted.payload_bytes += 2000;
1581 counters.fec = counters.retransmitted;
1582 // Advance one interval and update counters.
1583 fake_clock_.AdvanceTimeMilliseconds(kPeriodIntervalMs);
1584 proxy->DataCountersUpdated(counters, kFirstSsrc);
1585 }
1586
1587 // FEC not enabled.
1588 statistics_proxy_.reset();
1589 EXPECT_EQ(0, metrics::NumSamples("WebRTC.Video.FecBitrateSentInKbps"));
Erik Språng22c2b482016-03-01 09:40:42 +01001590}
1591
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001592} // namespace webrtc