blob: a467f6c5d102aeb75dc1c16449b3eed45fa60d9e [file] [log] [blame]
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001/*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000011#include "webrtc/video/send_statistics_proxy.h"
12
13#include <map>
kwiberg27f982b2016-03-01 11:52:33 -080014#include <memory>
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000015#include <string>
16#include <vector>
17
sprang07fb9be2016-02-24 07:55:00 -080018#include "webrtc/system_wrappers/include/metrics.h"
asapersson01d70a32016-05-20 06:29:46 -070019#include "webrtc/system_wrappers/include/metrics_default.h"
kwibergac9f8762016-09-30 22:29:43 -070020#include "webrtc/test/gtest.h"
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000021
22namespace webrtc {
asapersson5265fed2016-04-18 02:58:47 -070023namespace {
24const uint32_t kFirstSsrc = 17;
25const uint32_t kSecondSsrc = 42;
26const uint32_t kFirstRtxSsrc = 18;
27const uint32_t kSecondRtxSsrc = 43;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000028
asapersson5265fed2016-04-18 02:58:47 -070029const int kQpIdx0 = 21;
30const int kQpIdx1 = 39;
31} // namespace
sprang07fb9be2016-02-24 07:55:00 -080032
stefan@webrtc.org168f23f2014-07-11 13:44:02 +000033class SendStatisticsProxyTest : public ::testing::Test {
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000034 public:
pbos@webrtc.org273a4142014-12-01 15:23:21 +000035 SendStatisticsProxyTest()
solenberg4fbae2b2015-08-28 04:07:10 -070036 : fake_clock_(1234), config_(GetTestConfig()), avg_delay_ms_(0),
37 max_delay_ms_(0) {}
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000038 virtual ~SendStatisticsProxyTest() {}
39
40 protected:
41 virtual void SetUp() {
asapersson01d70a32016-05-20 06:29:46 -070042 metrics::Reset();
sprangb4a1ae52015-12-03 08:10:08 -080043 statistics_proxy_.reset(new SendStatisticsProxy(
44 &fake_clock_, GetTestConfig(),
45 VideoEncoderConfig::ContentType::kRealtimeVideo));
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000046 expected_ = VideoSendStream::Stats();
asapersson2e5cfcd2016-08-11 08:41:18 -070047 for (const auto& ssrc : config_.rtp.ssrcs)
48 expected_.substreams[ssrc].is_rtx = false;
49 for (const auto& ssrc : config_.rtp.rtx.ssrcs)
50 expected_.substreams[ssrc].is_rtx = true;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000051 }
52
53 VideoSendStream::Config GetTestConfig() {
solenberg4fbae2b2015-08-28 04:07:10 -070054 VideoSendStream::Config config(nullptr);
sprang07fb9be2016-02-24 07:55:00 -080055 config.rtp.ssrcs.push_back(kFirstSsrc);
56 config.rtp.ssrcs.push_back(kSecondSsrc);
57 config.rtp.rtx.ssrcs.push_back(kFirstRtxSsrc);
58 config.rtp.rtx.ssrcs.push_back(kSecondRtxSsrc);
brandtrb5f2c3f2016-10-04 23:28:39 -070059 config.rtp.ulpfec.red_payload_type = 17;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000060 return config;
61 }
62
sprang@webrtc.org09315702014-02-07 12:06:29 +000063 void ExpectEqual(VideoSendStream::Stats one, VideoSendStream::Stats other) {
sprang@webrtc.org09315702014-02-07 12:06:29 +000064 EXPECT_EQ(one.input_frame_rate, other.input_frame_rate);
65 EXPECT_EQ(one.encode_frame_rate, other.encode_frame_rate);
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +000066 EXPECT_EQ(one.media_bitrate_bps, other.media_bitrate_bps);
Pera48ddb72016-09-29 11:48:50 +020067 EXPECT_EQ(one.preferred_media_bitrate_bps,
68 other.preferred_media_bitrate_bps);
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +000069 EXPECT_EQ(one.suspended, other.suspended);
sprang@webrtc.org09315702014-02-07 12:06:29 +000070
71 EXPECT_EQ(one.substreams.size(), other.substreams.size());
pbos@webrtc.org09c77b92015-02-25 10:42:16 +000072 for (std::map<uint32_t, VideoSendStream::StreamStats>::const_iterator it =
sprang@webrtc.org09315702014-02-07 12:06:29 +000073 one.substreams.begin();
pbos@webrtc.org09c77b92015-02-25 10:42:16 +000074 it != one.substreams.end(); ++it) {
75 std::map<uint32_t, VideoSendStream::StreamStats>::const_iterator
76 corresponding_it = other.substreams.find(it->first);
sprang@webrtc.org09315702014-02-07 12:06:29 +000077 ASSERT_TRUE(corresponding_it != other.substreams.end());
pbos@webrtc.org09c77b92015-02-25 10:42:16 +000078 const VideoSendStream::StreamStats& a = it->second;
79 const VideoSendStream::StreamStats& b = corresponding_it->second;
sprang@webrtc.org09315702014-02-07 12:06:29 +000080
asapersson2e5cfcd2016-08-11 08:41:18 -070081 EXPECT_EQ(a.is_rtx, b.is_rtx);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +000082 EXPECT_EQ(a.frame_counts.key_frames, b.frame_counts.key_frames);
83 EXPECT_EQ(a.frame_counts.delta_frames, b.frame_counts.delta_frames);
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +000084 EXPECT_EQ(a.total_bitrate_bps, b.total_bitrate_bps);
stefan@webrtc.org168f23f2014-07-11 13:44:02 +000085 EXPECT_EQ(a.avg_delay_ms, b.avg_delay_ms);
86 EXPECT_EQ(a.max_delay_ms, b.max_delay_ms);
sprang@webrtc.org09315702014-02-07 12:06:29 +000087
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +000088 EXPECT_EQ(a.rtp_stats.transmitted.payload_bytes,
89 b.rtp_stats.transmitted.payload_bytes);
90 EXPECT_EQ(a.rtp_stats.transmitted.header_bytes,
91 b.rtp_stats.transmitted.header_bytes);
92 EXPECT_EQ(a.rtp_stats.transmitted.padding_bytes,
93 b.rtp_stats.transmitted.padding_bytes);
94 EXPECT_EQ(a.rtp_stats.transmitted.packets,
95 b.rtp_stats.transmitted.packets);
96 EXPECT_EQ(a.rtp_stats.retransmitted.packets,
97 b.rtp_stats.retransmitted.packets);
98 EXPECT_EQ(a.rtp_stats.fec.packets, b.rtp_stats.fec.packets);
sprang@webrtc.org09315702014-02-07 12:06:29 +000099
100 EXPECT_EQ(a.rtcp_stats.fraction_lost, b.rtcp_stats.fraction_lost);
101 EXPECT_EQ(a.rtcp_stats.cumulative_lost, b.rtcp_stats.cumulative_lost);
102 EXPECT_EQ(a.rtcp_stats.extended_max_sequence_number,
103 b.rtcp_stats.extended_max_sequence_number);
104 EXPECT_EQ(a.rtcp_stats.jitter, b.rtcp_stats.jitter);
105 }
106 }
107
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000108 SimulatedClock fake_clock_;
kwiberg27f982b2016-03-01 11:52:33 -0800109 std::unique_ptr<SendStatisticsProxy> statistics_proxy_;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000110 VideoSendStream::Config config_;
111 int avg_delay_ms_;
112 int max_delay_ms_;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000113 VideoSendStream::Stats expected_;
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000114 typedef std::map<uint32_t, VideoSendStream::StreamStats>::const_iterator
115 StreamIterator;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000116};
117
118TEST_F(SendStatisticsProxyTest, RtcpStatistics) {
119 RtcpStatisticsCallback* callback = statistics_proxy_.get();
asapersson35151f32016-05-02 23:44:01 -0700120 for (const auto& ssrc : config_.rtp.ssrcs) {
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000121 VideoSendStream::StreamStats& ssrc_stats = expected_.substreams[ssrc];
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000122
123 // Add statistics with some arbitrary, but unique, numbers.
124 uint32_t offset = ssrc * sizeof(RtcpStatistics);
125 ssrc_stats.rtcp_stats.cumulative_lost = offset;
126 ssrc_stats.rtcp_stats.extended_max_sequence_number = offset + 1;
127 ssrc_stats.rtcp_stats.fraction_lost = offset + 2;
128 ssrc_stats.rtcp_stats.jitter = offset + 3;
129 callback->StatisticsUpdated(ssrc_stats.rtcp_stats, ssrc);
130 }
asapersson35151f32016-05-02 23:44:01 -0700131 for (const auto& ssrc : config_.rtp.rtx.ssrcs) {
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000132 VideoSendStream::StreamStats& ssrc_stats = expected_.substreams[ssrc];
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000133
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000134 // Add statistics with some arbitrary, but unique, numbers.
135 uint32_t offset = ssrc * sizeof(RtcpStatistics);
136 ssrc_stats.rtcp_stats.cumulative_lost = offset;
137 ssrc_stats.rtcp_stats.extended_max_sequence_number = offset + 1;
138 ssrc_stats.rtcp_stats.fraction_lost = offset + 2;
139 ssrc_stats.rtcp_stats.jitter = offset + 3;
140 callback->StatisticsUpdated(ssrc_stats.rtcp_stats, ssrc);
141 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000142 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprang@webrtc.org09315702014-02-07 12:06:29 +0000143 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000144}
145
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000146TEST_F(SendStatisticsProxyTest, EncodedBitrateAndFramerate) {
Peter Boström7083e112015-09-22 16:28:51 +0200147 int media_bitrate_bps = 500;
148 int encode_fps = 29;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000149
perkj275afc52016-09-01 00:21:16 -0700150 statistics_proxy_->OnEncoderStatsUpdate(encode_fps, media_bitrate_bps);
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000151
152 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
153 EXPECT_EQ(media_bitrate_bps, stats.media_bitrate_bps);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000154 EXPECT_EQ(encode_fps, stats.encode_frame_rate);
155}
156
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +0000157TEST_F(SendStatisticsProxyTest, Suspended) {
158 // Verify that the value is false by default.
159 EXPECT_FALSE(statistics_proxy_->GetStats().suspended);
160
161 // Verify that we can set it to true.
Peter Boström7083e112015-09-22 16:28:51 +0200162 statistics_proxy_->OnSuspendChange(true);
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +0000163 EXPECT_TRUE(statistics_proxy_->GetStats().suspended);
164
165 // Verify that we can set it back to false again.
Peter Boström7083e112015-09-22 16:28:51 +0200166 statistics_proxy_->OnSuspendChange(false);
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +0000167 EXPECT_FALSE(statistics_proxy_->GetStats().suspended);
168}
169
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000170TEST_F(SendStatisticsProxyTest, FrameCounts) {
171 FrameCountObserver* observer = statistics_proxy_.get();
asapersson35151f32016-05-02 23:44:01 -0700172 for (const auto& ssrc : config_.rtp.ssrcs) {
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000173 // Add statistics with some arbitrary, but unique, numbers.
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000174 VideoSendStream::StreamStats& stats = expected_.substreams[ssrc];
175 uint32_t offset = ssrc * sizeof(VideoSendStream::StreamStats);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000176 FrameCounts frame_counts;
177 frame_counts.key_frames = offset;
178 frame_counts.delta_frames = offset + 1;
179 stats.frame_counts = frame_counts;
180 observer->FrameCountUpdated(frame_counts, ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000181 }
asapersson35151f32016-05-02 23:44:01 -0700182 for (const auto& ssrc : config_.rtp.rtx.ssrcs) {
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000183 // Add statistics with some arbitrary, but unique, numbers.
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000184 VideoSendStream::StreamStats& stats = expected_.substreams[ssrc];
185 uint32_t offset = ssrc * sizeof(VideoSendStream::StreamStats);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000186 FrameCounts frame_counts;
187 frame_counts.key_frames = offset;
188 frame_counts.delta_frames = offset + 1;
189 stats.frame_counts = frame_counts;
190 observer->FrameCountUpdated(frame_counts, ssrc);
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000191 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000192
193 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprang@webrtc.org09315702014-02-07 12:06:29 +0000194 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000195}
196
197TEST_F(SendStatisticsProxyTest, DataCounters) {
198 StreamDataCountersCallback* callback = statistics_proxy_.get();
asapersson35151f32016-05-02 23:44:01 -0700199 for (const auto& ssrc : config_.rtp.ssrcs) {
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000200 StreamDataCounters& counters = expected_.substreams[ssrc].rtp_stats;
201 // Add statistics with some arbitrary, but unique, numbers.
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000202 size_t offset = ssrc * sizeof(StreamDataCounters);
203 uint32_t offset_uint32 = static_cast<uint32_t>(offset);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +0000204 counters.transmitted.payload_bytes = offset;
205 counters.transmitted.header_bytes = offset + 1;
206 counters.fec.packets = offset_uint32 + 2;
207 counters.transmitted.padding_bytes = offset + 3;
208 counters.retransmitted.packets = offset_uint32 + 4;
209 counters.transmitted.packets = offset_uint32 + 5;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000210 callback->DataCountersUpdated(counters, ssrc);
211 }
asapersson35151f32016-05-02 23:44:01 -0700212 for (const auto& ssrc : config_.rtp.rtx.ssrcs) {
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000213 StreamDataCounters& counters = expected_.substreams[ssrc].rtp_stats;
214 // Add statistics with some arbitrary, but unique, numbers.
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000215 size_t offset = ssrc * sizeof(StreamDataCounters);
216 uint32_t offset_uint32 = static_cast<uint32_t>(offset);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +0000217 counters.transmitted.payload_bytes = offset;
218 counters.transmitted.header_bytes = offset + 1;
219 counters.fec.packets = offset_uint32 + 2;
220 counters.transmitted.padding_bytes = offset + 3;
221 counters.retransmitted.packets = offset_uint32 + 4;
222 counters.transmitted.packets = offset_uint32 + 5;
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000223 callback->DataCountersUpdated(counters, ssrc);
224 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000225
226 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprang@webrtc.org09315702014-02-07 12:06:29 +0000227 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000228}
229
230TEST_F(SendStatisticsProxyTest, Bitrate) {
231 BitrateStatisticsObserver* observer = statistics_proxy_.get();
asapersson35151f32016-05-02 23:44:01 -0700232 for (const auto& ssrc : config_.rtp.ssrcs) {
sprangcd349d92016-07-13 09:11:28 -0700233 uint32_t total;
234 uint32_t retransmit;
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000235 // Use ssrc as bitrate_bps to get a unique value for each stream.
sprangcd349d92016-07-13 09:11:28 -0700236 total = ssrc;
237 retransmit = ssrc + 1;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000238 observer->Notify(total, retransmit, ssrc);
sprangcd349d92016-07-13 09:11:28 -0700239 expected_.substreams[ssrc].total_bitrate_bps = total;
240 expected_.substreams[ssrc].retransmit_bitrate_bps = retransmit;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000241 }
asapersson35151f32016-05-02 23:44:01 -0700242 for (const auto& ssrc : config_.rtp.rtx.ssrcs) {
sprangcd349d92016-07-13 09:11:28 -0700243 uint32_t total;
244 uint32_t retransmit;
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000245 // Use ssrc as bitrate_bps to get a unique value for each stream.
sprangcd349d92016-07-13 09:11:28 -0700246 total = ssrc;
247 retransmit = ssrc + 1;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000248 observer->Notify(total, retransmit, ssrc);
sprangcd349d92016-07-13 09:11:28 -0700249 expected_.substreams[ssrc].total_bitrate_bps = total;
250 expected_.substreams[ssrc].retransmit_bitrate_bps = retransmit;
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000251 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000252
253 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprang@webrtc.org09315702014-02-07 12:06:29 +0000254 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000255}
256
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000257TEST_F(SendStatisticsProxyTest, SendSideDelay) {
258 SendSideDelayObserver* observer = statistics_proxy_.get();
asapersson35151f32016-05-02 23:44:01 -0700259 for (const auto& ssrc : config_.rtp.ssrcs) {
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000260 // Use ssrc as avg_delay_ms and max_delay_ms to get a unique value for each
261 // stream.
262 int avg_delay_ms = ssrc;
263 int max_delay_ms = ssrc + 1;
264 observer->SendSideDelayUpdated(avg_delay_ms, max_delay_ms, ssrc);
265 expected_.substreams[ssrc].avg_delay_ms = avg_delay_ms;
266 expected_.substreams[ssrc].max_delay_ms = max_delay_ms;
267 }
asapersson35151f32016-05-02 23:44:01 -0700268 for (const auto& ssrc : config_.rtp.rtx.ssrcs) {
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000269 // Use ssrc as avg_delay_ms and max_delay_ms to get a unique value for each
270 // stream.
271 int avg_delay_ms = ssrc;
272 int max_delay_ms = ssrc + 1;
273 observer->SendSideDelayUpdated(avg_delay_ms, max_delay_ms, ssrc);
274 expected_.substreams[ssrc].avg_delay_ms = avg_delay_ms;
275 expected_.substreams[ssrc].max_delay_ms = max_delay_ms;
276 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000277 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000278 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000279}
280
Peter Boströme4499152016-02-05 11:13:28 +0100281TEST_F(SendStatisticsProxyTest, OnEncodedFrameTimeMeasured) {
asapersson1aa420b2015-12-07 03:12:22 -0800282 const int kEncodeTimeMs = 11;
Peter Boströme4499152016-02-05 11:13:28 +0100283 CpuOveruseMetrics metrics;
284 metrics.encode_usage_percent = 80;
285 statistics_proxy_->OnEncodedFrameTimeMeasured(kEncodeTimeMs, metrics);
asapersson1aa420b2015-12-07 03:12:22 -0800286
287 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
288 EXPECT_EQ(kEncodeTimeMs, stats.avg_encode_time_ms);
Peter Boströme4499152016-02-05 11:13:28 +0100289 EXPECT_EQ(metrics.encode_usage_percent, stats.encode_usage_percent);
asapersson1aa420b2015-12-07 03:12:22 -0800290}
291
Pera48ddb72016-09-29 11:48:50 +0200292TEST_F(SendStatisticsProxyTest, OnEncoderReconfiguredChangePreferredBitrate) {
293 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
294 EXPECT_EQ(0, stats.preferred_media_bitrate_bps);
295 const int kPreferredMediaBitrateBps = 50;
296
297 VideoEncoderConfig config;
298 statistics_proxy_->OnEncoderReconfigured(config, kPreferredMediaBitrateBps);
299 stats = statistics_proxy_->GetStats();
300 EXPECT_EQ(kPreferredMediaBitrateBps, stats.preferred_media_bitrate_bps);
301}
302
sakal43536c32016-10-24 01:46:43 -0700303TEST_F(SendStatisticsProxyTest, OnSendEncodedImageIncreasesFramesEncoded) {
304 EncodedImage encoded_image;
305 CodecSpecificInfo codec_info;
306 EXPECT_EQ(0u, statistics_proxy_->GetStats().frames_encoded);
307 for (uint32_t i = 1; i <= 3; ++i) {
308 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
309 EXPECT_EQ(i, statistics_proxy_->GetStats().frames_encoded);
310 }
311}
312
sakal87da4042016-10-31 06:53:47 -0700313TEST_F(SendStatisticsProxyTest, OnSendEncodedImageIncreasesQpSum) {
314 EncodedImage encoded_image;
315 CodecSpecificInfo codec_info;
316 EXPECT_EQ(rtc::Optional<uint64_t>(), statistics_proxy_->GetStats().qp_sum);
317 encoded_image.qp_ = 3;
318 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
319 EXPECT_EQ(rtc::Optional<uint64_t>(3u), statistics_proxy_->GetStats().qp_sum);
320 encoded_image.qp_ = 127;
321 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
322 EXPECT_EQ(rtc::Optional<uint64_t>(130u),
323 statistics_proxy_->GetStats().qp_sum);
324}
325
326TEST_F(SendStatisticsProxyTest, OnSendEncodedImageWithoutQpQpSumWontExist) {
327 EncodedImage encoded_image;
328 CodecSpecificInfo codec_info;
329 encoded_image.qp_ = -1;
330 EXPECT_EQ(rtc::Optional<uint64_t>(), statistics_proxy_->GetStats().qp_sum);
331 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
332 EXPECT_EQ(rtc::Optional<uint64_t>(), statistics_proxy_->GetStats().qp_sum);
333}
334
asapersson59bac1a2016-01-07 23:36:00 -0800335TEST_F(SendStatisticsProxyTest, SwitchContentTypeUpdatesHistograms) {
asapersson59bac1a2016-01-07 23:36:00 -0800336 const int kWidth = 640;
337 const int kHeight = 480;
338
perkj803d97f2016-11-01 11:45:46 -0700339 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
asapersson59bac1a2016-01-07 23:36:00 -0800340 statistics_proxy_->OnIncomingFrame(kWidth, kHeight);
341
Pera48ddb72016-09-29 11:48:50 +0200342 // No switch, stats should not be updated.
343 VideoEncoderConfig config;
344 config.content_type = VideoEncoderConfig::ContentType::kRealtimeVideo;
345 statistics_proxy_->OnEncoderReconfigured(config, 50);
asapersson01d70a32016-05-20 06:29:46 -0700346 EXPECT_EQ(0, metrics::NumSamples("WebRTC.Video.InputWidthInPixels"));
asapersson59bac1a2016-01-07 23:36:00 -0800347
348 // Switch to screenshare, real-time stats should be updated.
Pera48ddb72016-09-29 11:48:50 +0200349 config.content_type = VideoEncoderConfig::ContentType::kScreen;
350 statistics_proxy_->OnEncoderReconfigured(config, 50);
asapersson01d70a32016-05-20 06:29:46 -0700351 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.InputWidthInPixels"));
asapersson59bac1a2016-01-07 23:36:00 -0800352}
353
perkj803d97f2016-11-01 11:45:46 -0700354TEST_F(SendStatisticsProxyTest, CpuLimitedResolutionUpdated) {
355 const int kWidth = 640;
356 const int kHeight = 480;
357
358 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
359 statistics_proxy_->OnIncomingFrame(kWidth, kHeight);
360
361 statistics_proxy_->OnCpuRestrictedResolutionChanged(true);
362
363 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
364 statistics_proxy_->OnIncomingFrame(kWidth, kHeight);
365
366 statistics_proxy_.reset();
367 EXPECT_EQ(1,
368 metrics::NumSamples("WebRTC.Video.CpuLimitedResolutionInPercent"));
369 EXPECT_EQ(
370 1, metrics::NumEvents("WebRTC.Video.CpuLimitedResolutionInPercent", 50));
371}
372
asapersson4374a092016-07-27 00:39:09 -0700373TEST_F(SendStatisticsProxyTest, LifetimeHistogramIsUpdated) {
374 const int64_t kTimeSec = 3;
375 fake_clock_.AdvanceTimeMilliseconds(kTimeSec * 1000);
376 statistics_proxy_.reset();
377 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.SendStreamLifetimeInSeconds"));
378 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.SendStreamLifetimeInSeconds",
379 kTimeSec));
380}
381
382TEST_F(SendStatisticsProxyTest, CodecTypeHistogramIsUpdated) {
383 fake_clock_.AdvanceTimeMilliseconds(metrics::kMinRunTimeInSeconds * 1000);
384 statistics_proxy_.reset();
385 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoder.CodecType"));
386}
387
asapersson118ef002016-03-31 00:00:19 -0700388TEST_F(SendStatisticsProxyTest, VerifyQpHistogramStats_Vp8) {
asapersson118ef002016-03-31 00:00:19 -0700389 EncodedImage encoded_image;
kjellander02b3d272016-04-20 05:05:54 -0700390 CodecSpecificInfo codec_info;
391 codec_info.codecType = kVideoCodecVP8;
asapersson118ef002016-03-31 00:00:19 -0700392
perkj803d97f2016-11-01 11:45:46 -0700393 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i) {
kjellander02b3d272016-04-20 05:05:54 -0700394 codec_info.codecSpecific.VP8.simulcastIdx = 0;
asapersson118ef002016-03-31 00:00:19 -0700395 encoded_image.qp_ = kQpIdx0;
kjellander02b3d272016-04-20 05:05:54 -0700396 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
397 codec_info.codecSpecific.VP8.simulcastIdx = 1;
asapersson118ef002016-03-31 00:00:19 -0700398 encoded_image.qp_ = kQpIdx1;
kjellander02b3d272016-04-20 05:05:54 -0700399 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
asapersson118ef002016-03-31 00:00:19 -0700400 }
401 statistics_proxy_.reset();
asapersson01d70a32016-05-20 06:29:46 -0700402 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp8.S0"));
403 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp8.S0", kQpIdx0));
404 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp8.S1"));
405 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp8.S1", kQpIdx1));
asapersson118ef002016-03-31 00:00:19 -0700406}
407
408TEST_F(SendStatisticsProxyTest, VerifyQpHistogramStats_Vp8OneSsrc) {
409 VideoSendStream::Config config(nullptr);
410 config.rtp.ssrcs.push_back(kFirstSsrc);
411 statistics_proxy_.reset(new SendStatisticsProxy(
412 &fake_clock_, config, VideoEncoderConfig::ContentType::kRealtimeVideo));
413
asapersson118ef002016-03-31 00:00:19 -0700414 EncodedImage encoded_image;
kjellander02b3d272016-04-20 05:05:54 -0700415 CodecSpecificInfo codec_info;
416 codec_info.codecType = kVideoCodecVP8;
asapersson118ef002016-03-31 00:00:19 -0700417
perkj803d97f2016-11-01 11:45:46 -0700418 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i) {
kjellander02b3d272016-04-20 05:05:54 -0700419 codec_info.codecSpecific.VP8.simulcastIdx = 0;
asapersson118ef002016-03-31 00:00:19 -0700420 encoded_image.qp_ = kQpIdx0;
kjellander02b3d272016-04-20 05:05:54 -0700421 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
asapersson118ef002016-03-31 00:00:19 -0700422 }
423 statistics_proxy_.reset();
asapersson01d70a32016-05-20 06:29:46 -0700424 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp8"));
425 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp8", kQpIdx0));
asapersson118ef002016-03-31 00:00:19 -0700426}
427
asapersson5265fed2016-04-18 02:58:47 -0700428TEST_F(SendStatisticsProxyTest, VerifyQpHistogramStats_Vp9) {
asapersson5265fed2016-04-18 02:58:47 -0700429 EncodedImage encoded_image;
kjellander02b3d272016-04-20 05:05:54 -0700430 CodecSpecificInfo codec_info;
431 codec_info.codecType = kVideoCodecVP9;
432 codec_info.codecSpecific.VP9.num_spatial_layers = 2;
asapersson5265fed2016-04-18 02:58:47 -0700433
perkj803d97f2016-11-01 11:45:46 -0700434 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i) {
asapersson5265fed2016-04-18 02:58:47 -0700435 encoded_image.qp_ = kQpIdx0;
kjellander02b3d272016-04-20 05:05:54 -0700436 codec_info.codecSpecific.VP9.spatial_idx = 0;
437 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
asapersson5265fed2016-04-18 02:58:47 -0700438 encoded_image.qp_ = kQpIdx1;
kjellander02b3d272016-04-20 05:05:54 -0700439 codec_info.codecSpecific.VP9.spatial_idx = 1;
440 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
asapersson5265fed2016-04-18 02:58:47 -0700441 }
442 statistics_proxy_.reset();
asapersson01d70a32016-05-20 06:29:46 -0700443 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp9.S0"));
444 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp9.S0", kQpIdx0));
445 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp9.S1"));
446 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp9.S1", kQpIdx1));
asapersson5265fed2016-04-18 02:58:47 -0700447}
448
449TEST_F(SendStatisticsProxyTest, VerifyQpHistogramStats_Vp9OneSpatialLayer) {
450 VideoSendStream::Config config(nullptr);
451 config.rtp.ssrcs.push_back(kFirstSsrc);
452 statistics_proxy_.reset(new SendStatisticsProxy(
453 &fake_clock_, config, VideoEncoderConfig::ContentType::kRealtimeVideo));
454
asapersson5265fed2016-04-18 02:58:47 -0700455 EncodedImage encoded_image;
kjellander02b3d272016-04-20 05:05:54 -0700456 CodecSpecificInfo codec_info;
457 codec_info.codecType = kVideoCodecVP9;
458 codec_info.codecSpecific.VP9.num_spatial_layers = 1;
asapersson5265fed2016-04-18 02:58:47 -0700459
perkj803d97f2016-11-01 11:45:46 -0700460 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i) {
asapersson5265fed2016-04-18 02:58:47 -0700461 encoded_image.qp_ = kQpIdx0;
kjellander02b3d272016-04-20 05:05:54 -0700462 codec_info.codecSpecific.VP9.spatial_idx = 0;
463 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
asapersson5265fed2016-04-18 02:58:47 -0700464 }
465 statistics_proxy_.reset();
asapersson01d70a32016-05-20 06:29:46 -0700466 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp9"));
467 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp9", kQpIdx0));
asapersson5265fed2016-04-18 02:58:47 -0700468}
469
asapersson827cab32016-11-02 09:08:47 -0700470TEST_F(SendStatisticsProxyTest, VerifyQpHistogramStats_H264) {
471 EncodedImage encoded_image;
472 CodecSpecificInfo codec_info;
473 codec_info.codecType = kVideoCodecH264;
474
475 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i) {
476 encoded_image.qp_ = kQpIdx0;
477 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
478 }
479 statistics_proxy_.reset();
480 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.H264"));
481 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.H264", kQpIdx0));
482}
483
asapersson4ee70462016-10-31 04:05:12 -0700484TEST_F(SendStatisticsProxyTest,
485 BandwidthLimitedHistogramsNotUpdatedWhenDisabled) {
486 EncodedImage encoded_image;
487 // encoded_image.adapt_reason_.bw_resolutions_disabled by default: -1
perkj803d97f2016-11-01 11:45:46 -0700488 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
asapersson4ee70462016-10-31 04:05:12 -0700489 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
490
491 // Histograms are updated when the statistics_proxy_ is deleted.
492 statistics_proxy_.reset();
493 EXPECT_EQ(0, metrics::NumSamples(
494 "WebRTC.Video.BandwidthLimitedResolutionInPercent"));
495 EXPECT_EQ(0, metrics::NumSamples(
496 "WebRTC.Video.BandwidthLimitedResolutionsDisabled"));
497}
498
499TEST_F(SendStatisticsProxyTest,
500 BandwidthLimitedHistogramsUpdatedWhenEnabled_NoResolutionDisabled) {
501 const int kResolutionsDisabled = 0;
502 EncodedImage encoded_image;
503 encoded_image.adapt_reason_.bw_resolutions_disabled = kResolutionsDisabled;
perkj803d97f2016-11-01 11:45:46 -0700504 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
asapersson4ee70462016-10-31 04:05:12 -0700505 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
506
507 // Histograms are updated when the statistics_proxy_ is deleted.
508 statistics_proxy_.reset();
509 EXPECT_EQ(1, metrics::NumSamples(
510 "WebRTC.Video.BandwidthLimitedResolutionInPercent"));
511 EXPECT_EQ(1, metrics::NumEvents(
512 "WebRTC.Video.BandwidthLimitedResolutionInPercent", 0));
513 // No resolution disabled.
514 EXPECT_EQ(0, metrics::NumSamples(
515 "WebRTC.Video.BandwidthLimitedResolutionsDisabled"));
516}
517
518TEST_F(SendStatisticsProxyTest,
519 BandwidthLimitedHistogramsUpdatedWhenEnabled_OneResolutionDisabled) {
520 const int kResolutionsDisabled = 1;
521 EncodedImage encoded_image;
522 encoded_image.adapt_reason_.bw_resolutions_disabled = kResolutionsDisabled;
perkj803d97f2016-11-01 11:45:46 -0700523 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
asapersson4ee70462016-10-31 04:05:12 -0700524 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
525
526 // Histograms are updated when the statistics_proxy_ is deleted.
527 statistics_proxy_.reset();
528 EXPECT_EQ(1, metrics::NumSamples(
529 "WebRTC.Video.BandwidthLimitedResolutionInPercent"));
530 EXPECT_EQ(1, metrics::NumEvents(
531 "WebRTC.Video.BandwidthLimitedResolutionInPercent", 100));
532 // Resolutions disabled.
533 EXPECT_EQ(1, metrics::NumSamples(
534 "WebRTC.Video.BandwidthLimitedResolutionsDisabled"));
535 EXPECT_EQ(
536 1, metrics::NumEvents("WebRTC.Video.BandwidthLimitedResolutionsDisabled",
537 kResolutionsDisabled));
538}
539
540TEST_F(SendStatisticsProxyTest,
541 QualityLimitedHistogramsNotUpdatedWhenDisabled) {
542 EncodedImage encoded_image;
543 // encoded_image.adapt_reason_.quality_resolution_downscales disabled by
544 // default: -1
perkj803d97f2016-11-01 11:45:46 -0700545 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
asapersson4ee70462016-10-31 04:05:12 -0700546 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
547
548 // Histograms are updated when the statistics_proxy_ is deleted.
549 statistics_proxy_.reset();
550 EXPECT_EQ(
551 0, metrics::NumSamples("WebRTC.Video.QualityLimitedResolutionInPercent"));
552 EXPECT_EQ(0, metrics::NumSamples(
553 "WebRTC.Video.QualityLimitedResolutionDownscales"));
554}
555
556TEST_F(SendStatisticsProxyTest,
557 QualityLimitedHistogramsUpdatedWhenEnabled_NoResolutionDownscale) {
558 const int kDownscales = 0;
559 EncodedImage encoded_image;
560 encoded_image.adapt_reason_.quality_resolution_downscales = kDownscales;
perkj803d97f2016-11-01 11:45:46 -0700561 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
asapersson4ee70462016-10-31 04:05:12 -0700562 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
563
564 // Histograms are updated when the statistics_proxy_ is deleted.
565 statistics_proxy_.reset();
566 EXPECT_EQ(
567 1, metrics::NumSamples("WebRTC.Video.QualityLimitedResolutionInPercent"));
568 EXPECT_EQ(1, metrics::NumEvents(
569 "WebRTC.Video.QualityLimitedResolutionInPercent", 0));
570 // No resolution downscale.
571 EXPECT_EQ(0, metrics::NumSamples(
572 "WebRTC.Video.QualityLimitedResolutionDownscales"));
573}
574
575TEST_F(SendStatisticsProxyTest,
576 QualityLimitedHistogramsUpdatedWhenEnabled_TwoResolutionDownscales) {
577 const int kDownscales = 2;
578 EncodedImage encoded_image;
579 encoded_image.adapt_reason_.quality_resolution_downscales = kDownscales;
perkj803d97f2016-11-01 11:45:46 -0700580 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
asapersson4ee70462016-10-31 04:05:12 -0700581 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
582
583 // Histograms are updated when the statistics_proxy_ is deleted.
584 statistics_proxy_.reset();
585 EXPECT_EQ(
586 1, metrics::NumSamples("WebRTC.Video.QualityLimitedResolutionInPercent"));
587 EXPECT_EQ(1, metrics::NumEvents(
588 "WebRTC.Video.QualityLimitedResolutionInPercent", 100));
589 // Resolution downscales.
590 EXPECT_EQ(1, metrics::NumSamples(
591 "WebRTC.Video.QualityLimitedResolutionDownscales"));
592 EXPECT_EQ(
593 1, metrics::NumEvents("WebRTC.Video.QualityLimitedResolutionDownscales",
594 kDownscales));
595}
596
597TEST_F(SendStatisticsProxyTest, GetStatsReportsBandwidthLimitedResolution) {
598 // Initially false.
599 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_resolution);
600 // No resolution scale by default.
601 EncodedImage encoded_image;
602 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
603 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_resolution);
604 // Resolution not scaled.
605 encoded_image.adapt_reason_.bw_resolutions_disabled = 0;
606 encoded_image.adapt_reason_.quality_resolution_downscales = 0;
607 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
608 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_resolution);
609 // Resolution scaled due to bandwidth.
610 encoded_image.adapt_reason_.bw_resolutions_disabled = 1;
611 encoded_image.adapt_reason_.quality_resolution_downscales = 0;
612 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
613 EXPECT_TRUE(statistics_proxy_->GetStats().bw_limited_resolution);
614 // Resolution not scaled.
615 encoded_image.adapt_reason_.bw_resolutions_disabled = 0;
616 encoded_image.adapt_reason_.quality_resolution_downscales = 0;
617 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
618 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_resolution);
619 // Resolution scaled due to quality.
620 encoded_image.adapt_reason_.bw_resolutions_disabled = 0;
621 encoded_image.adapt_reason_.quality_resolution_downscales = 1;
622 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
623 EXPECT_TRUE(statistics_proxy_->GetStats().bw_limited_resolution);
624}
625
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000626TEST_F(SendStatisticsProxyTest, NoSubstreams) {
pbos@webrtc.org49096de2015-02-24 22:37:52 +0000627 uint32_t excluded_ssrc =
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000628 std::max(
629 *std::max_element(config_.rtp.ssrcs.begin(), config_.rtp.ssrcs.end()),
630 *std::max_element(config_.rtp.rtx.ssrcs.begin(),
631 config_.rtp.rtx.ssrcs.end())) +
632 1;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000633 // From RtcpStatisticsCallback.
634 RtcpStatistics rtcp_stats;
635 RtcpStatisticsCallback* rtcp_callback = statistics_proxy_.get();
pbos@webrtc.org49096de2015-02-24 22:37:52 +0000636 rtcp_callback->StatisticsUpdated(rtcp_stats, excluded_ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000637
638 // From BitrateStatisticsObserver.
sprangcd349d92016-07-13 09:11:28 -0700639 uint32_t total = 0;
640 uint32_t retransmit = 0;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000641 BitrateStatisticsObserver* bitrate_observer = statistics_proxy_.get();
pbos@webrtc.org49096de2015-02-24 22:37:52 +0000642 bitrate_observer->Notify(total, retransmit, excluded_ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000643
644 // From FrameCountObserver.
645 FrameCountObserver* fps_observer = statistics_proxy_.get();
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000646 FrameCounts frame_counts;
647 frame_counts.key_frames = 1;
pbos@webrtc.org49096de2015-02-24 22:37:52 +0000648 fps_observer->FrameCountUpdated(frame_counts, excluded_ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000649
650 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
651 EXPECT_TRUE(stats.substreams.empty());
652}
653
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000654TEST_F(SendStatisticsProxyTest, EncodedResolutionTimesOut) {
655 static const int kEncodedWidth = 123;
656 static const int kEncodedHeight = 81;
657 EncodedImage encoded_image;
658 encoded_image._encodedWidth = kEncodedWidth;
659 encoded_image._encodedHeight = kEncodedHeight;
660
kjellander02b3d272016-04-20 05:05:54 -0700661 CodecSpecificInfo codec_info;
662 codec_info.codecType = kVideoCodecVP8;
663 codec_info.codecSpecific.VP8.simulcastIdx = 0;
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000664
kjellander02b3d272016-04-20 05:05:54 -0700665 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
666 codec_info.codecSpecific.VP8.simulcastIdx = 1;
667 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000668
669 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000670 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[0]].width);
671 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[0]].height);
672 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[1]].width);
673 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[1]].height);
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000674
675 // Forward almost to timeout, this should not have removed stats.
676 fake_clock_.AdvanceTimeMilliseconds(SendStatisticsProxy::kStatsTimeoutMs - 1);
677 stats = statistics_proxy_->GetStats();
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000678 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[0]].width);
679 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[0]].height);
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000680
681 // Update the first SSRC with bogus RTCP stats to make sure that encoded
682 // resolution still times out (no global timeout for all stats).
683 RtcpStatistics rtcp_statistics;
684 RtcpStatisticsCallback* rtcp_stats = statistics_proxy_.get();
685 rtcp_stats->StatisticsUpdated(rtcp_statistics, config_.rtp.ssrcs[0]);
686
687 // Report stats for second SSRC to make sure it's not outdated along with the
688 // first SSRC.
kjellander02b3d272016-04-20 05:05:54 -0700689 codec_info.codecSpecific.VP8.simulcastIdx = 1;
690 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000691
692 // Forward 1 ms, reach timeout, substream 0 should have no resolution
693 // reported, but substream 1 should.
694 fake_clock_.AdvanceTimeMilliseconds(1);
695 stats = statistics_proxy_->GetStats();
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000696 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[0]].width);
697 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[0]].height);
698 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[1]].width);
699 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[1]].height);
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000700}
701
Peter Boström20f3f942015-05-15 11:33:39 +0200702TEST_F(SendStatisticsProxyTest, ClearsResolutionFromInactiveSsrcs) {
703 static const int kEncodedWidth = 123;
704 static const int kEncodedHeight = 81;
705 EncodedImage encoded_image;
706 encoded_image._encodedWidth = kEncodedWidth;
707 encoded_image._encodedHeight = kEncodedHeight;
708
kjellander02b3d272016-04-20 05:05:54 -0700709 CodecSpecificInfo codec_info;
710 codec_info.codecType = kVideoCodecVP8;
711 codec_info.codecSpecific.VP8.simulcastIdx = 0;
Peter Boström20f3f942015-05-15 11:33:39 +0200712
kjellander02b3d272016-04-20 05:05:54 -0700713 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
714 codec_info.codecSpecific.VP8.simulcastIdx = 1;
715 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
Peter Boström20f3f942015-05-15 11:33:39 +0200716
717 statistics_proxy_->OnInactiveSsrc(config_.rtp.ssrcs[1]);
718 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
719 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[0]].width);
720 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[0]].height);
721 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[1]].width);
722 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[1]].height);
723}
724
725TEST_F(SendStatisticsProxyTest, ClearsBitratesFromInactiveSsrcs) {
sprangcd349d92016-07-13 09:11:28 -0700726 uint32_t bitrate = 42;
Peter Boström20f3f942015-05-15 11:33:39 +0200727 BitrateStatisticsObserver* observer = statistics_proxy_.get();
728 observer->Notify(bitrate, bitrate, config_.rtp.ssrcs[0]);
729 observer->Notify(bitrate, bitrate, config_.rtp.ssrcs[1]);
730
731 statistics_proxy_->OnInactiveSsrc(config_.rtp.ssrcs[1]);
732
733 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprangcd349d92016-07-13 09:11:28 -0700734 EXPECT_EQ(static_cast<int>(bitrate),
Peter Boström20f3f942015-05-15 11:33:39 +0200735 stats.substreams[config_.rtp.ssrcs[0]].total_bitrate_bps);
sprangcd349d92016-07-13 09:11:28 -0700736 EXPECT_EQ(static_cast<int>(bitrate),
Peter Boström20f3f942015-05-15 11:33:39 +0200737 stats.substreams[config_.rtp.ssrcs[0]].retransmit_bitrate_bps);
738 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[1]].total_bitrate_bps);
739 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[1]].retransmit_bitrate_bps);
740}
741
sprang07fb9be2016-02-24 07:55:00 -0800742TEST_F(SendStatisticsProxyTest, ResetsRtcpCountersOnContentChange) {
743 RtcpPacketTypeCounterObserver* proxy =
744 static_cast<RtcpPacketTypeCounterObserver*>(statistics_proxy_.get());
745 RtcpPacketTypeCounter counters;
746 counters.first_packet_time_ms = fake_clock_.TimeInMilliseconds();
747 proxy->RtcpPacketTypesCounterUpdated(kFirstSsrc, counters);
748 proxy->RtcpPacketTypesCounterUpdated(kSecondSsrc, counters);
749
750 fake_clock_.AdvanceTimeMilliseconds(1000 * metrics::kMinRunTimeInSeconds);
751
752 counters.nack_packets += 1 * metrics::kMinRunTimeInSeconds;
753 counters.fir_packets += 2 * metrics::kMinRunTimeInSeconds;
754 counters.pli_packets += 3 * metrics::kMinRunTimeInSeconds;
755 counters.unique_nack_requests += 4 * metrics::kMinRunTimeInSeconds;
756 counters.nack_requests += 5 * metrics::kMinRunTimeInSeconds;
757
758 proxy->RtcpPacketTypesCounterUpdated(kFirstSsrc, counters);
759 proxy->RtcpPacketTypesCounterUpdated(kSecondSsrc, counters);
760
761 // Changing content type causes histograms to be reported.
Pera48ddb72016-09-29 11:48:50 +0200762 VideoEncoderConfig config;
763 config.content_type = VideoEncoderConfig::ContentType::kScreen;
764 statistics_proxy_->OnEncoderReconfigured(config, 50);
sprang07fb9be2016-02-24 07:55:00 -0800765
asapersson01d70a32016-05-20 06:29:46 -0700766 EXPECT_EQ(1,
767 metrics::NumSamples("WebRTC.Video.NackPacketsReceivedPerMinute"));
768 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.FirPacketsReceivedPerMinute"));
769 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.PliPacketsReceivedPerMinute"));
770 EXPECT_EQ(1, metrics::NumSamples(
sprang07fb9be2016-02-24 07:55:00 -0800771 "WebRTC.Video.UniqueNackRequestsReceivedInPercent"));
772
773 const int kRate = 60 * 2; // Packets per minute with two streams.
774
asapersson01d70a32016-05-20 06:29:46 -0700775 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.NackPacketsReceivedPerMinute",
776 1 * kRate));
777 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.FirPacketsReceivedPerMinute",
778 2 * kRate));
779 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.PliPacketsReceivedPerMinute",
780 3 * kRate));
781 EXPECT_EQ(
782 1, metrics::NumEvents("WebRTC.Video.UniqueNackRequestsReceivedInPercent",
783 4 * 100 / 5));
sprang07fb9be2016-02-24 07:55:00 -0800784
785 // New start time but same counter values.
786 proxy->RtcpPacketTypesCounterUpdated(kFirstSsrc, counters);
787 proxy->RtcpPacketTypesCounterUpdated(kSecondSsrc, counters);
788
789 fake_clock_.AdvanceTimeMilliseconds(1000 * metrics::kMinRunTimeInSeconds);
790
791 counters.nack_packets += 1 * metrics::kMinRunTimeInSeconds;
792 counters.fir_packets += 2 * metrics::kMinRunTimeInSeconds;
793 counters.pli_packets += 3 * metrics::kMinRunTimeInSeconds;
794 counters.unique_nack_requests += 4 * metrics::kMinRunTimeInSeconds;
795 counters.nack_requests += 5 * metrics::kMinRunTimeInSeconds;
796
797 proxy->RtcpPacketTypesCounterUpdated(kFirstSsrc, counters);
798 proxy->RtcpPacketTypesCounterUpdated(kSecondSsrc, counters);
799
800 SetUp(); // Reset stats proxy also causes histograms to be reported.
801
asapersson01d70a32016-05-20 06:29:46 -0700802 EXPECT_EQ(1, metrics::NumSamples(
sprang07fb9be2016-02-24 07:55:00 -0800803 "WebRTC.Video.Screenshare.NackPacketsReceivedPerMinute"));
asapersson01d70a32016-05-20 06:29:46 -0700804 EXPECT_EQ(1, metrics::NumSamples(
sprang07fb9be2016-02-24 07:55:00 -0800805 "WebRTC.Video.Screenshare.FirPacketsReceivedPerMinute"));
asapersson01d70a32016-05-20 06:29:46 -0700806 EXPECT_EQ(1, metrics::NumSamples(
sprang07fb9be2016-02-24 07:55:00 -0800807 "WebRTC.Video.Screenshare.PliPacketsReceivedPerMinute"));
808 EXPECT_EQ(
asapersson01d70a32016-05-20 06:29:46 -0700809 1, metrics::NumSamples(
sprang07fb9be2016-02-24 07:55:00 -0800810 "WebRTC.Video.Screenshare.UniqueNackRequestsReceivedInPercent"));
811
asapersson01d70a32016-05-20 06:29:46 -0700812 EXPECT_EQ(1, metrics::NumEvents(
813 "WebRTC.Video.Screenshare.NackPacketsReceivedPerMinute",
814 1 * kRate));
815 EXPECT_EQ(1, metrics::NumEvents(
816 "WebRTC.Video.Screenshare.FirPacketsReceivedPerMinute",
817 2 * kRate));
818 EXPECT_EQ(1, metrics::NumEvents(
819 "WebRTC.Video.Screenshare.PliPacketsReceivedPerMinute",
820 3 * kRate));
821 EXPECT_EQ(1,
822 metrics::NumEvents(
823 "WebRTC.Video.Screenshare.UniqueNackRequestsReceivedInPercent",
824 4 * 100 / 5));
sprang07fb9be2016-02-24 07:55:00 -0800825}
826
Erik Språng22c2b482016-03-01 09:40:42 +0100827TEST_F(SendStatisticsProxyTest, ResetsRtpCountersOnContentChange) {
828 StreamDataCountersCallback* proxy =
829 static_cast<StreamDataCountersCallback*>(statistics_proxy_.get());
830 StreamDataCounters counters;
831 StreamDataCounters rtx_counters;
832 counters.first_packet_time_ms = fake_clock_.TimeInMilliseconds();
833 proxy->DataCountersUpdated(counters, kFirstSsrc);
834 proxy->DataCountersUpdated(counters, kSecondSsrc);
835 proxy->DataCountersUpdated(rtx_counters, kFirstRtxSsrc);
836 proxy->DataCountersUpdated(rtx_counters, kSecondRtxSsrc);
837
838 counters.transmitted.header_bytes = 400;
839 counters.transmitted.packets = 20;
840 counters.transmitted.padding_bytes = 1000;
841 counters.transmitted.payload_bytes = 2000;
842
843 counters.retransmitted.header_bytes = 40;
844 counters.retransmitted.packets = 2;
845 counters.retransmitted.padding_bytes = 100;
846 counters.retransmitted.payload_bytes = 200;
847
848 counters.fec = counters.retransmitted;
849
850 rtx_counters.transmitted = counters.transmitted;
851
852 fake_clock_.AdvanceTimeMilliseconds(1000 * metrics::kMinRunTimeInSeconds);
853 proxy->DataCountersUpdated(counters, kFirstSsrc);
854 proxy->DataCountersUpdated(counters, kSecondSsrc);
855 proxy->DataCountersUpdated(rtx_counters, kFirstRtxSsrc);
856 proxy->DataCountersUpdated(rtx_counters, kSecondRtxSsrc);
857
858 // Changing content type causes histograms to be reported.
Pera48ddb72016-09-29 11:48:50 +0200859 VideoEncoderConfig config;
860 config.content_type = VideoEncoderConfig::ContentType::kScreen;
861 statistics_proxy_->OnEncoderReconfigured(config, 50);
Erik Språng22c2b482016-03-01 09:40:42 +0100862
asapersson01d70a32016-05-20 06:29:46 -0700863 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.BitrateSentInKbps"));
864 EXPECT_EQ(1,
865 metrics::NumEvents(
866 "WebRTC.Video.BitrateSentInKbps",
867 static_cast<int>((counters.transmitted.TotalBytes() * 4 * 8) /
868 metrics::kMinRunTimeInSeconds / 1000)));
869
870 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.MediaBitrateSentInKbps"));
871 EXPECT_EQ(1, metrics::NumEvents(
872 "WebRTC.Video.MediaBitrateSentInKbps",
873 static_cast<int>((counters.MediaPayloadBytes() * 2 * 8) /
874 metrics::kMinRunTimeInSeconds / 1000)));
875
876 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.PaddingBitrateSentInKbps"));
877 EXPECT_EQ(1,
878 metrics::NumEvents(
879 "WebRTC.Video.PaddingBitrateSentInKbps",
880 static_cast<int>((counters.transmitted.padding_bytes * 4 * 8) /
881 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100882
883 EXPECT_EQ(1,
asapersson01d70a32016-05-20 06:29:46 -0700884 metrics::NumSamples("WebRTC.Video.RetransmittedBitrateSentInKbps"));
Erik Språng22c2b482016-03-01 09:40:42 +0100885 EXPECT_EQ(1,
asapersson01d70a32016-05-20 06:29:46 -0700886 metrics::NumEvents(
887 "WebRTC.Video.RetransmittedBitrateSentInKbps",
888 static_cast<int>((counters.retransmitted.TotalBytes() * 2 * 8) /
889 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100890
asapersson01d70a32016-05-20 06:29:46 -0700891 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.RtxBitrateSentInKbps"));
Erik Språng22c2b482016-03-01 09:40:42 +0100892 EXPECT_EQ(
asapersson01d70a32016-05-20 06:29:46 -0700893 1, metrics::NumEvents(
894 "WebRTC.Video.RtxBitrateSentInKbps",
895 static_cast<int>((rtx_counters.transmitted.TotalBytes() * 2 * 8) /
896 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100897
asapersson01d70a32016-05-20 06:29:46 -0700898 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.FecBitrateSentInKbps"));
899 EXPECT_EQ(1, metrics::NumEvents(
900 "WebRTC.Video.FecBitrateSentInKbps",
901 static_cast<int>((rtx_counters.fec.TotalBytes() * 2 * 8) /
902 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100903
904 // New start time but same counter values.
905 proxy->DataCountersUpdated(counters, kFirstSsrc);
906 proxy->DataCountersUpdated(counters, kSecondSsrc);
907 proxy->DataCountersUpdated(rtx_counters, kFirstRtxSsrc);
908 proxy->DataCountersUpdated(rtx_counters, kSecondRtxSsrc);
909
910 // Double counter values, this should result in the same counts as before but
911 // with new histogram names.
912 StreamDataCounters new_counters = counters;
913 new_counters.Add(counters);
914 StreamDataCounters new_rtx_counters = rtx_counters;
915 new_rtx_counters.Add(rtx_counters);
916
917 fake_clock_.AdvanceTimeMilliseconds(1000 * metrics::kMinRunTimeInSeconds);
918 proxy->DataCountersUpdated(new_counters, kFirstSsrc);
919 proxy->DataCountersUpdated(new_counters, kSecondSsrc);
920 proxy->DataCountersUpdated(new_rtx_counters, kFirstRtxSsrc);
921 proxy->DataCountersUpdated(new_rtx_counters, kSecondRtxSsrc);
922
923 SetUp(); // Reset stats proxy also causes histograms to be reported.
924
asapersson01d70a32016-05-20 06:29:46 -0700925 EXPECT_EQ(1,
926 metrics::NumSamples("WebRTC.Video.Screenshare.BitrateSentInKbps"));
927 EXPECT_EQ(1,
928 metrics::NumEvents(
929 "WebRTC.Video.Screenshare.BitrateSentInKbps",
930 static_cast<int>((counters.transmitted.TotalBytes() * 4 * 8) /
931 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100932
asapersson01d70a32016-05-20 06:29:46 -0700933 EXPECT_EQ(1, metrics::NumSamples(
Erik Språng22c2b482016-03-01 09:40:42 +0100934 "WebRTC.Video.Screenshare.MediaBitrateSentInKbps"));
asapersson01d70a32016-05-20 06:29:46 -0700935 EXPECT_EQ(1, metrics::NumEvents(
936 "WebRTC.Video.Screenshare.MediaBitrateSentInKbps",
937 static_cast<int>((counters.MediaPayloadBytes() * 2 * 8) /
938 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100939
asapersson01d70a32016-05-20 06:29:46 -0700940 EXPECT_EQ(1, metrics::NumSamples(
Erik Språng22c2b482016-03-01 09:40:42 +0100941 "WebRTC.Video.Screenshare.PaddingBitrateSentInKbps"));
asapersson01d70a32016-05-20 06:29:46 -0700942 EXPECT_EQ(1,
943 metrics::NumEvents(
944 "WebRTC.Video.Screenshare.PaddingBitrateSentInKbps",
945 static_cast<int>((counters.transmitted.padding_bytes * 4 * 8) /
946 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100947
asapersson01d70a32016-05-20 06:29:46 -0700948 EXPECT_EQ(1, metrics::NumSamples(
Erik Språng22c2b482016-03-01 09:40:42 +0100949 "WebRTC.Video.Screenshare.RetransmittedBitrateSentInKbps"));
asapersson01d70a32016-05-20 06:29:46 -0700950 EXPECT_EQ(1,
951 metrics::NumEvents(
952 "WebRTC.Video.Screenshare.RetransmittedBitrateSentInKbps",
953 static_cast<int>((counters.retransmitted.TotalBytes() * 2 * 8) /
954 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100955
asapersson01d70a32016-05-20 06:29:46 -0700956 EXPECT_EQ(
957 1, metrics::NumSamples("WebRTC.Video.Screenshare.RtxBitrateSentInKbps"));
958 EXPECT_EQ(
959 1, metrics::NumEvents(
960 "WebRTC.Video.Screenshare.RtxBitrateSentInKbps",
961 static_cast<int>((rtx_counters.transmitted.TotalBytes() * 2 * 8) /
962 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100963
asapersson01d70a32016-05-20 06:29:46 -0700964 EXPECT_EQ(
965 1, metrics::NumSamples("WebRTC.Video.Screenshare.FecBitrateSentInKbps"));
966 EXPECT_EQ(1, metrics::NumEvents(
967 "WebRTC.Video.Screenshare.FecBitrateSentInKbps",
968 static_cast<int>((rtx_counters.fec.TotalBytes() * 2 * 8) /
969 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100970}
971
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000972} // namespace webrtc