blob: e661e0e3af07385d92bc338458b3b1bc68ff089a [file] [log] [blame]
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001/*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000011#include "webrtc/video/send_statistics_proxy.h"
12
13#include <map>
kwiberg27f982b2016-03-01 11:52:33 -080014#include <memory>
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000015#include <string>
16#include <vector>
17
sprang07fb9be2016-02-24 07:55:00 -080018#include "webrtc/system_wrappers/include/metrics.h"
asapersson01d70a32016-05-20 06:29:46 -070019#include "webrtc/system_wrappers/include/metrics_default.h"
kwibergac9f8762016-09-30 22:29:43 -070020#include "webrtc/test/gtest.h"
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000021
22namespace webrtc {
asapersson5265fed2016-04-18 02:58:47 -070023namespace {
24const uint32_t kFirstSsrc = 17;
25const uint32_t kSecondSsrc = 42;
26const uint32_t kFirstRtxSsrc = 18;
27const uint32_t kSecondRtxSsrc = 43;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000028
asapersson5265fed2016-04-18 02:58:47 -070029const int kMinRequiredSamples = 200;
30const int kQpIdx0 = 21;
31const int kQpIdx1 = 39;
32} // namespace
sprang07fb9be2016-02-24 07:55:00 -080033
stefan@webrtc.org168f23f2014-07-11 13:44:02 +000034class SendStatisticsProxyTest : public ::testing::Test {
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000035 public:
pbos@webrtc.org273a4142014-12-01 15:23:21 +000036 SendStatisticsProxyTest()
solenberg4fbae2b2015-08-28 04:07:10 -070037 : fake_clock_(1234), config_(GetTestConfig()), avg_delay_ms_(0),
38 max_delay_ms_(0) {}
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000039 virtual ~SendStatisticsProxyTest() {}
40
41 protected:
42 virtual void SetUp() {
asapersson01d70a32016-05-20 06:29:46 -070043 metrics::Reset();
sprangb4a1ae52015-12-03 08:10:08 -080044 statistics_proxy_.reset(new SendStatisticsProxy(
45 &fake_clock_, GetTestConfig(),
46 VideoEncoderConfig::ContentType::kRealtimeVideo));
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000047 expected_ = VideoSendStream::Stats();
asapersson2e5cfcd2016-08-11 08:41:18 -070048 for (const auto& ssrc : config_.rtp.ssrcs)
49 expected_.substreams[ssrc].is_rtx = false;
50 for (const auto& ssrc : config_.rtp.rtx.ssrcs)
51 expected_.substreams[ssrc].is_rtx = true;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000052 }
53
54 VideoSendStream::Config GetTestConfig() {
solenberg4fbae2b2015-08-28 04:07:10 -070055 VideoSendStream::Config config(nullptr);
sprang07fb9be2016-02-24 07:55:00 -080056 config.rtp.ssrcs.push_back(kFirstSsrc);
57 config.rtp.ssrcs.push_back(kSecondSsrc);
58 config.rtp.rtx.ssrcs.push_back(kFirstRtxSsrc);
59 config.rtp.rtx.ssrcs.push_back(kSecondRtxSsrc);
brandtrb5f2c3f2016-10-04 23:28:39 -070060 config.rtp.ulpfec.red_payload_type = 17;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000061 return config;
62 }
63
sprang@webrtc.org09315702014-02-07 12:06:29 +000064 void ExpectEqual(VideoSendStream::Stats one, VideoSendStream::Stats other) {
sprang@webrtc.org09315702014-02-07 12:06:29 +000065 EXPECT_EQ(one.input_frame_rate, other.input_frame_rate);
66 EXPECT_EQ(one.encode_frame_rate, other.encode_frame_rate);
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +000067 EXPECT_EQ(one.media_bitrate_bps, other.media_bitrate_bps);
Pera48ddb72016-09-29 11:48:50 +020068 EXPECT_EQ(one.preferred_media_bitrate_bps,
69 other.preferred_media_bitrate_bps);
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +000070 EXPECT_EQ(one.suspended, other.suspended);
sprang@webrtc.org09315702014-02-07 12:06:29 +000071
72 EXPECT_EQ(one.substreams.size(), other.substreams.size());
pbos@webrtc.org09c77b92015-02-25 10:42:16 +000073 for (std::map<uint32_t, VideoSendStream::StreamStats>::const_iterator it =
sprang@webrtc.org09315702014-02-07 12:06:29 +000074 one.substreams.begin();
pbos@webrtc.org09c77b92015-02-25 10:42:16 +000075 it != one.substreams.end(); ++it) {
76 std::map<uint32_t, VideoSendStream::StreamStats>::const_iterator
77 corresponding_it = other.substreams.find(it->first);
sprang@webrtc.org09315702014-02-07 12:06:29 +000078 ASSERT_TRUE(corresponding_it != other.substreams.end());
pbos@webrtc.org09c77b92015-02-25 10:42:16 +000079 const VideoSendStream::StreamStats& a = it->second;
80 const VideoSendStream::StreamStats& b = corresponding_it->second;
sprang@webrtc.org09315702014-02-07 12:06:29 +000081
asapersson2e5cfcd2016-08-11 08:41:18 -070082 EXPECT_EQ(a.is_rtx, b.is_rtx);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +000083 EXPECT_EQ(a.frame_counts.key_frames, b.frame_counts.key_frames);
84 EXPECT_EQ(a.frame_counts.delta_frames, b.frame_counts.delta_frames);
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +000085 EXPECT_EQ(a.total_bitrate_bps, b.total_bitrate_bps);
stefan@webrtc.org168f23f2014-07-11 13:44:02 +000086 EXPECT_EQ(a.avg_delay_ms, b.avg_delay_ms);
87 EXPECT_EQ(a.max_delay_ms, b.max_delay_ms);
sprang@webrtc.org09315702014-02-07 12:06:29 +000088
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +000089 EXPECT_EQ(a.rtp_stats.transmitted.payload_bytes,
90 b.rtp_stats.transmitted.payload_bytes);
91 EXPECT_EQ(a.rtp_stats.transmitted.header_bytes,
92 b.rtp_stats.transmitted.header_bytes);
93 EXPECT_EQ(a.rtp_stats.transmitted.padding_bytes,
94 b.rtp_stats.transmitted.padding_bytes);
95 EXPECT_EQ(a.rtp_stats.transmitted.packets,
96 b.rtp_stats.transmitted.packets);
97 EXPECT_EQ(a.rtp_stats.retransmitted.packets,
98 b.rtp_stats.retransmitted.packets);
99 EXPECT_EQ(a.rtp_stats.fec.packets, b.rtp_stats.fec.packets);
sprang@webrtc.org09315702014-02-07 12:06:29 +0000100
101 EXPECT_EQ(a.rtcp_stats.fraction_lost, b.rtcp_stats.fraction_lost);
102 EXPECT_EQ(a.rtcp_stats.cumulative_lost, b.rtcp_stats.cumulative_lost);
103 EXPECT_EQ(a.rtcp_stats.extended_max_sequence_number,
104 b.rtcp_stats.extended_max_sequence_number);
105 EXPECT_EQ(a.rtcp_stats.jitter, b.rtcp_stats.jitter);
106 }
107 }
108
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000109 SimulatedClock fake_clock_;
kwiberg27f982b2016-03-01 11:52:33 -0800110 std::unique_ptr<SendStatisticsProxy> statistics_proxy_;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000111 VideoSendStream::Config config_;
112 int avg_delay_ms_;
113 int max_delay_ms_;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000114 VideoSendStream::Stats expected_;
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000115 typedef std::map<uint32_t, VideoSendStream::StreamStats>::const_iterator
116 StreamIterator;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000117};
118
119TEST_F(SendStatisticsProxyTest, RtcpStatistics) {
120 RtcpStatisticsCallback* callback = statistics_proxy_.get();
asapersson35151f32016-05-02 23:44:01 -0700121 for (const auto& ssrc : config_.rtp.ssrcs) {
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000122 VideoSendStream::StreamStats& ssrc_stats = expected_.substreams[ssrc];
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000123
124 // Add statistics with some arbitrary, but unique, numbers.
125 uint32_t offset = ssrc * sizeof(RtcpStatistics);
126 ssrc_stats.rtcp_stats.cumulative_lost = offset;
127 ssrc_stats.rtcp_stats.extended_max_sequence_number = offset + 1;
128 ssrc_stats.rtcp_stats.fraction_lost = offset + 2;
129 ssrc_stats.rtcp_stats.jitter = offset + 3;
130 callback->StatisticsUpdated(ssrc_stats.rtcp_stats, ssrc);
131 }
asapersson35151f32016-05-02 23:44:01 -0700132 for (const auto& ssrc : config_.rtp.rtx.ssrcs) {
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000133 VideoSendStream::StreamStats& ssrc_stats = expected_.substreams[ssrc];
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000134
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000135 // Add statistics with some arbitrary, but unique, numbers.
136 uint32_t offset = ssrc * sizeof(RtcpStatistics);
137 ssrc_stats.rtcp_stats.cumulative_lost = offset;
138 ssrc_stats.rtcp_stats.extended_max_sequence_number = offset + 1;
139 ssrc_stats.rtcp_stats.fraction_lost = offset + 2;
140 ssrc_stats.rtcp_stats.jitter = offset + 3;
141 callback->StatisticsUpdated(ssrc_stats.rtcp_stats, ssrc);
142 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000143 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprang@webrtc.org09315702014-02-07 12:06:29 +0000144 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000145}
146
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000147TEST_F(SendStatisticsProxyTest, EncodedBitrateAndFramerate) {
Peter Boström7083e112015-09-22 16:28:51 +0200148 int media_bitrate_bps = 500;
149 int encode_fps = 29;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000150
perkj275afc52016-09-01 00:21:16 -0700151 statistics_proxy_->OnEncoderStatsUpdate(encode_fps, media_bitrate_bps);
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000152
153 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
154 EXPECT_EQ(media_bitrate_bps, stats.media_bitrate_bps);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000155 EXPECT_EQ(encode_fps, stats.encode_frame_rate);
156}
157
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +0000158TEST_F(SendStatisticsProxyTest, Suspended) {
159 // Verify that the value is false by default.
160 EXPECT_FALSE(statistics_proxy_->GetStats().suspended);
161
162 // Verify that we can set it to true.
Peter Boström7083e112015-09-22 16:28:51 +0200163 statistics_proxy_->OnSuspendChange(true);
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +0000164 EXPECT_TRUE(statistics_proxy_->GetStats().suspended);
165
166 // Verify that we can set it back to false again.
Peter Boström7083e112015-09-22 16:28:51 +0200167 statistics_proxy_->OnSuspendChange(false);
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +0000168 EXPECT_FALSE(statistics_proxy_->GetStats().suspended);
169}
170
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000171TEST_F(SendStatisticsProxyTest, FrameCounts) {
172 FrameCountObserver* observer = statistics_proxy_.get();
asapersson35151f32016-05-02 23:44:01 -0700173 for (const auto& ssrc : config_.rtp.ssrcs) {
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000174 // Add statistics with some arbitrary, but unique, numbers.
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000175 VideoSendStream::StreamStats& stats = expected_.substreams[ssrc];
176 uint32_t offset = ssrc * sizeof(VideoSendStream::StreamStats);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000177 FrameCounts frame_counts;
178 frame_counts.key_frames = offset;
179 frame_counts.delta_frames = offset + 1;
180 stats.frame_counts = frame_counts;
181 observer->FrameCountUpdated(frame_counts, ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000182 }
asapersson35151f32016-05-02 23:44:01 -0700183 for (const auto& ssrc : config_.rtp.rtx.ssrcs) {
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000184 // Add statistics with some arbitrary, but unique, numbers.
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000185 VideoSendStream::StreamStats& stats = expected_.substreams[ssrc];
186 uint32_t offset = ssrc * sizeof(VideoSendStream::StreamStats);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000187 FrameCounts frame_counts;
188 frame_counts.key_frames = offset;
189 frame_counts.delta_frames = offset + 1;
190 stats.frame_counts = frame_counts;
191 observer->FrameCountUpdated(frame_counts, ssrc);
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000192 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000193
194 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprang@webrtc.org09315702014-02-07 12:06:29 +0000195 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000196}
197
198TEST_F(SendStatisticsProxyTest, DataCounters) {
199 StreamDataCountersCallback* callback = statistics_proxy_.get();
asapersson35151f32016-05-02 23:44:01 -0700200 for (const auto& ssrc : config_.rtp.ssrcs) {
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000201 StreamDataCounters& counters = expected_.substreams[ssrc].rtp_stats;
202 // Add statistics with some arbitrary, but unique, numbers.
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000203 size_t offset = ssrc * sizeof(StreamDataCounters);
204 uint32_t offset_uint32 = static_cast<uint32_t>(offset);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +0000205 counters.transmitted.payload_bytes = offset;
206 counters.transmitted.header_bytes = offset + 1;
207 counters.fec.packets = offset_uint32 + 2;
208 counters.transmitted.padding_bytes = offset + 3;
209 counters.retransmitted.packets = offset_uint32 + 4;
210 counters.transmitted.packets = offset_uint32 + 5;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000211 callback->DataCountersUpdated(counters, ssrc);
212 }
asapersson35151f32016-05-02 23:44:01 -0700213 for (const auto& ssrc : config_.rtp.rtx.ssrcs) {
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000214 StreamDataCounters& counters = expected_.substreams[ssrc].rtp_stats;
215 // Add statistics with some arbitrary, but unique, numbers.
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000216 size_t offset = ssrc * sizeof(StreamDataCounters);
217 uint32_t offset_uint32 = static_cast<uint32_t>(offset);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +0000218 counters.transmitted.payload_bytes = offset;
219 counters.transmitted.header_bytes = offset + 1;
220 counters.fec.packets = offset_uint32 + 2;
221 counters.transmitted.padding_bytes = offset + 3;
222 counters.retransmitted.packets = offset_uint32 + 4;
223 counters.transmitted.packets = offset_uint32 + 5;
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000224 callback->DataCountersUpdated(counters, ssrc);
225 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000226
227 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprang@webrtc.org09315702014-02-07 12:06:29 +0000228 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000229}
230
231TEST_F(SendStatisticsProxyTest, Bitrate) {
232 BitrateStatisticsObserver* observer = statistics_proxy_.get();
asapersson35151f32016-05-02 23:44:01 -0700233 for (const auto& ssrc : config_.rtp.ssrcs) {
sprangcd349d92016-07-13 09:11:28 -0700234 uint32_t total;
235 uint32_t retransmit;
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000236 // Use ssrc as bitrate_bps to get a unique value for each stream.
sprangcd349d92016-07-13 09:11:28 -0700237 total = ssrc;
238 retransmit = ssrc + 1;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000239 observer->Notify(total, retransmit, ssrc);
sprangcd349d92016-07-13 09:11:28 -0700240 expected_.substreams[ssrc].total_bitrate_bps = total;
241 expected_.substreams[ssrc].retransmit_bitrate_bps = retransmit;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000242 }
asapersson35151f32016-05-02 23:44:01 -0700243 for (const auto& ssrc : config_.rtp.rtx.ssrcs) {
sprangcd349d92016-07-13 09:11:28 -0700244 uint32_t total;
245 uint32_t retransmit;
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000246 // Use ssrc as bitrate_bps to get a unique value for each stream.
sprangcd349d92016-07-13 09:11:28 -0700247 total = ssrc;
248 retransmit = ssrc + 1;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000249 observer->Notify(total, retransmit, ssrc);
sprangcd349d92016-07-13 09:11:28 -0700250 expected_.substreams[ssrc].total_bitrate_bps = total;
251 expected_.substreams[ssrc].retransmit_bitrate_bps = retransmit;
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000252 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000253
254 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprang@webrtc.org09315702014-02-07 12:06:29 +0000255 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000256}
257
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000258TEST_F(SendStatisticsProxyTest, SendSideDelay) {
259 SendSideDelayObserver* observer = statistics_proxy_.get();
asapersson35151f32016-05-02 23:44:01 -0700260 for (const auto& ssrc : config_.rtp.ssrcs) {
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000261 // Use ssrc as avg_delay_ms and max_delay_ms to get a unique value for each
262 // stream.
263 int avg_delay_ms = ssrc;
264 int max_delay_ms = ssrc + 1;
265 observer->SendSideDelayUpdated(avg_delay_ms, max_delay_ms, ssrc);
266 expected_.substreams[ssrc].avg_delay_ms = avg_delay_ms;
267 expected_.substreams[ssrc].max_delay_ms = max_delay_ms;
268 }
asapersson35151f32016-05-02 23:44:01 -0700269 for (const auto& ssrc : config_.rtp.rtx.ssrcs) {
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000270 // Use ssrc as avg_delay_ms and max_delay_ms to get a unique value for each
271 // stream.
272 int avg_delay_ms = ssrc;
273 int max_delay_ms = ssrc + 1;
274 observer->SendSideDelayUpdated(avg_delay_ms, max_delay_ms, ssrc);
275 expected_.substreams[ssrc].avg_delay_ms = avg_delay_ms;
276 expected_.substreams[ssrc].max_delay_ms = max_delay_ms;
277 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000278 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000279 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000280}
281
Peter Boströme4499152016-02-05 11:13:28 +0100282TEST_F(SendStatisticsProxyTest, OnEncodedFrameTimeMeasured) {
asapersson1aa420b2015-12-07 03:12:22 -0800283 const int kEncodeTimeMs = 11;
Peter Boströme4499152016-02-05 11:13:28 +0100284 CpuOveruseMetrics metrics;
285 metrics.encode_usage_percent = 80;
286 statistics_proxy_->OnEncodedFrameTimeMeasured(kEncodeTimeMs, metrics);
asapersson1aa420b2015-12-07 03:12:22 -0800287
288 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
289 EXPECT_EQ(kEncodeTimeMs, stats.avg_encode_time_ms);
Peter Boströme4499152016-02-05 11:13:28 +0100290 EXPECT_EQ(metrics.encode_usage_percent, stats.encode_usage_percent);
asapersson1aa420b2015-12-07 03:12:22 -0800291}
292
Pera48ddb72016-09-29 11:48:50 +0200293TEST_F(SendStatisticsProxyTest, OnEncoderReconfiguredChangePreferredBitrate) {
294 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
295 EXPECT_EQ(0, stats.preferred_media_bitrate_bps);
296 const int kPreferredMediaBitrateBps = 50;
297
298 VideoEncoderConfig config;
299 statistics_proxy_->OnEncoderReconfigured(config, kPreferredMediaBitrateBps);
300 stats = statistics_proxy_->GetStats();
301 EXPECT_EQ(kPreferredMediaBitrateBps, stats.preferred_media_bitrate_bps);
302}
303
sakal43536c32016-10-24 01:46:43 -0700304TEST_F(SendStatisticsProxyTest, OnSendEncodedImageIncreasesFramesEncoded) {
305 EncodedImage encoded_image;
306 CodecSpecificInfo codec_info;
307 EXPECT_EQ(0u, statistics_proxy_->GetStats().frames_encoded);
308 for (uint32_t i = 1; i <= 3; ++i) {
309 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
310 EXPECT_EQ(i, statistics_proxy_->GetStats().frames_encoded);
311 }
312}
313
sakal87da4042016-10-31 06:53:47 -0700314TEST_F(SendStatisticsProxyTest, OnSendEncodedImageIncreasesQpSum) {
315 EncodedImage encoded_image;
316 CodecSpecificInfo codec_info;
317 EXPECT_EQ(rtc::Optional<uint64_t>(), statistics_proxy_->GetStats().qp_sum);
318 encoded_image.qp_ = 3;
319 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
320 EXPECT_EQ(rtc::Optional<uint64_t>(3u), statistics_proxy_->GetStats().qp_sum);
321 encoded_image.qp_ = 127;
322 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
323 EXPECT_EQ(rtc::Optional<uint64_t>(130u),
324 statistics_proxy_->GetStats().qp_sum);
325}
326
327TEST_F(SendStatisticsProxyTest, OnSendEncodedImageWithoutQpQpSumWontExist) {
328 EncodedImage encoded_image;
329 CodecSpecificInfo codec_info;
330 encoded_image.qp_ = -1;
331 EXPECT_EQ(rtc::Optional<uint64_t>(), statistics_proxy_->GetStats().qp_sum);
332 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
333 EXPECT_EQ(rtc::Optional<uint64_t>(), statistics_proxy_->GetStats().qp_sum);
334}
335
asapersson59bac1a2016-01-07 23:36:00 -0800336TEST_F(SendStatisticsProxyTest, SwitchContentTypeUpdatesHistograms) {
asapersson59bac1a2016-01-07 23:36:00 -0800337 const int kWidth = 640;
338 const int kHeight = 480;
339
340 for (int i = 0; i < kMinRequiredSamples; ++i)
341 statistics_proxy_->OnIncomingFrame(kWidth, kHeight);
342
Pera48ddb72016-09-29 11:48:50 +0200343 // No switch, stats should not be updated.
344 VideoEncoderConfig config;
345 config.content_type = VideoEncoderConfig::ContentType::kRealtimeVideo;
346 statistics_proxy_->OnEncoderReconfigured(config, 50);
asapersson01d70a32016-05-20 06:29:46 -0700347 EXPECT_EQ(0, metrics::NumSamples("WebRTC.Video.InputWidthInPixels"));
asapersson59bac1a2016-01-07 23:36:00 -0800348
349 // Switch to screenshare, real-time stats should be updated.
Pera48ddb72016-09-29 11:48:50 +0200350 config.content_type = VideoEncoderConfig::ContentType::kScreen;
351 statistics_proxy_->OnEncoderReconfigured(config, 50);
asapersson01d70a32016-05-20 06:29:46 -0700352 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.InputWidthInPixels"));
asapersson59bac1a2016-01-07 23:36:00 -0800353}
354
asapersson4374a092016-07-27 00:39:09 -0700355TEST_F(SendStatisticsProxyTest, LifetimeHistogramIsUpdated) {
356 const int64_t kTimeSec = 3;
357 fake_clock_.AdvanceTimeMilliseconds(kTimeSec * 1000);
358 statistics_proxy_.reset();
359 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.SendStreamLifetimeInSeconds"));
360 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.SendStreamLifetimeInSeconds",
361 kTimeSec));
362}
363
364TEST_F(SendStatisticsProxyTest, CodecTypeHistogramIsUpdated) {
365 fake_clock_.AdvanceTimeMilliseconds(metrics::kMinRunTimeInSeconds * 1000);
366 statistics_proxy_.reset();
367 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoder.CodecType"));
368}
369
asapersson118ef002016-03-31 00:00:19 -0700370TEST_F(SendStatisticsProxyTest, VerifyQpHistogramStats_Vp8) {
asapersson118ef002016-03-31 00:00:19 -0700371 EncodedImage encoded_image;
kjellander02b3d272016-04-20 05:05:54 -0700372 CodecSpecificInfo codec_info;
373 codec_info.codecType = kVideoCodecVP8;
asapersson118ef002016-03-31 00:00:19 -0700374
375 for (int i = 0; i < kMinRequiredSamples; ++i) {
kjellander02b3d272016-04-20 05:05:54 -0700376 codec_info.codecSpecific.VP8.simulcastIdx = 0;
asapersson118ef002016-03-31 00:00:19 -0700377 encoded_image.qp_ = kQpIdx0;
kjellander02b3d272016-04-20 05:05:54 -0700378 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
379 codec_info.codecSpecific.VP8.simulcastIdx = 1;
asapersson118ef002016-03-31 00:00:19 -0700380 encoded_image.qp_ = kQpIdx1;
kjellander02b3d272016-04-20 05:05:54 -0700381 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
asapersson118ef002016-03-31 00:00:19 -0700382 }
383 statistics_proxy_.reset();
asapersson01d70a32016-05-20 06:29:46 -0700384 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp8.S0"));
385 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp8.S0", kQpIdx0));
386 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp8.S1"));
387 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp8.S1", kQpIdx1));
asapersson118ef002016-03-31 00:00:19 -0700388}
389
390TEST_F(SendStatisticsProxyTest, VerifyQpHistogramStats_Vp8OneSsrc) {
391 VideoSendStream::Config config(nullptr);
392 config.rtp.ssrcs.push_back(kFirstSsrc);
393 statistics_proxy_.reset(new SendStatisticsProxy(
394 &fake_clock_, config, VideoEncoderConfig::ContentType::kRealtimeVideo));
395
asapersson118ef002016-03-31 00:00:19 -0700396 EncodedImage encoded_image;
kjellander02b3d272016-04-20 05:05:54 -0700397 CodecSpecificInfo codec_info;
398 codec_info.codecType = kVideoCodecVP8;
asapersson118ef002016-03-31 00:00:19 -0700399
400 for (int i = 0; i < kMinRequiredSamples; ++i) {
kjellander02b3d272016-04-20 05:05:54 -0700401 codec_info.codecSpecific.VP8.simulcastIdx = 0;
asapersson118ef002016-03-31 00:00:19 -0700402 encoded_image.qp_ = kQpIdx0;
kjellander02b3d272016-04-20 05:05:54 -0700403 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
asapersson118ef002016-03-31 00:00:19 -0700404 }
405 statistics_proxy_.reset();
asapersson01d70a32016-05-20 06:29:46 -0700406 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp8"));
407 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp8", kQpIdx0));
asapersson118ef002016-03-31 00:00:19 -0700408}
409
asapersson5265fed2016-04-18 02:58:47 -0700410TEST_F(SendStatisticsProxyTest, VerifyQpHistogramStats_Vp9) {
asapersson5265fed2016-04-18 02:58:47 -0700411 EncodedImage encoded_image;
kjellander02b3d272016-04-20 05:05:54 -0700412 CodecSpecificInfo codec_info;
413 codec_info.codecType = kVideoCodecVP9;
414 codec_info.codecSpecific.VP9.num_spatial_layers = 2;
asapersson5265fed2016-04-18 02:58:47 -0700415
416 for (int i = 0; i < kMinRequiredSamples; ++i) {
417 encoded_image.qp_ = kQpIdx0;
kjellander02b3d272016-04-20 05:05:54 -0700418 codec_info.codecSpecific.VP9.spatial_idx = 0;
419 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
asapersson5265fed2016-04-18 02:58:47 -0700420 encoded_image.qp_ = kQpIdx1;
kjellander02b3d272016-04-20 05:05:54 -0700421 codec_info.codecSpecific.VP9.spatial_idx = 1;
422 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
asapersson5265fed2016-04-18 02:58:47 -0700423 }
424 statistics_proxy_.reset();
asapersson01d70a32016-05-20 06:29:46 -0700425 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp9.S0"));
426 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp9.S0", kQpIdx0));
427 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp9.S1"));
428 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp9.S1", kQpIdx1));
asapersson5265fed2016-04-18 02:58:47 -0700429}
430
431TEST_F(SendStatisticsProxyTest, VerifyQpHistogramStats_Vp9OneSpatialLayer) {
432 VideoSendStream::Config config(nullptr);
433 config.rtp.ssrcs.push_back(kFirstSsrc);
434 statistics_proxy_.reset(new SendStatisticsProxy(
435 &fake_clock_, config, VideoEncoderConfig::ContentType::kRealtimeVideo));
436
asapersson5265fed2016-04-18 02:58:47 -0700437 EncodedImage encoded_image;
kjellander02b3d272016-04-20 05:05:54 -0700438 CodecSpecificInfo codec_info;
439 codec_info.codecType = kVideoCodecVP9;
440 codec_info.codecSpecific.VP9.num_spatial_layers = 1;
asapersson5265fed2016-04-18 02:58:47 -0700441
442 for (int i = 0; i < kMinRequiredSamples; ++i) {
443 encoded_image.qp_ = kQpIdx0;
kjellander02b3d272016-04-20 05:05:54 -0700444 codec_info.codecSpecific.VP9.spatial_idx = 0;
445 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
asapersson5265fed2016-04-18 02:58:47 -0700446 }
447 statistics_proxy_.reset();
asapersson01d70a32016-05-20 06:29:46 -0700448 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp9"));
449 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp9", kQpIdx0));
asapersson5265fed2016-04-18 02:58:47 -0700450}
451
asapersson4ee70462016-10-31 04:05:12 -0700452TEST_F(SendStatisticsProxyTest,
453 BandwidthLimitedHistogramsNotUpdatedWhenDisabled) {
454 EncodedImage encoded_image;
455 // encoded_image.adapt_reason_.bw_resolutions_disabled by default: -1
456 for (int i = 0; i < kMinRequiredSamples; ++i)
457 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
458
459 // Histograms are updated when the statistics_proxy_ is deleted.
460 statistics_proxy_.reset();
461 EXPECT_EQ(0, metrics::NumSamples(
462 "WebRTC.Video.BandwidthLimitedResolutionInPercent"));
463 EXPECT_EQ(0, metrics::NumSamples(
464 "WebRTC.Video.BandwidthLimitedResolutionsDisabled"));
465}
466
467TEST_F(SendStatisticsProxyTest,
468 BandwidthLimitedHistogramsUpdatedWhenEnabled_NoResolutionDisabled) {
469 const int kResolutionsDisabled = 0;
470 EncodedImage encoded_image;
471 encoded_image.adapt_reason_.bw_resolutions_disabled = kResolutionsDisabled;
472 for (int i = 0; i < kMinRequiredSamples; ++i)
473 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
474
475 // Histograms are updated when the statistics_proxy_ is deleted.
476 statistics_proxy_.reset();
477 EXPECT_EQ(1, metrics::NumSamples(
478 "WebRTC.Video.BandwidthLimitedResolutionInPercent"));
479 EXPECT_EQ(1, metrics::NumEvents(
480 "WebRTC.Video.BandwidthLimitedResolutionInPercent", 0));
481 // No resolution disabled.
482 EXPECT_EQ(0, metrics::NumSamples(
483 "WebRTC.Video.BandwidthLimitedResolutionsDisabled"));
484}
485
486TEST_F(SendStatisticsProxyTest,
487 BandwidthLimitedHistogramsUpdatedWhenEnabled_OneResolutionDisabled) {
488 const int kResolutionsDisabled = 1;
489 EncodedImage encoded_image;
490 encoded_image.adapt_reason_.bw_resolutions_disabled = kResolutionsDisabled;
491 for (int i = 0; i < kMinRequiredSamples; ++i)
492 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
493
494 // Histograms are updated when the statistics_proxy_ is deleted.
495 statistics_proxy_.reset();
496 EXPECT_EQ(1, metrics::NumSamples(
497 "WebRTC.Video.BandwidthLimitedResolutionInPercent"));
498 EXPECT_EQ(1, metrics::NumEvents(
499 "WebRTC.Video.BandwidthLimitedResolutionInPercent", 100));
500 // Resolutions disabled.
501 EXPECT_EQ(1, metrics::NumSamples(
502 "WebRTC.Video.BandwidthLimitedResolutionsDisabled"));
503 EXPECT_EQ(
504 1, metrics::NumEvents("WebRTC.Video.BandwidthLimitedResolutionsDisabled",
505 kResolutionsDisabled));
506}
507
508TEST_F(SendStatisticsProxyTest,
509 QualityLimitedHistogramsNotUpdatedWhenDisabled) {
510 EncodedImage encoded_image;
511 // encoded_image.adapt_reason_.quality_resolution_downscales disabled by
512 // default: -1
513 for (int i = 0; i < kMinRequiredSamples; ++i)
514 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
515
516 // Histograms are updated when the statistics_proxy_ is deleted.
517 statistics_proxy_.reset();
518 EXPECT_EQ(
519 0, metrics::NumSamples("WebRTC.Video.QualityLimitedResolutionInPercent"));
520 EXPECT_EQ(0, metrics::NumSamples(
521 "WebRTC.Video.QualityLimitedResolutionDownscales"));
522}
523
524TEST_F(SendStatisticsProxyTest,
525 QualityLimitedHistogramsUpdatedWhenEnabled_NoResolutionDownscale) {
526 const int kDownscales = 0;
527 EncodedImage encoded_image;
528 encoded_image.adapt_reason_.quality_resolution_downscales = kDownscales;
529 for (int i = 0; i < kMinRequiredSamples; ++i)
530 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
531
532 // Histograms are updated when the statistics_proxy_ is deleted.
533 statistics_proxy_.reset();
534 EXPECT_EQ(
535 1, metrics::NumSamples("WebRTC.Video.QualityLimitedResolutionInPercent"));
536 EXPECT_EQ(1, metrics::NumEvents(
537 "WebRTC.Video.QualityLimitedResolutionInPercent", 0));
538 // No resolution downscale.
539 EXPECT_EQ(0, metrics::NumSamples(
540 "WebRTC.Video.QualityLimitedResolutionDownscales"));
541}
542
543TEST_F(SendStatisticsProxyTest,
544 QualityLimitedHistogramsUpdatedWhenEnabled_TwoResolutionDownscales) {
545 const int kDownscales = 2;
546 EncodedImage encoded_image;
547 encoded_image.adapt_reason_.quality_resolution_downscales = kDownscales;
548 for (int i = 0; i < kMinRequiredSamples; ++i)
549 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
550
551 // Histograms are updated when the statistics_proxy_ is deleted.
552 statistics_proxy_.reset();
553 EXPECT_EQ(
554 1, metrics::NumSamples("WebRTC.Video.QualityLimitedResolutionInPercent"));
555 EXPECT_EQ(1, metrics::NumEvents(
556 "WebRTC.Video.QualityLimitedResolutionInPercent", 100));
557 // Resolution downscales.
558 EXPECT_EQ(1, metrics::NumSamples(
559 "WebRTC.Video.QualityLimitedResolutionDownscales"));
560 EXPECT_EQ(
561 1, metrics::NumEvents("WebRTC.Video.QualityLimitedResolutionDownscales",
562 kDownscales));
563}
564
565TEST_F(SendStatisticsProxyTest, GetStatsReportsBandwidthLimitedResolution) {
566 // Initially false.
567 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_resolution);
568 // No resolution scale by default.
569 EncodedImage encoded_image;
570 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
571 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_resolution);
572 // Resolution not scaled.
573 encoded_image.adapt_reason_.bw_resolutions_disabled = 0;
574 encoded_image.adapt_reason_.quality_resolution_downscales = 0;
575 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
576 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_resolution);
577 // Resolution scaled due to bandwidth.
578 encoded_image.adapt_reason_.bw_resolutions_disabled = 1;
579 encoded_image.adapt_reason_.quality_resolution_downscales = 0;
580 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
581 EXPECT_TRUE(statistics_proxy_->GetStats().bw_limited_resolution);
582 // Resolution not scaled.
583 encoded_image.adapt_reason_.bw_resolutions_disabled = 0;
584 encoded_image.adapt_reason_.quality_resolution_downscales = 0;
585 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
586 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_resolution);
587 // Resolution scaled due to quality.
588 encoded_image.adapt_reason_.bw_resolutions_disabled = 0;
589 encoded_image.adapt_reason_.quality_resolution_downscales = 1;
590 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
591 EXPECT_TRUE(statistics_proxy_->GetStats().bw_limited_resolution);
592}
593
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000594TEST_F(SendStatisticsProxyTest, NoSubstreams) {
pbos@webrtc.org49096de2015-02-24 22:37:52 +0000595 uint32_t excluded_ssrc =
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000596 std::max(
597 *std::max_element(config_.rtp.ssrcs.begin(), config_.rtp.ssrcs.end()),
598 *std::max_element(config_.rtp.rtx.ssrcs.begin(),
599 config_.rtp.rtx.ssrcs.end())) +
600 1;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000601 // From RtcpStatisticsCallback.
602 RtcpStatistics rtcp_stats;
603 RtcpStatisticsCallback* rtcp_callback = statistics_proxy_.get();
pbos@webrtc.org49096de2015-02-24 22:37:52 +0000604 rtcp_callback->StatisticsUpdated(rtcp_stats, excluded_ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000605
606 // From BitrateStatisticsObserver.
sprangcd349d92016-07-13 09:11:28 -0700607 uint32_t total = 0;
608 uint32_t retransmit = 0;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000609 BitrateStatisticsObserver* bitrate_observer = statistics_proxy_.get();
pbos@webrtc.org49096de2015-02-24 22:37:52 +0000610 bitrate_observer->Notify(total, retransmit, excluded_ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000611
612 // From FrameCountObserver.
613 FrameCountObserver* fps_observer = statistics_proxy_.get();
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000614 FrameCounts frame_counts;
615 frame_counts.key_frames = 1;
pbos@webrtc.org49096de2015-02-24 22:37:52 +0000616 fps_observer->FrameCountUpdated(frame_counts, excluded_ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000617
618 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
619 EXPECT_TRUE(stats.substreams.empty());
620}
621
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000622TEST_F(SendStatisticsProxyTest, EncodedResolutionTimesOut) {
623 static const int kEncodedWidth = 123;
624 static const int kEncodedHeight = 81;
625 EncodedImage encoded_image;
626 encoded_image._encodedWidth = kEncodedWidth;
627 encoded_image._encodedHeight = kEncodedHeight;
628
kjellander02b3d272016-04-20 05:05:54 -0700629 CodecSpecificInfo codec_info;
630 codec_info.codecType = kVideoCodecVP8;
631 codec_info.codecSpecific.VP8.simulcastIdx = 0;
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000632
kjellander02b3d272016-04-20 05:05:54 -0700633 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
634 codec_info.codecSpecific.VP8.simulcastIdx = 1;
635 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000636
637 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000638 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[0]].width);
639 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[0]].height);
640 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[1]].width);
641 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[1]].height);
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000642
643 // Forward almost to timeout, this should not have removed stats.
644 fake_clock_.AdvanceTimeMilliseconds(SendStatisticsProxy::kStatsTimeoutMs - 1);
645 stats = statistics_proxy_->GetStats();
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000646 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[0]].width);
647 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[0]].height);
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000648
649 // Update the first SSRC with bogus RTCP stats to make sure that encoded
650 // resolution still times out (no global timeout for all stats).
651 RtcpStatistics rtcp_statistics;
652 RtcpStatisticsCallback* rtcp_stats = statistics_proxy_.get();
653 rtcp_stats->StatisticsUpdated(rtcp_statistics, config_.rtp.ssrcs[0]);
654
655 // Report stats for second SSRC to make sure it's not outdated along with the
656 // first SSRC.
kjellander02b3d272016-04-20 05:05:54 -0700657 codec_info.codecSpecific.VP8.simulcastIdx = 1;
658 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000659
660 // Forward 1 ms, reach timeout, substream 0 should have no resolution
661 // reported, but substream 1 should.
662 fake_clock_.AdvanceTimeMilliseconds(1);
663 stats = statistics_proxy_->GetStats();
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000664 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[0]].width);
665 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[0]].height);
666 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[1]].width);
667 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[1]].height);
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000668}
669
Peter Boström20f3f942015-05-15 11:33:39 +0200670TEST_F(SendStatisticsProxyTest, ClearsResolutionFromInactiveSsrcs) {
671 static const int kEncodedWidth = 123;
672 static const int kEncodedHeight = 81;
673 EncodedImage encoded_image;
674 encoded_image._encodedWidth = kEncodedWidth;
675 encoded_image._encodedHeight = kEncodedHeight;
676
kjellander02b3d272016-04-20 05:05:54 -0700677 CodecSpecificInfo codec_info;
678 codec_info.codecType = kVideoCodecVP8;
679 codec_info.codecSpecific.VP8.simulcastIdx = 0;
Peter Boström20f3f942015-05-15 11:33:39 +0200680
kjellander02b3d272016-04-20 05:05:54 -0700681 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
682 codec_info.codecSpecific.VP8.simulcastIdx = 1;
683 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
Peter Boström20f3f942015-05-15 11:33:39 +0200684
685 statistics_proxy_->OnInactiveSsrc(config_.rtp.ssrcs[1]);
686 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
687 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[0]].width);
688 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[0]].height);
689 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[1]].width);
690 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[1]].height);
691}
692
693TEST_F(SendStatisticsProxyTest, ClearsBitratesFromInactiveSsrcs) {
sprangcd349d92016-07-13 09:11:28 -0700694 uint32_t bitrate = 42;
Peter Boström20f3f942015-05-15 11:33:39 +0200695 BitrateStatisticsObserver* observer = statistics_proxy_.get();
696 observer->Notify(bitrate, bitrate, config_.rtp.ssrcs[0]);
697 observer->Notify(bitrate, bitrate, config_.rtp.ssrcs[1]);
698
699 statistics_proxy_->OnInactiveSsrc(config_.rtp.ssrcs[1]);
700
701 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprangcd349d92016-07-13 09:11:28 -0700702 EXPECT_EQ(static_cast<int>(bitrate),
Peter Boström20f3f942015-05-15 11:33:39 +0200703 stats.substreams[config_.rtp.ssrcs[0]].total_bitrate_bps);
sprangcd349d92016-07-13 09:11:28 -0700704 EXPECT_EQ(static_cast<int>(bitrate),
Peter Boström20f3f942015-05-15 11:33:39 +0200705 stats.substreams[config_.rtp.ssrcs[0]].retransmit_bitrate_bps);
706 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[1]].total_bitrate_bps);
707 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[1]].retransmit_bitrate_bps);
708}
709
sprang07fb9be2016-02-24 07:55:00 -0800710TEST_F(SendStatisticsProxyTest, ResetsRtcpCountersOnContentChange) {
711 RtcpPacketTypeCounterObserver* proxy =
712 static_cast<RtcpPacketTypeCounterObserver*>(statistics_proxy_.get());
713 RtcpPacketTypeCounter counters;
714 counters.first_packet_time_ms = fake_clock_.TimeInMilliseconds();
715 proxy->RtcpPacketTypesCounterUpdated(kFirstSsrc, counters);
716 proxy->RtcpPacketTypesCounterUpdated(kSecondSsrc, counters);
717
718 fake_clock_.AdvanceTimeMilliseconds(1000 * metrics::kMinRunTimeInSeconds);
719
720 counters.nack_packets += 1 * metrics::kMinRunTimeInSeconds;
721 counters.fir_packets += 2 * metrics::kMinRunTimeInSeconds;
722 counters.pli_packets += 3 * metrics::kMinRunTimeInSeconds;
723 counters.unique_nack_requests += 4 * metrics::kMinRunTimeInSeconds;
724 counters.nack_requests += 5 * metrics::kMinRunTimeInSeconds;
725
726 proxy->RtcpPacketTypesCounterUpdated(kFirstSsrc, counters);
727 proxy->RtcpPacketTypesCounterUpdated(kSecondSsrc, counters);
728
729 // Changing content type causes histograms to be reported.
Pera48ddb72016-09-29 11:48:50 +0200730 VideoEncoderConfig config;
731 config.content_type = VideoEncoderConfig::ContentType::kScreen;
732 statistics_proxy_->OnEncoderReconfigured(config, 50);
sprang07fb9be2016-02-24 07:55:00 -0800733
asapersson01d70a32016-05-20 06:29:46 -0700734 EXPECT_EQ(1,
735 metrics::NumSamples("WebRTC.Video.NackPacketsReceivedPerMinute"));
736 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.FirPacketsReceivedPerMinute"));
737 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.PliPacketsReceivedPerMinute"));
738 EXPECT_EQ(1, metrics::NumSamples(
sprang07fb9be2016-02-24 07:55:00 -0800739 "WebRTC.Video.UniqueNackRequestsReceivedInPercent"));
740
741 const int kRate = 60 * 2; // Packets per minute with two streams.
742
asapersson01d70a32016-05-20 06:29:46 -0700743 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.NackPacketsReceivedPerMinute",
744 1 * kRate));
745 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.FirPacketsReceivedPerMinute",
746 2 * kRate));
747 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.PliPacketsReceivedPerMinute",
748 3 * kRate));
749 EXPECT_EQ(
750 1, metrics::NumEvents("WebRTC.Video.UniqueNackRequestsReceivedInPercent",
751 4 * 100 / 5));
sprang07fb9be2016-02-24 07:55:00 -0800752
753 // New start time but same counter values.
754 proxy->RtcpPacketTypesCounterUpdated(kFirstSsrc, counters);
755 proxy->RtcpPacketTypesCounterUpdated(kSecondSsrc, counters);
756
757 fake_clock_.AdvanceTimeMilliseconds(1000 * metrics::kMinRunTimeInSeconds);
758
759 counters.nack_packets += 1 * metrics::kMinRunTimeInSeconds;
760 counters.fir_packets += 2 * metrics::kMinRunTimeInSeconds;
761 counters.pli_packets += 3 * metrics::kMinRunTimeInSeconds;
762 counters.unique_nack_requests += 4 * metrics::kMinRunTimeInSeconds;
763 counters.nack_requests += 5 * metrics::kMinRunTimeInSeconds;
764
765 proxy->RtcpPacketTypesCounterUpdated(kFirstSsrc, counters);
766 proxy->RtcpPacketTypesCounterUpdated(kSecondSsrc, counters);
767
768 SetUp(); // Reset stats proxy also causes histograms to be reported.
769
asapersson01d70a32016-05-20 06:29:46 -0700770 EXPECT_EQ(1, metrics::NumSamples(
sprang07fb9be2016-02-24 07:55:00 -0800771 "WebRTC.Video.Screenshare.NackPacketsReceivedPerMinute"));
asapersson01d70a32016-05-20 06:29:46 -0700772 EXPECT_EQ(1, metrics::NumSamples(
sprang07fb9be2016-02-24 07:55:00 -0800773 "WebRTC.Video.Screenshare.FirPacketsReceivedPerMinute"));
asapersson01d70a32016-05-20 06:29:46 -0700774 EXPECT_EQ(1, metrics::NumSamples(
sprang07fb9be2016-02-24 07:55:00 -0800775 "WebRTC.Video.Screenshare.PliPacketsReceivedPerMinute"));
776 EXPECT_EQ(
asapersson01d70a32016-05-20 06:29:46 -0700777 1, metrics::NumSamples(
sprang07fb9be2016-02-24 07:55:00 -0800778 "WebRTC.Video.Screenshare.UniqueNackRequestsReceivedInPercent"));
779
asapersson01d70a32016-05-20 06:29:46 -0700780 EXPECT_EQ(1, metrics::NumEvents(
781 "WebRTC.Video.Screenshare.NackPacketsReceivedPerMinute",
782 1 * kRate));
783 EXPECT_EQ(1, metrics::NumEvents(
784 "WebRTC.Video.Screenshare.FirPacketsReceivedPerMinute",
785 2 * kRate));
786 EXPECT_EQ(1, metrics::NumEvents(
787 "WebRTC.Video.Screenshare.PliPacketsReceivedPerMinute",
788 3 * kRate));
789 EXPECT_EQ(1,
790 metrics::NumEvents(
791 "WebRTC.Video.Screenshare.UniqueNackRequestsReceivedInPercent",
792 4 * 100 / 5));
sprang07fb9be2016-02-24 07:55:00 -0800793}
794
Erik Språng22c2b482016-03-01 09:40:42 +0100795TEST_F(SendStatisticsProxyTest, ResetsRtpCountersOnContentChange) {
796 StreamDataCountersCallback* proxy =
797 static_cast<StreamDataCountersCallback*>(statistics_proxy_.get());
798 StreamDataCounters counters;
799 StreamDataCounters rtx_counters;
800 counters.first_packet_time_ms = fake_clock_.TimeInMilliseconds();
801 proxy->DataCountersUpdated(counters, kFirstSsrc);
802 proxy->DataCountersUpdated(counters, kSecondSsrc);
803 proxy->DataCountersUpdated(rtx_counters, kFirstRtxSsrc);
804 proxy->DataCountersUpdated(rtx_counters, kSecondRtxSsrc);
805
806 counters.transmitted.header_bytes = 400;
807 counters.transmitted.packets = 20;
808 counters.transmitted.padding_bytes = 1000;
809 counters.transmitted.payload_bytes = 2000;
810
811 counters.retransmitted.header_bytes = 40;
812 counters.retransmitted.packets = 2;
813 counters.retransmitted.padding_bytes = 100;
814 counters.retransmitted.payload_bytes = 200;
815
816 counters.fec = counters.retransmitted;
817
818 rtx_counters.transmitted = counters.transmitted;
819
820 fake_clock_.AdvanceTimeMilliseconds(1000 * metrics::kMinRunTimeInSeconds);
821 proxy->DataCountersUpdated(counters, kFirstSsrc);
822 proxy->DataCountersUpdated(counters, kSecondSsrc);
823 proxy->DataCountersUpdated(rtx_counters, kFirstRtxSsrc);
824 proxy->DataCountersUpdated(rtx_counters, kSecondRtxSsrc);
825
826 // Changing content type causes histograms to be reported.
Pera48ddb72016-09-29 11:48:50 +0200827 VideoEncoderConfig config;
828 config.content_type = VideoEncoderConfig::ContentType::kScreen;
829 statistics_proxy_->OnEncoderReconfigured(config, 50);
Erik Språng22c2b482016-03-01 09:40:42 +0100830
asapersson01d70a32016-05-20 06:29:46 -0700831 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.BitrateSentInKbps"));
832 EXPECT_EQ(1,
833 metrics::NumEvents(
834 "WebRTC.Video.BitrateSentInKbps",
835 static_cast<int>((counters.transmitted.TotalBytes() * 4 * 8) /
836 metrics::kMinRunTimeInSeconds / 1000)));
837
838 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.MediaBitrateSentInKbps"));
839 EXPECT_EQ(1, metrics::NumEvents(
840 "WebRTC.Video.MediaBitrateSentInKbps",
841 static_cast<int>((counters.MediaPayloadBytes() * 2 * 8) /
842 metrics::kMinRunTimeInSeconds / 1000)));
843
844 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.PaddingBitrateSentInKbps"));
845 EXPECT_EQ(1,
846 metrics::NumEvents(
847 "WebRTC.Video.PaddingBitrateSentInKbps",
848 static_cast<int>((counters.transmitted.padding_bytes * 4 * 8) /
849 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100850
851 EXPECT_EQ(1,
asapersson01d70a32016-05-20 06:29:46 -0700852 metrics::NumSamples("WebRTC.Video.RetransmittedBitrateSentInKbps"));
Erik Språng22c2b482016-03-01 09:40:42 +0100853 EXPECT_EQ(1,
asapersson01d70a32016-05-20 06:29:46 -0700854 metrics::NumEvents(
855 "WebRTC.Video.RetransmittedBitrateSentInKbps",
856 static_cast<int>((counters.retransmitted.TotalBytes() * 2 * 8) /
857 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100858
asapersson01d70a32016-05-20 06:29:46 -0700859 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.RtxBitrateSentInKbps"));
Erik Språng22c2b482016-03-01 09:40:42 +0100860 EXPECT_EQ(
asapersson01d70a32016-05-20 06:29:46 -0700861 1, metrics::NumEvents(
862 "WebRTC.Video.RtxBitrateSentInKbps",
863 static_cast<int>((rtx_counters.transmitted.TotalBytes() * 2 * 8) /
864 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100865
asapersson01d70a32016-05-20 06:29:46 -0700866 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.FecBitrateSentInKbps"));
867 EXPECT_EQ(1, metrics::NumEvents(
868 "WebRTC.Video.FecBitrateSentInKbps",
869 static_cast<int>((rtx_counters.fec.TotalBytes() * 2 * 8) /
870 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100871
872 // New start time but same counter values.
873 proxy->DataCountersUpdated(counters, kFirstSsrc);
874 proxy->DataCountersUpdated(counters, kSecondSsrc);
875 proxy->DataCountersUpdated(rtx_counters, kFirstRtxSsrc);
876 proxy->DataCountersUpdated(rtx_counters, kSecondRtxSsrc);
877
878 // Double counter values, this should result in the same counts as before but
879 // with new histogram names.
880 StreamDataCounters new_counters = counters;
881 new_counters.Add(counters);
882 StreamDataCounters new_rtx_counters = rtx_counters;
883 new_rtx_counters.Add(rtx_counters);
884
885 fake_clock_.AdvanceTimeMilliseconds(1000 * metrics::kMinRunTimeInSeconds);
886 proxy->DataCountersUpdated(new_counters, kFirstSsrc);
887 proxy->DataCountersUpdated(new_counters, kSecondSsrc);
888 proxy->DataCountersUpdated(new_rtx_counters, kFirstRtxSsrc);
889 proxy->DataCountersUpdated(new_rtx_counters, kSecondRtxSsrc);
890
891 SetUp(); // Reset stats proxy also causes histograms to be reported.
892
asapersson01d70a32016-05-20 06:29:46 -0700893 EXPECT_EQ(1,
894 metrics::NumSamples("WebRTC.Video.Screenshare.BitrateSentInKbps"));
895 EXPECT_EQ(1,
896 metrics::NumEvents(
897 "WebRTC.Video.Screenshare.BitrateSentInKbps",
898 static_cast<int>((counters.transmitted.TotalBytes() * 4 * 8) /
899 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100900
asapersson01d70a32016-05-20 06:29:46 -0700901 EXPECT_EQ(1, metrics::NumSamples(
Erik Språng22c2b482016-03-01 09:40:42 +0100902 "WebRTC.Video.Screenshare.MediaBitrateSentInKbps"));
asapersson01d70a32016-05-20 06:29:46 -0700903 EXPECT_EQ(1, metrics::NumEvents(
904 "WebRTC.Video.Screenshare.MediaBitrateSentInKbps",
905 static_cast<int>((counters.MediaPayloadBytes() * 2 * 8) /
906 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100907
asapersson01d70a32016-05-20 06:29:46 -0700908 EXPECT_EQ(1, metrics::NumSamples(
Erik Språng22c2b482016-03-01 09:40:42 +0100909 "WebRTC.Video.Screenshare.PaddingBitrateSentInKbps"));
asapersson01d70a32016-05-20 06:29:46 -0700910 EXPECT_EQ(1,
911 metrics::NumEvents(
912 "WebRTC.Video.Screenshare.PaddingBitrateSentInKbps",
913 static_cast<int>((counters.transmitted.padding_bytes * 4 * 8) /
914 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100915
asapersson01d70a32016-05-20 06:29:46 -0700916 EXPECT_EQ(1, metrics::NumSamples(
Erik Språng22c2b482016-03-01 09:40:42 +0100917 "WebRTC.Video.Screenshare.RetransmittedBitrateSentInKbps"));
asapersson01d70a32016-05-20 06:29:46 -0700918 EXPECT_EQ(1,
919 metrics::NumEvents(
920 "WebRTC.Video.Screenshare.RetransmittedBitrateSentInKbps",
921 static_cast<int>((counters.retransmitted.TotalBytes() * 2 * 8) /
922 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100923
asapersson01d70a32016-05-20 06:29:46 -0700924 EXPECT_EQ(
925 1, metrics::NumSamples("WebRTC.Video.Screenshare.RtxBitrateSentInKbps"));
926 EXPECT_EQ(
927 1, metrics::NumEvents(
928 "WebRTC.Video.Screenshare.RtxBitrateSentInKbps",
929 static_cast<int>((rtx_counters.transmitted.TotalBytes() * 2 * 8) /
930 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100931
asapersson01d70a32016-05-20 06:29:46 -0700932 EXPECT_EQ(
933 1, metrics::NumSamples("WebRTC.Video.Screenshare.FecBitrateSentInKbps"));
934 EXPECT_EQ(1, metrics::NumEvents(
935 "WebRTC.Video.Screenshare.FecBitrateSentInKbps",
936 static_cast<int>((rtx_counters.fec.TotalBytes() * 2 * 8) /
937 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100938}
939
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000940} // namespace webrtc