blob: fcab7d1de06f98f875593aff1644d3b745d938d8 [file] [log] [blame]
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001/*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000011#include "webrtc/video/send_statistics_proxy.h"
12
13#include <map>
kwiberg27f982b2016-03-01 11:52:33 -080014#include <memory>
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000015#include <string>
16#include <vector>
17
sprang07fb9be2016-02-24 07:55:00 -080018#include "webrtc/system_wrappers/include/metrics.h"
asapersson01d70a32016-05-20 06:29:46 -070019#include "webrtc/system_wrappers/include/metrics_default.h"
kwibergac9f8762016-09-30 22:29:43 -070020#include "webrtc/test/gtest.h"
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000021
22namespace webrtc {
asapersson5265fed2016-04-18 02:58:47 -070023namespace {
24const uint32_t kFirstSsrc = 17;
25const uint32_t kSecondSsrc = 42;
26const uint32_t kFirstRtxSsrc = 18;
27const uint32_t kSecondRtxSsrc = 43;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000028
asapersson5265fed2016-04-18 02:58:47 -070029const int kQpIdx0 = 21;
30const int kQpIdx1 = 39;
31} // namespace
sprang07fb9be2016-02-24 07:55:00 -080032
stefan@webrtc.org168f23f2014-07-11 13:44:02 +000033class SendStatisticsProxyTest : public ::testing::Test {
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000034 public:
pbos@webrtc.org273a4142014-12-01 15:23:21 +000035 SendStatisticsProxyTest()
solenberg4fbae2b2015-08-28 04:07:10 -070036 : fake_clock_(1234), config_(GetTestConfig()), avg_delay_ms_(0),
37 max_delay_ms_(0) {}
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000038 virtual ~SendStatisticsProxyTest() {}
39
40 protected:
41 virtual void SetUp() {
asapersson01d70a32016-05-20 06:29:46 -070042 metrics::Reset();
sprangb4a1ae52015-12-03 08:10:08 -080043 statistics_proxy_.reset(new SendStatisticsProxy(
44 &fake_clock_, GetTestConfig(),
45 VideoEncoderConfig::ContentType::kRealtimeVideo));
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000046 expected_ = VideoSendStream::Stats();
asapersson2e5cfcd2016-08-11 08:41:18 -070047 for (const auto& ssrc : config_.rtp.ssrcs)
48 expected_.substreams[ssrc].is_rtx = false;
49 for (const auto& ssrc : config_.rtp.rtx.ssrcs)
50 expected_.substreams[ssrc].is_rtx = true;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000051 }
52
53 VideoSendStream::Config GetTestConfig() {
solenberg4fbae2b2015-08-28 04:07:10 -070054 VideoSendStream::Config config(nullptr);
sprang07fb9be2016-02-24 07:55:00 -080055 config.rtp.ssrcs.push_back(kFirstSsrc);
56 config.rtp.ssrcs.push_back(kSecondSsrc);
57 config.rtp.rtx.ssrcs.push_back(kFirstRtxSsrc);
58 config.rtp.rtx.ssrcs.push_back(kSecondRtxSsrc);
brandtrb5f2c3f2016-10-04 23:28:39 -070059 config.rtp.ulpfec.red_payload_type = 17;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000060 return config;
61 }
62
sprang@webrtc.org09315702014-02-07 12:06:29 +000063 void ExpectEqual(VideoSendStream::Stats one, VideoSendStream::Stats other) {
sprang@webrtc.org09315702014-02-07 12:06:29 +000064 EXPECT_EQ(one.input_frame_rate, other.input_frame_rate);
65 EXPECT_EQ(one.encode_frame_rate, other.encode_frame_rate);
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +000066 EXPECT_EQ(one.media_bitrate_bps, other.media_bitrate_bps);
Pera48ddb72016-09-29 11:48:50 +020067 EXPECT_EQ(one.preferred_media_bitrate_bps,
68 other.preferred_media_bitrate_bps);
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +000069 EXPECT_EQ(one.suspended, other.suspended);
sprang@webrtc.org09315702014-02-07 12:06:29 +000070
71 EXPECT_EQ(one.substreams.size(), other.substreams.size());
pbos@webrtc.org09c77b92015-02-25 10:42:16 +000072 for (std::map<uint32_t, VideoSendStream::StreamStats>::const_iterator it =
sprang@webrtc.org09315702014-02-07 12:06:29 +000073 one.substreams.begin();
pbos@webrtc.org09c77b92015-02-25 10:42:16 +000074 it != one.substreams.end(); ++it) {
75 std::map<uint32_t, VideoSendStream::StreamStats>::const_iterator
76 corresponding_it = other.substreams.find(it->first);
sprang@webrtc.org09315702014-02-07 12:06:29 +000077 ASSERT_TRUE(corresponding_it != other.substreams.end());
pbos@webrtc.org09c77b92015-02-25 10:42:16 +000078 const VideoSendStream::StreamStats& a = it->second;
79 const VideoSendStream::StreamStats& b = corresponding_it->second;
sprang@webrtc.org09315702014-02-07 12:06:29 +000080
asapersson2e5cfcd2016-08-11 08:41:18 -070081 EXPECT_EQ(a.is_rtx, b.is_rtx);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +000082 EXPECT_EQ(a.frame_counts.key_frames, b.frame_counts.key_frames);
83 EXPECT_EQ(a.frame_counts.delta_frames, b.frame_counts.delta_frames);
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +000084 EXPECT_EQ(a.total_bitrate_bps, b.total_bitrate_bps);
stefan@webrtc.org168f23f2014-07-11 13:44:02 +000085 EXPECT_EQ(a.avg_delay_ms, b.avg_delay_ms);
86 EXPECT_EQ(a.max_delay_ms, b.max_delay_ms);
sprang@webrtc.org09315702014-02-07 12:06:29 +000087
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +000088 EXPECT_EQ(a.rtp_stats.transmitted.payload_bytes,
89 b.rtp_stats.transmitted.payload_bytes);
90 EXPECT_EQ(a.rtp_stats.transmitted.header_bytes,
91 b.rtp_stats.transmitted.header_bytes);
92 EXPECT_EQ(a.rtp_stats.transmitted.padding_bytes,
93 b.rtp_stats.transmitted.padding_bytes);
94 EXPECT_EQ(a.rtp_stats.transmitted.packets,
95 b.rtp_stats.transmitted.packets);
96 EXPECT_EQ(a.rtp_stats.retransmitted.packets,
97 b.rtp_stats.retransmitted.packets);
98 EXPECT_EQ(a.rtp_stats.fec.packets, b.rtp_stats.fec.packets);
sprang@webrtc.org09315702014-02-07 12:06:29 +000099
100 EXPECT_EQ(a.rtcp_stats.fraction_lost, b.rtcp_stats.fraction_lost);
101 EXPECT_EQ(a.rtcp_stats.cumulative_lost, b.rtcp_stats.cumulative_lost);
102 EXPECT_EQ(a.rtcp_stats.extended_max_sequence_number,
103 b.rtcp_stats.extended_max_sequence_number);
104 EXPECT_EQ(a.rtcp_stats.jitter, b.rtcp_stats.jitter);
105 }
106 }
107
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000108 SimulatedClock fake_clock_;
kwiberg27f982b2016-03-01 11:52:33 -0800109 std::unique_ptr<SendStatisticsProxy> statistics_proxy_;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000110 VideoSendStream::Config config_;
111 int avg_delay_ms_;
112 int max_delay_ms_;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000113 VideoSendStream::Stats expected_;
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000114 typedef std::map<uint32_t, VideoSendStream::StreamStats>::const_iterator
115 StreamIterator;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000116};
117
118TEST_F(SendStatisticsProxyTest, RtcpStatistics) {
119 RtcpStatisticsCallback* callback = statistics_proxy_.get();
asapersson35151f32016-05-02 23:44:01 -0700120 for (const auto& ssrc : config_.rtp.ssrcs) {
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000121 VideoSendStream::StreamStats& ssrc_stats = expected_.substreams[ssrc];
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000122
123 // Add statistics with some arbitrary, but unique, numbers.
124 uint32_t offset = ssrc * sizeof(RtcpStatistics);
125 ssrc_stats.rtcp_stats.cumulative_lost = offset;
126 ssrc_stats.rtcp_stats.extended_max_sequence_number = offset + 1;
127 ssrc_stats.rtcp_stats.fraction_lost = offset + 2;
128 ssrc_stats.rtcp_stats.jitter = offset + 3;
129 callback->StatisticsUpdated(ssrc_stats.rtcp_stats, ssrc);
130 }
asapersson35151f32016-05-02 23:44:01 -0700131 for (const auto& ssrc : config_.rtp.rtx.ssrcs) {
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000132 VideoSendStream::StreamStats& ssrc_stats = expected_.substreams[ssrc];
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000133
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000134 // Add statistics with some arbitrary, but unique, numbers.
135 uint32_t offset = ssrc * sizeof(RtcpStatistics);
136 ssrc_stats.rtcp_stats.cumulative_lost = offset;
137 ssrc_stats.rtcp_stats.extended_max_sequence_number = offset + 1;
138 ssrc_stats.rtcp_stats.fraction_lost = offset + 2;
139 ssrc_stats.rtcp_stats.jitter = offset + 3;
140 callback->StatisticsUpdated(ssrc_stats.rtcp_stats, ssrc);
141 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000142 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprang@webrtc.org09315702014-02-07 12:06:29 +0000143 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000144}
145
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000146TEST_F(SendStatisticsProxyTest, EncodedBitrateAndFramerate) {
Peter Boström7083e112015-09-22 16:28:51 +0200147 int media_bitrate_bps = 500;
148 int encode_fps = 29;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000149
perkj275afc52016-09-01 00:21:16 -0700150 statistics_proxy_->OnEncoderStatsUpdate(encode_fps, media_bitrate_bps);
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000151
152 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
153 EXPECT_EQ(media_bitrate_bps, stats.media_bitrate_bps);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000154 EXPECT_EQ(encode_fps, stats.encode_frame_rate);
155}
156
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +0000157TEST_F(SendStatisticsProxyTest, Suspended) {
158 // Verify that the value is false by default.
159 EXPECT_FALSE(statistics_proxy_->GetStats().suspended);
160
161 // Verify that we can set it to true.
Peter Boström7083e112015-09-22 16:28:51 +0200162 statistics_proxy_->OnSuspendChange(true);
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +0000163 EXPECT_TRUE(statistics_proxy_->GetStats().suspended);
164
165 // Verify that we can set it back to false again.
Peter Boström7083e112015-09-22 16:28:51 +0200166 statistics_proxy_->OnSuspendChange(false);
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +0000167 EXPECT_FALSE(statistics_proxy_->GetStats().suspended);
168}
169
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000170TEST_F(SendStatisticsProxyTest, FrameCounts) {
171 FrameCountObserver* observer = statistics_proxy_.get();
asapersson35151f32016-05-02 23:44:01 -0700172 for (const auto& ssrc : config_.rtp.ssrcs) {
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000173 // Add statistics with some arbitrary, but unique, numbers.
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000174 VideoSendStream::StreamStats& stats = expected_.substreams[ssrc];
175 uint32_t offset = ssrc * sizeof(VideoSendStream::StreamStats);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000176 FrameCounts frame_counts;
177 frame_counts.key_frames = offset;
178 frame_counts.delta_frames = offset + 1;
179 stats.frame_counts = frame_counts;
180 observer->FrameCountUpdated(frame_counts, ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000181 }
asapersson35151f32016-05-02 23:44:01 -0700182 for (const auto& ssrc : config_.rtp.rtx.ssrcs) {
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000183 // Add statistics with some arbitrary, but unique, numbers.
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000184 VideoSendStream::StreamStats& stats = expected_.substreams[ssrc];
185 uint32_t offset = ssrc * sizeof(VideoSendStream::StreamStats);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000186 FrameCounts frame_counts;
187 frame_counts.key_frames = offset;
188 frame_counts.delta_frames = offset + 1;
189 stats.frame_counts = frame_counts;
190 observer->FrameCountUpdated(frame_counts, ssrc);
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000191 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000192
193 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprang@webrtc.org09315702014-02-07 12:06:29 +0000194 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000195}
196
197TEST_F(SendStatisticsProxyTest, DataCounters) {
198 StreamDataCountersCallback* callback = statistics_proxy_.get();
asapersson35151f32016-05-02 23:44:01 -0700199 for (const auto& ssrc : config_.rtp.ssrcs) {
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000200 StreamDataCounters& counters = expected_.substreams[ssrc].rtp_stats;
201 // Add statistics with some arbitrary, but unique, numbers.
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000202 size_t offset = ssrc * sizeof(StreamDataCounters);
203 uint32_t offset_uint32 = static_cast<uint32_t>(offset);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +0000204 counters.transmitted.payload_bytes = offset;
205 counters.transmitted.header_bytes = offset + 1;
206 counters.fec.packets = offset_uint32 + 2;
207 counters.transmitted.padding_bytes = offset + 3;
208 counters.retransmitted.packets = offset_uint32 + 4;
209 counters.transmitted.packets = offset_uint32 + 5;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000210 callback->DataCountersUpdated(counters, ssrc);
211 }
asapersson35151f32016-05-02 23:44:01 -0700212 for (const auto& ssrc : config_.rtp.rtx.ssrcs) {
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000213 StreamDataCounters& counters = expected_.substreams[ssrc].rtp_stats;
214 // Add statistics with some arbitrary, but unique, numbers.
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000215 size_t offset = ssrc * sizeof(StreamDataCounters);
216 uint32_t offset_uint32 = static_cast<uint32_t>(offset);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +0000217 counters.transmitted.payload_bytes = offset;
218 counters.transmitted.header_bytes = offset + 1;
219 counters.fec.packets = offset_uint32 + 2;
220 counters.transmitted.padding_bytes = offset + 3;
221 counters.retransmitted.packets = offset_uint32 + 4;
222 counters.transmitted.packets = offset_uint32 + 5;
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000223 callback->DataCountersUpdated(counters, ssrc);
224 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000225
226 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprang@webrtc.org09315702014-02-07 12:06:29 +0000227 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000228}
229
230TEST_F(SendStatisticsProxyTest, Bitrate) {
231 BitrateStatisticsObserver* observer = statistics_proxy_.get();
asapersson35151f32016-05-02 23:44:01 -0700232 for (const auto& ssrc : config_.rtp.ssrcs) {
sprangcd349d92016-07-13 09:11:28 -0700233 uint32_t total;
234 uint32_t retransmit;
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000235 // Use ssrc as bitrate_bps to get a unique value for each stream.
sprangcd349d92016-07-13 09:11:28 -0700236 total = ssrc;
237 retransmit = ssrc + 1;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000238 observer->Notify(total, retransmit, ssrc);
sprangcd349d92016-07-13 09:11:28 -0700239 expected_.substreams[ssrc].total_bitrate_bps = total;
240 expected_.substreams[ssrc].retransmit_bitrate_bps = retransmit;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000241 }
asapersson35151f32016-05-02 23:44:01 -0700242 for (const auto& ssrc : config_.rtp.rtx.ssrcs) {
sprangcd349d92016-07-13 09:11:28 -0700243 uint32_t total;
244 uint32_t retransmit;
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000245 // Use ssrc as bitrate_bps to get a unique value for each stream.
sprangcd349d92016-07-13 09:11:28 -0700246 total = ssrc;
247 retransmit = ssrc + 1;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000248 observer->Notify(total, retransmit, ssrc);
sprangcd349d92016-07-13 09:11:28 -0700249 expected_.substreams[ssrc].total_bitrate_bps = total;
250 expected_.substreams[ssrc].retransmit_bitrate_bps = retransmit;
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000251 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000252
253 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprang@webrtc.org09315702014-02-07 12:06:29 +0000254 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000255}
256
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000257TEST_F(SendStatisticsProxyTest, SendSideDelay) {
258 SendSideDelayObserver* observer = statistics_proxy_.get();
asapersson35151f32016-05-02 23:44:01 -0700259 for (const auto& ssrc : config_.rtp.ssrcs) {
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000260 // Use ssrc as avg_delay_ms and max_delay_ms to get a unique value for each
261 // stream.
262 int avg_delay_ms = ssrc;
263 int max_delay_ms = ssrc + 1;
264 observer->SendSideDelayUpdated(avg_delay_ms, max_delay_ms, ssrc);
265 expected_.substreams[ssrc].avg_delay_ms = avg_delay_ms;
266 expected_.substreams[ssrc].max_delay_ms = max_delay_ms;
267 }
asapersson35151f32016-05-02 23:44:01 -0700268 for (const auto& ssrc : config_.rtp.rtx.ssrcs) {
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000269 // Use ssrc as avg_delay_ms and max_delay_ms to get a unique value for each
270 // stream.
271 int avg_delay_ms = ssrc;
272 int max_delay_ms = ssrc + 1;
273 observer->SendSideDelayUpdated(avg_delay_ms, max_delay_ms, ssrc);
274 expected_.substreams[ssrc].avg_delay_ms = avg_delay_ms;
275 expected_.substreams[ssrc].max_delay_ms = max_delay_ms;
276 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000277 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000278 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000279}
280
Peter Boströme4499152016-02-05 11:13:28 +0100281TEST_F(SendStatisticsProxyTest, OnEncodedFrameTimeMeasured) {
asapersson1aa420b2015-12-07 03:12:22 -0800282 const int kEncodeTimeMs = 11;
Peter Boströme4499152016-02-05 11:13:28 +0100283 CpuOveruseMetrics metrics;
284 metrics.encode_usage_percent = 80;
285 statistics_proxy_->OnEncodedFrameTimeMeasured(kEncodeTimeMs, metrics);
asapersson1aa420b2015-12-07 03:12:22 -0800286
287 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
288 EXPECT_EQ(kEncodeTimeMs, stats.avg_encode_time_ms);
Peter Boströme4499152016-02-05 11:13:28 +0100289 EXPECT_EQ(metrics.encode_usage_percent, stats.encode_usage_percent);
asapersson1aa420b2015-12-07 03:12:22 -0800290}
291
Pera48ddb72016-09-29 11:48:50 +0200292TEST_F(SendStatisticsProxyTest, OnEncoderReconfiguredChangePreferredBitrate) {
293 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
294 EXPECT_EQ(0, stats.preferred_media_bitrate_bps);
295 const int kPreferredMediaBitrateBps = 50;
296
297 VideoEncoderConfig config;
298 statistics_proxy_->OnEncoderReconfigured(config, kPreferredMediaBitrateBps);
299 stats = statistics_proxy_->GetStats();
300 EXPECT_EQ(kPreferredMediaBitrateBps, stats.preferred_media_bitrate_bps);
301}
302
sakal43536c32016-10-24 01:46:43 -0700303TEST_F(SendStatisticsProxyTest, OnSendEncodedImageIncreasesFramesEncoded) {
304 EncodedImage encoded_image;
305 CodecSpecificInfo codec_info;
306 EXPECT_EQ(0u, statistics_proxy_->GetStats().frames_encoded);
307 for (uint32_t i = 1; i <= 3; ++i) {
308 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
309 EXPECT_EQ(i, statistics_proxy_->GetStats().frames_encoded);
310 }
311}
312
sakal87da4042016-10-31 06:53:47 -0700313TEST_F(SendStatisticsProxyTest, OnSendEncodedImageIncreasesQpSum) {
314 EncodedImage encoded_image;
315 CodecSpecificInfo codec_info;
316 EXPECT_EQ(rtc::Optional<uint64_t>(), statistics_proxy_->GetStats().qp_sum);
317 encoded_image.qp_ = 3;
318 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
319 EXPECT_EQ(rtc::Optional<uint64_t>(3u), statistics_proxy_->GetStats().qp_sum);
320 encoded_image.qp_ = 127;
321 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
322 EXPECT_EQ(rtc::Optional<uint64_t>(130u),
323 statistics_proxy_->GetStats().qp_sum);
324}
325
326TEST_F(SendStatisticsProxyTest, OnSendEncodedImageWithoutQpQpSumWontExist) {
327 EncodedImage encoded_image;
328 CodecSpecificInfo codec_info;
329 encoded_image.qp_ = -1;
330 EXPECT_EQ(rtc::Optional<uint64_t>(), statistics_proxy_->GetStats().qp_sum);
331 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
332 EXPECT_EQ(rtc::Optional<uint64_t>(), statistics_proxy_->GetStats().qp_sum);
333}
334
asapersson59bac1a2016-01-07 23:36:00 -0800335TEST_F(SendStatisticsProxyTest, SwitchContentTypeUpdatesHistograms) {
asapersson59bac1a2016-01-07 23:36:00 -0800336 const int kWidth = 640;
337 const int kHeight = 480;
338
perkj803d97f2016-11-01 11:45:46 -0700339 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
asapersson59bac1a2016-01-07 23:36:00 -0800340 statistics_proxy_->OnIncomingFrame(kWidth, kHeight);
341
Pera48ddb72016-09-29 11:48:50 +0200342 // No switch, stats should not be updated.
343 VideoEncoderConfig config;
344 config.content_type = VideoEncoderConfig::ContentType::kRealtimeVideo;
345 statistics_proxy_->OnEncoderReconfigured(config, 50);
asapersson01d70a32016-05-20 06:29:46 -0700346 EXPECT_EQ(0, metrics::NumSamples("WebRTC.Video.InputWidthInPixels"));
asapersson59bac1a2016-01-07 23:36:00 -0800347
348 // Switch to screenshare, real-time stats should be updated.
Pera48ddb72016-09-29 11:48:50 +0200349 config.content_type = VideoEncoderConfig::ContentType::kScreen;
350 statistics_proxy_->OnEncoderReconfigured(config, 50);
asapersson01d70a32016-05-20 06:29:46 -0700351 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.InputWidthInPixels"));
asapersson59bac1a2016-01-07 23:36:00 -0800352}
353
perkj803d97f2016-11-01 11:45:46 -0700354TEST_F(SendStatisticsProxyTest, CpuLimitedResolutionUpdated) {
355 const int kWidth = 640;
356 const int kHeight = 480;
357
358 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
359 statistics_proxy_->OnIncomingFrame(kWidth, kHeight);
360
361 statistics_proxy_->OnCpuRestrictedResolutionChanged(true);
362
363 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
364 statistics_proxy_->OnIncomingFrame(kWidth, kHeight);
365
366 statistics_proxy_.reset();
367 EXPECT_EQ(1,
368 metrics::NumSamples("WebRTC.Video.CpuLimitedResolutionInPercent"));
369 EXPECT_EQ(
370 1, metrics::NumEvents("WebRTC.Video.CpuLimitedResolutionInPercent", 50));
371}
372
asapersson4374a092016-07-27 00:39:09 -0700373TEST_F(SendStatisticsProxyTest, LifetimeHistogramIsUpdated) {
374 const int64_t kTimeSec = 3;
375 fake_clock_.AdvanceTimeMilliseconds(kTimeSec * 1000);
376 statistics_proxy_.reset();
377 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.SendStreamLifetimeInSeconds"));
378 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.SendStreamLifetimeInSeconds",
379 kTimeSec));
380}
381
382TEST_F(SendStatisticsProxyTest, CodecTypeHistogramIsUpdated) {
383 fake_clock_.AdvanceTimeMilliseconds(metrics::kMinRunTimeInSeconds * 1000);
384 statistics_proxy_.reset();
385 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoder.CodecType"));
386}
387
asapersson118ef002016-03-31 00:00:19 -0700388TEST_F(SendStatisticsProxyTest, VerifyQpHistogramStats_Vp8) {
asapersson118ef002016-03-31 00:00:19 -0700389 EncodedImage encoded_image;
kjellander02b3d272016-04-20 05:05:54 -0700390 CodecSpecificInfo codec_info;
391 codec_info.codecType = kVideoCodecVP8;
asapersson118ef002016-03-31 00:00:19 -0700392
perkj803d97f2016-11-01 11:45:46 -0700393 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i) {
kjellander02b3d272016-04-20 05:05:54 -0700394 codec_info.codecSpecific.VP8.simulcastIdx = 0;
asapersson118ef002016-03-31 00:00:19 -0700395 encoded_image.qp_ = kQpIdx0;
kjellander02b3d272016-04-20 05:05:54 -0700396 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
397 codec_info.codecSpecific.VP8.simulcastIdx = 1;
asapersson118ef002016-03-31 00:00:19 -0700398 encoded_image.qp_ = kQpIdx1;
kjellander02b3d272016-04-20 05:05:54 -0700399 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
asapersson118ef002016-03-31 00:00:19 -0700400 }
401 statistics_proxy_.reset();
asapersson01d70a32016-05-20 06:29:46 -0700402 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp8.S0"));
403 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp8.S0", kQpIdx0));
404 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp8.S1"));
405 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp8.S1", kQpIdx1));
asapersson118ef002016-03-31 00:00:19 -0700406}
407
408TEST_F(SendStatisticsProxyTest, VerifyQpHistogramStats_Vp8OneSsrc) {
409 VideoSendStream::Config config(nullptr);
410 config.rtp.ssrcs.push_back(kFirstSsrc);
411 statistics_proxy_.reset(new SendStatisticsProxy(
412 &fake_clock_, config, VideoEncoderConfig::ContentType::kRealtimeVideo));
413
asapersson118ef002016-03-31 00:00:19 -0700414 EncodedImage encoded_image;
kjellander02b3d272016-04-20 05:05:54 -0700415 CodecSpecificInfo codec_info;
416 codec_info.codecType = kVideoCodecVP8;
asapersson118ef002016-03-31 00:00:19 -0700417
perkj803d97f2016-11-01 11:45:46 -0700418 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i) {
kjellander02b3d272016-04-20 05:05:54 -0700419 codec_info.codecSpecific.VP8.simulcastIdx = 0;
asapersson118ef002016-03-31 00:00:19 -0700420 encoded_image.qp_ = kQpIdx0;
kjellander02b3d272016-04-20 05:05:54 -0700421 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
asapersson118ef002016-03-31 00:00:19 -0700422 }
423 statistics_proxy_.reset();
asapersson01d70a32016-05-20 06:29:46 -0700424 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp8"));
425 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp8", kQpIdx0));
asapersson118ef002016-03-31 00:00:19 -0700426}
427
asapersson5265fed2016-04-18 02:58:47 -0700428TEST_F(SendStatisticsProxyTest, VerifyQpHistogramStats_Vp9) {
asapersson5265fed2016-04-18 02:58:47 -0700429 EncodedImage encoded_image;
kjellander02b3d272016-04-20 05:05:54 -0700430 CodecSpecificInfo codec_info;
431 codec_info.codecType = kVideoCodecVP9;
432 codec_info.codecSpecific.VP9.num_spatial_layers = 2;
asapersson5265fed2016-04-18 02:58:47 -0700433
perkj803d97f2016-11-01 11:45:46 -0700434 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i) {
asapersson5265fed2016-04-18 02:58:47 -0700435 encoded_image.qp_ = kQpIdx0;
kjellander02b3d272016-04-20 05:05:54 -0700436 codec_info.codecSpecific.VP9.spatial_idx = 0;
437 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
asapersson5265fed2016-04-18 02:58:47 -0700438 encoded_image.qp_ = kQpIdx1;
kjellander02b3d272016-04-20 05:05:54 -0700439 codec_info.codecSpecific.VP9.spatial_idx = 1;
440 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
asapersson5265fed2016-04-18 02:58:47 -0700441 }
442 statistics_proxy_.reset();
asapersson01d70a32016-05-20 06:29:46 -0700443 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp9.S0"));
444 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp9.S0", kQpIdx0));
445 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp9.S1"));
446 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp9.S1", kQpIdx1));
asapersson5265fed2016-04-18 02:58:47 -0700447}
448
449TEST_F(SendStatisticsProxyTest, VerifyQpHistogramStats_Vp9OneSpatialLayer) {
450 VideoSendStream::Config config(nullptr);
451 config.rtp.ssrcs.push_back(kFirstSsrc);
452 statistics_proxy_.reset(new SendStatisticsProxy(
453 &fake_clock_, config, VideoEncoderConfig::ContentType::kRealtimeVideo));
454
asapersson5265fed2016-04-18 02:58:47 -0700455 EncodedImage encoded_image;
kjellander02b3d272016-04-20 05:05:54 -0700456 CodecSpecificInfo codec_info;
457 codec_info.codecType = kVideoCodecVP9;
458 codec_info.codecSpecific.VP9.num_spatial_layers = 1;
asapersson5265fed2016-04-18 02:58:47 -0700459
perkj803d97f2016-11-01 11:45:46 -0700460 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i) {
asapersson5265fed2016-04-18 02:58:47 -0700461 encoded_image.qp_ = kQpIdx0;
kjellander02b3d272016-04-20 05:05:54 -0700462 codec_info.codecSpecific.VP9.spatial_idx = 0;
463 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
asapersson5265fed2016-04-18 02:58:47 -0700464 }
465 statistics_proxy_.reset();
asapersson01d70a32016-05-20 06:29:46 -0700466 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.Encoded.Qp.Vp9"));
467 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.Encoded.Qp.Vp9", kQpIdx0));
asapersson5265fed2016-04-18 02:58:47 -0700468}
469
asapersson4ee70462016-10-31 04:05:12 -0700470TEST_F(SendStatisticsProxyTest,
471 BandwidthLimitedHistogramsNotUpdatedWhenDisabled) {
472 EncodedImage encoded_image;
473 // encoded_image.adapt_reason_.bw_resolutions_disabled by default: -1
perkj803d97f2016-11-01 11:45:46 -0700474 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
asapersson4ee70462016-10-31 04:05:12 -0700475 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
476
477 // Histograms are updated when the statistics_proxy_ is deleted.
478 statistics_proxy_.reset();
479 EXPECT_EQ(0, metrics::NumSamples(
480 "WebRTC.Video.BandwidthLimitedResolutionInPercent"));
481 EXPECT_EQ(0, metrics::NumSamples(
482 "WebRTC.Video.BandwidthLimitedResolutionsDisabled"));
483}
484
485TEST_F(SendStatisticsProxyTest,
486 BandwidthLimitedHistogramsUpdatedWhenEnabled_NoResolutionDisabled) {
487 const int kResolutionsDisabled = 0;
488 EncodedImage encoded_image;
489 encoded_image.adapt_reason_.bw_resolutions_disabled = kResolutionsDisabled;
perkj803d97f2016-11-01 11:45:46 -0700490 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
asapersson4ee70462016-10-31 04:05:12 -0700491 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
492
493 // Histograms are updated when the statistics_proxy_ is deleted.
494 statistics_proxy_.reset();
495 EXPECT_EQ(1, metrics::NumSamples(
496 "WebRTC.Video.BandwidthLimitedResolutionInPercent"));
497 EXPECT_EQ(1, metrics::NumEvents(
498 "WebRTC.Video.BandwidthLimitedResolutionInPercent", 0));
499 // No resolution disabled.
500 EXPECT_EQ(0, metrics::NumSamples(
501 "WebRTC.Video.BandwidthLimitedResolutionsDisabled"));
502}
503
504TEST_F(SendStatisticsProxyTest,
505 BandwidthLimitedHistogramsUpdatedWhenEnabled_OneResolutionDisabled) {
506 const int kResolutionsDisabled = 1;
507 EncodedImage encoded_image;
508 encoded_image.adapt_reason_.bw_resolutions_disabled = kResolutionsDisabled;
perkj803d97f2016-11-01 11:45:46 -0700509 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
asapersson4ee70462016-10-31 04:05:12 -0700510 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
511
512 // Histograms are updated when the statistics_proxy_ is deleted.
513 statistics_proxy_.reset();
514 EXPECT_EQ(1, metrics::NumSamples(
515 "WebRTC.Video.BandwidthLimitedResolutionInPercent"));
516 EXPECT_EQ(1, metrics::NumEvents(
517 "WebRTC.Video.BandwidthLimitedResolutionInPercent", 100));
518 // Resolutions disabled.
519 EXPECT_EQ(1, metrics::NumSamples(
520 "WebRTC.Video.BandwidthLimitedResolutionsDisabled"));
521 EXPECT_EQ(
522 1, metrics::NumEvents("WebRTC.Video.BandwidthLimitedResolutionsDisabled",
523 kResolutionsDisabled));
524}
525
526TEST_F(SendStatisticsProxyTest,
527 QualityLimitedHistogramsNotUpdatedWhenDisabled) {
528 EncodedImage encoded_image;
529 // encoded_image.adapt_reason_.quality_resolution_downscales disabled by
530 // default: -1
perkj803d97f2016-11-01 11:45:46 -0700531 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
asapersson4ee70462016-10-31 04:05:12 -0700532 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
533
534 // Histograms are updated when the statistics_proxy_ is deleted.
535 statistics_proxy_.reset();
536 EXPECT_EQ(
537 0, metrics::NumSamples("WebRTC.Video.QualityLimitedResolutionInPercent"));
538 EXPECT_EQ(0, metrics::NumSamples(
539 "WebRTC.Video.QualityLimitedResolutionDownscales"));
540}
541
542TEST_F(SendStatisticsProxyTest,
543 QualityLimitedHistogramsUpdatedWhenEnabled_NoResolutionDownscale) {
544 const int kDownscales = 0;
545 EncodedImage encoded_image;
546 encoded_image.adapt_reason_.quality_resolution_downscales = kDownscales;
perkj803d97f2016-11-01 11:45:46 -0700547 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
asapersson4ee70462016-10-31 04:05:12 -0700548 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
549
550 // Histograms are updated when the statistics_proxy_ is deleted.
551 statistics_proxy_.reset();
552 EXPECT_EQ(
553 1, metrics::NumSamples("WebRTC.Video.QualityLimitedResolutionInPercent"));
554 EXPECT_EQ(1, metrics::NumEvents(
555 "WebRTC.Video.QualityLimitedResolutionInPercent", 0));
556 // No resolution downscale.
557 EXPECT_EQ(0, metrics::NumSamples(
558 "WebRTC.Video.QualityLimitedResolutionDownscales"));
559}
560
561TEST_F(SendStatisticsProxyTest,
562 QualityLimitedHistogramsUpdatedWhenEnabled_TwoResolutionDownscales) {
563 const int kDownscales = 2;
564 EncodedImage encoded_image;
565 encoded_image.adapt_reason_.quality_resolution_downscales = kDownscales;
perkj803d97f2016-11-01 11:45:46 -0700566 for (int i = 0; i < SendStatisticsProxy::kMinRequiredMetricsSamples; ++i)
asapersson4ee70462016-10-31 04:05:12 -0700567 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
568
569 // Histograms are updated when the statistics_proxy_ is deleted.
570 statistics_proxy_.reset();
571 EXPECT_EQ(
572 1, metrics::NumSamples("WebRTC.Video.QualityLimitedResolutionInPercent"));
573 EXPECT_EQ(1, metrics::NumEvents(
574 "WebRTC.Video.QualityLimitedResolutionInPercent", 100));
575 // Resolution downscales.
576 EXPECT_EQ(1, metrics::NumSamples(
577 "WebRTC.Video.QualityLimitedResolutionDownscales"));
578 EXPECT_EQ(
579 1, metrics::NumEvents("WebRTC.Video.QualityLimitedResolutionDownscales",
580 kDownscales));
581}
582
583TEST_F(SendStatisticsProxyTest, GetStatsReportsBandwidthLimitedResolution) {
584 // Initially false.
585 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_resolution);
586 // No resolution scale by default.
587 EncodedImage encoded_image;
588 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
589 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_resolution);
590 // Resolution not scaled.
591 encoded_image.adapt_reason_.bw_resolutions_disabled = 0;
592 encoded_image.adapt_reason_.quality_resolution_downscales = 0;
593 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
594 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_resolution);
595 // Resolution scaled due to bandwidth.
596 encoded_image.adapt_reason_.bw_resolutions_disabled = 1;
597 encoded_image.adapt_reason_.quality_resolution_downscales = 0;
598 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
599 EXPECT_TRUE(statistics_proxy_->GetStats().bw_limited_resolution);
600 // Resolution not scaled.
601 encoded_image.adapt_reason_.bw_resolutions_disabled = 0;
602 encoded_image.adapt_reason_.quality_resolution_downscales = 0;
603 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
604 EXPECT_FALSE(statistics_proxy_->GetStats().bw_limited_resolution);
605 // Resolution scaled due to quality.
606 encoded_image.adapt_reason_.bw_resolutions_disabled = 0;
607 encoded_image.adapt_reason_.quality_resolution_downscales = 1;
608 statistics_proxy_->OnSendEncodedImage(encoded_image, nullptr);
609 EXPECT_TRUE(statistics_proxy_->GetStats().bw_limited_resolution);
610}
611
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000612TEST_F(SendStatisticsProxyTest, NoSubstreams) {
pbos@webrtc.org49096de2015-02-24 22:37:52 +0000613 uint32_t excluded_ssrc =
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000614 std::max(
615 *std::max_element(config_.rtp.ssrcs.begin(), config_.rtp.ssrcs.end()),
616 *std::max_element(config_.rtp.rtx.ssrcs.begin(),
617 config_.rtp.rtx.ssrcs.end())) +
618 1;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000619 // From RtcpStatisticsCallback.
620 RtcpStatistics rtcp_stats;
621 RtcpStatisticsCallback* rtcp_callback = statistics_proxy_.get();
pbos@webrtc.org49096de2015-02-24 22:37:52 +0000622 rtcp_callback->StatisticsUpdated(rtcp_stats, excluded_ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000623
624 // From BitrateStatisticsObserver.
sprangcd349d92016-07-13 09:11:28 -0700625 uint32_t total = 0;
626 uint32_t retransmit = 0;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000627 BitrateStatisticsObserver* bitrate_observer = statistics_proxy_.get();
pbos@webrtc.org49096de2015-02-24 22:37:52 +0000628 bitrate_observer->Notify(total, retransmit, excluded_ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000629
630 // From FrameCountObserver.
631 FrameCountObserver* fps_observer = statistics_proxy_.get();
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000632 FrameCounts frame_counts;
633 frame_counts.key_frames = 1;
pbos@webrtc.org49096de2015-02-24 22:37:52 +0000634 fps_observer->FrameCountUpdated(frame_counts, excluded_ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000635
636 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
637 EXPECT_TRUE(stats.substreams.empty());
638}
639
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000640TEST_F(SendStatisticsProxyTest, EncodedResolutionTimesOut) {
641 static const int kEncodedWidth = 123;
642 static const int kEncodedHeight = 81;
643 EncodedImage encoded_image;
644 encoded_image._encodedWidth = kEncodedWidth;
645 encoded_image._encodedHeight = kEncodedHeight;
646
kjellander02b3d272016-04-20 05:05:54 -0700647 CodecSpecificInfo codec_info;
648 codec_info.codecType = kVideoCodecVP8;
649 codec_info.codecSpecific.VP8.simulcastIdx = 0;
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000650
kjellander02b3d272016-04-20 05:05:54 -0700651 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
652 codec_info.codecSpecific.VP8.simulcastIdx = 1;
653 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000654
655 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000656 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[0]].width);
657 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[0]].height);
658 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[1]].width);
659 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[1]].height);
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000660
661 // Forward almost to timeout, this should not have removed stats.
662 fake_clock_.AdvanceTimeMilliseconds(SendStatisticsProxy::kStatsTimeoutMs - 1);
663 stats = statistics_proxy_->GetStats();
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000664 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[0]].width);
665 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[0]].height);
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000666
667 // Update the first SSRC with bogus RTCP stats to make sure that encoded
668 // resolution still times out (no global timeout for all stats).
669 RtcpStatistics rtcp_statistics;
670 RtcpStatisticsCallback* rtcp_stats = statistics_proxy_.get();
671 rtcp_stats->StatisticsUpdated(rtcp_statistics, config_.rtp.ssrcs[0]);
672
673 // Report stats for second SSRC to make sure it's not outdated along with the
674 // first SSRC.
kjellander02b3d272016-04-20 05:05:54 -0700675 codec_info.codecSpecific.VP8.simulcastIdx = 1;
676 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000677
678 // Forward 1 ms, reach timeout, substream 0 should have no resolution
679 // reported, but substream 1 should.
680 fake_clock_.AdvanceTimeMilliseconds(1);
681 stats = statistics_proxy_->GetStats();
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000682 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[0]].width);
683 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[0]].height);
684 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[1]].width);
685 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[1]].height);
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000686}
687
Peter Boström20f3f942015-05-15 11:33:39 +0200688TEST_F(SendStatisticsProxyTest, ClearsResolutionFromInactiveSsrcs) {
689 static const int kEncodedWidth = 123;
690 static const int kEncodedHeight = 81;
691 EncodedImage encoded_image;
692 encoded_image._encodedWidth = kEncodedWidth;
693 encoded_image._encodedHeight = kEncodedHeight;
694
kjellander02b3d272016-04-20 05:05:54 -0700695 CodecSpecificInfo codec_info;
696 codec_info.codecType = kVideoCodecVP8;
697 codec_info.codecSpecific.VP8.simulcastIdx = 0;
Peter Boström20f3f942015-05-15 11:33:39 +0200698
kjellander02b3d272016-04-20 05:05:54 -0700699 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
700 codec_info.codecSpecific.VP8.simulcastIdx = 1;
701 statistics_proxy_->OnSendEncodedImage(encoded_image, &codec_info);
Peter Boström20f3f942015-05-15 11:33:39 +0200702
703 statistics_proxy_->OnInactiveSsrc(config_.rtp.ssrcs[1]);
704 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
705 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[0]].width);
706 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[0]].height);
707 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[1]].width);
708 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[1]].height);
709}
710
711TEST_F(SendStatisticsProxyTest, ClearsBitratesFromInactiveSsrcs) {
sprangcd349d92016-07-13 09:11:28 -0700712 uint32_t bitrate = 42;
Peter Boström20f3f942015-05-15 11:33:39 +0200713 BitrateStatisticsObserver* observer = statistics_proxy_.get();
714 observer->Notify(bitrate, bitrate, config_.rtp.ssrcs[0]);
715 observer->Notify(bitrate, bitrate, config_.rtp.ssrcs[1]);
716
717 statistics_proxy_->OnInactiveSsrc(config_.rtp.ssrcs[1]);
718
719 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprangcd349d92016-07-13 09:11:28 -0700720 EXPECT_EQ(static_cast<int>(bitrate),
Peter Boström20f3f942015-05-15 11:33:39 +0200721 stats.substreams[config_.rtp.ssrcs[0]].total_bitrate_bps);
sprangcd349d92016-07-13 09:11:28 -0700722 EXPECT_EQ(static_cast<int>(bitrate),
Peter Boström20f3f942015-05-15 11:33:39 +0200723 stats.substreams[config_.rtp.ssrcs[0]].retransmit_bitrate_bps);
724 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[1]].total_bitrate_bps);
725 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[1]].retransmit_bitrate_bps);
726}
727
sprang07fb9be2016-02-24 07:55:00 -0800728TEST_F(SendStatisticsProxyTest, ResetsRtcpCountersOnContentChange) {
729 RtcpPacketTypeCounterObserver* proxy =
730 static_cast<RtcpPacketTypeCounterObserver*>(statistics_proxy_.get());
731 RtcpPacketTypeCounter counters;
732 counters.first_packet_time_ms = fake_clock_.TimeInMilliseconds();
733 proxy->RtcpPacketTypesCounterUpdated(kFirstSsrc, counters);
734 proxy->RtcpPacketTypesCounterUpdated(kSecondSsrc, counters);
735
736 fake_clock_.AdvanceTimeMilliseconds(1000 * metrics::kMinRunTimeInSeconds);
737
738 counters.nack_packets += 1 * metrics::kMinRunTimeInSeconds;
739 counters.fir_packets += 2 * metrics::kMinRunTimeInSeconds;
740 counters.pli_packets += 3 * metrics::kMinRunTimeInSeconds;
741 counters.unique_nack_requests += 4 * metrics::kMinRunTimeInSeconds;
742 counters.nack_requests += 5 * metrics::kMinRunTimeInSeconds;
743
744 proxy->RtcpPacketTypesCounterUpdated(kFirstSsrc, counters);
745 proxy->RtcpPacketTypesCounterUpdated(kSecondSsrc, counters);
746
747 // Changing content type causes histograms to be reported.
Pera48ddb72016-09-29 11:48:50 +0200748 VideoEncoderConfig config;
749 config.content_type = VideoEncoderConfig::ContentType::kScreen;
750 statistics_proxy_->OnEncoderReconfigured(config, 50);
sprang07fb9be2016-02-24 07:55:00 -0800751
asapersson01d70a32016-05-20 06:29:46 -0700752 EXPECT_EQ(1,
753 metrics::NumSamples("WebRTC.Video.NackPacketsReceivedPerMinute"));
754 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.FirPacketsReceivedPerMinute"));
755 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.PliPacketsReceivedPerMinute"));
756 EXPECT_EQ(1, metrics::NumSamples(
sprang07fb9be2016-02-24 07:55:00 -0800757 "WebRTC.Video.UniqueNackRequestsReceivedInPercent"));
758
759 const int kRate = 60 * 2; // Packets per minute with two streams.
760
asapersson01d70a32016-05-20 06:29:46 -0700761 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.NackPacketsReceivedPerMinute",
762 1 * kRate));
763 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.FirPacketsReceivedPerMinute",
764 2 * kRate));
765 EXPECT_EQ(1, metrics::NumEvents("WebRTC.Video.PliPacketsReceivedPerMinute",
766 3 * kRate));
767 EXPECT_EQ(
768 1, metrics::NumEvents("WebRTC.Video.UniqueNackRequestsReceivedInPercent",
769 4 * 100 / 5));
sprang07fb9be2016-02-24 07:55:00 -0800770
771 // New start time but same counter values.
772 proxy->RtcpPacketTypesCounterUpdated(kFirstSsrc, counters);
773 proxy->RtcpPacketTypesCounterUpdated(kSecondSsrc, counters);
774
775 fake_clock_.AdvanceTimeMilliseconds(1000 * metrics::kMinRunTimeInSeconds);
776
777 counters.nack_packets += 1 * metrics::kMinRunTimeInSeconds;
778 counters.fir_packets += 2 * metrics::kMinRunTimeInSeconds;
779 counters.pli_packets += 3 * metrics::kMinRunTimeInSeconds;
780 counters.unique_nack_requests += 4 * metrics::kMinRunTimeInSeconds;
781 counters.nack_requests += 5 * metrics::kMinRunTimeInSeconds;
782
783 proxy->RtcpPacketTypesCounterUpdated(kFirstSsrc, counters);
784 proxy->RtcpPacketTypesCounterUpdated(kSecondSsrc, counters);
785
786 SetUp(); // Reset stats proxy also causes histograms to be reported.
787
asapersson01d70a32016-05-20 06:29:46 -0700788 EXPECT_EQ(1, metrics::NumSamples(
sprang07fb9be2016-02-24 07:55:00 -0800789 "WebRTC.Video.Screenshare.NackPacketsReceivedPerMinute"));
asapersson01d70a32016-05-20 06:29:46 -0700790 EXPECT_EQ(1, metrics::NumSamples(
sprang07fb9be2016-02-24 07:55:00 -0800791 "WebRTC.Video.Screenshare.FirPacketsReceivedPerMinute"));
asapersson01d70a32016-05-20 06:29:46 -0700792 EXPECT_EQ(1, metrics::NumSamples(
sprang07fb9be2016-02-24 07:55:00 -0800793 "WebRTC.Video.Screenshare.PliPacketsReceivedPerMinute"));
794 EXPECT_EQ(
asapersson01d70a32016-05-20 06:29:46 -0700795 1, metrics::NumSamples(
sprang07fb9be2016-02-24 07:55:00 -0800796 "WebRTC.Video.Screenshare.UniqueNackRequestsReceivedInPercent"));
797
asapersson01d70a32016-05-20 06:29:46 -0700798 EXPECT_EQ(1, metrics::NumEvents(
799 "WebRTC.Video.Screenshare.NackPacketsReceivedPerMinute",
800 1 * kRate));
801 EXPECT_EQ(1, metrics::NumEvents(
802 "WebRTC.Video.Screenshare.FirPacketsReceivedPerMinute",
803 2 * kRate));
804 EXPECT_EQ(1, metrics::NumEvents(
805 "WebRTC.Video.Screenshare.PliPacketsReceivedPerMinute",
806 3 * kRate));
807 EXPECT_EQ(1,
808 metrics::NumEvents(
809 "WebRTC.Video.Screenshare.UniqueNackRequestsReceivedInPercent",
810 4 * 100 / 5));
sprang07fb9be2016-02-24 07:55:00 -0800811}
812
Erik Språng22c2b482016-03-01 09:40:42 +0100813TEST_F(SendStatisticsProxyTest, ResetsRtpCountersOnContentChange) {
814 StreamDataCountersCallback* proxy =
815 static_cast<StreamDataCountersCallback*>(statistics_proxy_.get());
816 StreamDataCounters counters;
817 StreamDataCounters rtx_counters;
818 counters.first_packet_time_ms = fake_clock_.TimeInMilliseconds();
819 proxy->DataCountersUpdated(counters, kFirstSsrc);
820 proxy->DataCountersUpdated(counters, kSecondSsrc);
821 proxy->DataCountersUpdated(rtx_counters, kFirstRtxSsrc);
822 proxy->DataCountersUpdated(rtx_counters, kSecondRtxSsrc);
823
824 counters.transmitted.header_bytes = 400;
825 counters.transmitted.packets = 20;
826 counters.transmitted.padding_bytes = 1000;
827 counters.transmitted.payload_bytes = 2000;
828
829 counters.retransmitted.header_bytes = 40;
830 counters.retransmitted.packets = 2;
831 counters.retransmitted.padding_bytes = 100;
832 counters.retransmitted.payload_bytes = 200;
833
834 counters.fec = counters.retransmitted;
835
836 rtx_counters.transmitted = counters.transmitted;
837
838 fake_clock_.AdvanceTimeMilliseconds(1000 * metrics::kMinRunTimeInSeconds);
839 proxy->DataCountersUpdated(counters, kFirstSsrc);
840 proxy->DataCountersUpdated(counters, kSecondSsrc);
841 proxy->DataCountersUpdated(rtx_counters, kFirstRtxSsrc);
842 proxy->DataCountersUpdated(rtx_counters, kSecondRtxSsrc);
843
844 // Changing content type causes histograms to be reported.
Pera48ddb72016-09-29 11:48:50 +0200845 VideoEncoderConfig config;
846 config.content_type = VideoEncoderConfig::ContentType::kScreen;
847 statistics_proxy_->OnEncoderReconfigured(config, 50);
Erik Språng22c2b482016-03-01 09:40:42 +0100848
asapersson01d70a32016-05-20 06:29:46 -0700849 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.BitrateSentInKbps"));
850 EXPECT_EQ(1,
851 metrics::NumEvents(
852 "WebRTC.Video.BitrateSentInKbps",
853 static_cast<int>((counters.transmitted.TotalBytes() * 4 * 8) /
854 metrics::kMinRunTimeInSeconds / 1000)));
855
856 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.MediaBitrateSentInKbps"));
857 EXPECT_EQ(1, metrics::NumEvents(
858 "WebRTC.Video.MediaBitrateSentInKbps",
859 static_cast<int>((counters.MediaPayloadBytes() * 2 * 8) /
860 metrics::kMinRunTimeInSeconds / 1000)));
861
862 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.PaddingBitrateSentInKbps"));
863 EXPECT_EQ(1,
864 metrics::NumEvents(
865 "WebRTC.Video.PaddingBitrateSentInKbps",
866 static_cast<int>((counters.transmitted.padding_bytes * 4 * 8) /
867 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100868
869 EXPECT_EQ(1,
asapersson01d70a32016-05-20 06:29:46 -0700870 metrics::NumSamples("WebRTC.Video.RetransmittedBitrateSentInKbps"));
Erik Språng22c2b482016-03-01 09:40:42 +0100871 EXPECT_EQ(1,
asapersson01d70a32016-05-20 06:29:46 -0700872 metrics::NumEvents(
873 "WebRTC.Video.RetransmittedBitrateSentInKbps",
874 static_cast<int>((counters.retransmitted.TotalBytes() * 2 * 8) /
875 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100876
asapersson01d70a32016-05-20 06:29:46 -0700877 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.RtxBitrateSentInKbps"));
Erik Språng22c2b482016-03-01 09:40:42 +0100878 EXPECT_EQ(
asapersson01d70a32016-05-20 06:29:46 -0700879 1, metrics::NumEvents(
880 "WebRTC.Video.RtxBitrateSentInKbps",
881 static_cast<int>((rtx_counters.transmitted.TotalBytes() * 2 * 8) /
882 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100883
asapersson01d70a32016-05-20 06:29:46 -0700884 EXPECT_EQ(1, metrics::NumSamples("WebRTC.Video.FecBitrateSentInKbps"));
885 EXPECT_EQ(1, metrics::NumEvents(
886 "WebRTC.Video.FecBitrateSentInKbps",
887 static_cast<int>((rtx_counters.fec.TotalBytes() * 2 * 8) /
888 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100889
890 // New start time but same counter values.
891 proxy->DataCountersUpdated(counters, kFirstSsrc);
892 proxy->DataCountersUpdated(counters, kSecondSsrc);
893 proxy->DataCountersUpdated(rtx_counters, kFirstRtxSsrc);
894 proxy->DataCountersUpdated(rtx_counters, kSecondRtxSsrc);
895
896 // Double counter values, this should result in the same counts as before but
897 // with new histogram names.
898 StreamDataCounters new_counters = counters;
899 new_counters.Add(counters);
900 StreamDataCounters new_rtx_counters = rtx_counters;
901 new_rtx_counters.Add(rtx_counters);
902
903 fake_clock_.AdvanceTimeMilliseconds(1000 * metrics::kMinRunTimeInSeconds);
904 proxy->DataCountersUpdated(new_counters, kFirstSsrc);
905 proxy->DataCountersUpdated(new_counters, kSecondSsrc);
906 proxy->DataCountersUpdated(new_rtx_counters, kFirstRtxSsrc);
907 proxy->DataCountersUpdated(new_rtx_counters, kSecondRtxSsrc);
908
909 SetUp(); // Reset stats proxy also causes histograms to be reported.
910
asapersson01d70a32016-05-20 06:29:46 -0700911 EXPECT_EQ(1,
912 metrics::NumSamples("WebRTC.Video.Screenshare.BitrateSentInKbps"));
913 EXPECT_EQ(1,
914 metrics::NumEvents(
915 "WebRTC.Video.Screenshare.BitrateSentInKbps",
916 static_cast<int>((counters.transmitted.TotalBytes() * 4 * 8) /
917 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100918
asapersson01d70a32016-05-20 06:29:46 -0700919 EXPECT_EQ(1, metrics::NumSamples(
Erik Språng22c2b482016-03-01 09:40:42 +0100920 "WebRTC.Video.Screenshare.MediaBitrateSentInKbps"));
asapersson01d70a32016-05-20 06:29:46 -0700921 EXPECT_EQ(1, metrics::NumEvents(
922 "WebRTC.Video.Screenshare.MediaBitrateSentInKbps",
923 static_cast<int>((counters.MediaPayloadBytes() * 2 * 8) /
924 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100925
asapersson01d70a32016-05-20 06:29:46 -0700926 EXPECT_EQ(1, metrics::NumSamples(
Erik Språng22c2b482016-03-01 09:40:42 +0100927 "WebRTC.Video.Screenshare.PaddingBitrateSentInKbps"));
asapersson01d70a32016-05-20 06:29:46 -0700928 EXPECT_EQ(1,
929 metrics::NumEvents(
930 "WebRTC.Video.Screenshare.PaddingBitrateSentInKbps",
931 static_cast<int>((counters.transmitted.padding_bytes * 4 * 8) /
932 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100933
asapersson01d70a32016-05-20 06:29:46 -0700934 EXPECT_EQ(1, metrics::NumSamples(
Erik Språng22c2b482016-03-01 09:40:42 +0100935 "WebRTC.Video.Screenshare.RetransmittedBitrateSentInKbps"));
asapersson01d70a32016-05-20 06:29:46 -0700936 EXPECT_EQ(1,
937 metrics::NumEvents(
938 "WebRTC.Video.Screenshare.RetransmittedBitrateSentInKbps",
939 static_cast<int>((counters.retransmitted.TotalBytes() * 2 * 8) /
940 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100941
asapersson01d70a32016-05-20 06:29:46 -0700942 EXPECT_EQ(
943 1, metrics::NumSamples("WebRTC.Video.Screenshare.RtxBitrateSentInKbps"));
944 EXPECT_EQ(
945 1, metrics::NumEvents(
946 "WebRTC.Video.Screenshare.RtxBitrateSentInKbps",
947 static_cast<int>((rtx_counters.transmitted.TotalBytes() * 2 * 8) /
948 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100949
asapersson01d70a32016-05-20 06:29:46 -0700950 EXPECT_EQ(
951 1, metrics::NumSamples("WebRTC.Video.Screenshare.FecBitrateSentInKbps"));
952 EXPECT_EQ(1, metrics::NumEvents(
953 "WebRTC.Video.Screenshare.FecBitrateSentInKbps",
954 static_cast<int>((rtx_counters.fec.TotalBytes() * 2 * 8) /
955 metrics::kMinRunTimeInSeconds / 1000)));
Erik Språng22c2b482016-03-01 09:40:42 +0100956}
957
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000958} // namespace webrtc