blob: bb404fb8bed65a29b2729a9c7055e24c8e0981c0 [file] [log] [blame]
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001/*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11// This file includes unit tests for SendStatisticsProxy.
12#include "webrtc/video/send_statistics_proxy.h"
13
14#include <map>
kwiberg27f982b2016-03-01 11:52:33 -080015#include <memory>
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000016#include <string>
17#include <vector>
18
19#include "testing/gtest/include/gtest/gtest.h"
sprang07fb9be2016-02-24 07:55:00 -080020#include "webrtc/system_wrappers/include/metrics.h"
asapersson59bac1a2016-01-07 23:36:00 -080021#include "webrtc/test/histogram.h"
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000022
23namespace webrtc {
24
sprang07fb9be2016-02-24 07:55:00 -080025static const uint32_t kFirstSsrc = 17;
26static const uint32_t kSecondSsrc = 42;
27static const uint32_t kFirstRtxSsrc = 18;
28static const uint32_t kSecondRtxSsrc = 43;
29
stefan@webrtc.org168f23f2014-07-11 13:44:02 +000030class SendStatisticsProxyTest : public ::testing::Test {
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000031 public:
pbos@webrtc.org273a4142014-12-01 15:23:21 +000032 SendStatisticsProxyTest()
solenberg4fbae2b2015-08-28 04:07:10 -070033 : fake_clock_(1234), config_(GetTestConfig()), avg_delay_ms_(0),
34 max_delay_ms_(0) {}
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000035 virtual ~SendStatisticsProxyTest() {}
36
37 protected:
38 virtual void SetUp() {
sprangb4a1ae52015-12-03 08:10:08 -080039 statistics_proxy_.reset(new SendStatisticsProxy(
40 &fake_clock_, GetTestConfig(),
41 VideoEncoderConfig::ContentType::kRealtimeVideo));
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000042 expected_ = VideoSendStream::Stats();
43 }
44
45 VideoSendStream::Config GetTestConfig() {
solenberg4fbae2b2015-08-28 04:07:10 -070046 VideoSendStream::Config config(nullptr);
sprang07fb9be2016-02-24 07:55:00 -080047 config.rtp.ssrcs.push_back(kFirstSsrc);
48 config.rtp.ssrcs.push_back(kSecondSsrc);
49 config.rtp.rtx.ssrcs.push_back(kFirstRtxSsrc);
50 config.rtp.rtx.ssrcs.push_back(kSecondRtxSsrc);
Erik Språng22c2b482016-03-01 09:40:42 +010051 config.rtp.fec.red_payload_type = 17;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000052 return config;
53 }
54
sprang@webrtc.org09315702014-02-07 12:06:29 +000055 void ExpectEqual(VideoSendStream::Stats one, VideoSendStream::Stats other) {
sprang@webrtc.org09315702014-02-07 12:06:29 +000056 EXPECT_EQ(one.input_frame_rate, other.input_frame_rate);
57 EXPECT_EQ(one.encode_frame_rate, other.encode_frame_rate);
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +000058 EXPECT_EQ(one.media_bitrate_bps, other.media_bitrate_bps);
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +000059 EXPECT_EQ(one.suspended, other.suspended);
sprang@webrtc.org09315702014-02-07 12:06:29 +000060
61 EXPECT_EQ(one.substreams.size(), other.substreams.size());
pbos@webrtc.org09c77b92015-02-25 10:42:16 +000062 for (std::map<uint32_t, VideoSendStream::StreamStats>::const_iterator it =
sprang@webrtc.org09315702014-02-07 12:06:29 +000063 one.substreams.begin();
pbos@webrtc.org09c77b92015-02-25 10:42:16 +000064 it != one.substreams.end(); ++it) {
65 std::map<uint32_t, VideoSendStream::StreamStats>::const_iterator
66 corresponding_it = other.substreams.find(it->first);
sprang@webrtc.org09315702014-02-07 12:06:29 +000067 ASSERT_TRUE(corresponding_it != other.substreams.end());
pbos@webrtc.org09c77b92015-02-25 10:42:16 +000068 const VideoSendStream::StreamStats& a = it->second;
69 const VideoSendStream::StreamStats& b = corresponding_it->second;
sprang@webrtc.org09315702014-02-07 12:06:29 +000070
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +000071 EXPECT_EQ(a.frame_counts.key_frames, b.frame_counts.key_frames);
72 EXPECT_EQ(a.frame_counts.delta_frames, b.frame_counts.delta_frames);
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +000073 EXPECT_EQ(a.total_bitrate_bps, b.total_bitrate_bps);
stefan@webrtc.org168f23f2014-07-11 13:44:02 +000074 EXPECT_EQ(a.avg_delay_ms, b.avg_delay_ms);
75 EXPECT_EQ(a.max_delay_ms, b.max_delay_ms);
sprang@webrtc.org09315702014-02-07 12:06:29 +000076
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +000077 EXPECT_EQ(a.rtp_stats.transmitted.payload_bytes,
78 b.rtp_stats.transmitted.payload_bytes);
79 EXPECT_EQ(a.rtp_stats.transmitted.header_bytes,
80 b.rtp_stats.transmitted.header_bytes);
81 EXPECT_EQ(a.rtp_stats.transmitted.padding_bytes,
82 b.rtp_stats.transmitted.padding_bytes);
83 EXPECT_EQ(a.rtp_stats.transmitted.packets,
84 b.rtp_stats.transmitted.packets);
85 EXPECT_EQ(a.rtp_stats.retransmitted.packets,
86 b.rtp_stats.retransmitted.packets);
87 EXPECT_EQ(a.rtp_stats.fec.packets, b.rtp_stats.fec.packets);
sprang@webrtc.org09315702014-02-07 12:06:29 +000088
89 EXPECT_EQ(a.rtcp_stats.fraction_lost, b.rtcp_stats.fraction_lost);
90 EXPECT_EQ(a.rtcp_stats.cumulative_lost, b.rtcp_stats.cumulative_lost);
91 EXPECT_EQ(a.rtcp_stats.extended_max_sequence_number,
92 b.rtcp_stats.extended_max_sequence_number);
93 EXPECT_EQ(a.rtcp_stats.jitter, b.rtcp_stats.jitter);
94 }
95 }
96
pbos@webrtc.org273a4142014-12-01 15:23:21 +000097 SimulatedClock fake_clock_;
kwiberg27f982b2016-03-01 11:52:33 -080098 std::unique_ptr<SendStatisticsProxy> statistics_proxy_;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000099 VideoSendStream::Config config_;
100 int avg_delay_ms_;
101 int max_delay_ms_;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000102 VideoSendStream::Stats expected_;
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000103 typedef std::map<uint32_t, VideoSendStream::StreamStats>::const_iterator
104 StreamIterator;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000105};
106
107TEST_F(SendStatisticsProxyTest, RtcpStatistics) {
108 RtcpStatisticsCallback* callback = statistics_proxy_.get();
109 for (std::vector<uint32_t>::const_iterator it = config_.rtp.ssrcs.begin();
110 it != config_.rtp.ssrcs.end();
111 ++it) {
112 const uint32_t ssrc = *it;
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000113 VideoSendStream::StreamStats& ssrc_stats = expected_.substreams[ssrc];
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000114
115 // Add statistics with some arbitrary, but unique, numbers.
116 uint32_t offset = ssrc * sizeof(RtcpStatistics);
117 ssrc_stats.rtcp_stats.cumulative_lost = offset;
118 ssrc_stats.rtcp_stats.extended_max_sequence_number = offset + 1;
119 ssrc_stats.rtcp_stats.fraction_lost = offset + 2;
120 ssrc_stats.rtcp_stats.jitter = offset + 3;
121 callback->StatisticsUpdated(ssrc_stats.rtcp_stats, ssrc);
122 }
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000123 for (std::vector<uint32_t>::const_iterator it = config_.rtp.rtx.ssrcs.begin();
124 it != config_.rtp.rtx.ssrcs.end();
125 ++it) {
126 const uint32_t ssrc = *it;
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000127 VideoSendStream::StreamStats& ssrc_stats = expected_.substreams[ssrc];
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000128
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000129 // Add statistics with some arbitrary, but unique, numbers.
130 uint32_t offset = ssrc * sizeof(RtcpStatistics);
131 ssrc_stats.rtcp_stats.cumulative_lost = offset;
132 ssrc_stats.rtcp_stats.extended_max_sequence_number = offset + 1;
133 ssrc_stats.rtcp_stats.fraction_lost = offset + 2;
134 ssrc_stats.rtcp_stats.jitter = offset + 3;
135 callback->StatisticsUpdated(ssrc_stats.rtcp_stats, ssrc);
136 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000137 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprang@webrtc.org09315702014-02-07 12:06:29 +0000138 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000139}
140
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000141TEST_F(SendStatisticsProxyTest, EncodedBitrateAndFramerate) {
Peter Boström7083e112015-09-22 16:28:51 +0200142 int media_bitrate_bps = 500;
143 int encode_fps = 29;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000144
Peter Boström7083e112015-09-22 16:28:51 +0200145 statistics_proxy_->OnOutgoingRate(encode_fps, media_bitrate_bps);
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000146
147 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
148 EXPECT_EQ(media_bitrate_bps, stats.media_bitrate_bps);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000149 EXPECT_EQ(encode_fps, stats.encode_frame_rate);
150}
151
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +0000152TEST_F(SendStatisticsProxyTest, Suspended) {
153 // Verify that the value is false by default.
154 EXPECT_FALSE(statistics_proxy_->GetStats().suspended);
155
156 // Verify that we can set it to true.
Peter Boström7083e112015-09-22 16:28:51 +0200157 statistics_proxy_->OnSuspendChange(true);
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +0000158 EXPECT_TRUE(statistics_proxy_->GetStats().suspended);
159
160 // Verify that we can set it back to false again.
Peter Boström7083e112015-09-22 16:28:51 +0200161 statistics_proxy_->OnSuspendChange(false);
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +0000162 EXPECT_FALSE(statistics_proxy_->GetStats().suspended);
163}
164
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000165TEST_F(SendStatisticsProxyTest, FrameCounts) {
166 FrameCountObserver* observer = statistics_proxy_.get();
167 for (std::vector<uint32_t>::const_iterator it = config_.rtp.ssrcs.begin();
168 it != config_.rtp.ssrcs.end();
169 ++it) {
170 const uint32_t ssrc = *it;
171 // Add statistics with some arbitrary, but unique, numbers.
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000172 VideoSendStream::StreamStats& stats = expected_.substreams[ssrc];
173 uint32_t offset = ssrc * sizeof(VideoSendStream::StreamStats);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000174 FrameCounts frame_counts;
175 frame_counts.key_frames = offset;
176 frame_counts.delta_frames = offset + 1;
177 stats.frame_counts = frame_counts;
178 observer->FrameCountUpdated(frame_counts, ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000179 }
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000180 for (std::vector<uint32_t>::const_iterator it = config_.rtp.rtx.ssrcs.begin();
181 it != config_.rtp.rtx.ssrcs.end();
182 ++it) {
183 const uint32_t ssrc = *it;
184 // Add statistics with some arbitrary, but unique, numbers.
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000185 VideoSendStream::StreamStats& stats = expected_.substreams[ssrc];
186 uint32_t offset = ssrc * sizeof(VideoSendStream::StreamStats);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000187 FrameCounts frame_counts;
188 frame_counts.key_frames = offset;
189 frame_counts.delta_frames = offset + 1;
190 stats.frame_counts = frame_counts;
191 observer->FrameCountUpdated(frame_counts, ssrc);
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000192 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000193
194 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprang@webrtc.org09315702014-02-07 12:06:29 +0000195 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000196}
197
198TEST_F(SendStatisticsProxyTest, DataCounters) {
199 StreamDataCountersCallback* callback = statistics_proxy_.get();
200 for (std::vector<uint32_t>::const_iterator it = config_.rtp.ssrcs.begin();
201 it != config_.rtp.ssrcs.end();
202 ++it) {
203 const uint32_t ssrc = *it;
204 StreamDataCounters& counters = expected_.substreams[ssrc].rtp_stats;
205 // Add statistics with some arbitrary, but unique, numbers.
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000206 size_t offset = ssrc * sizeof(StreamDataCounters);
207 uint32_t offset_uint32 = static_cast<uint32_t>(offset);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +0000208 counters.transmitted.payload_bytes = offset;
209 counters.transmitted.header_bytes = offset + 1;
210 counters.fec.packets = offset_uint32 + 2;
211 counters.transmitted.padding_bytes = offset + 3;
212 counters.retransmitted.packets = offset_uint32 + 4;
213 counters.transmitted.packets = offset_uint32 + 5;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000214 callback->DataCountersUpdated(counters, ssrc);
215 }
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000216 for (std::vector<uint32_t>::const_iterator it = config_.rtp.rtx.ssrcs.begin();
217 it != config_.rtp.rtx.ssrcs.end();
218 ++it) {
219 const uint32_t ssrc = *it;
220 StreamDataCounters& counters = expected_.substreams[ssrc].rtp_stats;
221 // Add statistics with some arbitrary, but unique, numbers.
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000222 size_t offset = ssrc * sizeof(StreamDataCounters);
223 uint32_t offset_uint32 = static_cast<uint32_t>(offset);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +0000224 counters.transmitted.payload_bytes = offset;
225 counters.transmitted.header_bytes = offset + 1;
226 counters.fec.packets = offset_uint32 + 2;
227 counters.transmitted.padding_bytes = offset + 3;
228 counters.retransmitted.packets = offset_uint32 + 4;
229 counters.transmitted.packets = offset_uint32 + 5;
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000230 callback->DataCountersUpdated(counters, ssrc);
231 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000232
233 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprang@webrtc.org09315702014-02-07 12:06:29 +0000234 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000235}
236
237TEST_F(SendStatisticsProxyTest, Bitrate) {
238 BitrateStatisticsObserver* observer = statistics_proxy_.get();
239 for (std::vector<uint32_t>::const_iterator it = config_.rtp.ssrcs.begin();
240 it != config_.rtp.ssrcs.end();
241 ++it) {
242 const uint32_t ssrc = *it;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000243 BitrateStatistics total;
244 BitrateStatistics retransmit;
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000245 // Use ssrc as bitrate_bps to get a unique value for each stream.
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000246 total.bitrate_bps = ssrc;
247 retransmit.bitrate_bps = ssrc + 1;
248 observer->Notify(total, retransmit, ssrc);
249 expected_.substreams[ssrc].total_bitrate_bps = total.bitrate_bps;
250 expected_.substreams[ssrc].retransmit_bitrate_bps = retransmit.bitrate_bps;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000251 }
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000252 for (std::vector<uint32_t>::const_iterator it = config_.rtp.rtx.ssrcs.begin();
253 it != config_.rtp.rtx.ssrcs.end();
254 ++it) {
255 const uint32_t ssrc = *it;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000256 BitrateStatistics total;
257 BitrateStatistics retransmit;
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000258 // Use ssrc as bitrate_bps to get a unique value for each stream.
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000259 total.bitrate_bps = ssrc;
260 retransmit.bitrate_bps = ssrc + 1;
261 observer->Notify(total, retransmit, ssrc);
262 expected_.substreams[ssrc].total_bitrate_bps = total.bitrate_bps;
263 expected_.substreams[ssrc].retransmit_bitrate_bps = retransmit.bitrate_bps;
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000264 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000265
266 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprang@webrtc.org09315702014-02-07 12:06:29 +0000267 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000268}
269
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000270TEST_F(SendStatisticsProxyTest, SendSideDelay) {
271 SendSideDelayObserver* observer = statistics_proxy_.get();
272 for (std::vector<uint32_t>::const_iterator it = config_.rtp.ssrcs.begin();
273 it != config_.rtp.ssrcs.end();
274 ++it) {
275 const uint32_t ssrc = *it;
276 // Use ssrc as avg_delay_ms and max_delay_ms to get a unique value for each
277 // stream.
278 int avg_delay_ms = ssrc;
279 int max_delay_ms = ssrc + 1;
280 observer->SendSideDelayUpdated(avg_delay_ms, max_delay_ms, ssrc);
281 expected_.substreams[ssrc].avg_delay_ms = avg_delay_ms;
282 expected_.substreams[ssrc].max_delay_ms = max_delay_ms;
283 }
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000284 for (std::vector<uint32_t>::const_iterator it = config_.rtp.rtx.ssrcs.begin();
285 it != config_.rtp.rtx.ssrcs.end();
286 ++it) {
287 const uint32_t ssrc = *it;
288 // Use ssrc as avg_delay_ms and max_delay_ms to get a unique value for each
289 // stream.
290 int avg_delay_ms = ssrc;
291 int max_delay_ms = ssrc + 1;
292 observer->SendSideDelayUpdated(avg_delay_ms, max_delay_ms, ssrc);
293 expected_.substreams[ssrc].avg_delay_ms = avg_delay_ms;
294 expected_.substreams[ssrc].max_delay_ms = max_delay_ms;
295 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000296 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000297 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000298}
299
Peter Boströme4499152016-02-05 11:13:28 +0100300TEST_F(SendStatisticsProxyTest, OnEncodedFrameTimeMeasured) {
asapersson1aa420b2015-12-07 03:12:22 -0800301 const int kEncodeTimeMs = 11;
Peter Boströme4499152016-02-05 11:13:28 +0100302 CpuOveruseMetrics metrics;
303 metrics.encode_usage_percent = 80;
304 statistics_proxy_->OnEncodedFrameTimeMeasured(kEncodeTimeMs, metrics);
asapersson1aa420b2015-12-07 03:12:22 -0800305
306 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
307 EXPECT_EQ(kEncodeTimeMs, stats.avg_encode_time_ms);
Peter Boströme4499152016-02-05 11:13:28 +0100308 EXPECT_EQ(metrics.encode_usage_percent, stats.encode_usage_percent);
asapersson1aa420b2015-12-07 03:12:22 -0800309}
310
asapersson59bac1a2016-01-07 23:36:00 -0800311TEST_F(SendStatisticsProxyTest, SwitchContentTypeUpdatesHistograms) {
312 test::ClearHistograms();
313 const int kMinRequiredSamples = 200;
314 const int kWidth = 640;
315 const int kHeight = 480;
316
317 for (int i = 0; i < kMinRequiredSamples; ++i)
318 statistics_proxy_->OnIncomingFrame(kWidth, kHeight);
319
320 // No switch, stats not should be updated.
321 statistics_proxy_->SetContentType(
322 VideoEncoderConfig::ContentType::kRealtimeVideo);
323 EXPECT_EQ(0, test::NumHistogramSamples("WebRTC.Video.InputWidthInPixels"));
324
325 // Switch to screenshare, real-time stats should be updated.
326 statistics_proxy_->SetContentType(VideoEncoderConfig::ContentType::kScreen);
327 EXPECT_EQ(1, test::NumHistogramSamples("WebRTC.Video.InputWidthInPixels"));
328}
329
asapersson118ef002016-03-31 00:00:19 -0700330TEST_F(SendStatisticsProxyTest, VerifyQpHistogramStats_Vp8) {
331 test::ClearHistograms();
332 const int kMinRequiredSamples = 200;
333 const int kQpIdx0 = 21;
334 const int kQpIdx1 = 39;
335 EncodedImage encoded_image;
336
337 RTPVideoHeader rtp_video_header;
338 rtp_video_header.codec = kRtpVideoVp8;
339
340 for (int i = 0; i < kMinRequiredSamples; ++i) {
341 rtp_video_header.simulcastIdx = 0;
342 encoded_image.qp_ = kQpIdx0;
343 statistics_proxy_->OnSendEncodedImage(encoded_image, &rtp_video_header);
344 rtp_video_header.simulcastIdx = 1;
345 encoded_image.qp_ = kQpIdx1;
346 statistics_proxy_->OnSendEncodedImage(encoded_image, &rtp_video_header);
347 }
348 statistics_proxy_.reset();
349 EXPECT_EQ(1, test::NumHistogramSamples("WebRTC.Video.Encoded.Qp.Vp8.S0"));
350 EXPECT_EQ(kQpIdx0,
351 test::LastHistogramSample("WebRTC.Video.Encoded.Qp.Vp8.S0"));
352 EXPECT_EQ(1, test::NumHistogramSamples("WebRTC.Video.Encoded.Qp.Vp8.S1"));
353 EXPECT_EQ(kQpIdx1,
354 test::LastHistogramSample("WebRTC.Video.Encoded.Qp.Vp8.S1"));
355}
356
357TEST_F(SendStatisticsProxyTest, VerifyQpHistogramStats_Vp8OneSsrc) {
358 VideoSendStream::Config config(nullptr);
359 config.rtp.ssrcs.push_back(kFirstSsrc);
360 statistics_proxy_.reset(new SendStatisticsProxy(
361 &fake_clock_, config, VideoEncoderConfig::ContentType::kRealtimeVideo));
362
363 test::ClearHistograms();
364 const int kMinRequiredSamples = 200;
365 const int kQpIdx0 = 21;
366 EncodedImage encoded_image;
367
368 RTPVideoHeader rtp_video_header;
369 rtp_video_header.codec = kRtpVideoVp8;
370
371 for (int i = 0; i < kMinRequiredSamples; ++i) {
372 rtp_video_header.simulcastIdx = 0;
373 encoded_image.qp_ = kQpIdx0;
374 statistics_proxy_->OnSendEncodedImage(encoded_image, &rtp_video_header);
375 }
376 statistics_proxy_.reset();
377 EXPECT_EQ(1, test::NumHistogramSamples("WebRTC.Video.Encoded.Qp.Vp8"));
378 EXPECT_EQ(kQpIdx0, test::LastHistogramSample("WebRTC.Video.Encoded.Qp.Vp8"));
379}
380
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000381TEST_F(SendStatisticsProxyTest, NoSubstreams) {
pbos@webrtc.org49096de2015-02-24 22:37:52 +0000382 uint32_t excluded_ssrc =
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000383 std::max(
384 *std::max_element(config_.rtp.ssrcs.begin(), config_.rtp.ssrcs.end()),
385 *std::max_element(config_.rtp.rtx.ssrcs.begin(),
386 config_.rtp.rtx.ssrcs.end())) +
387 1;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000388 // From RtcpStatisticsCallback.
389 RtcpStatistics rtcp_stats;
390 RtcpStatisticsCallback* rtcp_callback = statistics_proxy_.get();
pbos@webrtc.org49096de2015-02-24 22:37:52 +0000391 rtcp_callback->StatisticsUpdated(rtcp_stats, excluded_ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000392
393 // From BitrateStatisticsObserver.
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000394 BitrateStatistics total;
395 BitrateStatistics retransmit;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000396 BitrateStatisticsObserver* bitrate_observer = statistics_proxy_.get();
pbos@webrtc.org49096de2015-02-24 22:37:52 +0000397 bitrate_observer->Notify(total, retransmit, excluded_ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000398
399 // From FrameCountObserver.
400 FrameCountObserver* fps_observer = statistics_proxy_.get();
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000401 FrameCounts frame_counts;
402 frame_counts.key_frames = 1;
pbos@webrtc.org49096de2015-02-24 22:37:52 +0000403 fps_observer->FrameCountUpdated(frame_counts, excluded_ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000404
405 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
406 EXPECT_TRUE(stats.substreams.empty());
407}
408
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000409TEST_F(SendStatisticsProxyTest, EncodedResolutionTimesOut) {
410 static const int kEncodedWidth = 123;
411 static const int kEncodedHeight = 81;
412 EncodedImage encoded_image;
413 encoded_image._encodedWidth = kEncodedWidth;
414 encoded_image._encodedHeight = kEncodedHeight;
415
416 RTPVideoHeader rtp_video_header;
417
418 rtp_video_header.simulcastIdx = 0;
419 statistics_proxy_->OnSendEncodedImage(encoded_image, &rtp_video_header);
420 rtp_video_header.simulcastIdx = 1;
421 statistics_proxy_->OnSendEncodedImage(encoded_image, &rtp_video_header);
422
423 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000424 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[0]].width);
425 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[0]].height);
426 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[1]].width);
427 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[1]].height);
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000428
429 // Forward almost to timeout, this should not have removed stats.
430 fake_clock_.AdvanceTimeMilliseconds(SendStatisticsProxy::kStatsTimeoutMs - 1);
431 stats = statistics_proxy_->GetStats();
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000432 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[0]].width);
433 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[0]].height);
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000434
435 // Update the first SSRC with bogus RTCP stats to make sure that encoded
436 // resolution still times out (no global timeout for all stats).
437 RtcpStatistics rtcp_statistics;
438 RtcpStatisticsCallback* rtcp_stats = statistics_proxy_.get();
439 rtcp_stats->StatisticsUpdated(rtcp_statistics, config_.rtp.ssrcs[0]);
440
441 // Report stats for second SSRC to make sure it's not outdated along with the
442 // first SSRC.
443 rtp_video_header.simulcastIdx = 1;
444 statistics_proxy_->OnSendEncodedImage(encoded_image, &rtp_video_header);
445
446 // Forward 1 ms, reach timeout, substream 0 should have no resolution
447 // reported, but substream 1 should.
448 fake_clock_.AdvanceTimeMilliseconds(1);
449 stats = statistics_proxy_->GetStats();
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000450 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[0]].width);
451 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[0]].height);
452 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[1]].width);
453 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[1]].height);
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000454}
455
Peter Boström20f3f942015-05-15 11:33:39 +0200456TEST_F(SendStatisticsProxyTest, ClearsResolutionFromInactiveSsrcs) {
457 static const int kEncodedWidth = 123;
458 static const int kEncodedHeight = 81;
459 EncodedImage encoded_image;
460 encoded_image._encodedWidth = kEncodedWidth;
461 encoded_image._encodedHeight = kEncodedHeight;
462
463 RTPVideoHeader rtp_video_header;
464
465 rtp_video_header.simulcastIdx = 0;
466 statistics_proxy_->OnSendEncodedImage(encoded_image, &rtp_video_header);
467 rtp_video_header.simulcastIdx = 1;
468 statistics_proxy_->OnSendEncodedImage(encoded_image, &rtp_video_header);
469
470 statistics_proxy_->OnInactiveSsrc(config_.rtp.ssrcs[1]);
471 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
472 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[0]].width);
473 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[0]].height);
474 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[1]].width);
475 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[1]].height);
476}
477
478TEST_F(SendStatisticsProxyTest, ClearsBitratesFromInactiveSsrcs) {
479 BitrateStatistics bitrate;
480 bitrate.bitrate_bps = 42;
481 BitrateStatisticsObserver* observer = statistics_proxy_.get();
482 observer->Notify(bitrate, bitrate, config_.rtp.ssrcs[0]);
483 observer->Notify(bitrate, bitrate, config_.rtp.ssrcs[1]);
484
485 statistics_proxy_->OnInactiveSsrc(config_.rtp.ssrcs[1]);
486
487 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
488 EXPECT_EQ(static_cast<int>(bitrate.bitrate_bps),
489 stats.substreams[config_.rtp.ssrcs[0]].total_bitrate_bps);
490 EXPECT_EQ(static_cast<int>(bitrate.bitrate_bps),
491 stats.substreams[config_.rtp.ssrcs[0]].retransmit_bitrate_bps);
492 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[1]].total_bitrate_bps);
493 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[1]].retransmit_bitrate_bps);
494}
495
sprang07fb9be2016-02-24 07:55:00 -0800496TEST_F(SendStatisticsProxyTest, ResetsRtcpCountersOnContentChange) {
497 RtcpPacketTypeCounterObserver* proxy =
498 static_cast<RtcpPacketTypeCounterObserver*>(statistics_proxy_.get());
499 RtcpPacketTypeCounter counters;
500 counters.first_packet_time_ms = fake_clock_.TimeInMilliseconds();
501 proxy->RtcpPacketTypesCounterUpdated(kFirstSsrc, counters);
502 proxy->RtcpPacketTypesCounterUpdated(kSecondSsrc, counters);
503
504 fake_clock_.AdvanceTimeMilliseconds(1000 * metrics::kMinRunTimeInSeconds);
505
506 counters.nack_packets += 1 * metrics::kMinRunTimeInSeconds;
507 counters.fir_packets += 2 * metrics::kMinRunTimeInSeconds;
508 counters.pli_packets += 3 * metrics::kMinRunTimeInSeconds;
509 counters.unique_nack_requests += 4 * metrics::kMinRunTimeInSeconds;
510 counters.nack_requests += 5 * metrics::kMinRunTimeInSeconds;
511
512 proxy->RtcpPacketTypesCounterUpdated(kFirstSsrc, counters);
513 proxy->RtcpPacketTypesCounterUpdated(kSecondSsrc, counters);
514
515 // Changing content type causes histograms to be reported.
516 statistics_proxy_->SetContentType(VideoEncoderConfig::ContentType::kScreen);
517
518 EXPECT_EQ(1, test::NumHistogramSamples(
519 "WebRTC.Video.NackPacketsReceivedPerMinute"));
520 EXPECT_EQ(
521 1, test::NumHistogramSamples("WebRTC.Video.FirPacketsReceivedPerMinute"));
522 EXPECT_EQ(
523 1, test::NumHistogramSamples("WebRTC.Video.PliPacketsReceivedPerMinute"));
524 EXPECT_EQ(1, test::NumHistogramSamples(
525 "WebRTC.Video.UniqueNackRequestsReceivedInPercent"));
526
527 const int kRate = 60 * 2; // Packets per minute with two streams.
528
529 EXPECT_EQ(1 * kRate, test::LastHistogramSample(
530 "WebRTC.Video.NackPacketsReceivedPerMinute"));
531 EXPECT_EQ(2 * kRate, test::LastHistogramSample(
532 "WebRTC.Video.FirPacketsReceivedPerMinute"));
533 EXPECT_EQ(3 * kRate, test::LastHistogramSample(
534 "WebRTC.Video.PliPacketsReceivedPerMinute"));
535 EXPECT_EQ(4 * 100 / 5,
536 test::LastHistogramSample(
537 "WebRTC.Video.UniqueNackRequestsReceivedInPercent"));
538
539 // New start time but same counter values.
540 proxy->RtcpPacketTypesCounterUpdated(kFirstSsrc, counters);
541 proxy->RtcpPacketTypesCounterUpdated(kSecondSsrc, counters);
542
543 fake_clock_.AdvanceTimeMilliseconds(1000 * metrics::kMinRunTimeInSeconds);
544
545 counters.nack_packets += 1 * metrics::kMinRunTimeInSeconds;
546 counters.fir_packets += 2 * metrics::kMinRunTimeInSeconds;
547 counters.pli_packets += 3 * metrics::kMinRunTimeInSeconds;
548 counters.unique_nack_requests += 4 * metrics::kMinRunTimeInSeconds;
549 counters.nack_requests += 5 * metrics::kMinRunTimeInSeconds;
550
551 proxy->RtcpPacketTypesCounterUpdated(kFirstSsrc, counters);
552 proxy->RtcpPacketTypesCounterUpdated(kSecondSsrc, counters);
553
554 SetUp(); // Reset stats proxy also causes histograms to be reported.
555
556 EXPECT_EQ(1, test::NumHistogramSamples(
557 "WebRTC.Video.Screenshare.NackPacketsReceivedPerMinute"));
558 EXPECT_EQ(1, test::NumHistogramSamples(
559 "WebRTC.Video.Screenshare.FirPacketsReceivedPerMinute"));
560 EXPECT_EQ(1, test::NumHistogramSamples(
561 "WebRTC.Video.Screenshare.PliPacketsReceivedPerMinute"));
562 EXPECT_EQ(
563 1, test::NumHistogramSamples(
564 "WebRTC.Video.Screenshare.UniqueNackRequestsReceivedInPercent"));
565
566 EXPECT_EQ(1 * kRate,
567 test::LastHistogramSample(
568 "WebRTC.Video.Screenshare.NackPacketsReceivedPerMinute"));
569 EXPECT_EQ(2 * kRate,
570 test::LastHistogramSample(
571 "WebRTC.Video.Screenshare.FirPacketsReceivedPerMinute"));
572 EXPECT_EQ(3 * kRate,
573 test::LastHistogramSample(
574 "WebRTC.Video.Screenshare.PliPacketsReceivedPerMinute"));
575 EXPECT_EQ(
576 4 * 100 / 5,
577 test::LastHistogramSample(
578 "WebRTC.Video.Screenshare.UniqueNackRequestsReceivedInPercent"));
579}
580
Erik Språng22c2b482016-03-01 09:40:42 +0100581TEST_F(SendStatisticsProxyTest, ResetsRtpCountersOnContentChange) {
582 StreamDataCountersCallback* proxy =
583 static_cast<StreamDataCountersCallback*>(statistics_proxy_.get());
584 StreamDataCounters counters;
585 StreamDataCounters rtx_counters;
586 counters.first_packet_time_ms = fake_clock_.TimeInMilliseconds();
587 proxy->DataCountersUpdated(counters, kFirstSsrc);
588 proxy->DataCountersUpdated(counters, kSecondSsrc);
589 proxy->DataCountersUpdated(rtx_counters, kFirstRtxSsrc);
590 proxy->DataCountersUpdated(rtx_counters, kSecondRtxSsrc);
591
592 counters.transmitted.header_bytes = 400;
593 counters.transmitted.packets = 20;
594 counters.transmitted.padding_bytes = 1000;
595 counters.transmitted.payload_bytes = 2000;
596
597 counters.retransmitted.header_bytes = 40;
598 counters.retransmitted.packets = 2;
599 counters.retransmitted.padding_bytes = 100;
600 counters.retransmitted.payload_bytes = 200;
601
602 counters.fec = counters.retransmitted;
603
604 rtx_counters.transmitted = counters.transmitted;
605
606 fake_clock_.AdvanceTimeMilliseconds(1000 * metrics::kMinRunTimeInSeconds);
607 proxy->DataCountersUpdated(counters, kFirstSsrc);
608 proxy->DataCountersUpdated(counters, kSecondSsrc);
609 proxy->DataCountersUpdated(rtx_counters, kFirstRtxSsrc);
610 proxy->DataCountersUpdated(rtx_counters, kSecondRtxSsrc);
611
612 // Changing content type causes histograms to be reported.
613 statistics_proxy_->SetContentType(VideoEncoderConfig::ContentType::kScreen);
614
615 EXPECT_EQ(1, test::NumHistogramSamples("WebRTC.Video.BitrateSentInKbps"));
616 EXPECT_EQ(static_cast<int>((counters.transmitted.TotalBytes() * 4 * 8) /
617 metrics::kMinRunTimeInSeconds / 1000),
618 test::LastHistogramSample("WebRTC.Video.BitrateSentInKbps"));
619
620 EXPECT_EQ(1,
621 test::NumHistogramSamples("WebRTC.Video.MediaBitrateSentInKbps"));
622 EXPECT_EQ(static_cast<int>((counters.MediaPayloadBytes() * 2 * 8) /
623 metrics::kMinRunTimeInSeconds / 1000),
624 test::LastHistogramSample("WebRTC.Video.MediaBitrateSentInKbps"));
625
626 EXPECT_EQ(1,
627 test::NumHistogramSamples("WebRTC.Video.PaddingBitrateSentInKbps"));
628 EXPECT_EQ(static_cast<int>((counters.transmitted.padding_bytes * 4 * 8) /
629 metrics::kMinRunTimeInSeconds / 1000),
630 test::LastHistogramSample("WebRTC.Video.PaddingBitrateSentInKbps"));
631
632 EXPECT_EQ(1, test::NumHistogramSamples(
633 "WebRTC.Video.RetransmittedBitrateSentInKbps"));
634 EXPECT_EQ(
635 static_cast<int>((counters.retransmitted.TotalBytes() * 2 * 8) /
636 metrics::kMinRunTimeInSeconds / 1000),
637 test::LastHistogramSample("WebRTC.Video.RetransmittedBitrateSentInKbps"));
638
639 EXPECT_EQ(1, test::NumHistogramSamples("WebRTC.Video.RtxBitrateSentInKbps"));
640 EXPECT_EQ(static_cast<int>((rtx_counters.transmitted.TotalBytes() * 2 * 8) /
641 metrics::kMinRunTimeInSeconds / 1000),
642 test::LastHistogramSample("WebRTC.Video.RtxBitrateSentInKbps"));
643
644 EXPECT_EQ(1, test::NumHistogramSamples("WebRTC.Video.FecBitrateSentInKbps"));
645 EXPECT_EQ(static_cast<int>((rtx_counters.fec.TotalBytes() * 2 * 8) /
646 metrics::kMinRunTimeInSeconds / 1000),
647 test::LastHistogramSample("WebRTC.Video.FecBitrateSentInKbps"));
648
649 // New start time but same counter values.
650 proxy->DataCountersUpdated(counters, kFirstSsrc);
651 proxy->DataCountersUpdated(counters, kSecondSsrc);
652 proxy->DataCountersUpdated(rtx_counters, kFirstRtxSsrc);
653 proxy->DataCountersUpdated(rtx_counters, kSecondRtxSsrc);
654
655 // Double counter values, this should result in the same counts as before but
656 // with new histogram names.
657 StreamDataCounters new_counters = counters;
658 new_counters.Add(counters);
659 StreamDataCounters new_rtx_counters = rtx_counters;
660 new_rtx_counters.Add(rtx_counters);
661
662 fake_clock_.AdvanceTimeMilliseconds(1000 * metrics::kMinRunTimeInSeconds);
663 proxy->DataCountersUpdated(new_counters, kFirstSsrc);
664 proxy->DataCountersUpdated(new_counters, kSecondSsrc);
665 proxy->DataCountersUpdated(new_rtx_counters, kFirstRtxSsrc);
666 proxy->DataCountersUpdated(new_rtx_counters, kSecondRtxSsrc);
667
668 SetUp(); // Reset stats proxy also causes histograms to be reported.
669
670 EXPECT_EQ(1, test::NumHistogramSamples(
671 "WebRTC.Video.Screenshare.BitrateSentInKbps"));
672 EXPECT_EQ(
673 static_cast<int>((counters.transmitted.TotalBytes() * 4 * 8) /
674 metrics::kMinRunTimeInSeconds / 1000),
675 test::LastHistogramSample("WebRTC.Video.Screenshare.BitrateSentInKbps"));
676
677 EXPECT_EQ(1, test::NumHistogramSamples(
678 "WebRTC.Video.Screenshare.MediaBitrateSentInKbps"));
679 EXPECT_EQ(static_cast<int>((counters.MediaPayloadBytes() * 2 * 8) /
680 metrics::kMinRunTimeInSeconds / 1000),
681 test::LastHistogramSample(
682 "WebRTC.Video.Screenshare.MediaBitrateSentInKbps"));
683
684 EXPECT_EQ(1, test::NumHistogramSamples(
685 "WebRTC.Video.Screenshare.PaddingBitrateSentInKbps"));
686 EXPECT_EQ(static_cast<int>((counters.transmitted.padding_bytes * 4 * 8) /
687 metrics::kMinRunTimeInSeconds / 1000),
688 test::LastHistogramSample(
689 "WebRTC.Video.Screenshare.PaddingBitrateSentInKbps"));
690
691 EXPECT_EQ(1, test::NumHistogramSamples(
692 "WebRTC.Video.Screenshare.RetransmittedBitrateSentInKbps"));
693 EXPECT_EQ(static_cast<int>((counters.retransmitted.TotalBytes() * 2 * 8) /
694 metrics::kMinRunTimeInSeconds / 1000),
695 test::LastHistogramSample(
696 "WebRTC.Video.Screenshare.RetransmittedBitrateSentInKbps"));
697
698 EXPECT_EQ(1, test::NumHistogramSamples(
699 "WebRTC.Video.Screenshare.RtxBitrateSentInKbps"));
700 EXPECT_EQ(static_cast<int>((rtx_counters.transmitted.TotalBytes() * 2 * 8) /
701 metrics::kMinRunTimeInSeconds / 1000),
702 test::LastHistogramSample(
703 "WebRTC.Video.Screenshare.RtxBitrateSentInKbps"));
704
705 EXPECT_EQ(1, test::NumHistogramSamples(
706 "WebRTC.Video.Screenshare.FecBitrateSentInKbps"));
707 EXPECT_EQ(static_cast<int>((rtx_counters.fec.TotalBytes() * 2 * 8) /
708 metrics::kMinRunTimeInSeconds / 1000),
709 test::LastHistogramSample(
710 "WebRTC.Video.Screenshare.FecBitrateSentInKbps"));
711}
712
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000713} // namespace webrtc