blob: a98505f84d1e01f3837a05d588826377853096b6 [file] [log] [blame]
sprang@webrtc.orgccd42842014-01-07 09:54:34 +00001/*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11// This file includes unit tests for SendStatisticsProxy.
12#include "webrtc/video/send_statistics_proxy.h"
13
14#include <map>
kwiberg27f982b2016-03-01 11:52:33 -080015#include <memory>
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000016#include <string>
17#include <vector>
18
19#include "testing/gtest/include/gtest/gtest.h"
sprang07fb9be2016-02-24 07:55:00 -080020#include "webrtc/system_wrappers/include/metrics.h"
asapersson59bac1a2016-01-07 23:36:00 -080021#include "webrtc/test/histogram.h"
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000022
23namespace webrtc {
24
sprang07fb9be2016-02-24 07:55:00 -080025static const uint32_t kFirstSsrc = 17;
26static const uint32_t kSecondSsrc = 42;
27static const uint32_t kFirstRtxSsrc = 18;
28static const uint32_t kSecondRtxSsrc = 43;
29
stefan@webrtc.org168f23f2014-07-11 13:44:02 +000030class SendStatisticsProxyTest : public ::testing::Test {
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000031 public:
pbos@webrtc.org273a4142014-12-01 15:23:21 +000032 SendStatisticsProxyTest()
solenberg4fbae2b2015-08-28 04:07:10 -070033 : fake_clock_(1234), config_(GetTestConfig()), avg_delay_ms_(0),
34 max_delay_ms_(0) {}
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000035 virtual ~SendStatisticsProxyTest() {}
36
37 protected:
38 virtual void SetUp() {
sprangb4a1ae52015-12-03 08:10:08 -080039 statistics_proxy_.reset(new SendStatisticsProxy(
40 &fake_clock_, GetTestConfig(),
41 VideoEncoderConfig::ContentType::kRealtimeVideo));
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000042 expected_ = VideoSendStream::Stats();
43 }
44
45 VideoSendStream::Config GetTestConfig() {
solenberg4fbae2b2015-08-28 04:07:10 -070046 VideoSendStream::Config config(nullptr);
sprang07fb9be2016-02-24 07:55:00 -080047 config.rtp.ssrcs.push_back(kFirstSsrc);
48 config.rtp.ssrcs.push_back(kSecondSsrc);
49 config.rtp.rtx.ssrcs.push_back(kFirstRtxSsrc);
50 config.rtp.rtx.ssrcs.push_back(kSecondRtxSsrc);
Erik Språng22c2b482016-03-01 09:40:42 +010051 config.rtp.fec.red_payload_type = 17;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000052 return config;
53 }
54
sprang@webrtc.org09315702014-02-07 12:06:29 +000055 void ExpectEqual(VideoSendStream::Stats one, VideoSendStream::Stats other) {
sprang@webrtc.org09315702014-02-07 12:06:29 +000056 EXPECT_EQ(one.input_frame_rate, other.input_frame_rate);
57 EXPECT_EQ(one.encode_frame_rate, other.encode_frame_rate);
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +000058 EXPECT_EQ(one.media_bitrate_bps, other.media_bitrate_bps);
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +000059 EXPECT_EQ(one.suspended, other.suspended);
sprang@webrtc.org09315702014-02-07 12:06:29 +000060
61 EXPECT_EQ(one.substreams.size(), other.substreams.size());
pbos@webrtc.org09c77b92015-02-25 10:42:16 +000062 for (std::map<uint32_t, VideoSendStream::StreamStats>::const_iterator it =
sprang@webrtc.org09315702014-02-07 12:06:29 +000063 one.substreams.begin();
pbos@webrtc.org09c77b92015-02-25 10:42:16 +000064 it != one.substreams.end(); ++it) {
65 std::map<uint32_t, VideoSendStream::StreamStats>::const_iterator
66 corresponding_it = other.substreams.find(it->first);
sprang@webrtc.org09315702014-02-07 12:06:29 +000067 ASSERT_TRUE(corresponding_it != other.substreams.end());
pbos@webrtc.org09c77b92015-02-25 10:42:16 +000068 const VideoSendStream::StreamStats& a = it->second;
69 const VideoSendStream::StreamStats& b = corresponding_it->second;
sprang@webrtc.org09315702014-02-07 12:06:29 +000070
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +000071 EXPECT_EQ(a.frame_counts.key_frames, b.frame_counts.key_frames);
72 EXPECT_EQ(a.frame_counts.delta_frames, b.frame_counts.delta_frames);
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +000073 EXPECT_EQ(a.total_bitrate_bps, b.total_bitrate_bps);
stefan@webrtc.org168f23f2014-07-11 13:44:02 +000074 EXPECT_EQ(a.avg_delay_ms, b.avg_delay_ms);
75 EXPECT_EQ(a.max_delay_ms, b.max_delay_ms);
sprang@webrtc.org09315702014-02-07 12:06:29 +000076
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +000077 EXPECT_EQ(a.rtp_stats.transmitted.payload_bytes,
78 b.rtp_stats.transmitted.payload_bytes);
79 EXPECT_EQ(a.rtp_stats.transmitted.header_bytes,
80 b.rtp_stats.transmitted.header_bytes);
81 EXPECT_EQ(a.rtp_stats.transmitted.padding_bytes,
82 b.rtp_stats.transmitted.padding_bytes);
83 EXPECT_EQ(a.rtp_stats.transmitted.packets,
84 b.rtp_stats.transmitted.packets);
85 EXPECT_EQ(a.rtp_stats.retransmitted.packets,
86 b.rtp_stats.retransmitted.packets);
87 EXPECT_EQ(a.rtp_stats.fec.packets, b.rtp_stats.fec.packets);
sprang@webrtc.org09315702014-02-07 12:06:29 +000088
89 EXPECT_EQ(a.rtcp_stats.fraction_lost, b.rtcp_stats.fraction_lost);
90 EXPECT_EQ(a.rtcp_stats.cumulative_lost, b.rtcp_stats.cumulative_lost);
91 EXPECT_EQ(a.rtcp_stats.extended_max_sequence_number,
92 b.rtcp_stats.extended_max_sequence_number);
93 EXPECT_EQ(a.rtcp_stats.jitter, b.rtcp_stats.jitter);
94 }
95 }
96
pbos@webrtc.org273a4142014-12-01 15:23:21 +000097 SimulatedClock fake_clock_;
kwiberg27f982b2016-03-01 11:52:33 -080098 std::unique_ptr<SendStatisticsProxy> statistics_proxy_;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +000099 VideoSendStream::Config config_;
100 int avg_delay_ms_;
101 int max_delay_ms_;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000102 VideoSendStream::Stats expected_;
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000103 typedef std::map<uint32_t, VideoSendStream::StreamStats>::const_iterator
104 StreamIterator;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000105};
106
107TEST_F(SendStatisticsProxyTest, RtcpStatistics) {
108 RtcpStatisticsCallback* callback = statistics_proxy_.get();
109 for (std::vector<uint32_t>::const_iterator it = config_.rtp.ssrcs.begin();
110 it != config_.rtp.ssrcs.end();
111 ++it) {
112 const uint32_t ssrc = *it;
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000113 VideoSendStream::StreamStats& ssrc_stats = expected_.substreams[ssrc];
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000114
115 // Add statistics with some arbitrary, but unique, numbers.
116 uint32_t offset = ssrc * sizeof(RtcpStatistics);
117 ssrc_stats.rtcp_stats.cumulative_lost = offset;
118 ssrc_stats.rtcp_stats.extended_max_sequence_number = offset + 1;
119 ssrc_stats.rtcp_stats.fraction_lost = offset + 2;
120 ssrc_stats.rtcp_stats.jitter = offset + 3;
121 callback->StatisticsUpdated(ssrc_stats.rtcp_stats, ssrc);
122 }
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000123 for (std::vector<uint32_t>::const_iterator it = config_.rtp.rtx.ssrcs.begin();
124 it != config_.rtp.rtx.ssrcs.end();
125 ++it) {
126 const uint32_t ssrc = *it;
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000127 VideoSendStream::StreamStats& ssrc_stats = expected_.substreams[ssrc];
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000128
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000129 // Add statistics with some arbitrary, but unique, numbers.
130 uint32_t offset = ssrc * sizeof(RtcpStatistics);
131 ssrc_stats.rtcp_stats.cumulative_lost = offset;
132 ssrc_stats.rtcp_stats.extended_max_sequence_number = offset + 1;
133 ssrc_stats.rtcp_stats.fraction_lost = offset + 2;
134 ssrc_stats.rtcp_stats.jitter = offset + 3;
135 callback->StatisticsUpdated(ssrc_stats.rtcp_stats, ssrc);
136 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000137 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprang@webrtc.org09315702014-02-07 12:06:29 +0000138 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000139}
140
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000141TEST_F(SendStatisticsProxyTest, EncodedBitrateAndFramerate) {
Peter Boström7083e112015-09-22 16:28:51 +0200142 int media_bitrate_bps = 500;
143 int encode_fps = 29;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000144
Peter Boström7083e112015-09-22 16:28:51 +0200145 statistics_proxy_->OnOutgoingRate(encode_fps, media_bitrate_bps);
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000146
147 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
148 EXPECT_EQ(media_bitrate_bps, stats.media_bitrate_bps);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000149 EXPECT_EQ(encode_fps, stats.encode_frame_rate);
150}
151
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +0000152TEST_F(SendStatisticsProxyTest, Suspended) {
153 // Verify that the value is false by default.
154 EXPECT_FALSE(statistics_proxy_->GetStats().suspended);
155
156 // Verify that we can set it to true.
Peter Boström7083e112015-09-22 16:28:51 +0200157 statistics_proxy_->OnSuspendChange(true);
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +0000158 EXPECT_TRUE(statistics_proxy_->GetStats().suspended);
159
160 // Verify that we can set it back to false again.
Peter Boström7083e112015-09-22 16:28:51 +0200161 statistics_proxy_->OnSuspendChange(false);
henrik.lundin@webrtc.orgb10363f2014-03-13 13:31:21 +0000162 EXPECT_FALSE(statistics_proxy_->GetStats().suspended);
163}
164
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000165TEST_F(SendStatisticsProxyTest, FrameCounts) {
166 FrameCountObserver* observer = statistics_proxy_.get();
167 for (std::vector<uint32_t>::const_iterator it = config_.rtp.ssrcs.begin();
168 it != config_.rtp.ssrcs.end();
169 ++it) {
170 const uint32_t ssrc = *it;
171 // Add statistics with some arbitrary, but unique, numbers.
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000172 VideoSendStream::StreamStats& stats = expected_.substreams[ssrc];
173 uint32_t offset = ssrc * sizeof(VideoSendStream::StreamStats);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000174 FrameCounts frame_counts;
175 frame_counts.key_frames = offset;
176 frame_counts.delta_frames = offset + 1;
177 stats.frame_counts = frame_counts;
178 observer->FrameCountUpdated(frame_counts, ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000179 }
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000180 for (std::vector<uint32_t>::const_iterator it = config_.rtp.rtx.ssrcs.begin();
181 it != config_.rtp.rtx.ssrcs.end();
182 ++it) {
183 const uint32_t ssrc = *it;
184 // Add statistics with some arbitrary, but unique, numbers.
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000185 VideoSendStream::StreamStats& stats = expected_.substreams[ssrc];
186 uint32_t offset = ssrc * sizeof(VideoSendStream::StreamStats);
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000187 FrameCounts frame_counts;
188 frame_counts.key_frames = offset;
189 frame_counts.delta_frames = offset + 1;
190 stats.frame_counts = frame_counts;
191 observer->FrameCountUpdated(frame_counts, ssrc);
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000192 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000193
194 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprang@webrtc.org09315702014-02-07 12:06:29 +0000195 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000196}
197
198TEST_F(SendStatisticsProxyTest, DataCounters) {
199 StreamDataCountersCallback* callback = statistics_proxy_.get();
200 for (std::vector<uint32_t>::const_iterator it = config_.rtp.ssrcs.begin();
201 it != config_.rtp.ssrcs.end();
202 ++it) {
203 const uint32_t ssrc = *it;
204 StreamDataCounters& counters = expected_.substreams[ssrc].rtp_stats;
205 // Add statistics with some arbitrary, but unique, numbers.
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000206 size_t offset = ssrc * sizeof(StreamDataCounters);
207 uint32_t offset_uint32 = static_cast<uint32_t>(offset);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +0000208 counters.transmitted.payload_bytes = offset;
209 counters.transmitted.header_bytes = offset + 1;
210 counters.fec.packets = offset_uint32 + 2;
211 counters.transmitted.padding_bytes = offset + 3;
212 counters.retransmitted.packets = offset_uint32 + 4;
213 counters.transmitted.packets = offset_uint32 + 5;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000214 callback->DataCountersUpdated(counters, ssrc);
215 }
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000216 for (std::vector<uint32_t>::const_iterator it = config_.rtp.rtx.ssrcs.begin();
217 it != config_.rtp.rtx.ssrcs.end();
218 ++it) {
219 const uint32_t ssrc = *it;
220 StreamDataCounters& counters = expected_.substreams[ssrc].rtp_stats;
221 // Add statistics with some arbitrary, but unique, numbers.
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000222 size_t offset = ssrc * sizeof(StreamDataCounters);
223 uint32_t offset_uint32 = static_cast<uint32_t>(offset);
asapersson@webrtc.orgcfd82df2015-01-22 09:39:59 +0000224 counters.transmitted.payload_bytes = offset;
225 counters.transmitted.header_bytes = offset + 1;
226 counters.fec.packets = offset_uint32 + 2;
227 counters.transmitted.padding_bytes = offset + 3;
228 counters.retransmitted.packets = offset_uint32 + 4;
229 counters.transmitted.packets = offset_uint32 + 5;
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000230 callback->DataCountersUpdated(counters, ssrc);
231 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000232
233 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprang@webrtc.org09315702014-02-07 12:06:29 +0000234 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000235}
236
237TEST_F(SendStatisticsProxyTest, Bitrate) {
238 BitrateStatisticsObserver* observer = statistics_proxy_.get();
239 for (std::vector<uint32_t>::const_iterator it = config_.rtp.ssrcs.begin();
240 it != config_.rtp.ssrcs.end();
241 ++it) {
242 const uint32_t ssrc = *it;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000243 BitrateStatistics total;
244 BitrateStatistics retransmit;
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000245 // Use ssrc as bitrate_bps to get a unique value for each stream.
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000246 total.bitrate_bps = ssrc;
247 retransmit.bitrate_bps = ssrc + 1;
248 observer->Notify(total, retransmit, ssrc);
249 expected_.substreams[ssrc].total_bitrate_bps = total.bitrate_bps;
250 expected_.substreams[ssrc].retransmit_bitrate_bps = retransmit.bitrate_bps;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000251 }
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000252 for (std::vector<uint32_t>::const_iterator it = config_.rtp.rtx.ssrcs.begin();
253 it != config_.rtp.rtx.ssrcs.end();
254 ++it) {
255 const uint32_t ssrc = *it;
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000256 BitrateStatistics total;
257 BitrateStatistics retransmit;
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000258 // Use ssrc as bitrate_bps to get a unique value for each stream.
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000259 total.bitrate_bps = ssrc;
260 retransmit.bitrate_bps = ssrc + 1;
261 observer->Notify(total, retransmit, ssrc);
262 expected_.substreams[ssrc].total_bitrate_bps = total.bitrate_bps;
263 expected_.substreams[ssrc].retransmit_bitrate_bps = retransmit.bitrate_bps;
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000264 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000265
266 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
sprang@webrtc.org09315702014-02-07 12:06:29 +0000267 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000268}
269
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000270TEST_F(SendStatisticsProxyTest, SendSideDelay) {
271 SendSideDelayObserver* observer = statistics_proxy_.get();
272 for (std::vector<uint32_t>::const_iterator it = config_.rtp.ssrcs.begin();
273 it != config_.rtp.ssrcs.end();
274 ++it) {
275 const uint32_t ssrc = *it;
276 // Use ssrc as avg_delay_ms and max_delay_ms to get a unique value for each
277 // stream.
278 int avg_delay_ms = ssrc;
279 int max_delay_ms = ssrc + 1;
280 observer->SendSideDelayUpdated(avg_delay_ms, max_delay_ms, ssrc);
281 expected_.substreams[ssrc].avg_delay_ms = avg_delay_ms;
282 expected_.substreams[ssrc].max_delay_ms = max_delay_ms;
283 }
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000284 for (std::vector<uint32_t>::const_iterator it = config_.rtp.rtx.ssrcs.begin();
285 it != config_.rtp.rtx.ssrcs.end();
286 ++it) {
287 const uint32_t ssrc = *it;
288 // Use ssrc as avg_delay_ms and max_delay_ms to get a unique value for each
289 // stream.
290 int avg_delay_ms = ssrc;
291 int max_delay_ms = ssrc + 1;
292 observer->SendSideDelayUpdated(avg_delay_ms, max_delay_ms, ssrc);
293 expected_.substreams[ssrc].avg_delay_ms = avg_delay_ms;
294 expected_.substreams[ssrc].max_delay_ms = max_delay_ms;
295 }
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000296 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
stefan@webrtc.org168f23f2014-07-11 13:44:02 +0000297 ExpectEqual(expected_, stats);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000298}
299
Peter Boströme4499152016-02-05 11:13:28 +0100300TEST_F(SendStatisticsProxyTest, OnEncodedFrameTimeMeasured) {
asapersson1aa420b2015-12-07 03:12:22 -0800301 const int kEncodeTimeMs = 11;
Peter Boströme4499152016-02-05 11:13:28 +0100302 CpuOveruseMetrics metrics;
303 metrics.encode_usage_percent = 80;
304 statistics_proxy_->OnEncodedFrameTimeMeasured(kEncodeTimeMs, metrics);
asapersson1aa420b2015-12-07 03:12:22 -0800305
306 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
307 EXPECT_EQ(kEncodeTimeMs, stats.avg_encode_time_ms);
Peter Boströme4499152016-02-05 11:13:28 +0100308 EXPECT_EQ(metrics.encode_usage_percent, stats.encode_usage_percent);
asapersson1aa420b2015-12-07 03:12:22 -0800309}
310
asapersson59bac1a2016-01-07 23:36:00 -0800311TEST_F(SendStatisticsProxyTest, SwitchContentTypeUpdatesHistograms) {
312 test::ClearHistograms();
313 const int kMinRequiredSamples = 200;
314 const int kWidth = 640;
315 const int kHeight = 480;
316
317 for (int i = 0; i < kMinRequiredSamples; ++i)
318 statistics_proxy_->OnIncomingFrame(kWidth, kHeight);
319
320 // No switch, stats not should be updated.
321 statistics_proxy_->SetContentType(
322 VideoEncoderConfig::ContentType::kRealtimeVideo);
323 EXPECT_EQ(0, test::NumHistogramSamples("WebRTC.Video.InputWidthInPixels"));
324
325 // Switch to screenshare, real-time stats should be updated.
326 statistics_proxy_->SetContentType(VideoEncoderConfig::ContentType::kScreen);
327 EXPECT_EQ(1, test::NumHistogramSamples("WebRTC.Video.InputWidthInPixels"));
328}
329
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000330TEST_F(SendStatisticsProxyTest, NoSubstreams) {
pbos@webrtc.org49096de2015-02-24 22:37:52 +0000331 uint32_t excluded_ssrc =
stefan@webrtc.org58e2d262014-08-14 15:10:49 +0000332 std::max(
333 *std::max_element(config_.rtp.ssrcs.begin(), config_.rtp.ssrcs.end()),
334 *std::max_element(config_.rtp.rtx.ssrcs.begin(),
335 config_.rtp.rtx.ssrcs.end())) +
336 1;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000337 // From RtcpStatisticsCallback.
338 RtcpStatistics rtcp_stats;
339 RtcpStatisticsCallback* rtcp_callback = statistics_proxy_.get();
pbos@webrtc.org49096de2015-02-24 22:37:52 +0000340 rtcp_callback->StatisticsUpdated(rtcp_stats, excluded_ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000341
342 // From BitrateStatisticsObserver.
stefan@webrtc.org0bae1fa2014-11-05 14:05:29 +0000343 BitrateStatistics total;
344 BitrateStatistics retransmit;
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000345 BitrateStatisticsObserver* bitrate_observer = statistics_proxy_.get();
pbos@webrtc.org49096de2015-02-24 22:37:52 +0000346 bitrate_observer->Notify(total, retransmit, excluded_ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000347
348 // From FrameCountObserver.
349 FrameCountObserver* fps_observer = statistics_proxy_.get();
pbos@webrtc.orgce4e9a32014-12-18 13:50:16 +0000350 FrameCounts frame_counts;
351 frame_counts.key_frames = 1;
pbos@webrtc.org49096de2015-02-24 22:37:52 +0000352 fps_observer->FrameCountUpdated(frame_counts, excluded_ssrc);
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000353
354 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
355 EXPECT_TRUE(stats.substreams.empty());
356}
357
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000358TEST_F(SendStatisticsProxyTest, EncodedResolutionTimesOut) {
359 static const int kEncodedWidth = 123;
360 static const int kEncodedHeight = 81;
361 EncodedImage encoded_image;
362 encoded_image._encodedWidth = kEncodedWidth;
363 encoded_image._encodedHeight = kEncodedHeight;
364
365 RTPVideoHeader rtp_video_header;
366
367 rtp_video_header.simulcastIdx = 0;
368 statistics_proxy_->OnSendEncodedImage(encoded_image, &rtp_video_header);
369 rtp_video_header.simulcastIdx = 1;
370 statistics_proxy_->OnSendEncodedImage(encoded_image, &rtp_video_header);
371
372 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000373 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[0]].width);
374 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[0]].height);
375 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[1]].width);
376 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[1]].height);
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000377
378 // Forward almost to timeout, this should not have removed stats.
379 fake_clock_.AdvanceTimeMilliseconds(SendStatisticsProxy::kStatsTimeoutMs - 1);
380 stats = statistics_proxy_->GetStats();
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000381 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[0]].width);
382 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[0]].height);
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000383
384 // Update the first SSRC with bogus RTCP stats to make sure that encoded
385 // resolution still times out (no global timeout for all stats).
386 RtcpStatistics rtcp_statistics;
387 RtcpStatisticsCallback* rtcp_stats = statistics_proxy_.get();
388 rtcp_stats->StatisticsUpdated(rtcp_statistics, config_.rtp.ssrcs[0]);
389
390 // Report stats for second SSRC to make sure it's not outdated along with the
391 // first SSRC.
392 rtp_video_header.simulcastIdx = 1;
393 statistics_proxy_->OnSendEncodedImage(encoded_image, &rtp_video_header);
394
395 // Forward 1 ms, reach timeout, substream 0 should have no resolution
396 // reported, but substream 1 should.
397 fake_clock_.AdvanceTimeMilliseconds(1);
398 stats = statistics_proxy_->GetStats();
pbos@webrtc.org09c77b92015-02-25 10:42:16 +0000399 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[0]].width);
400 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[0]].height);
401 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[1]].width);
402 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[1]].height);
pbos@webrtc.org273a4142014-12-01 15:23:21 +0000403}
404
Peter Boström20f3f942015-05-15 11:33:39 +0200405TEST_F(SendStatisticsProxyTest, ClearsResolutionFromInactiveSsrcs) {
406 static const int kEncodedWidth = 123;
407 static const int kEncodedHeight = 81;
408 EncodedImage encoded_image;
409 encoded_image._encodedWidth = kEncodedWidth;
410 encoded_image._encodedHeight = kEncodedHeight;
411
412 RTPVideoHeader rtp_video_header;
413
414 rtp_video_header.simulcastIdx = 0;
415 statistics_proxy_->OnSendEncodedImage(encoded_image, &rtp_video_header);
416 rtp_video_header.simulcastIdx = 1;
417 statistics_proxy_->OnSendEncodedImage(encoded_image, &rtp_video_header);
418
419 statistics_proxy_->OnInactiveSsrc(config_.rtp.ssrcs[1]);
420 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
421 EXPECT_EQ(kEncodedWidth, stats.substreams[config_.rtp.ssrcs[0]].width);
422 EXPECT_EQ(kEncodedHeight, stats.substreams[config_.rtp.ssrcs[0]].height);
423 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[1]].width);
424 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[1]].height);
425}
426
427TEST_F(SendStatisticsProxyTest, ClearsBitratesFromInactiveSsrcs) {
428 BitrateStatistics bitrate;
429 bitrate.bitrate_bps = 42;
430 BitrateStatisticsObserver* observer = statistics_proxy_.get();
431 observer->Notify(bitrate, bitrate, config_.rtp.ssrcs[0]);
432 observer->Notify(bitrate, bitrate, config_.rtp.ssrcs[1]);
433
434 statistics_proxy_->OnInactiveSsrc(config_.rtp.ssrcs[1]);
435
436 VideoSendStream::Stats stats = statistics_proxy_->GetStats();
437 EXPECT_EQ(static_cast<int>(bitrate.bitrate_bps),
438 stats.substreams[config_.rtp.ssrcs[0]].total_bitrate_bps);
439 EXPECT_EQ(static_cast<int>(bitrate.bitrate_bps),
440 stats.substreams[config_.rtp.ssrcs[0]].retransmit_bitrate_bps);
441 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[1]].total_bitrate_bps);
442 EXPECT_EQ(0, stats.substreams[config_.rtp.ssrcs[1]].retransmit_bitrate_bps);
443}
444
sprang07fb9be2016-02-24 07:55:00 -0800445TEST_F(SendStatisticsProxyTest, ResetsRtcpCountersOnContentChange) {
446 RtcpPacketTypeCounterObserver* proxy =
447 static_cast<RtcpPacketTypeCounterObserver*>(statistics_proxy_.get());
448 RtcpPacketTypeCounter counters;
449 counters.first_packet_time_ms = fake_clock_.TimeInMilliseconds();
450 proxy->RtcpPacketTypesCounterUpdated(kFirstSsrc, counters);
451 proxy->RtcpPacketTypesCounterUpdated(kSecondSsrc, counters);
452
453 fake_clock_.AdvanceTimeMilliseconds(1000 * metrics::kMinRunTimeInSeconds);
454
455 counters.nack_packets += 1 * metrics::kMinRunTimeInSeconds;
456 counters.fir_packets += 2 * metrics::kMinRunTimeInSeconds;
457 counters.pli_packets += 3 * metrics::kMinRunTimeInSeconds;
458 counters.unique_nack_requests += 4 * metrics::kMinRunTimeInSeconds;
459 counters.nack_requests += 5 * metrics::kMinRunTimeInSeconds;
460
461 proxy->RtcpPacketTypesCounterUpdated(kFirstSsrc, counters);
462 proxy->RtcpPacketTypesCounterUpdated(kSecondSsrc, counters);
463
464 // Changing content type causes histograms to be reported.
465 statistics_proxy_->SetContentType(VideoEncoderConfig::ContentType::kScreen);
466
467 EXPECT_EQ(1, test::NumHistogramSamples(
468 "WebRTC.Video.NackPacketsReceivedPerMinute"));
469 EXPECT_EQ(
470 1, test::NumHistogramSamples("WebRTC.Video.FirPacketsReceivedPerMinute"));
471 EXPECT_EQ(
472 1, test::NumHistogramSamples("WebRTC.Video.PliPacketsReceivedPerMinute"));
473 EXPECT_EQ(1, test::NumHistogramSamples(
474 "WebRTC.Video.UniqueNackRequestsReceivedInPercent"));
475
476 const int kRate = 60 * 2; // Packets per minute with two streams.
477
478 EXPECT_EQ(1 * kRate, test::LastHistogramSample(
479 "WebRTC.Video.NackPacketsReceivedPerMinute"));
480 EXPECT_EQ(2 * kRate, test::LastHistogramSample(
481 "WebRTC.Video.FirPacketsReceivedPerMinute"));
482 EXPECT_EQ(3 * kRate, test::LastHistogramSample(
483 "WebRTC.Video.PliPacketsReceivedPerMinute"));
484 EXPECT_EQ(4 * 100 / 5,
485 test::LastHistogramSample(
486 "WebRTC.Video.UniqueNackRequestsReceivedInPercent"));
487
488 // New start time but same counter values.
489 proxy->RtcpPacketTypesCounterUpdated(kFirstSsrc, counters);
490 proxy->RtcpPacketTypesCounterUpdated(kSecondSsrc, counters);
491
492 fake_clock_.AdvanceTimeMilliseconds(1000 * metrics::kMinRunTimeInSeconds);
493
494 counters.nack_packets += 1 * metrics::kMinRunTimeInSeconds;
495 counters.fir_packets += 2 * metrics::kMinRunTimeInSeconds;
496 counters.pli_packets += 3 * metrics::kMinRunTimeInSeconds;
497 counters.unique_nack_requests += 4 * metrics::kMinRunTimeInSeconds;
498 counters.nack_requests += 5 * metrics::kMinRunTimeInSeconds;
499
500 proxy->RtcpPacketTypesCounterUpdated(kFirstSsrc, counters);
501 proxy->RtcpPacketTypesCounterUpdated(kSecondSsrc, counters);
502
503 SetUp(); // Reset stats proxy also causes histograms to be reported.
504
505 EXPECT_EQ(1, test::NumHistogramSamples(
506 "WebRTC.Video.Screenshare.NackPacketsReceivedPerMinute"));
507 EXPECT_EQ(1, test::NumHistogramSamples(
508 "WebRTC.Video.Screenshare.FirPacketsReceivedPerMinute"));
509 EXPECT_EQ(1, test::NumHistogramSamples(
510 "WebRTC.Video.Screenshare.PliPacketsReceivedPerMinute"));
511 EXPECT_EQ(
512 1, test::NumHistogramSamples(
513 "WebRTC.Video.Screenshare.UniqueNackRequestsReceivedInPercent"));
514
515 EXPECT_EQ(1 * kRate,
516 test::LastHistogramSample(
517 "WebRTC.Video.Screenshare.NackPacketsReceivedPerMinute"));
518 EXPECT_EQ(2 * kRate,
519 test::LastHistogramSample(
520 "WebRTC.Video.Screenshare.FirPacketsReceivedPerMinute"));
521 EXPECT_EQ(3 * kRate,
522 test::LastHistogramSample(
523 "WebRTC.Video.Screenshare.PliPacketsReceivedPerMinute"));
524 EXPECT_EQ(
525 4 * 100 / 5,
526 test::LastHistogramSample(
527 "WebRTC.Video.Screenshare.UniqueNackRequestsReceivedInPercent"));
528}
529
Erik Språng22c2b482016-03-01 09:40:42 +0100530TEST_F(SendStatisticsProxyTest, ResetsRtpCountersOnContentChange) {
531 StreamDataCountersCallback* proxy =
532 static_cast<StreamDataCountersCallback*>(statistics_proxy_.get());
533 StreamDataCounters counters;
534 StreamDataCounters rtx_counters;
535 counters.first_packet_time_ms = fake_clock_.TimeInMilliseconds();
536 proxy->DataCountersUpdated(counters, kFirstSsrc);
537 proxy->DataCountersUpdated(counters, kSecondSsrc);
538 proxy->DataCountersUpdated(rtx_counters, kFirstRtxSsrc);
539 proxy->DataCountersUpdated(rtx_counters, kSecondRtxSsrc);
540
541 counters.transmitted.header_bytes = 400;
542 counters.transmitted.packets = 20;
543 counters.transmitted.padding_bytes = 1000;
544 counters.transmitted.payload_bytes = 2000;
545
546 counters.retransmitted.header_bytes = 40;
547 counters.retransmitted.packets = 2;
548 counters.retransmitted.padding_bytes = 100;
549 counters.retransmitted.payload_bytes = 200;
550
551 counters.fec = counters.retransmitted;
552
553 rtx_counters.transmitted = counters.transmitted;
554
555 fake_clock_.AdvanceTimeMilliseconds(1000 * metrics::kMinRunTimeInSeconds);
556 proxy->DataCountersUpdated(counters, kFirstSsrc);
557 proxy->DataCountersUpdated(counters, kSecondSsrc);
558 proxy->DataCountersUpdated(rtx_counters, kFirstRtxSsrc);
559 proxy->DataCountersUpdated(rtx_counters, kSecondRtxSsrc);
560
561 // Changing content type causes histograms to be reported.
562 statistics_proxy_->SetContentType(VideoEncoderConfig::ContentType::kScreen);
563
564 EXPECT_EQ(1, test::NumHistogramSamples("WebRTC.Video.BitrateSentInKbps"));
565 EXPECT_EQ(static_cast<int>((counters.transmitted.TotalBytes() * 4 * 8) /
566 metrics::kMinRunTimeInSeconds / 1000),
567 test::LastHistogramSample("WebRTC.Video.BitrateSentInKbps"));
568
569 EXPECT_EQ(1,
570 test::NumHistogramSamples("WebRTC.Video.MediaBitrateSentInKbps"));
571 EXPECT_EQ(static_cast<int>((counters.MediaPayloadBytes() * 2 * 8) /
572 metrics::kMinRunTimeInSeconds / 1000),
573 test::LastHistogramSample("WebRTC.Video.MediaBitrateSentInKbps"));
574
575 EXPECT_EQ(1,
576 test::NumHistogramSamples("WebRTC.Video.PaddingBitrateSentInKbps"));
577 EXPECT_EQ(static_cast<int>((counters.transmitted.padding_bytes * 4 * 8) /
578 metrics::kMinRunTimeInSeconds / 1000),
579 test::LastHistogramSample("WebRTC.Video.PaddingBitrateSentInKbps"));
580
581 EXPECT_EQ(1, test::NumHistogramSamples(
582 "WebRTC.Video.RetransmittedBitrateSentInKbps"));
583 EXPECT_EQ(
584 static_cast<int>((counters.retransmitted.TotalBytes() * 2 * 8) /
585 metrics::kMinRunTimeInSeconds / 1000),
586 test::LastHistogramSample("WebRTC.Video.RetransmittedBitrateSentInKbps"));
587
588 EXPECT_EQ(1, test::NumHistogramSamples("WebRTC.Video.RtxBitrateSentInKbps"));
589 EXPECT_EQ(static_cast<int>((rtx_counters.transmitted.TotalBytes() * 2 * 8) /
590 metrics::kMinRunTimeInSeconds / 1000),
591 test::LastHistogramSample("WebRTC.Video.RtxBitrateSentInKbps"));
592
593 EXPECT_EQ(1, test::NumHistogramSamples("WebRTC.Video.FecBitrateSentInKbps"));
594 EXPECT_EQ(static_cast<int>((rtx_counters.fec.TotalBytes() * 2 * 8) /
595 metrics::kMinRunTimeInSeconds / 1000),
596 test::LastHistogramSample("WebRTC.Video.FecBitrateSentInKbps"));
597
598 // New start time but same counter values.
599 proxy->DataCountersUpdated(counters, kFirstSsrc);
600 proxy->DataCountersUpdated(counters, kSecondSsrc);
601 proxy->DataCountersUpdated(rtx_counters, kFirstRtxSsrc);
602 proxy->DataCountersUpdated(rtx_counters, kSecondRtxSsrc);
603
604 // Double counter values, this should result in the same counts as before but
605 // with new histogram names.
606 StreamDataCounters new_counters = counters;
607 new_counters.Add(counters);
608 StreamDataCounters new_rtx_counters = rtx_counters;
609 new_rtx_counters.Add(rtx_counters);
610
611 fake_clock_.AdvanceTimeMilliseconds(1000 * metrics::kMinRunTimeInSeconds);
612 proxy->DataCountersUpdated(new_counters, kFirstSsrc);
613 proxy->DataCountersUpdated(new_counters, kSecondSsrc);
614 proxy->DataCountersUpdated(new_rtx_counters, kFirstRtxSsrc);
615 proxy->DataCountersUpdated(new_rtx_counters, kSecondRtxSsrc);
616
617 SetUp(); // Reset stats proxy also causes histograms to be reported.
618
619 EXPECT_EQ(1, test::NumHistogramSamples(
620 "WebRTC.Video.Screenshare.BitrateSentInKbps"));
621 EXPECT_EQ(
622 static_cast<int>((counters.transmitted.TotalBytes() * 4 * 8) /
623 metrics::kMinRunTimeInSeconds / 1000),
624 test::LastHistogramSample("WebRTC.Video.Screenshare.BitrateSentInKbps"));
625
626 EXPECT_EQ(1, test::NumHistogramSamples(
627 "WebRTC.Video.Screenshare.MediaBitrateSentInKbps"));
628 EXPECT_EQ(static_cast<int>((counters.MediaPayloadBytes() * 2 * 8) /
629 metrics::kMinRunTimeInSeconds / 1000),
630 test::LastHistogramSample(
631 "WebRTC.Video.Screenshare.MediaBitrateSentInKbps"));
632
633 EXPECT_EQ(1, test::NumHistogramSamples(
634 "WebRTC.Video.Screenshare.PaddingBitrateSentInKbps"));
635 EXPECT_EQ(static_cast<int>((counters.transmitted.padding_bytes * 4 * 8) /
636 metrics::kMinRunTimeInSeconds / 1000),
637 test::LastHistogramSample(
638 "WebRTC.Video.Screenshare.PaddingBitrateSentInKbps"));
639
640 EXPECT_EQ(1, test::NumHistogramSamples(
641 "WebRTC.Video.Screenshare.RetransmittedBitrateSentInKbps"));
642 EXPECT_EQ(static_cast<int>((counters.retransmitted.TotalBytes() * 2 * 8) /
643 metrics::kMinRunTimeInSeconds / 1000),
644 test::LastHistogramSample(
645 "WebRTC.Video.Screenshare.RetransmittedBitrateSentInKbps"));
646
647 EXPECT_EQ(1, test::NumHistogramSamples(
648 "WebRTC.Video.Screenshare.RtxBitrateSentInKbps"));
649 EXPECT_EQ(static_cast<int>((rtx_counters.transmitted.TotalBytes() * 2 * 8) /
650 metrics::kMinRunTimeInSeconds / 1000),
651 test::LastHistogramSample(
652 "WebRTC.Video.Screenshare.RtxBitrateSentInKbps"));
653
654 EXPECT_EQ(1, test::NumHistogramSamples(
655 "WebRTC.Video.Screenshare.FecBitrateSentInKbps"));
656 EXPECT_EQ(static_cast<int>((rtx_counters.fec.TotalBytes() * 2 * 8) /
657 metrics::kMinRunTimeInSeconds / 1000),
658 test::LastHistogramSample(
659 "WebRTC.Video.Screenshare.FecBitrateSentInKbps"));
660}
661
sprang@webrtc.orgccd42842014-01-07 09:54:34 +0000662} // namespace webrtc