blob: eec3258773e75f927642c85846b883cbe75ed0a5 [file] [log] [blame]
pbos@webrtc.org744fbc72013-09-10 09:26:25 +00001/*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
pbos@webrtc.org744fbc72013-09-10 09:26:25 +000010
stefanff483612015-12-21 03:14:00 -080011#include "webrtc/call/rampup_tests.h"
12
pbos@webrtc.org2b4ce3a2015-03-23 13:12:24 +000013#include "webrtc/base/checks.h"
pbos12411ef2015-11-23 14:47:56 -080014#include "webrtc/base/platform_thread.h"
perkjfa10b552016-10-02 23:45:26 -070015#include "webrtc/test/encoder_settings.h"
kwibergac9f8762016-09-30 22:29:43 -070016#include "webrtc/test/gtest.h"
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +000017#include "webrtc/test/testsupport/perf_test.h"
pbos@webrtc.org744fbc72013-09-10 09:26:25 +000018
19namespace webrtc {
pbos@webrtc.org29023282013-09-11 10:14:56 +000020namespace {
stefan@webrtc.org3d7da882014-07-08 13:59:46 +000021
Stefan Holmer723dff12015-10-05 14:59:41 +020022static const int64_t kPollIntervalMs = 20;
stefandb752f92016-12-05 08:23:40 -080023static const int kHighBandwidthLimitBps = 80000;
24static const int kExpectedHighVideoBitrateBps = 60000;
25static const int kExpectedHighAudioBitrateBps = 30000;
26static const int kLowBandwidthLimitBps = 20000;
27static const int kExpectedLowBitrateBps = 20000;
pbos@webrtc.org29023282013-09-11 10:14:56 +000028
stefanff483612015-12-21 03:14:00 -080029std::vector<uint32_t> GenerateSsrcs(size_t num_streams, uint32_t ssrc_offset) {
stefan@webrtc.org3d7da882014-07-08 13:59:46 +000030 std::vector<uint32_t> ssrcs;
31 for (size_t i = 0; i != num_streams; ++i)
32 ssrcs.push_back(static_cast<uint32_t>(ssrc_offset + i));
33 return ssrcs;
34}
mflodman@webrtc.orgeb16b812014-06-16 08:57:39 +000035} // namespace
henrik.lundin@webrtc.org845862f2014-03-06 07:19:28 +000036
stefanff483612015-12-21 03:14:00 -080037RampUpTester::RampUpTester(size_t num_video_streams,
38 size_t num_audio_streams,
stefan4fbd1452015-09-28 03:57:14 -070039 unsigned int start_bitrate_bps,
40 const std::string& extension_type,
41 bool rtx,
42 bool red)
43 : EndToEndTest(test::CallTest::kLongTimeoutMs),
44 event_(false, false),
45 clock_(Clock::GetRealTimeClock()),
stefanff483612015-12-21 03:14:00 -080046 num_video_streams_(num_video_streams),
47 num_audio_streams_(num_audio_streams),
stefan4fbd1452015-09-28 03:57:14 -070048 rtx_(rtx),
49 red_(red),
mflodman86cc6ff2016-07-26 04:44:06 -070050 sender_call_(nullptr),
stefan4fbd1452015-09-28 03:57:14 -070051 send_stream_(nullptr),
52 start_bitrate_bps_(start_bitrate_bps),
53 start_bitrate_verified_(false),
stefan@webrtc.org3d7da882014-07-08 13:59:46 +000054 expected_bitrate_bps_(0),
Erik Språngf3a7c9d2015-10-05 14:03:22 +020055 test_start_ms_(-1),
stefan4fbd1452015-09-28 03:57:14 -070056 ramp_up_finished_ms_(-1),
57 extension_type_(extension_type),
stefanff483612015-12-21 03:14:00 -080058 video_ssrcs_(GenerateSsrcs(num_video_streams_, 100)),
59 video_rtx_ssrcs_(GenerateSsrcs(num_video_streams_, 200)),
60 audio_ssrcs_(GenerateSsrcs(num_audio_streams_, 300)),
Peter Boström8c38e8b2015-11-26 17:45:47 +010061 poller_thread_(&BitrateStatsPollingThread,
62 this,
mflodman86cc6ff2016-07-26 04:44:06 -070063 "BitrateStatsPollingThread") {
Stefan Holmerff2a6352016-01-14 10:00:21 +010064 EXPECT_LE(num_audio_streams_, 1u);
stefan4fbd1452015-09-28 03:57:14 -070065}
66
67RampUpTester::~RampUpTester() {
68 event_.Set();
stefan4fbd1452015-09-28 03:57:14 -070069}
70
71Call::Config RampUpTester::GetSenderCallConfig() {
skvlad11a9cbf2016-10-07 11:53:05 -070072 Call::Config call_config(&event_log_);
stefan4fbd1452015-09-28 03:57:14 -070073 if (start_bitrate_bps_ != 0) {
74 call_config.bitrate_config.start_bitrate_bps = start_bitrate_bps_;
75 }
76 call_config.bitrate_config.min_bitrate_bps = 10000;
77 return call_config;
78}
79
stefanff483612015-12-21 03:14:00 -080080void RampUpTester::OnVideoStreamsCreated(
stefan4fbd1452015-09-28 03:57:14 -070081 VideoSendStream* send_stream,
82 const std::vector<VideoReceiveStream*>& receive_streams) {
83 send_stream_ = send_stream;
84}
85
stefane74eef12016-01-08 06:47:13 -080086test::PacketTransport* RampUpTester::CreateSendTransport(Call* sender_call) {
87 send_transport_ = new test::PacketTransport(sender_call, this,
88 test::PacketTransport::kSender,
89 forward_transport_config_);
90 return send_transport_;
stefanf116bd02015-10-27 08:29:42 -070091}
92
Stefan Holmerd20e6512016-01-12 15:51:22 +010093size_t RampUpTester::GetNumVideoStreams() const {
94 return num_video_streams_;
95}
96
Stefan Holmerff2a6352016-01-14 10:00:21 +010097size_t RampUpTester::GetNumAudioStreams() const {
98 return num_audio_streams_;
99}
100
perkjfa10b552016-10-02 23:45:26 -0700101class RampUpTester::VideoStreamFactory
102 : public VideoEncoderConfig::VideoStreamFactoryInterface {
103 public:
104 VideoStreamFactory() {}
105
106 private:
107 std::vector<VideoStream> CreateEncoderStreams(
108 int width,
109 int height,
110 const VideoEncoderConfig& encoder_config) override {
111 std::vector<VideoStream> streams =
112 test::CreateVideoStreams(width, height, encoder_config);
113 if (encoder_config.number_of_streams == 1) {
114 streams[0].target_bitrate_bps = streams[0].max_bitrate_bps = 2000000;
115 }
116 return streams;
117 }
118};
119
stefanff483612015-12-21 03:14:00 -0800120void RampUpTester::ModifyVideoConfigs(
stefan4fbd1452015-09-28 03:57:14 -0700121 VideoSendStream::Config* send_config,
122 std::vector<VideoReceiveStream::Config>* receive_configs,
123 VideoEncoderConfig* encoder_config) {
124 send_config->suspend_below_min_bitrate = true;
perkjfa10b552016-10-02 23:45:26 -0700125 encoder_config->number_of_streams = num_video_streams_;
126 encoder_config->max_bitrate_bps = 2000000;
127 encoder_config->video_stream_factory =
128 new rtc::RefCountedObject<RampUpTester::VideoStreamFactory>();
stefanff483612015-12-21 03:14:00 -0800129 if (num_video_streams_ == 1) {
stefan4fbd1452015-09-28 03:57:14 -0700130 // For single stream rampup until 1mbps
131 expected_bitrate_bps_ = kSingleStreamTargetBps;
132 } else {
133 // For multi stream rampup until all streams are being sent. That means
perkjfa10b552016-10-02 23:45:26 -0700134 // enough bitrate to send all the target streams plus the min bitrate of
stefan4fbd1452015-09-28 03:57:14 -0700135 // the last one.
perkjfa10b552016-10-02 23:45:26 -0700136 std::vector<VideoStream> streams = test::CreateVideoStreams(
137 test::CallTest::kDefaultWidth, test::CallTest::kDefaultHeight,
138 *encoder_config);
139 expected_bitrate_bps_ = streams.back().min_bitrate_bps;
140 for (size_t i = 0; i < streams.size() - 1; ++i) {
141 expected_bitrate_bps_ += streams[i].target_bitrate_bps;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000142 }
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000143 }
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000144
stefan4fbd1452015-09-28 03:57:14 -0700145 send_config->rtp.extensions.clear();
146
147 bool remb;
stefan43edf0f2015-11-20 18:05:48 -0800148 bool transport_cc;
isheriff6f8d6862016-05-26 11:24:55 -0700149 if (extension_type_ == RtpExtension::kAbsSendTimeUri) {
stefan4fbd1452015-09-28 03:57:14 -0700150 remb = true;
stefan43edf0f2015-11-20 18:05:48 -0800151 transport_cc = false;
stefan4fbd1452015-09-28 03:57:14 -0700152 send_config->rtp.extensions.push_back(
153 RtpExtension(extension_type_.c_str(), kAbsSendTimeExtensionId));
isheriff6f8d6862016-05-26 11:24:55 -0700154 } else if (extension_type_ == RtpExtension::kTransportSequenceNumberUri) {
stefan4fbd1452015-09-28 03:57:14 -0700155 remb = false;
stefan43edf0f2015-11-20 18:05:48 -0800156 transport_cc = true;
stefan4fbd1452015-09-28 03:57:14 -0700157 send_config->rtp.extensions.push_back(RtpExtension(
158 extension_type_.c_str(), kTransportSequenceNumberExtensionId));
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000159 } else {
stefan4fbd1452015-09-28 03:57:14 -0700160 remb = true;
stefan43edf0f2015-11-20 18:05:48 -0800161 transport_cc = false;
stefan4fbd1452015-09-28 03:57:14 -0700162 send_config->rtp.extensions.push_back(RtpExtension(
163 extension_type_.c_str(), kTransmissionTimeOffsetExtensionId));
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000164 }
stefan4fbd1452015-09-28 03:57:14 -0700165
166 send_config->rtp.nack.rtp_history_ms = test::CallTest::kNackRtpHistoryMs;
stefanff483612015-12-21 03:14:00 -0800167 send_config->rtp.ssrcs = video_ssrcs_;
stefan4fbd1452015-09-28 03:57:14 -0700168 if (rtx_) {
169 send_config->rtp.rtx.payload_type = test::CallTest::kSendRtxPayloadType;
stefanff483612015-12-21 03:14:00 -0800170 send_config->rtp.rtx.ssrcs = video_rtx_ssrcs_;
stefan4fbd1452015-09-28 03:57:14 -0700171 }
172 if (red_) {
brandtrb5f2c3f2016-10-04 23:28:39 -0700173 send_config->rtp.ulpfec.ulpfec_payload_type =
stefan4fbd1452015-09-28 03:57:14 -0700174 test::CallTest::kUlpfecPayloadType;
brandtrb5f2c3f2016-10-04 23:28:39 -0700175 send_config->rtp.ulpfec.red_payload_type = test::CallTest::kRedPayloadType;
brandtrfbfb5362016-11-17 04:18:37 -0800176 if (rtx_) {
177 send_config->rtp.ulpfec.red_rtx_payload_type =
178 test::CallTest::kRtxRedPayloadType;
179 }
stefan4fbd1452015-09-28 03:57:14 -0700180 }
181
182 size_t i = 0;
183 for (VideoReceiveStream::Config& recv_config : *receive_configs) {
184 recv_config.rtp.remb = remb;
stefan43edf0f2015-11-20 18:05:48 -0800185 recv_config.rtp.transport_cc = transport_cc;
stefan4fbd1452015-09-28 03:57:14 -0700186 recv_config.rtp.extensions = send_config->rtp.extensions;
187
stefanff483612015-12-21 03:14:00 -0800188 recv_config.rtp.remote_ssrc = video_ssrcs_[i];
stefan4fbd1452015-09-28 03:57:14 -0700189 recv_config.rtp.nack.rtp_history_ms = send_config->rtp.nack.rtp_history_ms;
190
191 if (red_) {
brandtrb5f2c3f2016-10-04 23:28:39 -0700192 recv_config.rtp.ulpfec.red_payload_type =
193 send_config->rtp.ulpfec.red_payload_type;
194 recv_config.rtp.ulpfec.ulpfec_payload_type =
195 send_config->rtp.ulpfec.ulpfec_payload_type;
brandtrfbfb5362016-11-17 04:18:37 -0800196 if (rtx_) {
197 recv_config.rtp.ulpfec.red_rtx_payload_type =
198 send_config->rtp.ulpfec.red_rtx_payload_type;
199 }
stefan4fbd1452015-09-28 03:57:14 -0700200 }
201
202 if (rtx_) {
203 recv_config.rtp.rtx[send_config->encoder_settings.payload_type].ssrc =
stefanff483612015-12-21 03:14:00 -0800204 video_rtx_ssrcs_[i];
stefan4fbd1452015-09-28 03:57:14 -0700205 recv_config.rtp.rtx[send_config->encoder_settings.payload_type]
206 .payload_type = send_config->rtp.rtx.payload_type;
207 }
208 ++i;
209 }
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000210}
211
Stefan Holmerff2a6352016-01-14 10:00:21 +0100212void RampUpTester::ModifyAudioConfigs(
213 AudioSendStream::Config* send_config,
214 std::vector<AudioReceiveStream::Config>* receive_configs) {
215 if (num_audio_streams_ == 0)
216 return;
217
isheriff6f8d6862016-05-26 11:24:55 -0700218 EXPECT_NE(RtpExtension::kTimestampOffsetUri, extension_type_)
Stefan Holmerff2a6352016-01-14 10:00:21 +0100219 << "Audio BWE not supported with toffset.";
220
221 send_config->rtp.ssrc = audio_ssrcs_[0];
222 send_config->rtp.extensions.clear();
223
minyue10cbb462016-11-07 09:29:22 -0800224 send_config->min_bitrate_bps = 6000;
225 send_config->max_bitrate_bps = 60000;
mflodman86cc6ff2016-07-26 04:44:06 -0700226
Stefan Holmerff2a6352016-01-14 10:00:21 +0100227 bool transport_cc = false;
isheriff6f8d6862016-05-26 11:24:55 -0700228 if (extension_type_ == RtpExtension::kAbsSendTimeUri) {
Stefan Holmerff2a6352016-01-14 10:00:21 +0100229 transport_cc = false;
230 send_config->rtp.extensions.push_back(
231 RtpExtension(extension_type_.c_str(), kAbsSendTimeExtensionId));
isheriff6f8d6862016-05-26 11:24:55 -0700232 } else if (extension_type_ == RtpExtension::kTransportSequenceNumberUri) {
Stefan Holmerff2a6352016-01-14 10:00:21 +0100233 transport_cc = true;
234 send_config->rtp.extensions.push_back(RtpExtension(
235 extension_type_.c_str(), kTransportSequenceNumberExtensionId));
236 }
237
238 for (AudioReceiveStream::Config& recv_config : *receive_configs) {
Stefan Holmerff2a6352016-01-14 10:00:21 +0100239 recv_config.rtp.transport_cc = transport_cc;
240 recv_config.rtp.extensions = send_config->rtp.extensions;
241 recv_config.rtp.remote_ssrc = send_config->rtp.ssrc;
242 }
243}
244
stefan4fbd1452015-09-28 03:57:14 -0700245void RampUpTester::OnCallsCreated(Call* sender_call, Call* receiver_call) {
246 sender_call_ = sender_call;
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000247}
248
stefan4fbd1452015-09-28 03:57:14 -0700249bool RampUpTester::BitrateStatsPollingThread(void* obj) {
250 return static_cast<RampUpTester*>(obj)->PollStats();
pbos@webrtc.org32452b22014-10-22 12:15:24 +0000251}
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000252
stefan4fbd1452015-09-28 03:57:14 -0700253bool RampUpTester::PollStats() {
254 if (sender_call_) {
255 Call::Stats stats = sender_call_->GetStats();
256
257 RTC_DCHECK_GT(expected_bitrate_bps_, 0);
258 if (!start_bitrate_verified_ && start_bitrate_bps_ != 0) {
259 // For tests with an explicitly set start bitrate, verify the first
260 // bitrate estimate is close to the start bitrate and lower than the
261 // test target bitrate. This is to verify a call respects the configured
262 // start bitrate, but due to the BWE implementation we can't guarantee the
263 // first estimate really is as high as the start bitrate.
264 EXPECT_GT(stats.send_bandwidth_bps, 0.9 * start_bitrate_bps_);
265 start_bitrate_verified_ = true;
266 }
267 if (stats.send_bandwidth_bps >= expected_bitrate_bps_) {
268 ramp_up_finished_ms_ = clock_->TimeInMilliseconds();
Peter Boström5811a392015-12-10 13:02:50 +0100269 observation_complete_.Set();
stefan4fbd1452015-09-28 03:57:14 -0700270 }
271 }
272
273 return !event_.Wait(kPollIntervalMs);
Erik Språng468e62a2015-07-06 10:50:47 +0200274}
275
stefan4fbd1452015-09-28 03:57:14 -0700276void RampUpTester::ReportResult(const std::string& measurement,
277 size_t value,
278 const std::string& units) const {
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000279 webrtc::test::PrintResult(
280 measurement, "",
stefanff483612015-12-21 03:14:00 -0800281 ::testing::UnitTest::GetInstance()->current_test_info()->name(), value,
282 units, false);
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000283}
284
stefan092508a2015-09-29 02:26:42 -0700285void RampUpTester::AccumulateStats(const VideoSendStream::StreamStats& stream,
286 size_t* total_packets_sent,
287 size_t* total_sent,
288 size_t* padding_sent,
289 size_t* media_sent) const {
stefan4fbd1452015-09-28 03:57:14 -0700290 *total_packets_sent += stream.rtp_stats.transmitted.packets +
291 stream.rtp_stats.retransmitted.packets +
292 stream.rtp_stats.fec.packets;
293 *total_sent += stream.rtp_stats.transmitted.TotalBytes() +
294 stream.rtp_stats.retransmitted.TotalBytes() +
295 stream.rtp_stats.fec.TotalBytes();
296 *padding_sent += stream.rtp_stats.transmitted.padding_bytes +
297 stream.rtp_stats.retransmitted.padding_bytes +
298 stream.rtp_stats.fec.padding_bytes;
299 *media_sent += stream.rtp_stats.MediaPayloadBytes();
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000300}
301
stefan4fbd1452015-09-28 03:57:14 -0700302void RampUpTester::TriggerTestDone() {
Erik Språngf3a7c9d2015-10-05 14:03:22 +0200303 RTC_DCHECK_GE(test_start_ms_, 0);
304
Stefan Holmerff2a6352016-01-14 10:00:21 +0100305 // TODO(holmer): Add audio send stats here too when those APIs are available.
mflodman86cc6ff2016-07-26 04:44:06 -0700306 if (!send_stream_)
307 return;
308
stefan4fbd1452015-09-28 03:57:14 -0700309 VideoSendStream::Stats send_stats = send_stream_->GetStats();
310
311 size_t total_packets_sent = 0;
312 size_t total_sent = 0;
313 size_t padding_sent = 0;
314 size_t media_sent = 0;
stefanff483612015-12-21 03:14:00 -0800315 for (uint32_t ssrc : video_ssrcs_) {
stefan092508a2015-09-29 02:26:42 -0700316 AccumulateStats(send_stats.substreams[ssrc], &total_packets_sent,
317 &total_sent, &padding_sent, &media_sent);
stefan4fbd1452015-09-28 03:57:14 -0700318 }
319
320 size_t rtx_total_packets_sent = 0;
321 size_t rtx_total_sent = 0;
322 size_t rtx_padding_sent = 0;
323 size_t rtx_media_sent = 0;
stefanff483612015-12-21 03:14:00 -0800324 for (uint32_t rtx_ssrc : video_rtx_ssrcs_) {
stefan092508a2015-09-29 02:26:42 -0700325 AccumulateStats(send_stats.substreams[rtx_ssrc], &rtx_total_packets_sent,
326 &rtx_total_sent, &rtx_padding_sent, &rtx_media_sent);
stefan4fbd1452015-09-28 03:57:14 -0700327 }
328
329 ReportResult("ramp-up-total-packets-sent", total_packets_sent, "packets");
330 ReportResult("ramp-up-total-sent", total_sent, "bytes");
331 ReportResult("ramp-up-media-sent", media_sent, "bytes");
332 ReportResult("ramp-up-padding-sent", padding_sent, "bytes");
333 ReportResult("ramp-up-rtx-total-packets-sent", rtx_total_packets_sent,
334 "packets");
335 ReportResult("ramp-up-rtx-total-sent", rtx_total_sent, "bytes");
336 ReportResult("ramp-up-rtx-media-sent", rtx_media_sent, "bytes");
337 ReportResult("ramp-up-rtx-padding-sent", rtx_padding_sent, "bytes");
338 if (ramp_up_finished_ms_ >= 0) {
339 ReportResult("ramp-up-time", ramp_up_finished_ms_ - test_start_ms_,
340 "milliseconds");
341 }
Stefan Holmerff2a6352016-01-14 10:00:21 +0100342 ReportResult("ramp-up-average-network-latency",
343 send_transport_->GetAverageDelayMs(), "milliseconds");
stefan4fbd1452015-09-28 03:57:14 -0700344}
345
346void RampUpTester::PerformTest() {
Erik Språngf3a7c9d2015-10-05 14:03:22 +0200347 test_start_ms_ = clock_->TimeInMilliseconds();
Peter Boström8c38e8b2015-11-26 17:45:47 +0100348 poller_thread_.Start();
Peter Boström5811a392015-12-10 13:02:50 +0100349 EXPECT_TRUE(Wait()) << "Timed out while waiting for ramp-up to complete.";
stefan4fbd1452015-09-28 03:57:14 -0700350 TriggerTestDone();
Peter Boström8c38e8b2015-11-26 17:45:47 +0100351 poller_thread_.Stop();
stefan4fbd1452015-09-28 03:57:14 -0700352}
353
Stefan Holmerff2a6352016-01-14 10:00:21 +0100354RampUpDownUpTester::RampUpDownUpTester(size_t num_video_streams,
355 size_t num_audio_streams,
stefan4fbd1452015-09-28 03:57:14 -0700356 unsigned int start_bitrate_bps,
357 const std::string& extension_type,
358 bool rtx,
359 bool red)
Stefan Holmerff2a6352016-01-14 10:00:21 +0100360 : RampUpTester(num_video_streams,
361 num_audio_streams,
362 start_bitrate_bps,
363 extension_type,
364 rtx,
365 red),
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000366 test_state_(kFirstRampup),
367 state_start_ms_(clock_->TimeInMilliseconds()),
stefan4fbd1452015-09-28 03:57:14 -0700368 interval_start_ms_(clock_->TimeInMilliseconds()),
369 sent_bytes_(0) {
stefanff483612015-12-21 03:14:00 -0800370 forward_transport_config_.link_capacity_kbps = kHighBandwidthLimitBps / 1000;
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000371}
372
stefan4fbd1452015-09-28 03:57:14 -0700373RampUpDownUpTester::~RampUpDownUpTester() {}
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000374
stefan4fbd1452015-09-28 03:57:14 -0700375bool RampUpDownUpTester::PollStats() {
376 if (send_stream_) {
377 webrtc::VideoSendStream::Stats stats = send_stream_->GetStats();
378 int transmit_bitrate_bps = 0;
379 for (auto it : stats.substreams) {
380 transmit_bitrate_bps += it.second.total_bitrate_bps;
mflodman@webrtc.orgeb16b812014-06-16 08:57:39 +0000381 }
stefan4fbd1452015-09-28 03:57:14 -0700382 EvolveTestState(transmit_bitrate_bps, stats.suspended);
mflodman86cc6ff2016-07-26 04:44:06 -0700383 } else if (num_audio_streams_ > 0 && sender_call_ != nullptr) {
384 // An audio send stream doesn't have bitrate stats, so the call send BW is
385 // currently used instead.
386 int transmit_bitrate_bps = sender_call_->GetStats().send_bandwidth_bps;
387 EvolveTestState(transmit_bitrate_bps, false);
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000388 }
stefan4fbd1452015-09-28 03:57:14 -0700389
390 return !event_.Wait(kPollIntervalMs);
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000391}
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000392
stefan4fbd1452015-09-28 03:57:14 -0700393Call::Config RampUpDownUpTester::GetReceiverCallConfig() {
skvlad11a9cbf2016-10-07 11:53:05 -0700394 Call::Config config(&event_log_);
stefan4fbd1452015-09-28 03:57:14 -0700395 config.bitrate_config.min_bitrate_bps = 10000;
396 return config;
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000397}
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000398
stefan4fbd1452015-09-28 03:57:14 -0700399std::string RampUpDownUpTester::GetModifierString() const {
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000400 std::string str("_");
stefanff483612015-12-21 03:14:00 -0800401 if (num_video_streams_ > 0) {
402 std::ostringstream s;
403 s << num_video_streams_;
404 str += s.str();
405 str += "stream";
406 str += (num_video_streams_ > 1 ? "s" : "");
407 str += "_";
408 }
409 if (num_audio_streams_ > 0) {
410 std::ostringstream s;
411 s << num_audio_streams_;
412 str += s.str();
413 str += "stream";
414 str += (num_audio_streams_ > 1 ? "s" : "");
415 str += "_";
416 }
stefan4fbd1452015-09-28 03:57:14 -0700417 str += (rtx_ ? "" : "no");
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000418 str += "rtx";
419 return str;
420}
andresp@webrtc.orgc1480792014-03-20 03:23:55 +0000421
stefandb752f92016-12-05 08:23:40 -0800422int RampUpDownUpTester::GetExpectedHighBitrate() const {
423 if (num_audio_streams_ > 0 && num_video_streams_ == 0)
424 return kExpectedHighAudioBitrateBps;
425 return kExpectedHighVideoBitrateBps;
426}
427
stefan4fbd1452015-09-28 03:57:14 -0700428void RampUpDownUpTester::EvolveTestState(int bitrate_bps, bool suspended) {
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000429 int64_t now = clock_->TimeInMilliseconds();
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000430 switch (test_state_) {
431 case kFirstRampup: {
stefan4fbd1452015-09-28 03:57:14 -0700432 EXPECT_FALSE(suspended);
stefandb752f92016-12-05 08:23:40 -0800433 if (bitrate_bps >= GetExpectedHighBitrate()) {
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000434 // The first ramp-up has reached the target bitrate. Change the
435 // channel limit, and move to the next test state.
436 forward_transport_config_.link_capacity_kbps =
437 kLowBandwidthLimitBps / 1000;
stefanf116bd02015-10-27 08:29:42 -0700438 send_transport_->SetConfig(forward_transport_config_);
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000439 test_state_ = kLowRate;
stefanff483612015-12-21 03:14:00 -0800440 webrtc::test::PrintResult("ramp_up_down_up", GetModifierString(),
441 "first_rampup", now - state_start_ms_, "ms",
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000442 false);
443 state_start_ms_ = now;
444 interval_start_ms_ = now;
445 sent_bytes_ = 0;
andresp@webrtc.orgc1480792014-03-20 03:23:55 +0000446 }
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000447 break;
pbos@webrtc.orgf577ae92014-03-19 08:43:57 +0000448 }
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000449 case kLowRate: {
mflodman86cc6ff2016-07-26 04:44:06 -0700450 // Audio streams are never suspended.
451 bool check_suspend_state = num_video_streams_ > 0;
452 if (bitrate_bps < kExpectedLowBitrateBps &&
453 suspended == check_suspend_state) {
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000454 // The ramp-down was successful. Change the channel limit back to a
455 // high value, and move to the next test state.
456 forward_transport_config_.link_capacity_kbps =
457 kHighBandwidthLimitBps / 1000;
stefanf116bd02015-10-27 08:29:42 -0700458 send_transport_->SetConfig(forward_transport_config_);
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000459 test_state_ = kSecondRampup;
stefanff483612015-12-21 03:14:00 -0800460 webrtc::test::PrintResult("ramp_up_down_up", GetModifierString(),
461 "rampdown", now - state_start_ms_, "ms",
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000462 false);
463 state_start_ms_ = now;
464 interval_start_ms_ = now;
465 sent_bytes_ = 0;
466 }
467 break;
468 }
469 case kSecondRampup: {
stefandb752f92016-12-05 08:23:40 -0800470 if (bitrate_bps >= GetExpectedHighBitrate() && !suspended) {
stefanff483612015-12-21 03:14:00 -0800471 webrtc::test::PrintResult("ramp_up_down_up", GetModifierString(),
472 "second_rampup", now - state_start_ms_, "ms",
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000473 false);
Stefan Holmerff2a6352016-01-14 10:00:21 +0100474 ReportResult("ramp-up-down-up-average-network-latency",
475 send_transport_->GetAverageDelayMs(), "milliseconds");
Peter Boström5811a392015-12-10 13:02:50 +0100476 observation_complete_.Set();
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000477 }
478 break;
479 }
480 }
481}
pbos@webrtc.orgf577ae92014-03-19 08:43:57 +0000482
stefan4fbd1452015-09-28 03:57:14 -0700483class RampUpTest : public test::CallTest {
Erik Språng6b8d3552015-09-24 15:06:57 +0200484 public:
stefan4fbd1452015-09-28 03:57:14 -0700485 RampUpTest() {}
Erik Språng6b8d3552015-09-24 15:06:57 +0200486
stefan4fbd1452015-09-28 03:57:14 -0700487 virtual ~RampUpTest() {
stefanff483612015-12-21 03:14:00 -0800488 EXPECT_EQ(nullptr, video_send_stream_);
489 EXPECT_TRUE(video_receive_streams_.empty());
Erik Språng6b8d3552015-09-24 15:06:57 +0200490 }
Erik Språng6b8d3552015-09-24 15:06:57 +0200491};
492
stefan@webrtc.orgcb254aa2014-06-12 15:12:25 +0000493TEST_F(RampUpTest, SingleStream) {
isheriff6f8d6862016-05-26 11:24:55 -0700494 RampUpTester test(1, 0, 0, RtpExtension::kTimestampOffsetUri, false, false);
stefane74eef12016-01-08 06:47:13 -0800495 RunBaseTest(&test);
andresp@webrtc.orgc1480792014-03-20 03:23:55 +0000496}
pbos@webrtc.org744fbc72013-09-10 09:26:25 +0000497
stefan@webrtc.orgcb254aa2014-06-12 15:12:25 +0000498TEST_F(RampUpTest, Simulcast) {
isheriff6f8d6862016-05-26 11:24:55 -0700499 RampUpTester test(3, 0, 0, RtpExtension::kTimestampOffsetUri, false, false);
stefane74eef12016-01-08 06:47:13 -0800500 RunBaseTest(&test);
andresp@webrtc.orgc1480792014-03-20 03:23:55 +0000501}
502
stefan@webrtc.orgcb254aa2014-06-12 15:12:25 +0000503TEST_F(RampUpTest, SimulcastWithRtx) {
isheriff6f8d6862016-05-26 11:24:55 -0700504 RampUpTester test(3, 0, 0, RtpExtension::kTimestampOffsetUri, true, false);
stefane74eef12016-01-08 06:47:13 -0800505 RunBaseTest(&test);
Shao Changbine62202f2015-04-21 20:24:50 +0800506}
507
508TEST_F(RampUpTest, SimulcastByRedWithRtx) {
isheriff6f8d6862016-05-26 11:24:55 -0700509 RampUpTester test(3, 0, 0, RtpExtension::kTimestampOffsetUri, true, true);
stefane74eef12016-01-08 06:47:13 -0800510 RunBaseTest(&test);
mflodman@webrtc.orgeb16b812014-06-16 08:57:39 +0000511}
512
513TEST_F(RampUpTest, SingleStreamWithHighStartBitrate) {
isheriff6f8d6862016-05-26 11:24:55 -0700514 RampUpTester test(1, 0, 0.9 * kSingleStreamTargetBps,
515 RtpExtension::kTimestampOffsetUri, false, false);
stefane74eef12016-01-08 06:47:13 -0800516 RunBaseTest(&test);
andresp@webrtc.orgc1480792014-03-20 03:23:55 +0000517}
pbos@webrtc.org744fbc72013-09-10 09:26:25 +0000518
Stefan Holmerff2a6352016-01-14 10:00:21 +0100519static const uint32_t kStartBitrateBps = 60000;
520
philipelf4d84412016-02-23 18:56:36 +0100521// Disabled: https://bugs.chromium.org/p/webrtc/issues/detail?id=5576
522TEST_F(RampUpTest, DISABLED_UpDownUpOneStream) {
isheriff6f8d6862016-05-26 11:24:55 -0700523 RampUpDownUpTester test(1, 0, kStartBitrateBps, RtpExtension::kAbsSendTimeUri,
Stefan Holmerff2a6352016-01-14 10:00:21 +0100524 false, false);
stefane74eef12016-01-08 06:47:13 -0800525 RunBaseTest(&test);
Shao Changbine62202f2015-04-21 20:24:50 +0800526}
henrik.lundin@webrtc.org845862f2014-03-06 07:19:28 +0000527
philipel649a21a2016-08-23 07:22:18 -0700528TEST_F(RampUpTest, DISABLED_UpDownUpThreeStreams) {
isheriff6f8d6862016-05-26 11:24:55 -0700529 RampUpDownUpTester test(3, 0, kStartBitrateBps, RtpExtension::kAbsSendTimeUri,
Stefan Holmerff2a6352016-01-14 10:00:21 +0100530 false, false);
stefane74eef12016-01-08 06:47:13 -0800531 RunBaseTest(&test);
Shao Changbine62202f2015-04-21 20:24:50 +0800532}
henrik.lundin@webrtc.org998cb8f2014-03-06 09:12:00 +0000533
philipelf4d84412016-02-23 18:56:36 +0100534// Disabled: https://bugs.chromium.org/p/webrtc/issues/detail?id=5576
535TEST_F(RampUpTest, DISABLED_UpDownUpOneStreamRtx) {
isheriff6f8d6862016-05-26 11:24:55 -0700536 RampUpDownUpTester test(1, 0, kStartBitrateBps, RtpExtension::kAbsSendTimeUri,
Stefan Holmerff2a6352016-01-14 10:00:21 +0100537 true, false);
stefane74eef12016-01-08 06:47:13 -0800538 RunBaseTest(&test);
Shao Changbine62202f2015-04-21 20:24:50 +0800539}
henrik.lundin@webrtc.org998cb8f2014-03-06 09:12:00 +0000540
Shao Changbine62202f2015-04-21 20:24:50 +0800541TEST_F(RampUpTest, UpDownUpThreeStreamsRtx) {
isheriff6f8d6862016-05-26 11:24:55 -0700542 RampUpDownUpTester test(3, 0, kStartBitrateBps, RtpExtension::kAbsSendTimeUri,
Stefan Holmerff2a6352016-01-14 10:00:21 +0100543 true, false);
stefane74eef12016-01-08 06:47:13 -0800544 RunBaseTest(&test);
Shao Changbine62202f2015-04-21 20:24:50 +0800545}
546
philipelf4d84412016-02-23 18:56:36 +0100547// Disabled: https://bugs.chromium.org/p/webrtc/issues/detail?id=5576
548TEST_F(RampUpTest, DISABLED_UpDownUpOneStreamByRedRtx) {
isheriff6f8d6862016-05-26 11:24:55 -0700549 RampUpDownUpTester test(1, 0, kStartBitrateBps, RtpExtension::kAbsSendTimeUri,
Stefan Holmerff2a6352016-01-14 10:00:21 +0100550 true, true);
stefane74eef12016-01-08 06:47:13 -0800551 RunBaseTest(&test);
Shao Changbine62202f2015-04-21 20:24:50 +0800552}
553
554TEST_F(RampUpTest, UpDownUpThreeStreamsByRedRtx) {
isheriff6f8d6862016-05-26 11:24:55 -0700555 RampUpDownUpTester test(3, 0, kStartBitrateBps, RtpExtension::kAbsSendTimeUri,
Stefan Holmerff2a6352016-01-14 10:00:21 +0100556 true, true);
stefane74eef12016-01-08 06:47:13 -0800557 RunBaseTest(&test);
Shao Changbine62202f2015-04-21 20:24:50 +0800558}
Stefan Holmerff2a6352016-01-14 10:00:21 +0100559
560TEST_F(RampUpTest, SendSideVideoUpDownUpRtx) {
561 RampUpDownUpTester test(3, 0, kStartBitrateBps,
isheriff6f8d6862016-05-26 11:24:55 -0700562 RtpExtension::kTransportSequenceNumberUri, true,
563 false);
Stefan Holmerff2a6352016-01-14 10:00:21 +0100564 RunBaseTest(&test);
565}
566
567// TODO(holmer): Enable when audio bitrates are included in the bitrate
568// allocation.
569TEST_F(RampUpTest, DISABLED_SendSideAudioVideoUpDownUpRtx) {
570 RampUpDownUpTester test(3, 1, kStartBitrateBps,
isheriff6f8d6862016-05-26 11:24:55 -0700571 RtpExtension::kTransportSequenceNumberUri, true,
572 false);
Stefan Holmerff2a6352016-01-14 10:00:21 +0100573 RunBaseTest(&test);
574}
575
mflodman86cc6ff2016-07-26 04:44:06 -0700576TEST_F(RampUpTest, SendSideAudioOnlyUpDownUpRtx) {
577 RampUpDownUpTester test(0, 1, kStartBitrateBps,
578 RtpExtension::kTransportSequenceNumberUri, true,
579 false);
580 RunBaseTest(&test);
581}
582
pbos@webrtc.org85bd53e2014-12-10 10:36:20 +0000583TEST_F(RampUpTest, AbsSendTimeSingleStream) {
isheriff6f8d6862016-05-26 11:24:55 -0700584 RampUpTester test(1, 0, 0, RtpExtension::kAbsSendTimeUri, false, false);
stefane74eef12016-01-08 06:47:13 -0800585 RunBaseTest(&test);
pbos@webrtc.org85bd53e2014-12-10 10:36:20 +0000586}
587
588TEST_F(RampUpTest, AbsSendTimeSimulcast) {
isheriff6f8d6862016-05-26 11:24:55 -0700589 RampUpTester test(3, 0, 0, RtpExtension::kAbsSendTimeUri, false, false);
stefane74eef12016-01-08 06:47:13 -0800590 RunBaseTest(&test);
pbos@webrtc.org85bd53e2014-12-10 10:36:20 +0000591}
592
593TEST_F(RampUpTest, AbsSendTimeSimulcastWithRtx) {
isheriff6f8d6862016-05-26 11:24:55 -0700594 RampUpTester test(3, 0, 0, RtpExtension::kAbsSendTimeUri, true, false);
stefane74eef12016-01-08 06:47:13 -0800595 RunBaseTest(&test);
Shao Changbine62202f2015-04-21 20:24:50 +0800596}
597
598TEST_F(RampUpTest, AbsSendTimeSimulcastByRedWithRtx) {
isheriff6f8d6862016-05-26 11:24:55 -0700599 RampUpTester test(3, 0, 0, RtpExtension::kAbsSendTimeUri, true, true);
stefane74eef12016-01-08 06:47:13 -0800600 RunBaseTest(&test);
pbos@webrtc.org85bd53e2014-12-10 10:36:20 +0000601}
602
603TEST_F(RampUpTest, AbsSendTimeSingleStreamWithHighStartBitrate) {
stefanff483612015-12-21 03:14:00 -0800604 RampUpTester test(1, 0, 0.9 * kSingleStreamTargetBps,
isheriff6f8d6862016-05-26 11:24:55 -0700605 RtpExtension::kAbsSendTimeUri, false, false);
stefane74eef12016-01-08 06:47:13 -0800606 RunBaseTest(&test);
pbos@webrtc.org85bd53e2014-12-10 10:36:20 +0000607}
Erik Språng6b8d3552015-09-24 15:06:57 +0200608
609TEST_F(RampUpTest, TransportSequenceNumberSingleStream) {
isheriff6f8d6862016-05-26 11:24:55 -0700610 RampUpTester test(1, 0, 0, RtpExtension::kTransportSequenceNumberUri, false,
stefanff483612015-12-21 03:14:00 -0800611 false);
stefane74eef12016-01-08 06:47:13 -0800612 RunBaseTest(&test);
Erik Språng6b8d3552015-09-24 15:06:57 +0200613}
614
615TEST_F(RampUpTest, TransportSequenceNumberSimulcast) {
isheriff6f8d6862016-05-26 11:24:55 -0700616 RampUpTester test(3, 0, 0, RtpExtension::kTransportSequenceNumberUri, false,
stefanff483612015-12-21 03:14:00 -0800617 false);
stefane74eef12016-01-08 06:47:13 -0800618 RunBaseTest(&test);
Erik Språng6b8d3552015-09-24 15:06:57 +0200619}
620
621TEST_F(RampUpTest, TransportSequenceNumberSimulcastWithRtx) {
isheriff6f8d6862016-05-26 11:24:55 -0700622 RampUpTester test(3, 0, 0, RtpExtension::kTransportSequenceNumberUri, true,
stefanff483612015-12-21 03:14:00 -0800623 false);
stefane74eef12016-01-08 06:47:13 -0800624 RunBaseTest(&test);
Erik Språng6b8d3552015-09-24 15:06:57 +0200625}
626
Stefan Holmerff2a6352016-01-14 10:00:21 +0100627TEST_F(RampUpTest, AudioVideoTransportSequenceNumberSimulcastWithRtx) {
isheriff6f8d6862016-05-26 11:24:55 -0700628 RampUpTester test(3, 1, 0, RtpExtension::kTransportSequenceNumberUri, true,
Stefan Holmerff2a6352016-01-14 10:00:21 +0100629 false);
630 RunBaseTest(&test);
631}
632
Erik Språng6b8d3552015-09-24 15:06:57 +0200633TEST_F(RampUpTest, TransportSequenceNumberSimulcastByRedWithRtx) {
isheriff6f8d6862016-05-26 11:24:55 -0700634 RampUpTester test(3, 0, 0, RtpExtension::kTransportSequenceNumberUri, true,
stefanff483612015-12-21 03:14:00 -0800635 true);
stefane74eef12016-01-08 06:47:13 -0800636 RunBaseTest(&test);
Erik Språng6b8d3552015-09-24 15:06:57 +0200637}
638
639TEST_F(RampUpTest, TransportSequenceNumberSingleStreamWithHighStartBitrate) {
stefanff483612015-12-21 03:14:00 -0800640 RampUpTester test(1, 0, 0.9 * kSingleStreamTargetBps,
isheriff6f8d6862016-05-26 11:24:55 -0700641 RtpExtension::kTransportSequenceNumberUri, false, false);
stefane74eef12016-01-08 06:47:13 -0800642 RunBaseTest(&test);
Erik Språng6b8d3552015-09-24 15:06:57 +0200643}
pbos@webrtc.org744fbc72013-09-10 09:26:25 +0000644} // namespace webrtc