blob: 61176b199fc007c2148bb95baa0da8c51e7078b6 [file] [log] [blame]
pbos@webrtc.org744fbc72013-09-10 09:26:25 +00001/*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
pbos@webrtc.org744fbc72013-09-10 09:26:25 +000010
stefanff483612015-12-21 03:14:00 -080011#include "webrtc/call/rampup_tests.h"
12
pbos@webrtc.org2b4ce3a2015-03-23 13:12:24 +000013#include "webrtc/base/checks.h"
pbos12411ef2015-11-23 14:47:56 -080014#include "webrtc/base/platform_thread.h"
perkjfa10b552016-10-02 23:45:26 -070015#include "webrtc/test/encoder_settings.h"
kwibergac9f8762016-09-30 22:29:43 -070016#include "webrtc/test/gtest.h"
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +000017#include "webrtc/test/testsupport/perf_test.h"
pbos@webrtc.org744fbc72013-09-10 09:26:25 +000018
19namespace webrtc {
pbos@webrtc.org29023282013-09-11 10:14:56 +000020namespace {
stefan@webrtc.org3d7da882014-07-08 13:59:46 +000021
Stefan Holmer723dff12015-10-05 14:59:41 +020022static const int64_t kPollIntervalMs = 20;
pbos@webrtc.org29023282013-09-11 10:14:56 +000023
stefanff483612015-12-21 03:14:00 -080024std::vector<uint32_t> GenerateSsrcs(size_t num_streams, uint32_t ssrc_offset) {
stefan@webrtc.org3d7da882014-07-08 13:59:46 +000025 std::vector<uint32_t> ssrcs;
26 for (size_t i = 0; i != num_streams; ++i)
27 ssrcs.push_back(static_cast<uint32_t>(ssrc_offset + i));
28 return ssrcs;
29}
mflodman@webrtc.orgeb16b812014-06-16 08:57:39 +000030} // namespace
henrik.lundin@webrtc.org845862f2014-03-06 07:19:28 +000031
stefanff483612015-12-21 03:14:00 -080032RampUpTester::RampUpTester(size_t num_video_streams,
33 size_t num_audio_streams,
stefan4fbd1452015-09-28 03:57:14 -070034 unsigned int start_bitrate_bps,
35 const std::string& extension_type,
36 bool rtx,
37 bool red)
38 : EndToEndTest(test::CallTest::kLongTimeoutMs),
39 event_(false, false),
40 clock_(Clock::GetRealTimeClock()),
stefanff483612015-12-21 03:14:00 -080041 num_video_streams_(num_video_streams),
42 num_audio_streams_(num_audio_streams),
stefan4fbd1452015-09-28 03:57:14 -070043 rtx_(rtx),
44 red_(red),
mflodman86cc6ff2016-07-26 04:44:06 -070045 sender_call_(nullptr),
stefan4fbd1452015-09-28 03:57:14 -070046 send_stream_(nullptr),
47 start_bitrate_bps_(start_bitrate_bps),
48 start_bitrate_verified_(false),
stefan@webrtc.org3d7da882014-07-08 13:59:46 +000049 expected_bitrate_bps_(0),
Erik Språngf3a7c9d2015-10-05 14:03:22 +020050 test_start_ms_(-1),
stefan4fbd1452015-09-28 03:57:14 -070051 ramp_up_finished_ms_(-1),
52 extension_type_(extension_type),
stefanff483612015-12-21 03:14:00 -080053 video_ssrcs_(GenerateSsrcs(num_video_streams_, 100)),
54 video_rtx_ssrcs_(GenerateSsrcs(num_video_streams_, 200)),
55 audio_ssrcs_(GenerateSsrcs(num_audio_streams_, 300)),
Peter Boström8c38e8b2015-11-26 17:45:47 +010056 poller_thread_(&BitrateStatsPollingThread,
57 this,
mflodman86cc6ff2016-07-26 04:44:06 -070058 "BitrateStatsPollingThread") {
Stefan Holmerff2a6352016-01-14 10:00:21 +010059 EXPECT_LE(num_audio_streams_, 1u);
stefan4fbd1452015-09-28 03:57:14 -070060}
61
62RampUpTester::~RampUpTester() {
63 event_.Set();
stefan4fbd1452015-09-28 03:57:14 -070064}
65
66Call::Config RampUpTester::GetSenderCallConfig() {
skvlad11a9cbf2016-10-07 11:53:05 -070067 Call::Config call_config(&event_log_);
stefan4fbd1452015-09-28 03:57:14 -070068 if (start_bitrate_bps_ != 0) {
69 call_config.bitrate_config.start_bitrate_bps = start_bitrate_bps_;
70 }
71 call_config.bitrate_config.min_bitrate_bps = 10000;
72 return call_config;
73}
74
stefanff483612015-12-21 03:14:00 -080075void RampUpTester::OnVideoStreamsCreated(
stefan4fbd1452015-09-28 03:57:14 -070076 VideoSendStream* send_stream,
77 const std::vector<VideoReceiveStream*>& receive_streams) {
78 send_stream_ = send_stream;
79}
80
stefane74eef12016-01-08 06:47:13 -080081test::PacketTransport* RampUpTester::CreateSendTransport(Call* sender_call) {
82 send_transport_ = new test::PacketTransport(sender_call, this,
83 test::PacketTransport::kSender,
84 forward_transport_config_);
85 return send_transport_;
stefanf116bd02015-10-27 08:29:42 -070086}
87
Stefan Holmerd20e6512016-01-12 15:51:22 +010088size_t RampUpTester::GetNumVideoStreams() const {
89 return num_video_streams_;
90}
91
Stefan Holmerff2a6352016-01-14 10:00:21 +010092size_t RampUpTester::GetNumAudioStreams() const {
93 return num_audio_streams_;
94}
95
perkjfa10b552016-10-02 23:45:26 -070096class RampUpTester::VideoStreamFactory
97 : public VideoEncoderConfig::VideoStreamFactoryInterface {
98 public:
99 VideoStreamFactory() {}
100
101 private:
102 std::vector<VideoStream> CreateEncoderStreams(
103 int width,
104 int height,
105 const VideoEncoderConfig& encoder_config) override {
106 std::vector<VideoStream> streams =
107 test::CreateVideoStreams(width, height, encoder_config);
108 if (encoder_config.number_of_streams == 1) {
109 streams[0].target_bitrate_bps = streams[0].max_bitrate_bps = 2000000;
110 }
111 return streams;
112 }
113};
114
stefanff483612015-12-21 03:14:00 -0800115void RampUpTester::ModifyVideoConfigs(
stefan4fbd1452015-09-28 03:57:14 -0700116 VideoSendStream::Config* send_config,
117 std::vector<VideoReceiveStream::Config>* receive_configs,
118 VideoEncoderConfig* encoder_config) {
119 send_config->suspend_below_min_bitrate = true;
perkjfa10b552016-10-02 23:45:26 -0700120 encoder_config->number_of_streams = num_video_streams_;
121 encoder_config->max_bitrate_bps = 2000000;
122 encoder_config->video_stream_factory =
123 new rtc::RefCountedObject<RampUpTester::VideoStreamFactory>();
stefanff483612015-12-21 03:14:00 -0800124 if (num_video_streams_ == 1) {
stefan4fbd1452015-09-28 03:57:14 -0700125 // For single stream rampup until 1mbps
126 expected_bitrate_bps_ = kSingleStreamTargetBps;
127 } else {
128 // For multi stream rampup until all streams are being sent. That means
perkjfa10b552016-10-02 23:45:26 -0700129 // enough bitrate to send all the target streams plus the min bitrate of
stefan4fbd1452015-09-28 03:57:14 -0700130 // the last one.
perkjfa10b552016-10-02 23:45:26 -0700131 std::vector<VideoStream> streams = test::CreateVideoStreams(
132 test::CallTest::kDefaultWidth, test::CallTest::kDefaultHeight,
133 *encoder_config);
134 expected_bitrate_bps_ = streams.back().min_bitrate_bps;
135 for (size_t i = 0; i < streams.size() - 1; ++i) {
136 expected_bitrate_bps_ += streams[i].target_bitrate_bps;
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000137 }
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000138 }
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000139
stefan4fbd1452015-09-28 03:57:14 -0700140 send_config->rtp.extensions.clear();
141
142 bool remb;
stefan43edf0f2015-11-20 18:05:48 -0800143 bool transport_cc;
isheriff6f8d6862016-05-26 11:24:55 -0700144 if (extension_type_ == RtpExtension::kAbsSendTimeUri) {
stefan4fbd1452015-09-28 03:57:14 -0700145 remb = true;
stefan43edf0f2015-11-20 18:05:48 -0800146 transport_cc = false;
stefan4fbd1452015-09-28 03:57:14 -0700147 send_config->rtp.extensions.push_back(
148 RtpExtension(extension_type_.c_str(), kAbsSendTimeExtensionId));
isheriff6f8d6862016-05-26 11:24:55 -0700149 } else if (extension_type_ == RtpExtension::kTransportSequenceNumberUri) {
stefan4fbd1452015-09-28 03:57:14 -0700150 remb = false;
stefan43edf0f2015-11-20 18:05:48 -0800151 transport_cc = true;
stefan4fbd1452015-09-28 03:57:14 -0700152 send_config->rtp.extensions.push_back(RtpExtension(
153 extension_type_.c_str(), kTransportSequenceNumberExtensionId));
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000154 } else {
stefan4fbd1452015-09-28 03:57:14 -0700155 remb = true;
stefan43edf0f2015-11-20 18:05:48 -0800156 transport_cc = false;
stefan4fbd1452015-09-28 03:57:14 -0700157 send_config->rtp.extensions.push_back(RtpExtension(
158 extension_type_.c_str(), kTransmissionTimeOffsetExtensionId));
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000159 }
stefan4fbd1452015-09-28 03:57:14 -0700160
161 send_config->rtp.nack.rtp_history_ms = test::CallTest::kNackRtpHistoryMs;
stefanff483612015-12-21 03:14:00 -0800162 send_config->rtp.ssrcs = video_ssrcs_;
stefan4fbd1452015-09-28 03:57:14 -0700163 if (rtx_) {
164 send_config->rtp.rtx.payload_type = test::CallTest::kSendRtxPayloadType;
stefanff483612015-12-21 03:14:00 -0800165 send_config->rtp.rtx.ssrcs = video_rtx_ssrcs_;
stefan4fbd1452015-09-28 03:57:14 -0700166 }
167 if (red_) {
brandtrb5f2c3f2016-10-04 23:28:39 -0700168 send_config->rtp.ulpfec.ulpfec_payload_type =
stefan4fbd1452015-09-28 03:57:14 -0700169 test::CallTest::kUlpfecPayloadType;
brandtrb5f2c3f2016-10-04 23:28:39 -0700170 send_config->rtp.ulpfec.red_payload_type = test::CallTest::kRedPayloadType;
brandtrfbfb5362016-11-17 04:18:37 -0800171 if (rtx_) {
172 send_config->rtp.ulpfec.red_rtx_payload_type =
173 test::CallTest::kRtxRedPayloadType;
174 }
stefan4fbd1452015-09-28 03:57:14 -0700175 }
176
177 size_t i = 0;
178 for (VideoReceiveStream::Config& recv_config : *receive_configs) {
179 recv_config.rtp.remb = remb;
stefan43edf0f2015-11-20 18:05:48 -0800180 recv_config.rtp.transport_cc = transport_cc;
stefan4fbd1452015-09-28 03:57:14 -0700181 recv_config.rtp.extensions = send_config->rtp.extensions;
182
stefanff483612015-12-21 03:14:00 -0800183 recv_config.rtp.remote_ssrc = video_ssrcs_[i];
stefan4fbd1452015-09-28 03:57:14 -0700184 recv_config.rtp.nack.rtp_history_ms = send_config->rtp.nack.rtp_history_ms;
185
186 if (red_) {
brandtrb5f2c3f2016-10-04 23:28:39 -0700187 recv_config.rtp.ulpfec.red_payload_type =
188 send_config->rtp.ulpfec.red_payload_type;
189 recv_config.rtp.ulpfec.ulpfec_payload_type =
190 send_config->rtp.ulpfec.ulpfec_payload_type;
brandtrfbfb5362016-11-17 04:18:37 -0800191 if (rtx_) {
192 recv_config.rtp.ulpfec.red_rtx_payload_type =
193 send_config->rtp.ulpfec.red_rtx_payload_type;
194 }
stefan4fbd1452015-09-28 03:57:14 -0700195 }
196
197 if (rtx_) {
198 recv_config.rtp.rtx[send_config->encoder_settings.payload_type].ssrc =
stefanff483612015-12-21 03:14:00 -0800199 video_rtx_ssrcs_[i];
stefan4fbd1452015-09-28 03:57:14 -0700200 recv_config.rtp.rtx[send_config->encoder_settings.payload_type]
201 .payload_type = send_config->rtp.rtx.payload_type;
202 }
203 ++i;
204 }
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000205}
206
Stefan Holmerff2a6352016-01-14 10:00:21 +0100207void RampUpTester::ModifyAudioConfigs(
208 AudioSendStream::Config* send_config,
209 std::vector<AudioReceiveStream::Config>* receive_configs) {
210 if (num_audio_streams_ == 0)
211 return;
212
isheriff6f8d6862016-05-26 11:24:55 -0700213 EXPECT_NE(RtpExtension::kTimestampOffsetUri, extension_type_)
Stefan Holmerff2a6352016-01-14 10:00:21 +0100214 << "Audio BWE not supported with toffset.";
215
216 send_config->rtp.ssrc = audio_ssrcs_[0];
217 send_config->rtp.extensions.clear();
218
minyue10cbb462016-11-07 09:29:22 -0800219 send_config->min_bitrate_bps = 6000;
220 send_config->max_bitrate_bps = 60000;
mflodman86cc6ff2016-07-26 04:44:06 -0700221
Stefan Holmerff2a6352016-01-14 10:00:21 +0100222 bool transport_cc = false;
isheriff6f8d6862016-05-26 11:24:55 -0700223 if (extension_type_ == RtpExtension::kAbsSendTimeUri) {
Stefan Holmerff2a6352016-01-14 10:00:21 +0100224 transport_cc = false;
225 send_config->rtp.extensions.push_back(
226 RtpExtension(extension_type_.c_str(), kAbsSendTimeExtensionId));
isheriff6f8d6862016-05-26 11:24:55 -0700227 } else if (extension_type_ == RtpExtension::kTransportSequenceNumberUri) {
Stefan Holmerff2a6352016-01-14 10:00:21 +0100228 transport_cc = true;
229 send_config->rtp.extensions.push_back(RtpExtension(
230 extension_type_.c_str(), kTransportSequenceNumberExtensionId));
231 }
232
233 for (AudioReceiveStream::Config& recv_config : *receive_configs) {
Stefan Holmerff2a6352016-01-14 10:00:21 +0100234 recv_config.rtp.transport_cc = transport_cc;
235 recv_config.rtp.extensions = send_config->rtp.extensions;
236 recv_config.rtp.remote_ssrc = send_config->rtp.ssrc;
237 }
238}
239
stefan4fbd1452015-09-28 03:57:14 -0700240void RampUpTester::OnCallsCreated(Call* sender_call, Call* receiver_call) {
241 sender_call_ = sender_call;
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000242}
243
stefan4fbd1452015-09-28 03:57:14 -0700244bool RampUpTester::BitrateStatsPollingThread(void* obj) {
245 return static_cast<RampUpTester*>(obj)->PollStats();
pbos@webrtc.org32452b22014-10-22 12:15:24 +0000246}
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000247
stefan4fbd1452015-09-28 03:57:14 -0700248bool RampUpTester::PollStats() {
249 if (sender_call_) {
250 Call::Stats stats = sender_call_->GetStats();
251
252 RTC_DCHECK_GT(expected_bitrate_bps_, 0);
253 if (!start_bitrate_verified_ && start_bitrate_bps_ != 0) {
254 // For tests with an explicitly set start bitrate, verify the first
255 // bitrate estimate is close to the start bitrate and lower than the
256 // test target bitrate. This is to verify a call respects the configured
257 // start bitrate, but due to the BWE implementation we can't guarantee the
258 // first estimate really is as high as the start bitrate.
259 EXPECT_GT(stats.send_bandwidth_bps, 0.9 * start_bitrate_bps_);
260 start_bitrate_verified_ = true;
261 }
262 if (stats.send_bandwidth_bps >= expected_bitrate_bps_) {
263 ramp_up_finished_ms_ = clock_->TimeInMilliseconds();
Peter Boström5811a392015-12-10 13:02:50 +0100264 observation_complete_.Set();
stefan4fbd1452015-09-28 03:57:14 -0700265 }
266 }
267
268 return !event_.Wait(kPollIntervalMs);
Erik Språng468e62a2015-07-06 10:50:47 +0200269}
270
stefan4fbd1452015-09-28 03:57:14 -0700271void RampUpTester::ReportResult(const std::string& measurement,
272 size_t value,
273 const std::string& units) const {
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000274 webrtc::test::PrintResult(
275 measurement, "",
stefanff483612015-12-21 03:14:00 -0800276 ::testing::UnitTest::GetInstance()->current_test_info()->name(), value,
277 units, false);
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000278}
279
stefan092508a2015-09-29 02:26:42 -0700280void RampUpTester::AccumulateStats(const VideoSendStream::StreamStats& stream,
281 size_t* total_packets_sent,
282 size_t* total_sent,
283 size_t* padding_sent,
284 size_t* media_sent) const {
stefan4fbd1452015-09-28 03:57:14 -0700285 *total_packets_sent += stream.rtp_stats.transmitted.packets +
286 stream.rtp_stats.retransmitted.packets +
287 stream.rtp_stats.fec.packets;
288 *total_sent += stream.rtp_stats.transmitted.TotalBytes() +
289 stream.rtp_stats.retransmitted.TotalBytes() +
290 stream.rtp_stats.fec.TotalBytes();
291 *padding_sent += stream.rtp_stats.transmitted.padding_bytes +
292 stream.rtp_stats.retransmitted.padding_bytes +
293 stream.rtp_stats.fec.padding_bytes;
294 *media_sent += stream.rtp_stats.MediaPayloadBytes();
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000295}
296
stefan4fbd1452015-09-28 03:57:14 -0700297void RampUpTester::TriggerTestDone() {
Erik Språngf3a7c9d2015-10-05 14:03:22 +0200298 RTC_DCHECK_GE(test_start_ms_, 0);
299
Stefan Holmerff2a6352016-01-14 10:00:21 +0100300 // TODO(holmer): Add audio send stats here too when those APIs are available.
mflodman86cc6ff2016-07-26 04:44:06 -0700301 if (!send_stream_)
302 return;
303
stefan4fbd1452015-09-28 03:57:14 -0700304 VideoSendStream::Stats send_stats = send_stream_->GetStats();
305
306 size_t total_packets_sent = 0;
307 size_t total_sent = 0;
308 size_t padding_sent = 0;
309 size_t media_sent = 0;
stefanff483612015-12-21 03:14:00 -0800310 for (uint32_t ssrc : video_ssrcs_) {
stefan092508a2015-09-29 02:26:42 -0700311 AccumulateStats(send_stats.substreams[ssrc], &total_packets_sent,
312 &total_sent, &padding_sent, &media_sent);
stefan4fbd1452015-09-28 03:57:14 -0700313 }
314
315 size_t rtx_total_packets_sent = 0;
316 size_t rtx_total_sent = 0;
317 size_t rtx_padding_sent = 0;
318 size_t rtx_media_sent = 0;
stefanff483612015-12-21 03:14:00 -0800319 for (uint32_t rtx_ssrc : video_rtx_ssrcs_) {
stefan092508a2015-09-29 02:26:42 -0700320 AccumulateStats(send_stats.substreams[rtx_ssrc], &rtx_total_packets_sent,
321 &rtx_total_sent, &rtx_padding_sent, &rtx_media_sent);
stefan4fbd1452015-09-28 03:57:14 -0700322 }
323
324 ReportResult("ramp-up-total-packets-sent", total_packets_sent, "packets");
325 ReportResult("ramp-up-total-sent", total_sent, "bytes");
326 ReportResult("ramp-up-media-sent", media_sent, "bytes");
327 ReportResult("ramp-up-padding-sent", padding_sent, "bytes");
328 ReportResult("ramp-up-rtx-total-packets-sent", rtx_total_packets_sent,
329 "packets");
330 ReportResult("ramp-up-rtx-total-sent", rtx_total_sent, "bytes");
331 ReportResult("ramp-up-rtx-media-sent", rtx_media_sent, "bytes");
332 ReportResult("ramp-up-rtx-padding-sent", rtx_padding_sent, "bytes");
333 if (ramp_up_finished_ms_ >= 0) {
334 ReportResult("ramp-up-time", ramp_up_finished_ms_ - test_start_ms_,
335 "milliseconds");
336 }
Stefan Holmerff2a6352016-01-14 10:00:21 +0100337 ReportResult("ramp-up-average-network-latency",
338 send_transport_->GetAverageDelayMs(), "milliseconds");
stefan4fbd1452015-09-28 03:57:14 -0700339}
340
341void RampUpTester::PerformTest() {
Erik Språngf3a7c9d2015-10-05 14:03:22 +0200342 test_start_ms_ = clock_->TimeInMilliseconds();
Peter Boström8c38e8b2015-11-26 17:45:47 +0100343 poller_thread_.Start();
Peter Boström5811a392015-12-10 13:02:50 +0100344 EXPECT_TRUE(Wait()) << "Timed out while waiting for ramp-up to complete.";
stefan4fbd1452015-09-28 03:57:14 -0700345 TriggerTestDone();
Peter Boström8c38e8b2015-11-26 17:45:47 +0100346 poller_thread_.Stop();
stefan4fbd1452015-09-28 03:57:14 -0700347}
348
Stefan Holmerff2a6352016-01-14 10:00:21 +0100349RampUpDownUpTester::RampUpDownUpTester(size_t num_video_streams,
350 size_t num_audio_streams,
stefan4fbd1452015-09-28 03:57:14 -0700351 unsigned int start_bitrate_bps,
352 const std::string& extension_type,
353 bool rtx,
354 bool red)
Stefan Holmerff2a6352016-01-14 10:00:21 +0100355 : RampUpTester(num_video_streams,
356 num_audio_streams,
357 start_bitrate_bps,
358 extension_type,
359 rtx,
360 red),
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000361 test_state_(kFirstRampup),
362 state_start_ms_(clock_->TimeInMilliseconds()),
stefan4fbd1452015-09-28 03:57:14 -0700363 interval_start_ms_(clock_->TimeInMilliseconds()),
364 sent_bytes_(0) {
stefanff483612015-12-21 03:14:00 -0800365 forward_transport_config_.link_capacity_kbps = kHighBandwidthLimitBps / 1000;
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000366}
367
stefan4fbd1452015-09-28 03:57:14 -0700368RampUpDownUpTester::~RampUpDownUpTester() {}
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000369
stefan4fbd1452015-09-28 03:57:14 -0700370bool RampUpDownUpTester::PollStats() {
371 if (send_stream_) {
372 webrtc::VideoSendStream::Stats stats = send_stream_->GetStats();
373 int transmit_bitrate_bps = 0;
374 for (auto it : stats.substreams) {
375 transmit_bitrate_bps += it.second.total_bitrate_bps;
mflodman@webrtc.orgeb16b812014-06-16 08:57:39 +0000376 }
stefan4fbd1452015-09-28 03:57:14 -0700377 EvolveTestState(transmit_bitrate_bps, stats.suspended);
mflodman86cc6ff2016-07-26 04:44:06 -0700378 } else if (num_audio_streams_ > 0 && sender_call_ != nullptr) {
379 // An audio send stream doesn't have bitrate stats, so the call send BW is
380 // currently used instead.
381 int transmit_bitrate_bps = sender_call_->GetStats().send_bandwidth_bps;
382 EvolveTestState(transmit_bitrate_bps, false);
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000383 }
stefan4fbd1452015-09-28 03:57:14 -0700384
385 return !event_.Wait(kPollIntervalMs);
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000386}
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000387
stefan4fbd1452015-09-28 03:57:14 -0700388Call::Config RampUpDownUpTester::GetReceiverCallConfig() {
skvlad11a9cbf2016-10-07 11:53:05 -0700389 Call::Config config(&event_log_);
stefan4fbd1452015-09-28 03:57:14 -0700390 config.bitrate_config.min_bitrate_bps = 10000;
391 return config;
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000392}
stefan@webrtc.org7e9315b2013-12-04 10:24:26 +0000393
stefan4fbd1452015-09-28 03:57:14 -0700394std::string RampUpDownUpTester::GetModifierString() const {
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000395 std::string str("_");
stefanff483612015-12-21 03:14:00 -0800396 if (num_video_streams_ > 0) {
397 std::ostringstream s;
398 s << num_video_streams_;
399 str += s.str();
400 str += "stream";
401 str += (num_video_streams_ > 1 ? "s" : "");
402 str += "_";
403 }
404 if (num_audio_streams_ > 0) {
405 std::ostringstream s;
406 s << num_audio_streams_;
407 str += s.str();
408 str += "stream";
409 str += (num_audio_streams_ > 1 ? "s" : "");
410 str += "_";
411 }
stefan4fbd1452015-09-28 03:57:14 -0700412 str += (rtx_ ? "" : "no");
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000413 str += "rtx";
414 return str;
415}
andresp@webrtc.orgc1480792014-03-20 03:23:55 +0000416
stefan4fbd1452015-09-28 03:57:14 -0700417void RampUpDownUpTester::EvolveTestState(int bitrate_bps, bool suspended) {
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000418 int64_t now = clock_->TimeInMilliseconds();
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000419 switch (test_state_) {
420 case kFirstRampup: {
stefan4fbd1452015-09-28 03:57:14 -0700421 EXPECT_FALSE(suspended);
mflodman86cc6ff2016-07-26 04:44:06 -0700422 if (bitrate_bps >= kExpectedHighBitrateBps) {
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000423 // The first ramp-up has reached the target bitrate. Change the
424 // channel limit, and move to the next test state.
425 forward_transport_config_.link_capacity_kbps =
426 kLowBandwidthLimitBps / 1000;
stefanf116bd02015-10-27 08:29:42 -0700427 send_transport_->SetConfig(forward_transport_config_);
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000428 test_state_ = kLowRate;
stefanff483612015-12-21 03:14:00 -0800429 webrtc::test::PrintResult("ramp_up_down_up", GetModifierString(),
430 "first_rampup", now - state_start_ms_, "ms",
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000431 false);
432 state_start_ms_ = now;
433 interval_start_ms_ = now;
434 sent_bytes_ = 0;
andresp@webrtc.orgc1480792014-03-20 03:23:55 +0000435 }
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000436 break;
pbos@webrtc.orgf577ae92014-03-19 08:43:57 +0000437 }
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000438 case kLowRate: {
mflodman86cc6ff2016-07-26 04:44:06 -0700439 // Audio streams are never suspended.
440 bool check_suspend_state = num_video_streams_ > 0;
441 if (bitrate_bps < kExpectedLowBitrateBps &&
442 suspended == check_suspend_state) {
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000443 // The ramp-down was successful. Change the channel limit back to a
444 // high value, and move to the next test state.
445 forward_transport_config_.link_capacity_kbps =
446 kHighBandwidthLimitBps / 1000;
stefanf116bd02015-10-27 08:29:42 -0700447 send_transport_->SetConfig(forward_transport_config_);
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000448 test_state_ = kSecondRampup;
stefanff483612015-12-21 03:14:00 -0800449 webrtc::test::PrintResult("ramp_up_down_up", GetModifierString(),
450 "rampdown", now - state_start_ms_, "ms",
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000451 false);
452 state_start_ms_ = now;
453 interval_start_ms_ = now;
454 sent_bytes_ = 0;
455 }
456 break;
457 }
458 case kSecondRampup: {
mflodman86cc6ff2016-07-26 04:44:06 -0700459 if (bitrate_bps >= kExpectedHighBitrateBps && !suspended) {
stefanff483612015-12-21 03:14:00 -0800460 webrtc::test::PrintResult("ramp_up_down_up", GetModifierString(),
461 "second_rampup", now - state_start_ms_, "ms",
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000462 false);
Stefan Holmerff2a6352016-01-14 10:00:21 +0100463 ReportResult("ramp-up-down-up-average-network-latency",
464 send_transport_->GetAverageDelayMs(), "milliseconds");
Peter Boström5811a392015-12-10 13:02:50 +0100465 observation_complete_.Set();
stefan@webrtc.org3d7da882014-07-08 13:59:46 +0000466 }
467 break;
468 }
469 }
470}
pbos@webrtc.orgf577ae92014-03-19 08:43:57 +0000471
stefan4fbd1452015-09-28 03:57:14 -0700472class RampUpTest : public test::CallTest {
Erik Språng6b8d3552015-09-24 15:06:57 +0200473 public:
stefan4fbd1452015-09-28 03:57:14 -0700474 RampUpTest() {}
Erik Språng6b8d3552015-09-24 15:06:57 +0200475
stefan4fbd1452015-09-28 03:57:14 -0700476 virtual ~RampUpTest() {
stefanff483612015-12-21 03:14:00 -0800477 EXPECT_EQ(nullptr, video_send_stream_);
478 EXPECT_TRUE(video_receive_streams_.empty());
Erik Språng6b8d3552015-09-24 15:06:57 +0200479 }
Erik Språng6b8d3552015-09-24 15:06:57 +0200480};
481
stefan@webrtc.orgcb254aa2014-06-12 15:12:25 +0000482TEST_F(RampUpTest, SingleStream) {
isheriff6f8d6862016-05-26 11:24:55 -0700483 RampUpTester test(1, 0, 0, RtpExtension::kTimestampOffsetUri, false, false);
stefane74eef12016-01-08 06:47:13 -0800484 RunBaseTest(&test);
andresp@webrtc.orgc1480792014-03-20 03:23:55 +0000485}
pbos@webrtc.org744fbc72013-09-10 09:26:25 +0000486
stefan@webrtc.orgcb254aa2014-06-12 15:12:25 +0000487TEST_F(RampUpTest, Simulcast) {
isheriff6f8d6862016-05-26 11:24:55 -0700488 RampUpTester test(3, 0, 0, RtpExtension::kTimestampOffsetUri, false, false);
stefane74eef12016-01-08 06:47:13 -0800489 RunBaseTest(&test);
andresp@webrtc.orgc1480792014-03-20 03:23:55 +0000490}
491
stefan@webrtc.orgcb254aa2014-06-12 15:12:25 +0000492TEST_F(RampUpTest, SimulcastWithRtx) {
isheriff6f8d6862016-05-26 11:24:55 -0700493 RampUpTester test(3, 0, 0, RtpExtension::kTimestampOffsetUri, true, false);
stefane74eef12016-01-08 06:47:13 -0800494 RunBaseTest(&test);
Shao Changbine62202f2015-04-21 20:24:50 +0800495}
496
497TEST_F(RampUpTest, SimulcastByRedWithRtx) {
isheriff6f8d6862016-05-26 11:24:55 -0700498 RampUpTester test(3, 0, 0, RtpExtension::kTimestampOffsetUri, true, true);
stefane74eef12016-01-08 06:47:13 -0800499 RunBaseTest(&test);
mflodman@webrtc.orgeb16b812014-06-16 08:57:39 +0000500}
501
502TEST_F(RampUpTest, SingleStreamWithHighStartBitrate) {
isheriff6f8d6862016-05-26 11:24:55 -0700503 RampUpTester test(1, 0, 0.9 * kSingleStreamTargetBps,
504 RtpExtension::kTimestampOffsetUri, false, false);
stefane74eef12016-01-08 06:47:13 -0800505 RunBaseTest(&test);
andresp@webrtc.orgc1480792014-03-20 03:23:55 +0000506}
pbos@webrtc.org744fbc72013-09-10 09:26:25 +0000507
Stefan Holmerff2a6352016-01-14 10:00:21 +0100508static const uint32_t kStartBitrateBps = 60000;
509
philipelf4d84412016-02-23 18:56:36 +0100510// Disabled: https://bugs.chromium.org/p/webrtc/issues/detail?id=5576
511TEST_F(RampUpTest, DISABLED_UpDownUpOneStream) {
isheriff6f8d6862016-05-26 11:24:55 -0700512 RampUpDownUpTester test(1, 0, kStartBitrateBps, RtpExtension::kAbsSendTimeUri,
Stefan Holmerff2a6352016-01-14 10:00:21 +0100513 false, false);
stefane74eef12016-01-08 06:47:13 -0800514 RunBaseTest(&test);
Shao Changbine62202f2015-04-21 20:24:50 +0800515}
henrik.lundin@webrtc.org845862f2014-03-06 07:19:28 +0000516
philipel649a21a2016-08-23 07:22:18 -0700517TEST_F(RampUpTest, DISABLED_UpDownUpThreeStreams) {
isheriff6f8d6862016-05-26 11:24:55 -0700518 RampUpDownUpTester test(3, 0, kStartBitrateBps, RtpExtension::kAbsSendTimeUri,
Stefan Holmerff2a6352016-01-14 10:00:21 +0100519 false, false);
stefane74eef12016-01-08 06:47:13 -0800520 RunBaseTest(&test);
Shao Changbine62202f2015-04-21 20:24:50 +0800521}
henrik.lundin@webrtc.org998cb8f2014-03-06 09:12:00 +0000522
philipelf4d84412016-02-23 18:56:36 +0100523// Disabled: https://bugs.chromium.org/p/webrtc/issues/detail?id=5576
524TEST_F(RampUpTest, DISABLED_UpDownUpOneStreamRtx) {
isheriff6f8d6862016-05-26 11:24:55 -0700525 RampUpDownUpTester test(1, 0, kStartBitrateBps, RtpExtension::kAbsSendTimeUri,
Stefan Holmerff2a6352016-01-14 10:00:21 +0100526 true, false);
stefane74eef12016-01-08 06:47:13 -0800527 RunBaseTest(&test);
Shao Changbine62202f2015-04-21 20:24:50 +0800528}
henrik.lundin@webrtc.org998cb8f2014-03-06 09:12:00 +0000529
Shao Changbine62202f2015-04-21 20:24:50 +0800530TEST_F(RampUpTest, UpDownUpThreeStreamsRtx) {
isheriff6f8d6862016-05-26 11:24:55 -0700531 RampUpDownUpTester test(3, 0, kStartBitrateBps, RtpExtension::kAbsSendTimeUri,
Stefan Holmerff2a6352016-01-14 10:00:21 +0100532 true, false);
stefane74eef12016-01-08 06:47:13 -0800533 RunBaseTest(&test);
Shao Changbine62202f2015-04-21 20:24:50 +0800534}
535
philipelf4d84412016-02-23 18:56:36 +0100536// Disabled: https://bugs.chromium.org/p/webrtc/issues/detail?id=5576
537TEST_F(RampUpTest, DISABLED_UpDownUpOneStreamByRedRtx) {
isheriff6f8d6862016-05-26 11:24:55 -0700538 RampUpDownUpTester test(1, 0, kStartBitrateBps, RtpExtension::kAbsSendTimeUri,
Stefan Holmerff2a6352016-01-14 10:00:21 +0100539 true, true);
stefane74eef12016-01-08 06:47:13 -0800540 RunBaseTest(&test);
Shao Changbine62202f2015-04-21 20:24:50 +0800541}
542
543TEST_F(RampUpTest, UpDownUpThreeStreamsByRedRtx) {
isheriff6f8d6862016-05-26 11:24:55 -0700544 RampUpDownUpTester test(3, 0, kStartBitrateBps, RtpExtension::kAbsSendTimeUri,
Stefan Holmerff2a6352016-01-14 10:00:21 +0100545 true, true);
stefane74eef12016-01-08 06:47:13 -0800546 RunBaseTest(&test);
Shao Changbine62202f2015-04-21 20:24:50 +0800547}
Stefan Holmerff2a6352016-01-14 10:00:21 +0100548
549TEST_F(RampUpTest, SendSideVideoUpDownUpRtx) {
550 RampUpDownUpTester test(3, 0, kStartBitrateBps,
isheriff6f8d6862016-05-26 11:24:55 -0700551 RtpExtension::kTransportSequenceNumberUri, true,
552 false);
Stefan Holmerff2a6352016-01-14 10:00:21 +0100553 RunBaseTest(&test);
554}
555
556// TODO(holmer): Enable when audio bitrates are included in the bitrate
557// allocation.
558TEST_F(RampUpTest, DISABLED_SendSideAudioVideoUpDownUpRtx) {
559 RampUpDownUpTester test(3, 1, kStartBitrateBps,
isheriff6f8d6862016-05-26 11:24:55 -0700560 RtpExtension::kTransportSequenceNumberUri, true,
561 false);
Stefan Holmerff2a6352016-01-14 10:00:21 +0100562 RunBaseTest(&test);
563}
564
mflodman86cc6ff2016-07-26 04:44:06 -0700565TEST_F(RampUpTest, SendSideAudioOnlyUpDownUpRtx) {
566 RampUpDownUpTester test(0, 1, kStartBitrateBps,
567 RtpExtension::kTransportSequenceNumberUri, true,
568 false);
569 RunBaseTest(&test);
570}
571
pbos@webrtc.org85bd53e2014-12-10 10:36:20 +0000572TEST_F(RampUpTest, AbsSendTimeSingleStream) {
isheriff6f8d6862016-05-26 11:24:55 -0700573 RampUpTester test(1, 0, 0, RtpExtension::kAbsSendTimeUri, false, false);
stefane74eef12016-01-08 06:47:13 -0800574 RunBaseTest(&test);
pbos@webrtc.org85bd53e2014-12-10 10:36:20 +0000575}
576
577TEST_F(RampUpTest, AbsSendTimeSimulcast) {
isheriff6f8d6862016-05-26 11:24:55 -0700578 RampUpTester test(3, 0, 0, RtpExtension::kAbsSendTimeUri, false, false);
stefane74eef12016-01-08 06:47:13 -0800579 RunBaseTest(&test);
pbos@webrtc.org85bd53e2014-12-10 10:36:20 +0000580}
581
582TEST_F(RampUpTest, AbsSendTimeSimulcastWithRtx) {
isheriff6f8d6862016-05-26 11:24:55 -0700583 RampUpTester test(3, 0, 0, RtpExtension::kAbsSendTimeUri, true, false);
stefane74eef12016-01-08 06:47:13 -0800584 RunBaseTest(&test);
Shao Changbine62202f2015-04-21 20:24:50 +0800585}
586
587TEST_F(RampUpTest, AbsSendTimeSimulcastByRedWithRtx) {
isheriff6f8d6862016-05-26 11:24:55 -0700588 RampUpTester test(3, 0, 0, RtpExtension::kAbsSendTimeUri, true, true);
stefane74eef12016-01-08 06:47:13 -0800589 RunBaseTest(&test);
pbos@webrtc.org85bd53e2014-12-10 10:36:20 +0000590}
591
592TEST_F(RampUpTest, AbsSendTimeSingleStreamWithHighStartBitrate) {
stefanff483612015-12-21 03:14:00 -0800593 RampUpTester test(1, 0, 0.9 * kSingleStreamTargetBps,
isheriff6f8d6862016-05-26 11:24:55 -0700594 RtpExtension::kAbsSendTimeUri, false, false);
stefane74eef12016-01-08 06:47:13 -0800595 RunBaseTest(&test);
pbos@webrtc.org85bd53e2014-12-10 10:36:20 +0000596}
Erik Språng6b8d3552015-09-24 15:06:57 +0200597
598TEST_F(RampUpTest, TransportSequenceNumberSingleStream) {
isheriff6f8d6862016-05-26 11:24:55 -0700599 RampUpTester test(1, 0, 0, RtpExtension::kTransportSequenceNumberUri, false,
stefanff483612015-12-21 03:14:00 -0800600 false);
stefane74eef12016-01-08 06:47:13 -0800601 RunBaseTest(&test);
Erik Språng6b8d3552015-09-24 15:06:57 +0200602}
603
604TEST_F(RampUpTest, TransportSequenceNumberSimulcast) {
isheriff6f8d6862016-05-26 11:24:55 -0700605 RampUpTester test(3, 0, 0, RtpExtension::kTransportSequenceNumberUri, false,
stefanff483612015-12-21 03:14:00 -0800606 false);
stefane74eef12016-01-08 06:47:13 -0800607 RunBaseTest(&test);
Erik Språng6b8d3552015-09-24 15:06:57 +0200608}
609
610TEST_F(RampUpTest, TransportSequenceNumberSimulcastWithRtx) {
isheriff6f8d6862016-05-26 11:24:55 -0700611 RampUpTester test(3, 0, 0, RtpExtension::kTransportSequenceNumberUri, true,
stefanff483612015-12-21 03:14:00 -0800612 false);
stefane74eef12016-01-08 06:47:13 -0800613 RunBaseTest(&test);
Erik Språng6b8d3552015-09-24 15:06:57 +0200614}
615
Stefan Holmerff2a6352016-01-14 10:00:21 +0100616TEST_F(RampUpTest, AudioVideoTransportSequenceNumberSimulcastWithRtx) {
isheriff6f8d6862016-05-26 11:24:55 -0700617 RampUpTester test(3, 1, 0, RtpExtension::kTransportSequenceNumberUri, true,
Stefan Holmerff2a6352016-01-14 10:00:21 +0100618 false);
619 RunBaseTest(&test);
620}
621
Erik Språng6b8d3552015-09-24 15:06:57 +0200622TEST_F(RampUpTest, TransportSequenceNumberSimulcastByRedWithRtx) {
isheriff6f8d6862016-05-26 11:24:55 -0700623 RampUpTester test(3, 0, 0, RtpExtension::kTransportSequenceNumberUri, true,
stefanff483612015-12-21 03:14:00 -0800624 true);
stefane74eef12016-01-08 06:47:13 -0800625 RunBaseTest(&test);
Erik Språng6b8d3552015-09-24 15:06:57 +0200626}
627
628TEST_F(RampUpTest, TransportSequenceNumberSingleStreamWithHighStartBitrate) {
stefanff483612015-12-21 03:14:00 -0800629 RampUpTester test(1, 0, 0.9 * kSingleStreamTargetBps,
isheriff6f8d6862016-05-26 11:24:55 -0700630 RtpExtension::kTransportSequenceNumberUri, false, false);
stefane74eef12016-01-08 06:47:13 -0800631 RunBaseTest(&test);
Erik Språng6b8d3552015-09-24 15:06:57 +0200632}
pbos@webrtc.org744fbc72013-09-10 09:26:25 +0000633} // namespace webrtc